-- Logs begin at Wed 2021-07-07 16:24:34 UTC, end at Wed 2021-07-07 18:54:50 UTC. -- Jul 07 16:57:20.017790 n-d-791505-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 16:57:22.860582 n-d-791505-12 neutron-server[93839]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:57:22.861193 n-d-791505-12 neutron-server[93839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:57:22.861362 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:57:22.865089 n-d-791505-12 neutron-server[93839]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:57:22.865350 n-d-791505-12 neutron-server[93839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:57:22.865675 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:57:22.866647 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:57:22.866889 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:57:22.867265 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:57:22.867520 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:57:22.867759 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:57:22.868086 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.868399 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.868698 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.868932 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.869234 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.869532 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.869821 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.870115 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.870421 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.870735 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.871021 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.871314 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.871556 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.871844 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.872138 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.872431 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.872661 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] debug = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.872947 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.873378 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.874414 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.874414 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.874414 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.874650 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.874926 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.875209 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.875500 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.875839 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] host = n-d-791505-12 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.876123 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.876415 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.876707 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.877000 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.877279 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.877559 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.877854 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.878129 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.878814 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.879178 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.879476 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.879774 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.880074 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.880308 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.880538 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.880832 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.881125 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.881406 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.881683 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.881963 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.882243 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.882546 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.882823 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.883113 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.883402 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.883693 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.883972 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.884249 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.884527 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.884803 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.885090 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.885368 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.885644 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.885921 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.886215 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.886510 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.886790 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.887098 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.887387 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.887672 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.887966 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.888245 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.888533 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.888811 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.889088 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.889363 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_json = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.889640 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.889915 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.890201 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.890632 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.890916 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.891194 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.891472 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.891762 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:22.892068 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.892368 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.892673 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.892963 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.893263 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.893549 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.894374 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.894879 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.895260 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.895565 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.895864 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.896156 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.896454 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.896743 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.897046 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.897360 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.897661 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.897966 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.898250 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.898554 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.898837 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.899125 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.899419 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.899718 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.900014 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.900295 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.900580 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.900877 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.901160 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.901440 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.901723 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.902015 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.902297 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.902602 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.902891 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.903175 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.903456 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.903735 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.904018 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.904313 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.904595 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.904871 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.905145 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.905428 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.905705 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.905995 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.906275 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.906583 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.906861 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.907143 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.907422 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.907704 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.907987 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.908263 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.908544 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.908820 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.909096 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.909375 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.910309 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.910813 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.911107 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.911392 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.911681 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.911965 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.912253 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.912533 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.912816 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.913097 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.913394 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.913700 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.913986 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.914270 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.914578 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.914871 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.915152 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.915433 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.915715 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.916000 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.916278 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.916933 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.916933 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.917132 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.917418 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.917702 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.918002 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.918283 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.918602 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.918888 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.919171 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.919465 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.919753 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.920053 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.920354 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.920654 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.920952 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.921252 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.921537 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.921851 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.922133 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:22.922358 n-d-791505-12 neutron-server[93839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:57:22.922636 n-d-791505-12 neutron-server[93839]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93839) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 16:57:23.289123 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:57:23.289402 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:57:23.289701 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:57:23.290044 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 16:57:23.694009 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.694318 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.694624 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.695940 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.696227 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.696504 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.732726 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.733017 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.733309 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.747590 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.747881 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.748156 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.778209 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.778522 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.778800 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.816323 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.816727 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:23.817011 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.054573 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.055202 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.055202 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.055374 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.056028 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.179856 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.180185 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.180474 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.180754 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.181028 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.181345 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.181614 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.181877 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.182138 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.182424 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.182732 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.183015 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.183282 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.183554 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.183817 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.184092 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.184368 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.184633 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.184915 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.185174 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.185460 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.185821 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.186088 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.186378 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.186663 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.186919 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.187332 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.187580 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.187822 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.188062 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.188299 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.188537 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:24.188914 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 16:57:24.194605 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 16:57:24.198639 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 16:57:24.202351 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 07 16:57:24.204034 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 16:57:24.204497 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 16:57:24.204843 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 16:57:24.205235 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 16:57:24.208405 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 16:57:24.208666 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 16:57:24.209019 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:57:24.238086 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 16:57:24.238853 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.239162 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93839) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 16:57:24.239532 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.240914 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93839) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 16:57:24.241203 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:57:24.241457 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 16:57:24.244666 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.244954 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.310392 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 16:57:24.310589 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 16:57:24.310835 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 16:57:24.311225 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 16:57:24.333986 n-d-791505-12 neutron-server[93839]: DEBUG oslo_db.sqlalchemy.engines [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93839) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 16:57:24.858461 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing driver for type 'gre' Jul 07 16:57:24.858996 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] gre ID ranges: [(1, 1000)] Jul 07 16:57:24.912064 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing driver for type 'local' Jul 07 16:57:24.912478 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing driver for type 'vlan' Jul 07 16:57:24.926102 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] VlanTypeDriver initialization complete Jul 07 16:57:24.926463 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing driver for type 'vxlan' Jul 07 16:57:24.926980 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] vxlan ID ranges: [(1, 1000)] Jul 07 16:57:24.979474 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing extension driver 'port_security' Jul 07 16:57:24.979823 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] PortSecurityExtensionDriver initialization complete Jul 07 16:57:24.980169 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing mechanism driver 'openvswitch' Jul 07 16:57:24.980508 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing mechanism driver 'hyperv' Jul 07 16:57:24.987047 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.988252 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.988630 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.989000 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.989527 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.989967 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.990328 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.990710 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.991107 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.991518 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.991876 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.992226 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.992619 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.993091 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.993382 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.993733 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.994267 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.994705 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.995068 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.995415 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.995811 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.996218 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > address_group after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.996575 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > address_group after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.996926 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.997314 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:57:24.997693 n-d-791505-12 neutron-server[93839]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] ML2 OVO RPC backend initialized. {{(pid=93839) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 16:57:24.998414 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:24.998807 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.002802 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.002802 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > networks before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.002802 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.002802 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > ports before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.003806 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.003806 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnets before_response 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.003806 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.003806 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004114 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004114 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004114 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004114 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004462 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004545 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.004834 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.005454 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Modular L2 Plugin initialization complete Jul 07 16:57:25.005791 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading services supported by the core plugin {{(pid=93839) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 16:57:25.006127 n-d-791505-12 neutron-server[93839]: INFO neutron.plugins.ml2.managers [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Got port-security extension from driver 'port_security' Jul 07 16:57:25.006634 n-d-791505-12 neutron-server[93839]: INFO neutron.extensions.vlantransparent [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Disabled vlantransparent extension. Jul 07 16:57:25.007132 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93839) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 16:57:25.007457 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: router Jul 07 16:57:25.043798 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.044204 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_create 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.044593 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router before_create 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.044967 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.045352 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.045720 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_delete 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.046094 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.046501 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_create 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.046870 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.047235 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.047598 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.047967 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.048388 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.048768 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.049116 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.049461 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: subnet after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.049807 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.050292 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.050680 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_create 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.051041 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.051393 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.051764 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router after_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.052120 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.052483 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_create 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.052862 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.053219 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_update 55549900 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.053594 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > agent after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.053955 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > agent after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.054320 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > network after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.055222 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Tracking information for resource: router configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:25.055768 n-d-791505-12 neutron-server[93839]: DEBUG neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Tracking information for resource: floatingip configured {{(pid=93839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:57:25.060600 n-d-791505-12 neutron-server[93839]: INFO neutron.db.l3_agentschedulers_db [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 16:57:25.061190 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.061563 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.061923 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.062281 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.063140 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router before_create 55550100 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.063517 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.063885 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_create 55550100 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.064251 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > router precommit_update 55550100 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.068918 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.provider_configuration [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service providers = [] {{(pid=93839) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 16:57:25.069292 n-d-791505-12 neutron-server[93839]: DEBUG neutron.db.servicetype_db [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93839) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 16:57:25.072285 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.service_base [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:57:25.072645 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.service_base [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:57:25.073010 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.service_base [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:57:25.073908 n-d-791505-12 neutron-server[93839]: DEBUG neutron.services.service_base [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:57:25.074290 n-d-791505-12 neutron-server[93839]: INFO neutron.services.service_base [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 16:57:25.074703 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.075033 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 16:57:25.086536 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.086881 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: auto_allocate Jul 07 16:57:25.092946 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: network precommit_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.093334 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: network precommit_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.093870 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.094202 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: tag Jul 07 16:57:25.101585 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.101916 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: timestamp Jul 07 16:57:25.107379 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.107721 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: network_ip_availability Jul 07 16:57:25.113295 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.113615 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.113978 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.114745 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.115074 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: flavors Jul 07 16:57:25.119792 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.120136 n-d-791505-12 neutron-server[93839]: INFO neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading Plugin: revisions Jul 07 16:57:25.124423 n-d-791505-12 neutron-server[93839]: DEBUG neutron.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:57:25.124825 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:57:25.125571 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93839) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 16:57:25.125912 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Initializing extension manager. Jul 07 16:57:25.126428 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: __init__.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.126803 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: __pycache__ {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.127144 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.127483 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: address_group.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.128569 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.128887 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: address-group Jul 07 16:57:25.129220 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: address_scope.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.129945 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.130526 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: address-scope Jul 07 16:57:25.130812 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.131750 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.132274 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: router-admin-state-down-before-update Jul 07 16:57:25.132611 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: agent.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.133323 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.134035 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: agent Jul 07 16:57:25.134367 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: agent_resources_synced.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.135329 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.135851 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: agent-resources-synced Jul 07 16:57:25.136184 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: allowedaddresspairs.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.137991 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.138559 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: allowed-address-pairs Jul 07 16:57:25.138897 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: auto_allocated_topology.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.139980 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.140512 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: auto-allocated-topology Jul 07 16:57:25.140850 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: availability_zone.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.141557 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.142073 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: availability_zone Jul 07 16:57:25.142402 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: availability_zone_filter.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.143355 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.144508 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: availability_zone_filter Jul 07 16:57:25.144839 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: data_plane_status.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.145759 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.146278 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 16:57:25.146646 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: default_subnetpools.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.147569 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.148089 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: default-subnetpools Jul 07 16:57:25.148420 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.149248 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.149768 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: dhcp_agent_scheduler Jul 07 16:57:25.150100 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: dns.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.151050 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.151566 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension dns-integration not supported by any of loaded plugins Jul 07 16:57:25.151897 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: dns_domain_ports.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.152827 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.153349 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 16:57:25.153679 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.154646 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.155160 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 16:57:25.155488 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: dvr.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.156163 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.156676 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: dvr Jul 07 16:57:25.157003 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: empty_string_filtering.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.157922 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.158457 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: empty-string-filtering Jul 07 16:57:25.158785 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.160276 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.160838 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:57:25.161165 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.162098 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.162648 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 16:57:25.162984 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: external_net.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.163904 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.164416 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: external-net Jul 07 16:57:25.164745 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.165670 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.166179 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: extra_dhcp_opt Jul 07 16:57:25.166539 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: extraroute.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.167464 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.167980 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: extraroute Jul 07 16:57:25.168309 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: extraroute_atomic.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.169350 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.169865 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: extraroute-atomic Jul 07 16:57:25.170196 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: filter_validation.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.170906 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.171417 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: filter-validation Jul 07 16:57:25.171743 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: fip_pf_description.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.172656 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.173172 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 16:57:25.173498 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: fip_port_details.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.174419 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.175001 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: fip-port-details Jul 07 16:57:25.175331 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: flavors.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.176662 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.177189 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: flavors Jul 07 16:57:25.177526 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.179246 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.179783 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 16:57:25.180122 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: floatingip_pools.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.180831 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.181350 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: floatingip-pools Jul 07 16:57:25.181684 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: ip_allocation.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.182650 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.183179 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 16:57:25.183509 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.184439 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.184992 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: ip-substring-filtering Jul 07 16:57:25.185325 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l2_adjacency.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.186265 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.186816 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 16:57:25.187144 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.188155 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.188686 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: router Jul 07 16:57:25.189023 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.192103 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.192640 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:57:25.192980 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.193938 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.194491 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: ext-gw-mode Jul 07 16:57:25.194832 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.195789 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.196284 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: l3-ha Jul 07 16:57:25.196632 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3_flavors.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.197588 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.198111 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: l3-flavors Jul 07 16:57:25.198459 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.199403 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.199927 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 16:57:25.200263 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: l3agentscheduler.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.201327 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.201847 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: l3_agent_scheduler Jul 07 16:57:25.202185 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: logging.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.203735 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.204266 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension logging not supported by any of loaded plugins Jul 07 16:57:25.204604 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: metering.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.205357 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.205948 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: metering Jul 07 16:57:25.206842 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.207951 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.208474 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: metering_source_and_destination_fields Jul 07 16:57:25.208806 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: multiprovidernet.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.209751 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.210272 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: multi-provider Jul 07 16:57:25.210641 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: netmtu.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.211569 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.212086 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: net-mtu Jul 07 16:57:25.212416 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: netmtu_writable.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.213373 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.213891 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: net-mtu-writable Jul 07 16:57:25.214219 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: network_availability_zone.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.214937 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.215450 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: network_availability_zone Jul 07 16:57:25.215777 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: network_ip_availability.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.217143 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.217669 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: network-ip-availability Jul 07 16:57:25.218027 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: network_segment_range.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.218823 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.219343 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 16:57:25.219670 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: pagination.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.220676 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.221016 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: pagination Jul 07 16:57:25.221345 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: port_device_profile.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.222432 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.222992 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: port-device-profile Jul 07 16:57:25.223330 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.224274 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.224793 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: port-mac-address-regenerate Jul 07 16:57:25.225123 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.226053 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.226589 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: port-numa-affinity-policy Jul 07 16:57:25.226922 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: port_resource_request.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.227847 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.228360 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 16:57:25.228691 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: portbindings.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.229630 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.230148 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: binding Jul 07 16:57:25.230504 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: portbindings_extended.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.231935 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.232492 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: binding-extended Jul 07 16:57:25.232834 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: portsecurity.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.233779 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.234302 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: port-security Jul 07 16:57:25.234667 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: project_id.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.235659 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.236000 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: project-id Jul 07 16:57:25.236333 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: providernet.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.237278 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.237966 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: provider Jul 07 16:57:25.238293 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.241801 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.242365 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos not supported by any of loaded plugins Jul 07 16:57:25.242730 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.243992 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.244518 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 16:57:25.244854 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.245790 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.246313 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 16:57:25.246675 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_default.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.247602 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.248199 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-default not supported by any of loaded plugins Jul 07 16:57:25.248460 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_fip.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.249129 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.249712 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-fip not supported by any of loaded plugins Jul 07 16:57:25.250046 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_gateway_ip.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.251025 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.251549 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 16:57:25.251881 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_port_network_policy.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.252817 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.253895 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 16:57:25.254225 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_rule_type_details.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.255214 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.255751 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 16:57:25.256062 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: qos_rules_alias.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.257122 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.257639 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 16:57:25.257970 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: quotasv2.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.258967 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.259327 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: quotas Jul 07 16:57:25.259626 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: quotasv2_detail.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.262889 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.263214 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: quota_details Jul 07 16:57:25.263559 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: rbac.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.264663 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.265227 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: rbac-policies Jul 07 16:57:25.265539 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: rbac_address_group.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.266764 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.267267 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: rbac-address-group Jul 07 16:57:25.267607 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: rbac_address_scope.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.268592 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.269901 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: rbac-address-scope Jul 07 16:57:25.270242 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: rbac_security_groups.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.271215 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.271739 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: rbac-security-groups Jul 07 16:57:25.272073 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: rbac_subnetpool.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.273006 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.273529 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: rbac-subnetpool Jul 07 16:57:25.273872 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: revisionifmatch.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.274839 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.275365 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: revision-if-match Jul 07 16:57:25.275697 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: revisions.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.276834 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.277362 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: standard-attr-revisions Jul 07 16:57:25.277695 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: router_availability_zone.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.278382 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.278942 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: router_availability_zone Jul 07 16:57:25.279273 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: routerservicetype.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.280212 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.280728 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension router-service-type not supported by any of loaded plugins Jul 07 16:57:25.281058 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.282000 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.282550 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: security-groups-normalized-cidr Jul 07 16:57:25.282883 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.283818 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.284393 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: port-security-groups-filtering Jul 07 16:57:25.284741 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.285672 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.286193 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: security-groups-remote-address-group Jul 07 16:57:25.286552 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: securitygroup.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.296173 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.296715 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: security-group Jul 07 16:57:25.297055 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: segment.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.297854 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.298377 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension segment not supported by any of loaded plugins Jul 07 16:57:25.298737 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.299686 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.300416 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 16:57:25.300707 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: servicetype.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.301825 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.302363 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: service-type Jul 07 16:57:25.302734 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: sorting.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.303728 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.304071 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: sorting Jul 07 16:57:25.304403 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: standard_attr_segment.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.305396 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.305923 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 16:57:25.306254 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: standardattrdescription.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.306949 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.307465 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: standard-attr-description Jul 07 16:57:25.307796 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: stateful_security_group.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.308749 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.309274 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: stateful-security-group Jul 07 16:57:25.309605 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: stdattrs_common.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.310197 n-d-791505-12 neutron-server[93839]: WARNING neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 16:57:25.310556 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.311496 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.312016 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 16:57:25.312345 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnet_onboard.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.313422 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.313954 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: subnet_onboard Jul 07 16:57:25.314286 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.315247 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.316297 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 16:57:25.316631 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnet_service_types.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.317561 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.318087 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: subnet-service-types Jul 07 16:57:25.318419 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnetallocation.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.319538 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.320064 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: subnet_allocation Jul 07 16:57:25.320396 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.321073 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.321612 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: subnetpool-prefix-ops Jul 07 16:57:25.321943 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.322913 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.323433 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 16:57:25.323760 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: tagging.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.324864 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.325400 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: standard-attr-tag Jul 07 16:57:25.325735 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: timestamp.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.327025 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.327576 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loaded extension: standard-attr-timestamp Jul 07 16:57:25.327923 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: trunk.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.328965 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.329489 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension trunk not supported by any of loaded plugins Jul 07 16:57:25.329824 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: trunk_details.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.330787 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.331945 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension trunk-details not supported by any of loaded plugins Jul 07 16:57:25.332278 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: uplink_status_propagation.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.333219 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.333743 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 16:57:25.334073 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Loading extension file: vlantransparent.py {{(pid=93839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:57:25.334788 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:57:25.335308 n-d-791505-12 neutron-server[93839]: INFO neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 16:57:25.337772 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:network Jul 07 16:57:25.338321 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnet Jul 07 16:57:25.338755 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:57:25.339165 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:port Jul 07 16:57:25.340414 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.340868 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service FLAVORS assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.341494 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.342181 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.342552 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:router Jul 07 16:57:25.343001 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:57:25.343505 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service METERING assigned prefix: /metering {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.344960 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.345337 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.345698 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:57:25.346741 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:57:25.347235 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:57:25.347674 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:57:25.348289 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service CORE assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.348627 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:57:25.348987 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] subnetpool is already registered Jul 07 16:57:25.349416 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service CORE assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.349747 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:57:25.350083 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] subnetpool is already registered Jul 07 16:57:25.352437 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.352886 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service FLAVORS assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.353495 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.353927 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.354271 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:router Jul 07 16:57:25.354649 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] router is already registered Jul 07 16:57:25.355073 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:57:25.355415 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] floatingip is already registered Jul 07 16:57:25.355875 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service METERING assigned prefix: /metering {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.356554 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:57:25.356887 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] rbac_policy is already registered Jul 07 16:57:25.357306 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:57:25.357648 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] security_group is already registered Jul 07 16:57:25.358059 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:57:25.358398 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] security_group_rule is already registered Jul 07 16:57:25.359054 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service CORE assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.359387 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:57:25.359729 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] subnetpool is already registered Jul 07 16:57:25.360151 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.v2.resource_helper [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Service CORE assigned prefix: {{(pid=93839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:57:25.360480 n-d-791505-12 neutron-server[93839]: INFO neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:57:25.360815 n-d-791505-12 neutron-server[93839]: WARNING neutron.quota.resource_registry [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] subnetpool is already registered Jul 07 16:57:25.361290 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: extensions {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.362911 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: address-groups {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.364464 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: address-scopes {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.365738 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: agents {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.366941 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: auto-allocated-topology {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.368189 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: availability_zones {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.369411 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: dhcp-networks {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.372022 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: dhcp-agents {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.373486 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: routers {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.375240 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: flavors {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.376512 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: service_profiles {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.377731 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: next_providers {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.380171 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: service_profiles {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.381741 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: floatingip-pools {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.383003 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: routers {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.384731 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: floatingips {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.386018 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: l3-routers {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.387476 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: l3-agents {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.388902 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: metering-labels {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.390152 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: metering-label-rules {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.391580 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: network-ip-availabilities {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.392840 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: bindings {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.395328 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: quotas {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.396924 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: quotas {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.398344 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: rbac-policies {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.399567 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: security-groups {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.400882 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: security-group-rules {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.402142 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: service-providers {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.403410 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: subnetpools {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.404747 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: subnetpools {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.406285 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.408018 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.409947 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.411777 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.416804 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.417374 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.421245 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.423120 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.425114 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.426919 n-d-791505-12 neutron-server[93839]: DEBUG neutron.api.extensions [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Extended resource: tags {{(pid=93839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:57:25.433043 n-d-791505-12 neutron-server[93839]: WARNING keystonemiddleware.auth_token [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 16:57:25.437686 n-d-791505-12 neutron-server[93839]: WARNING keystonemiddleware.auth_token [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 16:57:25.448026 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Acquired lock "singleton_lock" {{(pid=93839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 16:57:25.448610 n-d-791505-12 neutron-server[93839]: DEBUG oslo_concurrency.lockutils [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Releasing lock "singleton_lock" {{(pid=93839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 16:57:25.449179 n-d-791505-12 neutron-server[93839]: INFO oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Starting 2 workers Jul 07 16:57:25.454140 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Started child 93946 {{(pid=93839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:57:25.459495 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Started child 93947 {{(pid=93839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:57:25.461128 n-d-791505-12 neutron-server[93839]: INFO neutron.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 16:57:25.461261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.461865 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Notify callbacks [] for process, before_spawn {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.462837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [-] (93946) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:57:25.464210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.464633 n-d-791505-12 neutron-server[93839]: INFO oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Starting 1 workers Jul 07 16:57:25.465624 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [-] (93947) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:57:25.469838 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Started child 93948 {{(pid=93839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:57:25.470394 n-d-791505-12 neutron-server[93839]: INFO oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Starting 1 workers Jul 07 16:57:25.473767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] calling RpcWorker wait() {{(pid=93948) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 16:57:25.474346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] returning from RpcWorker wait() {{(pid=93948) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 16:57:25.475056 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Started child 93949 {{(pid=93839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:57:25.475725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.475899 n-d-791505-12 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6828db8-6345-4130-8636-b1b88be24ddc None None] Notify callbacks [] for process, after_spawn {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.476279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:25.477913 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:57:25.478121 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:57:25.478310 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:57:25.478555 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:57:25.478912 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:57:25.479079 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:57:25.479594 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.479864 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.480134 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.480401 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.480705 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.480796 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.481305 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.481752 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.481994 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.482282 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.482575 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.482754 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.482922 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.483190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.483456 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.483728 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.483998 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.484249 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.484511 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.484688 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.484952 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.485215 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.485534 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.485851 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] debug = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.486099 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.486604 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.486855 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.487095 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.487315 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.487627 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.487878 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.488168 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.488416 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.488729 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.489006 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.489271 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.489531 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.489764 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.490009 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.490272 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.490540 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.490988 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] host = n-d-791505-12 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.491229 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.491466 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.491694 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.491965 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.492244 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.492464 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.492726 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.492979 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.493239 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.493462 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.493723 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.493968 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.494186 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.494474 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.494633 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_options = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.494875 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.495147 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.495406 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.495595 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.495764 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.495945 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.496195 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.496358 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.496652 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.496820 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.497035 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.497250 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.497463 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.497676 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.497922 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.498177 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.498424 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.498710 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.498980 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.499244 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.499490 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.499713 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.499958 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.500187 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.500402 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.500663 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.500857 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.501090 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.501320 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.501580 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.501796 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.502064 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.502298 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.502612 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.502861 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.503660 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.504001 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.504357 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.504595 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.504848 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.505108 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.505353 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.505614 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.505838 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.506075 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.506314 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_json = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.506552 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.506764 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.507017 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.507233 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.507450 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.507668 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.507885 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.508122 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.508532 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.508831 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.509147 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.509414 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.509664 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.509911 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.510143 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.510382 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.510699 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.510935 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.511267 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.511494 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.511773 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.512014 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.512456 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.512633 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.512771 n-d-791505-12 neutron-server[93949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:25.512916 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.513121 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.513359 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.513618 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.513861 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.514052 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.514389 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.514728 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.514959 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.515499 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.515852 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.516268 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.516497 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.516772 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.517016 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.517226 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.517506 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.517743 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.518221 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.518221 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.518601 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.519307 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.519518 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.519757 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.520025 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.520245 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.520470 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.520687 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.520989 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.521172 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.521408 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.521664 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.521900 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.522158 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.522796 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.522796 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.523069 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.523216 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.523367 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.523559 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.523781 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.524015 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.524201 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.524411 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.524668 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.525184 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.525184 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.525880 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.526061 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.526318 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.526590 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.526813 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.527028 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.527245 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.527464 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.527892 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.530387 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.530672 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.530912 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.531153 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.531385 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.531640 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.532681 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.535299 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.535561 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.535812 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.536064 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.536329 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.536650 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.537012 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.537246 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.537514 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.537784 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.538063 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.538296 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.538623 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.538869 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.539140 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.539369 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.539670 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.539912 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.540186 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.540407 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.540641 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.541440 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.541440 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.541440 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.542017 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.542017 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.542267 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.542400 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.542645 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.543147 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.543336 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.543649 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.544729 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.544729 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.544729 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.544729 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.545720 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.545720 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.545720 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.546068 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.546068 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.546933 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.546933 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.546933 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.548190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.548190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.548190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.548190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.548190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549143 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549143 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549143 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549143 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549603 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549603 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.549839 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.550011 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.551084 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.551223 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.551463 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.552211 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.552211 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.552468 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.552468 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.552709 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.554562 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.555084 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.555084 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.555351 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.555520 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.556815 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.557483 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.557483 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.557483 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.557704 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.557918 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.558174 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.558398 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.558721 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.558973 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.559197 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.559455 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.559706 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.560068 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.560296 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.560553 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.560780 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.560997 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.561213 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.561437 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.561654 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.561869 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.562100 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.562335 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.562603 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.562849 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.563191 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.563459 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.563695 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.563936 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.564156 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.564420 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.564660 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.564888 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.565126 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.565350 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.566171 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.567199 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.567439 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.567674 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.567924 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.568142 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.568373 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.568592 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.568812 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.569117 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.569369 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.569601 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.569866 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.570111 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.570350 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.570608 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.570824 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.571039 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.571264 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.571486 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.571778 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.571987 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.572194 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.572410 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.572635 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.572861 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.573071 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.573318 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.573529 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.573740 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.573964 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.574184 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.574417 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.574670 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.574924 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.575141 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.575390 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.575632 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.575843 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.576144 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.576400 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.576626 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.576922 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.577156 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.577406 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.577688 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.577992 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.578225 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.578494 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.578721 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.578977 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.579220 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.579495 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.579844 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.580144 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.580406 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.580663 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.580926 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.581922 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.582569 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.582964 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.583274 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.583624 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.583901 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.584241 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.584510 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.584786 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.585040 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.585282 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.585524 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.585766 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.586007 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.586270 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.586531 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.586788 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.587032 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.587284 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.587506 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.587743 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.587958 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.588184 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.588405 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.588566 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:57:25.589112 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:57:25.589284 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:57:25.589441 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:57:25.589619 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:57:25.589792 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:57:25.590077 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:57:25.590174 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.590297 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.590477 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.590643 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.590804 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.590972 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.591139 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.591301 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.591489 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.591650 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.591814 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.592230 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.592391 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.592552 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.592713 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.592872 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593033 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593196 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593362 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593524 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593683 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.593843 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594004 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] debug = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594165 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594370 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594558 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594720 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.594882 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.595041 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.595201 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.595361 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.595522 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.595682 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.597189 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] host = n-d-791505-12 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598017 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598017 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598162 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598299 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598484 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598645 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598810 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.598973 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599133 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599287 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599427 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599563 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599724 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.599887 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600049 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_options = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600211 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600354 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600501 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600697 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.600863 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601079 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601222 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601359 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601529 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601720 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601861 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.601997 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602142 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602371 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602371 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602618 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602699 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602804 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.602964 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603124 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603284 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603443 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603607 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603773 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.603916 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604078 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604239 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604399 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604558 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604707 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.604852 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605148 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605148 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605385 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605505 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605627 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605751 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.605918 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606113 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606248 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606371 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606526 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606679 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606837 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.606998 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607157 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_json = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607317 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607477 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607637 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607796 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.607956 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.608115 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.608275 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.608438 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:57:25.608623 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.608811 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.608986 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609149 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609313 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609476 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609638 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609801 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.609964 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610126 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610297 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610483 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610697 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610850 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.610979 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611150 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611274 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611432 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611595 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611757 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.611919 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.612082 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.612262 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.613249 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.613777 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.614338 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.614582 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.614709 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.614877 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615101 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615321 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615444 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615537 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615655 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615819 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.615983 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616159 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616296 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616460 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616625 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616789 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.616952 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617117 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:25.617286 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617433 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617597 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617761 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.617923 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618087 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618249 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618424 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618609 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618772 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.618934 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619103 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619262 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619423 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619586 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619749 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.619913 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620076 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620254 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620419 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620582 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620746 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.620908 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621072 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621235 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621397 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621560 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621723 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.621886 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622048 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622211 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622375 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622560 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622724 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.622888 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623051 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623215 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623379 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623543 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623706 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.623868 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624041 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624220 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624384 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624549 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624718 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.624880 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625044 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625205 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625352 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625520 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625683 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.625846 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626008 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626174 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626339 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626523 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626686 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.626850 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627012 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627177 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627340 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627503 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627667 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.627829 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.628055 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.628817 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.629413 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.629591 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.629759 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.629927 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630092 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630265 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630462 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630627 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630799 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.630967 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631120 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631282 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631447 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631611 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631776 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.631941 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632104 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632312 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632440 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632591 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632758 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.632915 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633102 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633265 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633430 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633593 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633960 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.633960 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634168 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634249 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634371 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634543 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634709 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.634872 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635076 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635417 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635417 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635630 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635630 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635811 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.635941 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636105 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636268 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636431 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636593 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636757 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.636919 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637082 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637245 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637408 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637570 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637734 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.637897 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638061 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638225 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638387 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638570 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638733 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.638895 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639067 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639236 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639397 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639560 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639697 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.639861 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640025 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640190 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640354 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640517 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640670 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640832 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.640995 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641159 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641321 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641486 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641638 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641799 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.641977 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642127 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642291 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642460 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642630 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642793 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.642956 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.643118 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.643281 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.643444 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.643597 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.643782 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.644404 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.644576 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.644742 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.644913 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645076 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645239 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645404 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645584 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645751 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.645914 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.646077 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.646242 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.646404 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.646767 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.646936 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647100 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647264 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647428 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647591 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647765 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.647928 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648091 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648254 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648417 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648579 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648753 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.648915 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649078 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649240 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649403 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649566 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649739 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.649903 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650066 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650229 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650392 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650576 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650751 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.650915 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651079 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651251 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651414 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651577 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651740 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.651916 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652080 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652246 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652410 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652574 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652739 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.652904 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653072 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653244 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653416 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653583 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653755 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.653929 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654103 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654267 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654453 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654658 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654823 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.654987 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655151 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655315 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655479 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655642 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655806 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.655970 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656134 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656298 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656461 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656624 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656787 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.656950 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.657114 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.657277 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.657440 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.657604 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.657766 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:57:25.658479 n-d-791505-12 neutron-server[93839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:57:25.694875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.703360 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062332 Jul 07 16:57:37.585562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cc3d1-70c6-4f97-ad0e-c231ac610fc5 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:57:37.669972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cc3d1-70c6-4f97-ad0e-c231ac610fc5 None None] No non-hosted networks {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 16:57:37.700887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.agentschedulers_db [None req-cb7cc3d1-70c6-4f97-ad0e-c231ac610fc5 None None] DHCP Agent not found on host n-d-791505-12 {{(pid=93948) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 16:57:37.703399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2057-6f12-4052-9386-86ed51f46c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.948793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a217ccc6-95c9-48d9-9264-58193c808ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.001090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2e84be19-6a3b-4ebe-9981-9f16f364d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.388850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.389968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.391148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.391790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.392372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.394120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.394821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.396053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.397830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.398392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.399007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.400180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.402093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:40.402874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:40.412732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:41.655563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.108246 n-d-791505-12 neutron-server[93948]: INFO neutron.db.l3_hamode_db [None req-8f2ecfde-e5c1-4623-b8cb-e14e21bdd2c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 16:57:43.190200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ecfde-e5c1-4623-b8cb-e14e21bdd2c7 None None] Routers set() bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:43.190631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ecfde-e5c1-4623-b8cb-e14e21bdd2c7 None None] Router IDs set() for agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:57:43.337161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.328694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32810) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:44.825343 n-d-791505-12 neutron-server[93946]: WARNING oslo_policy.policy [None req-e283392f-bc86-4b82-8967-9f190cabfa7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:44.825923 n-d-791505-12 neutron-server[93946]: WARNING oslo_policy.policy [None req-e283392f-bc86-4b82-8967-9f190cabfa7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:45.054965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-e283392f-bc86-4b82-8967-9f190cabfa7e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:57:45.056184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e283392f-bc86-4b82-8967-9f190cabfa7e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7248580 Jul 07 16:57:47.419831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32824) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:47.915947 n-d-791505-12 neutron-server[93947]: WARNING oslo_policy.policy [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:47.916527 n-d-791505-12 neutron-server[93947]: WARNING oslo_policy.policy [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:48.138111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:48.232650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.policy [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93947) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:57:48.278062 n-d-791505-12 neutron-server[93947]: WARNING oslo_policy.policy [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:48.278464 n-d-791505-12 neutron-server[93947]: WARNING oslo_policy.policy [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:48.287809 n-d-791505-12 neutron-server[93947]: INFO neutron.quota [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] Loaded quota_driver: . Jul 07 16:57:48.384367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857263157', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857262662', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857276046', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857310324', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857320969', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755857298559', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-532416', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1048099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583551', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1692180'] for rbac-policy, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.450156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.451412 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4a8a690-9e9d-48a2-a9f3-82bccf35beb4 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0306106 Jul 07 16:57:51.068852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32842) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:51.370186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Request body: {'network': {'tenant_id': 'b750b483d8384679bd17beb9df475372', 'name': 'private', 'project_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:51.371708 n-d-791505-12 neutron-server[93946]: INFO neutron.quota [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Loaded quota_driver: . Jul 07 16:57:51.430563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Made reservation on behalf of b750b483d8384679bd17beb9df475372 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:51.497543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.policy [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:57:51.542174 n-d-791505-12 neutron-server[93946]: WARNING oslo_policy.policy [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:51.542585 n-d-791505-12 neutron-server[93946]: WARNING oslo_policy.policy [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:57:51.553101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.575037 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.711556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.715625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.741463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:51.772302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755860458581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.772833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Unsubscribe: segment precommit_create {{(pid=93946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:57:51.773357 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Added segment 4e5eeda3-acc4-4a7e-a101-cae5347551f6 of type vlan for network 871731f3-ba7d-4928-8384-f939641871f4 Jul 07 16:57:51.780207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49dc16b-dad0-4509-98a4-51f4d379cf15,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.820687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.821030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.821366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.821697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.822023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.822345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.822694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.823019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.823334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.823652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.823968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.824282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Tracked resource versions report: Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: pushed versions: Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Log': {'1.0'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Network': {'1.1'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Port': {'1.7'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: consumer versions: Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: { DHCP agent@n-d-791505-12: {}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: L3 agent@n-d-791505-12: {}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: Metadata agent@n-d-791505-12: {}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: Metering agent@n-d-791505-12: {}, Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Log': '1.0', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Network': '1.1', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Port': '1.7', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'PortForwarding': '1.2', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'QosPolicy': '1.8', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'SubPort': '1.0', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Subnet': '1.1', Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: 'Trunk': '1.1'}} Jul 07 16:57:51.825412 n-d-791505-12 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:57:51.898363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.952607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.953881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:51.954587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.041210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9711485 Jul 07 16:57:52.069459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652fd0a-86bd-489a-8fe7-e5e53a9e0ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=871731f3-ba7d-4928-8384-f939641871f4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:52.082067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 871731f3-ba7d-4928-8384-f939641871f4 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:54.734727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32858) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:55.136725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33ce34-5f8f-485a-9951-1426e8d2a827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.138120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ff33ce34-5f8f-485a-9951-1426e8d2a827 admin admin] 10.222.0.66 "GET /v2.0/networks/871731f3-ba7d-4928-8384-f939641871f4 HTTP/1.1" status: 200 len: 825 time: 0.4024358 Jul 07 16:57:55.178461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a73b361b-8f30-41ff-bcff-2ccb36576bbd admin admin] 10.222.0.66 "GET /v2.0/subnetpools/bd8216e9-a625-4901-9f61-ddf023db7418 HTTP/1.1" status: 200 len: 734 time: 0.0347083 Jul 07 16:57:55.187220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Request body: {'subnet': {'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b750b483d8384679bd17beb9df475372'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:55.210562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Made reservation on behalf of b750b483d8384679bd17beb9df475372 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:55.213348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.521264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.588987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05874729-05d4-4d75-bc06-ad5bdb9a3956,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:55.593746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Checking segment: {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:55.594132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Network hostable DHCP agents. Network: 871731f3-ba7d-4928-8384-f939641871f4, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:55.615678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Network 871731f3-ba7d-4928-8384-f939641871f4 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:55.627093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 871731f3-ba7d-4928-8384-f939641871f4) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:55.631824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.632407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.637271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7fd90-37cc-4109-8496-854b104bce58 None None] Network 871731f3-ba7d-4928-8384-f939641871f4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:55.650088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e143d3cf-fb04-49bf-bf45-ed8810104271 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4662955 Jul 07 16:57:55.959458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-871731f3-ba7d-4928-8384-f939641871f4', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:55.960816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.263483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Allocated IP 172.20.0.2 (871731f3-ba7d-4928-8384-f939641871f4/05874729-05d4-4d75-bc06-ad5bdb9a3956/a42742b2-c8e8-44c5-9746-a2c522b1bd7c) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:56.480933 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.499211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Transition to ACTIVE for port object a42742b2-c8e8-44c5-9746-a2c522b1bd7c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:56.551570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Transition to ACTIVE for port object a42742b2-c8e8-44c5-9746-a2c522b1bd7c will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:56.560144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.638096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Network 871731f3-ba7d-4928-8384-f939641871f4 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:56.644968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:56.655799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:56.660373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Pushing event updated for resources: {'Port': ['ID=a42742b2-c8e8-44c5-9746-a2c522b1bd7c,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:56.671669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.672023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.672372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.672730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.673060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.673549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.674429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.674790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.675131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.675469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.675808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.676144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Tracked resource versions report: Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: pushed versions: Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: { 'AddressGroup': {'1.2'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'ConntrackHelper': {'1.0'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Log': {'1.0'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Network': {'1.1'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Port': {'1.7'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'PortForwarding': {'1.2'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'QosPolicy': {'1.8'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SecurityGroup': {'1.4'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SubPort': {'1.0'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Subnet': {'1.1'}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Trunk': {'1.1'}} Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: consumer versions: Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: { DHCP agent@n-d-791505-12: {}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: L3 agent@n-d-791505-12: {}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: Metadata agent@n-d-791505-12: {}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: Metering agent@n-d-791505-12: {}, Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'ConntrackHelper': '1.0', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Log': '1.0', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Network': '1.1', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Port': '1.7', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'PortForwarding': '1.2', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'QosPolicy': '1.8', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SecurityGroup': '1.4', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SecurityGroupRule': '1.2', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'SubPort': '1.0', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Subnet': '1.1', Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: 'Trunk': '1.1'}} Jul 07 16:57:56.677294 n-d-791505-12 neutron-server[93948]: {{(pid=93948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:57:56.749195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Attempting to bind port a42742b2-c8e8-44c5-9746-a2c522b1bd7c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:56.749596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Attempting to bind port a42742b2-c8e8-44c5-9746-a2c522b1bd7c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:56.750022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Attempting to bind port a42742b2-c8e8-44c5-9746-a2c522b1bd7c on network 871731f3-ba7d-4928-8384-f939641871f4 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:56.756365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:56.756779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Checking segment: {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:56.757284 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.757683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Bound using segment: {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:56.758226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Bound port: a42742b2-c8e8-44c5-9746-a2c522b1bd7c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:56.758608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.823591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] For port a42742b2-c8e8-44c5-9746-a2c522b1bd7c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:56.827762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] For port a42742b2-c8e8-44c5-9746-a2c522b1bd7c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a42742b2-c8e8-44c5-9746-a2c522b1bd7c,segment=NetworkSegment(4e5eeda3-acc4-4a7e-a101-cae5347551f6),segment_id=4e5eeda3-acc4-4a7e-a101-cae5347551f6)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:56.833824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.903868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b24d-31f5-4ec6-ab14-41000aa50c54 None None] Pushing event updated for resources: {'Port': ['ID=a42742b2-c8e8-44c5-9746-a2c522b1bd7c,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.086162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32866) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:58.414164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-42dc5e60-56dd-4cb3-8b05-0056fcfa0dc7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:57:58.415231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-42dc5e60-56dd-4cb3-8b05-0056fcfa0dc7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3280680 Jul 07 16:58:00.843940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:01.162764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-b6dbdef1-bc51-4ee7-a2ce-d587be6fdcda admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:58:01.163747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b6dbdef1-bc51-4ee7-a2ce-d587be6fdcda admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186851 Jul 07 16:58:02.858545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a42742b2-c8e8-44c5-9746-a2c522b1bd7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:02.946452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:03.194931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547d7c1-68da-45af-a3be-7244dbccc1dc None None] Network 871731f3-ba7d-4928-8384-f939641871f4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:03.262368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Provisioning for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:03.274247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Provisioning complete for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:03.274668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.450954 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.528115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] For port a42742b2-c8e8-44c5-9746-a2c522b1bd7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a42742b2-c8e8-44c5-9746-a2c522b1bd7c,segment=NetworkSegment(4e5eeda3-acc4-4a7e-a101-cae5347551f6),segment_id=4e5eeda3-acc4-4a7e-a101-cae5347551f6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:03.533551 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.584007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d4e8-35c8-470a-90ba-acda8b2eac4f None None] Pushing event updated for resources: {'Port': ['ID=a42742b2-c8e8-44c5-9746-a2c522b1bd7c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.757976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-60e68ab0-44f4-4b33-9ec9-a8a847ff1590 None None] Provisioning complete for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:03.758387 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60e68ab0-44f4-4b33-9ec9-a8a847ff1590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.855108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:04.160224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Request body: {'router': {'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:04.186854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.188985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.345987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.350689 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.363200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.364399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-22998b0a-67c2-4dfb-af95-38e1bb37b957 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5083394 Jul 07 16:58:04.812318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a42742b2-c8e8-44c5-9746-a2c522b1bd7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:04.857510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:04.857910 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.793461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:07.106773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-61af4e52-7b08-41cf-916e-b73ed168851e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:58:07.107766 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61af4e52-7b08-41cf-916e-b73ed168851e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133841 Jul 07 16:58:07.478113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e802178-d742-49e8-bc02-3a504134ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.529064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:09.851803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:09.878288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Made reservation on behalf of 8c78af96f82f4dfbab09c4823ce2bb87 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:09.881033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.897319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.944146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78192286-2faa-4ffd-82fe-44aea1b30f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.019527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.023470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.036385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93947) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 16:58:10.071189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755860458581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.071790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Unsubscribe: segment precommit_create {{(pid=93947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:58:10.072292 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Added segment 48cafdde-251c-4597-b70b-f84d34514ea1 of type flat for network 52d6e229-6838-4833-bee3-24170440d153 Jul 07 16:58:10.089881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297a8d1a-beed-45f6-935b-6eef71ca2415,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.113457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.113796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.114132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.114512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.114841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.115165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.115482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.115801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.116117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.116432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.116746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.117056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Tracked resource versions report: Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: pushed versions: Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Log': {'1.0'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Network': {'1.1'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Port': {'1.7'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: consumer versions: Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: { DHCP agent@n-d-791505-12: {}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: L3 agent@n-d-791505-12: {}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: Metadata agent@n-d-791505-12: {}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: Metering agent@n-d-791505-12: {}, Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Log': '1.0', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Network': '1.1', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Port': '1.7', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'PortForwarding': '1.2', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'QosPolicy': '1.8', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'SubPort': '1.0', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Subnet': '1.1', Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: 'Trunk': '1.1'}} Jul 07 16:58:10.118178 n-d-791505-12 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:58:10.195970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.255312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.256412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.257087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.361077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8303044 Jul 07 16:58:10.373616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203520c-c201-488b-b3c5-f222385616b8 admin admin] Pushing event updated for resources: {'Network': ['ID=52d6e229-6838-4833-bee3-24170440d153,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.390856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 52d6e229-6838-4833-bee3-24170440d153 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:10.408841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.577692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.836291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:13.056117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94916e4d-7236-4b51-8a75-e78ab746d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.057462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-94916e4d-7236-4b51-8a75-e78ab746d62c admin admin] 10.222.0.66 "GET /v2.0/subnets/05874729-05d4-4d75-bc06-ad5bdb9a3956 HTTP/1.1" status: 200 len: 849 time: 0.2202144 Jul 07 16:58:13.194510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5272b1d0-67fc-4616-9f39-8a8d33ccef81 admin admin] 10.222.0.66 "GET /v2.0/routers/94a50eae-9fbf-48cc-9a10-f35670180e9a HTTP/1.1" status: 200 len: 704 time: 0.1315434 Jul 07 16:58:13.287217 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.462285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.760913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Allocated IP 172.20.0.1 (871731f3-ba7d-4928-8384-f939641871f4/05874729-05d4-4d75-bc06-ad5bdb9a3956/aee8560d-837c-435a-8da0-ffee67b06f8c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:13.948128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.974877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Transition to ACTIVE for port object aee8560d-837c-435a-8da0-ffee67b06f8c will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:14.052895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.119590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Network 871731f3-ba7d-4928-8384-f939641871f4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:14.124209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:14.137610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:14.138155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.162199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=aee8560d-837c-435a-8da0-ffee67b06f8c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.331170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e23d2ad7-ddbd-40b3-ac06-0a4a38529069 None None] Provisioning for port aee8560d-837c-435a-8da0-ffee67b06f8c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:14.335986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e23d2ad7-ddbd-40b3-ac06-0a4a38529069 None None] Provisioning complete for port aee8560d-837c-435a-8da0-ffee67b06f8c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:14.336371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e23d2ad7-ddbd-40b3-ac06-0a4a38529069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.370546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e23d2ad7-ddbd-40b3-ac06-0a4a38529069 None None] Port aee8560d-837c-435a-8da0-ffee67b06f8c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:14.420209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.601557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.605686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.606498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.686046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=aee8560d-837c-435a-8da0-ffee67b06f8c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.734369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Network 871731f3-ba7d-4928-8384-f939641871f4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:14.736122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:14.890044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-676e6e86-c5f9-48b6-8348-c7a75c95e2ff None None] Provisioning complete for port aee8560d-837c-435a-8da0-ffee67b06f8c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:14.890421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-676e6e86-c5f9-48b6-8348-c7a75c95e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.907201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Router 94a50eae-9fbf-48cc-9a10-f35670180e9a is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:14.924815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-676e6e86-c5f9-48b6-8348-c7a75c95e2ff None None] Port aee8560d-837c-435a-8da0-ffee67b06f8c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:14.999764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:15.005812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b139e545-a8d4-42e7-86d7-6e32292f77f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/94a50eae-9fbf-48cc-9a10-f35670180e9a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8064497 Jul 07 16:58:15.012929 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Sync routers for ids ['94a50eae-9fbf-48cc-9a10-f35670180e9a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:15.025776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Routers {'94a50eae-9fbf-48cc-9a10-f35670180e9a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:15.026658 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T16:58:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['94a50eae-9fbf-48cc-9a10-f35670180e9a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:15.216371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Set router 94a50eae-9fbf-48cc-9a10-f35670180e9a gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:15.650997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:14Z', 'revision_number': 2, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port_host': None, '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:14Z', 'revision_number': 2, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:15.704180 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Checking router: 94a50eae-9fbf-48cc-9a10-f35670180e9a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:15.704550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Updating router 94a50eae-9fbf-48cc-9a10-f35670180e9a port aee8560d-837c-435a-8da0-ffee67b06f8c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:58:15.769068 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.267224 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.286070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Transition to ACTIVE for port object aee8560d-837c-435a-8da0-ffee67b06f8c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:16.293574 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.460850 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Attempting to bind port aee8560d-837c-435a-8da0-ffee67b06f8c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:16.461503 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Attempting to bind port aee8560d-837c-435a-8da0-ffee67b06f8c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:16.462003 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Attempting to bind port aee8560d-837c-435a-8da0-ffee67b06f8c on network 871731f3-ba7d-4928-8384-f939641871f4 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:16.468636 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Pushing event updated for resources: {'Port': ['ID=aee8560d-837c-435a-8da0-ffee67b06f8c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:16.474231 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:16.474538 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Checking segment: {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:16.475024 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.475412 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Bound using segment: {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:16.475913 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Bound port: aee8560d-837c-435a-8da0-ffee67b06f8c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5eeda3-acc4-4a7e-a101-cae5347551f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '871731f3-ba7d-4928-8384-f939641871f4'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:16.476329 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.493147 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.493496 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.493834 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.494171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.494525 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.494985 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.495321 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.495646 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.495970 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.496297 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.496618 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.496937 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Tracked resource versions report: Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: pushed versions: Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: { 'AddressGroup': {'1.2'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'ConntrackHelper': {'1.0'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Log': {'1.0'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Network': {'1.1'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Port': {'1.7'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'PortForwarding': {'1.2'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'QosPolicy': {'1.8'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SecurityGroup': {'1.4'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SubPort': {'1.0'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Subnet': {'1.1'}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Trunk': {'1.1'}} Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: consumer versions: Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: { DHCP agent@n-d-791505-12: {}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: L3 agent@n-d-791505-12: {}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: Metadata agent@n-d-791505-12: {}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: Metering agent@n-d-791505-12: {}, Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'ConntrackHelper': '1.0', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Log': '1.0', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Network': '1.1', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Port': '1.7', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'PortForwarding': '1.2', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'QosPolicy': '1.8', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SecurityGroup': '1.4', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SecurityGroupRule': '1.2', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'SubPort': '1.0', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Subnet': '1.1', Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: 'Trunk': '1.1'}} Jul 07 16:58:16.498047 n-d-791505-12 neutron-server[93949]: {{(pid=93949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:58:16.558062 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] For port aee8560d-837c-435a-8da0-ffee67b06f8c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:16.580871 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] For port aee8560d-837c-435a-8da0-ffee67b06f8c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=aee8560d-837c-435a-8da0-ffee67b06f8c,segment=NetworkSegment(4e5eeda3-acc4-4a7e-a101-cae5347551f6),segment_id=4e5eeda3-acc4-4a7e-a101-cae5347551f6)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:16.585330 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.643571 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Routers {'94a50eae-9fbf-48cc-9a10-f35670180e9a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:16.644212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T16:58:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['94a50eae-9fbf-48cc-9a10-f35670180e9a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:16.677473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064c026-1439-48af-b35b-a67932656f37 None None] Pushing event updated for resources: {'Port': ['ID=aee8560d-837c-435a-8da0-ffee67b06f8c,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:16.738101 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] Set router 94a50eae-9fbf-48cc-9a10-f35670180e9a gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:16.948623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:14Z', 'revision_number': 2, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port_host': None, '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:16Z', 'revision_number': 4, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:16.977621 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3702-502b-40dc-9193-9457c9c891eb None None] The sync data for ids ['94a50eae-9fbf-48cc-9a10-f35670180e9a'] in n-d-791505-12 is: [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:14Z', 'revision_number': 2, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port_host': None, '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:16Z', 'revision_number': 4, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:17.270781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:17.380454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12fe004-f579-4622-b5d3-39493cf31d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.381813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a12fe004-f579-4622-b5d3-39493cf31d94 admin admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 842 time: 0.1101146 Jul 07 16:58:17.391913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Request body: {'subnet': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:17.416673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Made reservation on behalf of 8c78af96f82f4dfbab09c4823ce2bb87 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:17.419066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.736108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:58:17.736541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.792849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ec7b58-05ea-4dad-a369-d3efe714d72f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:17.802718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:17.803068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Network hostable DHCP agents. Network: 52d6e229-6838-4833-bee3-24170440d153, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:17.826011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:17.838192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 52d6e229-6838-4833-bee3-24170440d153) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:17.843140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.843903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.848839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783249f-e838-4581-9c68-fc5c4797ae80 None None] Network 52d6e229-6838-4833-bee3-24170440d153 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:17.862287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ebc926df-82f1-4d26-9767-39c413644698 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4714458 Jul 07 16:58:17.988565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039102b-c50c-4a4f-8478-218eda7d3130 None None] Network 52d6e229-6838-4833-bee3-24170440d153 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:18.535499 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:20.221216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:20.491719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd5d96a6-8371-4ce1-bcba-24a8e71e5581 admin admin] 10.222.0.66 "GET /v2.0/routers/94a50eae-9fbf-48cc-9a10-f35670180e9a HTTP/1.1" status: 200 len: 710 time: 0.2693856 Jul 07 16:58:20.611367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2fb8b1-c80d-4474-9db0-cb4e9aaeb9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.612770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-af2fb8b1-c80d-4474-9db0-cb4e9aaeb9ab admin admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 886 time: 0.1159201 Jul 07 16:58:20.621475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:20.843404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device aee8560d-837c-435a-8da0-ffee67b06f8c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:20.880640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.900118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port aee8560d-837c-435a-8da0-ffee67b06f8c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:20.903813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port aee8560d-837c-435a-8da0-ffee67b06f8c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:20.904252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.985255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.017877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port aee8560d-837c-435a-8da0-ffee67b06f8c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=aee8560d-837c-435a-8da0-ffee67b06f8c,segment=NetworkSegment(4e5eeda3-acc4-4a7e-a101-cae5347551f6),segment_id=4e5eeda3-acc4-4a7e-a101-cae5347551f6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:21.022264 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.069866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=aee8560d-837c-435a-8da0-ffee67b06f8c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:21.153923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.232997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.394028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Allocated IP 172.25.3.27 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/6a87a644-2705-4af6-afa1-e4959cde3016) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:21.554661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.646959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.719533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:21.725301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:21.732972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:21.766072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Pushing event updated for resources: {'Port': ['ID=6a87a644-2705-4af6-afa1-e4959cde3016,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:22.020400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.213729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.217200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.335211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Router 94a50eae-9fbf-48cc-9a10-f35670180e9a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:22.449161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:22.453706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.455439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57d9698c-9c76-4d0b-90bf-55cb3124e8df admin admin] 10.222.0.66 "PUT /v2.0/routers/94a50eae-9fbf-48cc-9a10-f35670180e9a HTTP/1.1" status: 200 len: 889 time: 1.8372304 Jul 07 16:58:22.463783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Sync routers for ids ['94a50eae-9fbf-48cc-9a10-f35670180e9a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:22.476599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Routers {'94a50eae-9fbf-48cc-9a10-f35670180e9a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:22.477286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T16:58:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['94a50eae-9fbf-48cc-9a10-f35670180e9a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:22.748493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Set router 94a50eae-9fbf-48cc-9a10-f35670180e9a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:22.865825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device aee8560d-837c-435a-8da0-ffee67b06f8c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:23.077617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port aee8560d-837c-435a-8da0-ffee67b06f8c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:23.077903 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.239532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:21Z', 'revision_number': 4, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port': {'id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:21Z', 'updated_at': '2021-07-07T16:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:20Z', 'revision_number': 5, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:23.294982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Checking router: 94a50eae-9fbf-48cc-9a10-f35670180e9a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:23.295337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Updating router 94a50eae-9fbf-48cc-9a10-f35670180e9a port 6a87a644-2705-4af6-afa1-e4959cde3016 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:58:23.329272 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.649183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.660263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Transition to ACTIVE for port object 6a87a644-2705-4af6-afa1-e4959cde3016 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:23.666034 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.722084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Attempting to bind port 6a87a644-2705-4af6-afa1-e4959cde3016 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:23.722484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Attempting to bind port 6a87a644-2705-4af6-afa1-e4959cde3016 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:23.722851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Attempting to bind port 6a87a644-2705-4af6-afa1-e4959cde3016 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:23.724932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2fc78-e5b3-4a64-96c1-6dc531b64a08 None None] Pushing event updated for resources: {'Port': ['ID=6a87a644-2705-4af6-afa1-e4959cde3016,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.730569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:23.730954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:23.731362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.731761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:23.732243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Bound port: 6a87a644-2705-4af6-afa1-e4959cde3016, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:23.732647 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.784707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] For port 6a87a644-2705-4af6-afa1-e4959cde3016, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:23.787653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] For port 6a87a644-2705-4af6-afa1-e4959cde3016, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6a87a644-2705-4af6-afa1-e4959cde3016,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:23.792318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.856682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Routers {'94a50eae-9fbf-48cc-9a10-f35670180e9a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:23.857325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T16:58:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['94a50eae-9fbf-48cc-9a10-f35670180e9a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:23.975324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2fc78-e5b3-4a64-96c1-6dc531b64a08 None None] Pushing event updated for resources: {'Port': ['ID=6a87a644-2705-4af6-afa1-e4959cde3016,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.053082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] Set router 94a50eae-9fbf-48cc-9a10-f35670180e9a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:24.270048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:21Z', 'revision_number': 4, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port': {'id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:21Z', 'updated_at': '2021-07-07T16:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:20Z', 'revision_number': 5, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:24.298859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd074751-b2c5-4baf-9eda-4dd40119f895 None None] The sync data for ids ['94a50eae-9fbf-48cc-9a10-f35670180e9a'] in n-d-791505-12 is: [{'id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'name': 'router1', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:58:04Z', 'updated_at': '2021-07-07T16:58:21Z', 'revision_number': 4, 'project_id': 'b750b483d8384679bd17beb9df475372', 'gw_port': {'id': '6a87a644-2705-4af6-afa1-e4959cde3016', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:21Z', 'updated_at': '2021-07-07T16:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'aee8560d-837c-435a-8da0-ffee67b06f8c', 'name': '', 'network_id': '871731f3-ba7d-4928-8384-f939641871f4', 'tenant_id': 'b750b483d8384679bd17beb9df475372', 'mac_address': 'fa:16:3e:7c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a50eae-9fbf-48cc-9a10-f35670180e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:58:13Z', 'updated_at': '2021-07-07T16:58:20Z', 'revision_number': 5, 'project_id': 'b750b483d8384679bd17beb9df475372', 'subnets': [{'id': '05874729-05d4-4d75-bc06-ad5bdb9a3956', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd8216e9-a625-4901-9f61-ddf023db7418'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:24.857719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6a87a644-2705-4af6-afa1-e4959cde3016 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:24.919274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6a87a644-2705-4af6-afa1-e4959cde3016 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:24.923272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:24.924259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6a87a644-2705-4af6-afa1-e4959cde3016 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:24.924696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.005144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.027573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 6a87a644-2705-4af6-afa1-e4959cde3016, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6a87a644-2705-4af6-afa1-e4959cde3016,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:25.033049 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.056613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eaa22d90-eda7-4e7d-ad46-03f8f07323f4 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1322317 Jul 07 16:58:25.086833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=6a87a644-2705-4af6-afa1-e4959cde3016,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:26.840786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6a87a644-2705-4af6-afa1-e4959cde3016 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:26.901516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6a87a644-2705-4af6-afa1-e4959cde3016 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:26.902040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.480412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-efb60bc0-a90c-4369-9e57-01f5f2b739b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.945296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b23410fc-4d17-4ae8-a2d7-3b3c7e1616e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.400654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.588128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.311907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.539225 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:07.484874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-10239ecc-b312-4018-b498-b5211c5b7d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.948032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94e4a875-6118-4561-bffd-0ab974e4b28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.396305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.583384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.309563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.539119 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:37.489495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-02c1bd55-1323-40e9-ae29-62dc24924ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.950969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e95886a2-5e41-4318-8cc3-627ac5d5e059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.390923 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.589114 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.321351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.492042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84e64a47-b732-4a61-815d-dae4e16396e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.719511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33566) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.790522 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7a927b-0665-4044-b165-704b9bd56bdf admin admin] GET failed (client error): The resource could not be found. Jul 07 17:00:07.792617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b7a927b-0665-4044-b165-704b9bd56bdf admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0716126 Jul 07 17:00:07.952175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b326b8-2940-420b-bb68-af743bd09d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.953659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c4b326b8-2940-420b-bb68-af743bd09d1e admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575904 Jul 07 17:00:09.537822 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:09.951602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-64c5d61d-1c72-4773-8b91-2f84835b278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.200113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.290386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d743bf-2d3e-4727-adf8-280059aeda44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.291902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e7d743bf-2d3e-4727-adf8-280059aeda44 admin admin] 10.222.0.66 "GET /v2.0/subnets/05874729-05d4-4d75-bc06-ad5bdb9a3956 HTTP/1.1" status: 200 len: 849 time: 0.0908656 Jul 07 17:00:10.301213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:10.393377 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.470059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.616741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755860442655'] for subnet, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.648877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.649303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.651305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] 10.222.0.66 "PUT /v2.0/subnets/05874729-05d4-4d75-bc06-ad5bdb9a3956 HTTP/1.1" status: 200 len: 868 time: 0.3538487 Jul 07 17:00:10.652965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edd6e4-cb83-421c-afa6-b200febbca3f None None] Network 871731f3-ba7d-4928-8384-f939641871f4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:10.669875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05874729-05d4-4d75-bc06-ad5bdb9a3956,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.677882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.678224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.678605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.678945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.679278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.679607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.679936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.680261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.680586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.680910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.681763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:10.682098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75f46a-2860-4cb0-a4be-0e09c98b5944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:11.062545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-29ec6318-69b2-473a-ac55-55c378131b63 None None] Provisioning complete for port aee8560d-837c-435a-8da0-ffee67b06f8c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:11.063099 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29ec6318-69b2-473a-ac55-55c378131b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.148748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-29ec6318-69b2-473a-ac55-55c378131b63 None None] Provisioning complete for port a42742b2-c8e8-44c5-9746-a2c522b1bd7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:11.149121 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29ec6318-69b2-473a-ac55-55c378131b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.586269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.816331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:13.015113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ff3be-7ae4-4484-b071-dd289669e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.015506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ff3be-7ae4-4484-b071-dd289669e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.017067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-689ff3be-7ae4-4484-b071-dd289669e007 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997719 Jul 07 17:00:13.312421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.176157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33592) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.307764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344f2e8-3dcb-42c1-b69f-dd2860dc7276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.308236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344f2e8-3dcb-42c1-b69f-dd2860dc7276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.309796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5344f2e8-3dcb-42c1-b69f-dd2860dc7276 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326773 Jul 07 17:00:17.526065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:17.652012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38118145-5516-4012-a73e-bd4d2602670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:17.653390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38118145-5516-4012-a73e-bd4d2602670a admin admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 886 time: 0.1262805 Jul 07 17:00:19.832302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.959304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f8032-85d7-49aa-9b75-873176c8f84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:19.960687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-da4f8032-85d7-49aa-9b75-873176c8f84d admin admin] 10.222.0.66 "GET /v2.0/networks/871731f3-ba7d-4928-8384-f939641871f4 HTTP/1.1" status: 200 len: 869 time: 0.1274025 Jul 07 17:00:22.140982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33616) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:22.265843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8238b-8fcc-4e03-9b37-401cc44d05d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:22.266417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8238b-8fcc-4e03-9b37-401cc44d05d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:22.268084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-02e8238b-8fcc-4e03-9b37-401cc44d05d7 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260731 Jul 07 17:00:24.512838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33624) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:24.603644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf280024-687f-4ded-baf0-285a915a14f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:24.604189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf280024-687f-4ded-baf0-285a915a14f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:24.605734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bf280024-687f-4ded-baf0-285a915a14f6 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919189 Jul 07 17:00:26.794767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:26.885892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad994649-c7d9-490d-abe5-0b4f999ab6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.887314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ad994649-c7d9-490d-abe5-0b4f999ab6d1 admin admin] 10.222.0.66 "GET /v2.0/subnets/05874729-05d4-4d75-bc06-ad5bdb9a3956 HTTP/1.1" status: 200 len: 868 time: 0.0916064 Jul 07 17:00:29.086853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33640) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:29.177026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29366da6-6359-454e-954b-11f0d0f869a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:29.178394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29366da6-6359-454e-954b-11f0d0f869a4 admin admin] 10.222.0.66 "GET /v2.0/subnets/34ec7b58-05ea-4dad-a369-d3efe714d72f HTTP/1.1" status: 200 len: 816 time: 0.0903292 Jul 07 17:00:37.494676 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5f5b9b0-8723-4df4-af39-afd1d5a2ed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.965573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab749-2f69-487a-be97-3a17d4bb1e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.403951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.591350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.336791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.537330 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:54.517407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33684) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.569073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-ce3b6f7e-4a15-4020-9960-eb4d3fe162df admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:00:54.570139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce3b6f7e-4a15-4020-9960-eb4d3fe162df admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517876 Jul 07 17:00:56.958010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:57.027275 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade4e10e-1c27-4e40-9dd0-42cc3feba7eb admin admin] GET failed (client error): The resource could not be found. Jul 07 17:00:57.028713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ade4e10e-1c27-4e40-9dd0-42cc3feba7eb admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697145 Jul 07 17:00:57.115803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d26cad-5dba-41e4-9616-c11c4ec89fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.117861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05d26cad-5dba-41e4-9616-c11c4ec89fbc admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846958 Jul 07 17:00:59.410079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33700) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.458673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:59.485203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Made reservation on behalf of 8c78af96f82f4dfbab09c4823ce2bb87 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:59.487705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.521049 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.revisions.revision_plugin [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Could not find related network for resource to bump revision. Jul 07 17:00:59.543407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:59.553579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.553928 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Added segment 018ca0e5-a87a-4b21-a60f-8994945e6011 of type vlan for network da637e4f-658d-4fa4-bee0-21d61bad4341 Jul 07 17:00:59.609051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.643381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.644425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.645306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.700530 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2893100 Jul 07 17:00:59.707945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560b8e3-5fd3-48e2-8865-ca6f7584fe9e admin admin] Pushing event updated for resources: {'Network': ['ID=da637e4f-658d-4fa4-bee0-21d61bad4341,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.721745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network da637e4f-658d-4fa4-bee0-21d61bad4341 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:01.993700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.057724 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd2a67e-95bc-4a06-8f00-d303123e7039 admin admin] GET failed (client error): The resource could not be found. Jul 07 17:01:02.059217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ebd2a67e-95bc-4a06-8f00-d303123e7039 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645380 Jul 07 17:01:02.162474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed732b35-47b4-4cc0-81dd-31d2798f3a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.164012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed732b35-47b4-4cc0-81dd-31d2798f3a5e admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1006110 Jul 07 17:01:02.175723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:02.198011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Made reservation on behalf of 8c78af96f82f4dfbab09c4823ce2bb87 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:02.200541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.393703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.450907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a701a8f-eecc-4ca9-9e0e-e071e076c549,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.460220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.460571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.460917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.461308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.462216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.462810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.463328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.463958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.464294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.464625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.464957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.465283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:02.474483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:02.474818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Network hostable DHCP agents. Network: da637e4f-658d-4fa4-bee0-21d61bad4341, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:02.494873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:02.504216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, da637e4f-658d-4fa4-bee0-21d61bad4341) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:02.508490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.509402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.518395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9f89a-a01a-4d18-b43a-08f328befb21 None None] Network da637e4f-658d-4fa4-bee0-21d61bad4341 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:02.534504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ead021e6-a26d-4280-b6b2-9f2307ccebff admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581817 Jul 07 17:01:02.793323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-da637e4f-658d-4fa4-bee0-21d61bad4341', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'tenant_id': '8c78af96f82f4dfbab09c4823ce2bb87', 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:02.794216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.944814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Allocated IP 192.168.233.2 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/af6847fb-db04-4d9e-8f7f-83f670d888d7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:03.145041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.156063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Transition to ACTIVE for port object af6847fb-db04-4d9e-8f7f-83f670d888d7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.172432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Transition to ACTIVE for port object af6847fb-db04-4d9e-8f7f-83f670d888d7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.180748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.230993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:03.235016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.236984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Pushing event updated for resources: {'Port': ['ID=af6847fb-db04-4d9e-8f7f-83f670d888d7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.239378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:03.248836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.249202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.249560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.249883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.250225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.250589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.250938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.251257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.251591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.251922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.252256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.252588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:03.310904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Attempting to bind port af6847fb-db04-4d9e-8f7f-83f670d888d7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:03.311376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Attempting to bind port af6847fb-db04-4d9e-8f7f-83f670d888d7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:03.311753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Attempting to bind port af6847fb-db04-4d9e-8f7f-83f670d888d7 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:03.317470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:03.317874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:03.318281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.318736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:03.319240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Bound port: af6847fb-db04-4d9e-8f7f-83f670d888d7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:03.319646 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.385433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] For port af6847fb-db04-4d9e-8f7f-83f670d888d7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:03.388865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] For port af6847fb-db04-4d9e-8f7f-83f670d888d7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=af6847fb-db04-4d9e-8f7f-83f670d888d7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:03.393711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.456474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478ed48-1b67-404a-b573-3bce05e5d1fe None None] Pushing event updated for resources: {'Port': ['ID=af6847fb-db04-4d9e-8f7f-83f670d888d7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.328895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330319e-aef1-4e2c-b24c-58d70ded456d None None] Network da637e4f-658d-4fa4-bee0-21d61bad4341 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:04.424574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8f5defaa-6b7d-475c-868c-e1fc98f5b71b None None] Provisioning for port af6847fb-db04-4d9e-8f7f-83f670d888d7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:04.979697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device af6847fb-db04-4d9e-8f7f-83f670d888d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:05.043902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port af6847fb-db04-4d9e-8f7f-83f670d888d7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:05.048500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port af6847fb-db04-4d9e-8f7f-83f670d888d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:05.049225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.148508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.185356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port af6847fb-db04-4d9e-8f7f-83f670d888d7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=af6847fb-db04-4d9e-8f7f-83f670d888d7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:05.190269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.251470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=af6847fb-db04-4d9e-8f7f-83f670d888d7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.949459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device af6847fb-db04-4d9e-8f7f-83f670d888d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:07.004006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port af6847fb-db04-4d9e-8f7f-83f670d888d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.004695 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.496969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f126f4d-fa87-4e42-9abe-635057fccba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.958704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-48e7d47c-48cf-4bb0-b3a4-7e87057fb254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.398171 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.593294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.331327 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.535088 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:37.502374 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3aa623fb-1f42-46e2-bdb0-b917e3abdd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.960977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33436762-f926-4cc7-ad38-43ed6aca859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.404978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.596659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.333478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.535180 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:07.499697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df029de-8587-44dc-8558-37e34904fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.965724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ec4f8dad-7c20-4b4e-a7fd-922f2fae4bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.407056 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.609378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.346343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.876073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:19.883056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-472d1679-9937-45a5-b64f-2f607049020c tempest-verify_tempest_config-1575182341 tempest-verify_tempest_config-1575182341-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:19.884130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-472d1679-9937-45a5-b64f-2f607049020c tempest-verify_tempest_config-1575182341 tempest-verify_tempest_config-1575182341-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070746 Jul 07 17:02:20.263893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33780) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.392778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.578057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.583274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.633698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56b2baea704447eb9358cb34a411f9cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3686435 Jul 07 17:02:20.634991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768aba55-f596-407a-8442-1023798b52a1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.636842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.642528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.642972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.643326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.643667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.644006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.644342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.644674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.645004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.645339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.645666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.645994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.646323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d29399e-cb0d-4e3f-8a96-2594b03e28c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.709255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.733144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.828505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.831414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.833077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/768aba55-f596-407a-8442-1023798b52a1 HTTP/1.1" status: 204 len: 168 time: 0.1948297 Jul 07 17:02:20.846103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768aba55-f596-407a-8442-1023798b52a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.858878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.859329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.859974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.860446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.861006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.861580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.862172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.862729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.863300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.863883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.864401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.865728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4e60b-4607-47f2-9426-f41e4632823c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:37.496717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4a745f85-f6ab-4ccc-b6ff-1d41d82f3884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.534784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:39.968297 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-68d45afa-567c-406c-bfce-3ea1d3d25506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.402082 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.605371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.343788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.487619 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6cd077cc-d6e7-44dc-b8c2-b097b88affb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.969871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-64af4ce1-d456-4c71-8c57-462bcab1f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.404666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.606835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.343930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.533613 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:37.490303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-297e97d3-eefe-4d1b-8c40-63ed83db84e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.971790 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da92cfb6-3189-449a-9fba-c91f0fc73c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.406904 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.608227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.347301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.532045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:07.490387 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4bec4bce-79fc-41b8-b24a-f1c915ab646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.972883 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b7b4982b-fc60-4a9d-81ec-d44c855827c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.409272 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.611008 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.351281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.529522 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:37.498569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e620fe8d-8fdb-42d6-a5c0-50571112ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.976632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ebb-d07e-417d-93a2-c53831bb2a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.421740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.617591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.359989 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.528326 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 5 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:07.501582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb13c0f0-4c9a-45b1-a114-166be669d613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.977609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d38e322-155b-457b-ab2f-cd207aa8e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.416701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.618402 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.358543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.206779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.691351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2075353'] for agent, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.506800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-56a404f0-145e-4b22-8e79-8b69d7d945c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.978553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76672d5f-df67-42f2-9d15-857ba8fb7e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.424719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.626127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.527167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:43.363612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.158243 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.675799 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.515018 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7efd89d-bee4-42dc-aa33-3491704518d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.606772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33850) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:08.731962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66e7789d-8570-4ef5-b444-d0a677a792f0 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1224313 Jul 07 17:06:09.989806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69075484-9e79-4959-9755-9b4694524d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.429229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.250912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:11.330161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-46b1b911-2b1d-4af3-b6a3-53dfc51f68a2 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0775151 Jul 07 17:06:11.623438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.367652 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.528162 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:25.189658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.673422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.509379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7715-6456-4005-a458-e9cc24a5db66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.982905 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aefaf98f-c961-4c7e-81f4-959955279e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.421500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.626616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.366345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.190713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.533670 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:56.681071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.514249 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71905dec-2bed-4fce-960e-6be6672c1ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.987963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa0df27-cb57-42a5-800d-f19f3e1540f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.425117 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.631364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.368072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.215435 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.670420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.533380 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:37.512045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3ed64bd1-262d-4221-84e3-54af8167618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.769015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34110) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:39.993344 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86070be4-f781-41bb-b537-015baae91b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.209020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eebc3d04-a7c5-4ba1-9a7b-9d1f0b26b808 tempest-AutoAllocateNetworkTest-1680799366 tempest-AutoAllocateNetworkTest-1680799366-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bdb27aff2c264a14bfd45143ef37aea3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4352083 Jul 07 17:07:40.209201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:40.418642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4222d-d38b-4372-a1f5-4856d85be6c9 tempest-AutoAllocateNetworkTest-1680799366 tempest-AutoAllocateNetworkTest-1680799366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.424112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d7a4222d-d38b-4372-a1f5-4856d85be6c9 tempest-AutoAllocateNetworkTest-1680799366 tempest-AutoAllocateNetworkTest-1680799366-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2135916 Jul 07 17:07:40.424337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34140) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:40.466960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.532551 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-743294f6-9b3d-4b06-8cf4-10d150e3a280 tempest-AutoAllocateNetworkTest-1680799366 tempest-AutoAllocateNetworkTest-1680799366-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059420 Jul 07 17:07:40.535619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:40.566222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b1e0cda1-aa01-40db-bd24-edaed1dcda8b tempest-AutoAllocateNetworkTest-1680799366 tempest-AutoAllocateNetworkTest-1680799366-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bdb27aff2c264a14bfd45143ef37aea3 HTTP/1.1" status: 200 len: 208 time: 0.0294077 Jul 07 17:07:41.507270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34188) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:41.650177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.129181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.257326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.263354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.310285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141da1f5-d3eb-4f88-831c-6cc481be67ba,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.324860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.325179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.325532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.325876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.326253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.326612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.326951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.327278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.327605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.327931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.328259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.328581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] Tracked resource versions report: Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: pushed versions: Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Log': {'1.0'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Network': {'1.1'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Port': {'1.7'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: consumer versions: Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: { DHCP agent@n-d-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: HyperV agent@n-h1-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: HyperV agent@n-h2-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: L3 agent@n-d-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: Metadata agent@n-d-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: Metering agent@n-d-791505-12: {}, Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Log': '1.0', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Network': '1.1', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Port': '1.7', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'PortForwarding': '1.2', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'QosPolicy': '1.8', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'SubPort': '1.0', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Subnet': '1.1', Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: 'Trunk': '1.1'}} Jul 07 17:07:42.329725 n-d-791505-12 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:07:42.343783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d4489985-411a-4b4a-9bbd-eedbc787a7bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdb27aff2c264a14bfd45143ef37aea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8346491 Jul 07 17:07:42.346645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34222) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:42.425419 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.464413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.543387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.549941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.559062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/141da1f5-d3eb-4f88-831c-6cc481be67ba HTTP/1.1" status: 204 len: 168 time: 0.2109714 Jul 07 17:07:42.576080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141da1f5-d3eb-4f88-831c-6cc481be67ba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.588125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.589251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.590035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.590728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.591389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.592110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.592796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.593468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.594223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.594929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.595754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.596382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdde595-a68a-407d-8fc6-732aa19c0f0f admin admin] Tracked resource versions report: Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: pushed versions: Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Log': {'1.0'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Network': {'1.1'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Port': {'1.7'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: consumer versions: Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: { DHCP agent@n-d-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: HyperV agent@n-h1-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: HyperV agent@n-h2-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: L3 agent@n-d-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: Metadata agent@n-d-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: Metering agent@n-d-791505-12: {}, Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Log': '1.0', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Network': '1.1', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Port': '1.7', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'PortForwarding': '1.2', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'QosPolicy': '1.8', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'SubPort': '1.0', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Subnet': '1.1', Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: 'Trunk': '1.1'}} Jul 07 17:07:42.598375 n-d-791505-12 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:07:43.274988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34256) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.277813 n-d-791505-12 neutron-server[93946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 17:07:43.310051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-2d32ae11-c6f9-4354-8734-be1d17b83dc7 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2a612050da0649e1b66d374ed1ba9405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333161 Jul 07 17:07:43.372464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.433842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-ca807e28-fc75-458a-bf30-d9119ea775d4 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.439406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-ca807e28-fc75-458a-bf30-d9119ea775d4 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280434 Jul 07 17:07:43.458687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-25b6c1dd-a935-43ba-b673-46c5388fa4e9 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/quotas/2a612050da0649e1b66d374ed1ba9405 HTTP/1.1" status: 200 len: 375 time: 0.0171666 Jul 07 17:07:43.519793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-df65a5a5-ddeb-4aa6-ae3f-27bd1a392894 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542636 Jul 07 17:07:44.271953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fb0b708-5a46-40c7-bcd0-19699fdad3d0 req-c2466c10-e7c3-4623-b2b3-9290210fb1ae tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 210 time: 0.0679245 Jul 07 17:07:44.696191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.055468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a19d434d-7107-481d-8613-1f9453bd154a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.175476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a19d434d-7107-481d-8613-1f9453bd154a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.183161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34400) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.185069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a19d434d-7107-481d-8613-1f9453bd154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.217262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d434d-7107-481d-8613-1f9453bd154a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36261d3b-c968-4e15-a42d-1481b7f68855,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.220796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34404) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.237302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34408) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.237436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a19d434d-7107-481d-8613-1f9453bd154a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=280c451794bc4097ba1adba63da25046&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5403965 Jul 07 17:07:45.314433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.339540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.393883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.399270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.403756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36261d3b-c968-4e15-a42d-1481b7f68855 HTTP/1.1" status: 204 len: 168 time: 0.1649501 Jul 07 17:07:45.412650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3037e9f-3bee-4a94-a5ca-aa57063fd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36261d3b-c968-4e15-a42d-1481b7f68855,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.457410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7a89671-3a5f-4374-8874-afbe1b9dcee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.604922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b20d70d7-202e-4dab-aca3-390174f6da77 req-7483412e-d008-4977-9141-9fd147b96f9f tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 210 time: 0.0541568 Jul 07 17:07:45.647867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7a89671-3a5f-4374-8874-afbe1b9dcee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.649868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a19508c3-f1b7-4c8d-907d-ebfdf1052e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.655138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7a89671-3a5f-4374-8874-afbe1b9dcee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.704105 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a7a89671-3a5f-4374-8874-afbe1b9dcee2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=919fcd023a6f46898e3e9de4ee11d648&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5202219 Jul 07 17:07:45.707030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:45.756790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a89671-3a5f-4374-8874-afbe1b9dcee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d35351-cbc0-4f01-a10b-e71c5086a8f0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.867692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.890933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a19508c3-f1b7-4c8d-907d-ebfdf1052e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.897844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a19508c3-f1b7-4c8d-907d-ebfdf1052e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.939227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.066842 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.070197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.075077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83d35351-cbc0-4f01-a10b-e71c5086a8f0 HTTP/1.1" status: 204 len: 168 time: 0.3639488 Jul 07 17:07:46.076937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19508c3-f1b7-4c8d-907d-ebfdf1052e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308dbba2-1f38-401e-886b-eb27f514fef8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.094054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d7153-57d7-46d0-8eec-066507089709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d35351-cbc0-4f01-a10b-e71c5086a8f0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.101330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a19508c3-f1b7-4c8d-907d-ebfdf1052e6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d46f3f057ae94a1ca818de528785dfef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8794680 Jul 07 17:07:46.105553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34478) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.129937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34482) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.227114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.277421 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.398383 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.405197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.412211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/308dbba2-1f38-401e-886b-eb27f514fef8 HTTP/1.1" status: 204 len: 168 time: 0.3055980 Jul 07 17:07:46.414739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4fae5e2-e1f1-4958-99a9-94210bd5e50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.438249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deb25b-b065-402f-8ed7-c5edbc3cc8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308dbba2-1f38-401e-886b-eb27f514fef8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.638577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4fae5e2-e1f1-4958-99a9-94210bd5e50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.642586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4fae5e2-e1f1-4958-99a9-94210bd5e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.688817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4fae5e2-e1f1-4958-99a9-94210bd5e50e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a96c5d0786f4d309b463a321b68d1d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5551975 Jul 07 17:07:46.689019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.697522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae5e2-e1f1-4958-99a9-94210bd5e50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ea6b1-c96a-46ab-a7a1-030a00b1c76a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.769261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.803349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.804597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34528) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.865308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.868659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.870273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/475ea6b1-c96a-46ab-a7a1-030a00b1c76a HTTP/1.1" status: 204 len: 168 time: 0.1801853 Jul 07 17:07:46.884308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c4e43-5ece-44ce-ab12-9268c52accdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ea6b1-c96a-46ab-a7a1-030a00b1c76a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.991574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34540) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.007126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7d49628-f6a6-46f7-b984-80b18c89ae81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.124289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7d49628-f6a6-46f7-b984-80b18c89ae81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.129949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7d49628-f6a6-46f7-b984-80b18c89ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.199190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d49628-f6a6-46f7-b984-80b18c89ae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9423f730-9ac4-4f26-9822-b873b141bb1d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.210805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7d49628-f6a6-46f7-b984-80b18c89ae81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d5e9a16429b46459533149ce01a4d29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2176247 Jul 07 17:07:47.214860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34550) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.291139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a480b8d8-5fc6-4928-b729-4e058a60c44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.308406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.365144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.73', 53617) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.389341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.406594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-ff715898-5564-42e2-a2f6-d8c809b0b516 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2a612050da0649e1b66d374ed1ba9405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392466 Jul 07 17:07:47.493869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.523346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a9f97c9-3ab4-4c9d-a9d3-b09a67b48b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.561578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.566625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.573747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9423f730-9ac4-4f26-9822-b873b141bb1d HTTP/1.1" status: 204 len: 168 time: 0.3575737 Jul 07 17:07:47.596924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a480b8d8-5fc6-4928-b729-4e058a60c44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.600514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34560) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.602359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5381c-87b0-47c1-827b-984347763628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423f730-9ac4-4f26-9822-b873b141bb1d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.641461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a480b8d8-5fc6-4928-b729-4e058a60c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.694966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-33635052-7912-4f5e-bbef-0f295ec5c539 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.696879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-33635052-7912-4f5e-bbef-0f295ec5c539 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854989 Jul 07 17:07:47.730223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a480b8d8-5fc6-4928-b729-4e058a60c44b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab949a30fe524b3a84c92fd48353bb14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9242306 Jul 07 17:07:47.734579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.748965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480b8d8-5fc6-4928-b729-4e058a60c44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58838c-3dad-4b80-bd02-f7a17c5f561e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.766746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Request body: {'port': {'device_id': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '2a612050da0649e1b66d374ed1ba9405'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:47.838410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.867914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.961892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.967294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.969301 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c58838c-3dad-4b80-bd02-f7a17c5f561e HTTP/1.1" status: 204 len: 168 time: 0.2333593 Jul 07 17:07:47.988614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a51b-adf2-4b2d-8f70-d7cbfc012476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58838c-3dad-4b80-bd02-f7a17c5f561e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.077759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a9f97c9-3ab4-4c9d-a9d3-b09a67b48b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.125752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a9f97c9-3ab4-4c9d-a9d3-b09a67b48b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.248998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07b12199-68ce-4564-afb8-d6cf02317da8 req-d603d716-b51e-4c12-be9a-5937ce479531 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 210 time: 0.6469338 Jul 07 17:07:48.259465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f97c9-3ab4-4c9d-a9d3-b09a67b48b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5851f46-bf41-4a85-954b-4582ba151ce4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.269315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a9f97c9-3ab4-4c9d-a9d3-b09a67b48b11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=643836e3b66247cf870d65ee6cafc56c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7716556 Jul 07 17:07:48.271694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34598) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:48.307618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Made reservation on behalf of 2a612050da0649e1b66d374ed1ba9405 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:48.311325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.332365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.371135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.405050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.497611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.500372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.504580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5851f46-bf41-4a85-954b-4582ba151ce4 HTTP/1.1" status: 204 len: 168 time: 0.2289541 Jul 07 17:07:48.524932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50654b-0fc1-47c3-a17a-fee966cd0e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5851f46-bf41-4a85-954b-4582ba151ce4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.529931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.538375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.733423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34630) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:48.754780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35445684-0725-422e-99e1-40b090f22b0c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.771285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dde4c8-6fa5-4408-8337-d1d80bdeb5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.801697 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-ce8893f9-0de0-4d50-96aa-9c75f877168a tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fcc8874c328c4e7e93240798956a54d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1561267 Jul 07 17:07:48.966528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dde4c8-6fa5-4408-8337-d1d80bdeb5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.975306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10dde4c8-6fa5-4408-8337-d1d80bdeb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.039304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10dde4c8-6fa5-4408-8337-d1d80bdeb5cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccdfae679b274de68edc8f09e4057275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3046792 Jul 07 17:07:49.044370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34650) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:49.053215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-8dcad26d-e6b6-4090-8b91-07272be16979 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528517 Jul 07 17:07:49.053680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dde4c8-6fa5-4408-8337-d1d80bdeb5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a9fd4-9f90-48c1-8423-d0b4eace3b01,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.066807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Allocated IP 192.168.233.86 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/7ea00dd6-fce6-448b-bf23-1f0587c03c41) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:49.113021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-5b3decd4-1769-47c2-86d5-dffd97a374d1 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.118709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.119801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-5b3decd4-1769-47c2-86d5-dffd97a374d1 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175671 Jul 07 17:07:49.159928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.230727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.234022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.238507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a8a9fd4-9f90-48c1-8423-d0b4eace3b01 HTTP/1.1" status: 204 len: 168 time: 0.1930103 Jul 07 17:07:49.240341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-90fc8e79-aaac-4117-b545-f02b37f0b1cd tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/quotas/fcc8874c328c4e7e93240798956a54d0 HTTP/1.1" status: 200 len: 375 time: 0.1194906 Jul 07 17:07:49.248411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54682aa5-f8be-431f-bb48-c2f7e3fec48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a9fd4-9f90-48c1-8423-d0b4eace3b01,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.319156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-6ad76433-67ae-4297-9c59-64b3137c076e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778136 Jul 07 17:07:49.438546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-ba09e9e9-9574-4201-bcd1-6f206f31870f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.446361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-ba09e9e9-9574-4201-bcd1-6f206f31870f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619585 Jul 07 17:07:49.475681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-d3662c4f-c912-478d-81ae-33d1bdb26de6 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/quotas/9900a2d6af4247b6bfb539bdb3b48e82 HTTP/1.1" status: 200 len: 375 time: 0.0285394 Jul 07 17:07:49.560587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-f1187eb5-f779-40f3-8cb5-5dd53436db14 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836785 Jul 07 17:07:49.585343 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.672118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Transition to ACTIVE for port object 7ea00dd6-fce6-448b-bf23-1f0587c03c41 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:49.753883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.995516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:50.077565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:50.083864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:50.102871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.103818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.204329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec89b1b8-0f6c-4fdf-8740-c49a874dc4d3 req-6c4a9fde-87bb-45da-8513-14bfe8c86bdb tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.2225857 Jul 07 17:07:50.267747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Pushing event updated for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.282197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-e694a2e8-c26d-494d-9c5d-ce8c2c357d05 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5226269 Jul 07 17:07:50.316460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-00188237-e05b-40c1-aa97-8267beb15e02 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:07:50.323897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-00188237-e05b-40c1-aa97-8267beb15e02 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197840 Jul 07 17:07:50.475779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa2232-69ce-4903-a17e-268d7da147b2 req-e9837355-4786-4beb-9be9-53e9e0eb85ee tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.480625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86aa2232-69ce-4903-a17e-268d7da147b2 req-e9837355-4786-4beb-9be9-53e9e0eb85ee tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 935 time: 0.5562150 Jul 07 17:07:50.699319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53832c27-3a15-4ea8-b934-d5c4c4da284c req-84211d57-2f08-4f41-a0dd-d2b99a75654e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 210 time: 0.2174823 Jul 07 17:07:50.795312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c36e6f7a-b630-4523-9c01-35e85c734197 None None] Provisioning for port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:50.807492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c36e6f7a-b630-4523-9c01-35e85c734197 None None] Provisioning complete for port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:50.808410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c36e6f7a-b630-4523-9c01-35e85c734197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.827890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86aa2232-69ce-4903-a17e-268d7da147b2 req-7a57f2a3-e0ee-4769-a4cb-fc90e63a85bc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056326 Jul 07 17:07:50.955629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c36e6f7a-b630-4523-9c01-35e85c734197 None None] Port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:51.235880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Request body: {'port': {'device_id': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:51.749035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68eaad96-47ee-42bb-a41e-afc6a79d81a3 req-e3b1d2f2-723a-40cf-8625-f1c6df66443e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.3240442 Jul 07 17:07:51.815840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.214568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f7dbedd-aa76-4983-ae4e-1376eddffe4a req-1ba976fd-5e24-4f59-82ec-a766a0cb30c6 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 210 time: 0.1273105 Jul 07 17:07:52.594615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea89e-715c-4de4-b0fe-4b0ae967e7f3 req-f040bd72-98e9-4adf-a756-06af3ec08423 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.604438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3fea89e-715c-4de4-b0fe-4b0ae967e7f3 req-f040bd72-98e9-4adf-a756-06af3ec08423 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 935 time: 0.4210708 Jul 07 17:07:52.690527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3fea89e-715c-4de4-b0fe-4b0ae967e7f3 req-573cf8ae-02c9-43bd-80dd-5140f520e0b7 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844944 Jul 07 17:07:52.864159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea00dd6-fce6-448b-bf23-1f0587c03c41 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:52.874778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.924327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Transition to ACTIVE for port object 7ea00dd6-fce6-448b-bf23-1f0587c03c41 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:52.929658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.951230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.23', 50236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.037838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-e61549b0-4f19-490a-804a-15d97e12e078 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824542 Jul 07 17:07:53.076242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.225894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b8aa48f-2f7c-4679-8df5-efbb603930e1 req-28103b05-8c2d-4662-9ca8-85c75ea77ce5 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.1522603 Jul 07 17:07:53.434559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.771835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.23', 50237) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.816523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-211ca686-6c9e-48ab-aa10-449195b24c4e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.820432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-211ca686-6c9e-48ab-aa10-449195b24c4e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7800641 Jul 07 17:07:53.885293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-beddfaca-f034-40bc-afab-2fa53b935434 req-34d84a7b-d6ad-4585-8a77-521ae804989b tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 210 time: 0.1157367 Jul 07 17:07:53.893843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Request body: {'port': {'device_id': '6f648065-fcee-48d3-81f5-6a104e61030e', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '9900a2d6af4247b6bfb539bdb3b48e82'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:53.934423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-2316aaef-7ff7-49ed-9d24-983960db3dd6 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fcc8874c328c4e7e93240798956a54d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565089 Jul 07 17:07:53.935389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Attempting to bind port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:53.936071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Attempting to bind port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:53.936680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Attempting to bind port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:54.163745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:54.164326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Attempting to bind port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:54.196878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:54.197785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:54.200462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:54.201261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Bound port: 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:54.202253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.395244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f26fa210-0003-4af6-9e44-936ff211c7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.475974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-7c55d3ec-2004-4d67-8b47-af0239cc003f tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.492722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-7c55d3ec-2004-4d67-8b47-af0239cc003f tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5313191 Jul 07 17:07:54.545879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Request body: {'port': {'device_id': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'fcc8874c328c4e7e93240798956a54d0'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:54.589932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:54.818081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f26fa210-0003-4af6-9e44-936ff211c7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.831771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f26fa210-0003-4af6-9e44-936ff211c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.857245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:54.879915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e717f8f7-a091-4a75-9713-28254ac35302 req-f65ac3e4-9de1-4534-81c1-afbc56cd1190 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.3424523 Jul 07 17:07:54.896475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.936413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc29a-5795-4bb7-aeb2-eb64a02be0ec req-88d411c6-d107-434a-92cf-226e9d1e5713 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.963970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f26fa210-0003-4af6-9e44-936ff211c7c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed191667312d4ada8bbaa0e8b2228f56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4757161 Jul 07 17:07:54.971211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfcfc29a-5795-4bb7-aeb2-eb64a02be0ec req-88d411c6-d107-434a-92cf-226e9d1e5713 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.7334194 Jul 07 17:07:54.971511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34852) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:55.018906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fa210-0003-4af6-9e44-936ff211c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208d9a4-f817-4eb3-ba18-1b30f8a379a3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.075759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Made reservation on behalf of 9900a2d6af4247b6bfb539bdb3b48e82 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:55.084148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.117704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.117704 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.118537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] 10.222.0.73 "PUT /v2.0/ports/7ea00dd6-fce6-448b-bf23-1f0587c03c41 HTTP/1.1" status: 200 len: 1096 time: 4.2731783 Jul 07 17:07:55.124629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:55.146674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.231083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.379469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.488819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae12221-b622-452d-8b0e-79e55b46ab14 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.493704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.514910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d8a6467-a464-407d-bfca-ac99b276b5b1 req-285a50eb-160a-4e4f-907c-96be21114780 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 210 time: 0.1574452 Jul 07 17:07:55.767879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfcfc29a-5795-4bb7-aeb2-eb64a02be0ec req-a7938dc8-47c9-46d6-b1de-868a7b594693 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7963862 Jul 07 17:07:55.832570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-29a4a646-ac9b-4f1e-a717-c3a963f62eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.835069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-29a4a646-ac9b-4f1e-a717-c3a963f62eea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 1099 time: 0.3747892 Jul 07 17:07:55.845182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.852746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.936360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.943279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.946687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1208d9a4-f817-4eb3-ba18-1b30f8a379a3 HTTP/1.1" status: 204 len: 168 time: 0.9723022 Jul 07 17:07:56.185518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-8ce3bb43-6523-4507-9fad-812a471269f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41 HTTP/1.1" status: 200 len: 217 time: 0.3221941 Jul 07 17:07:56.189937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Made reservation on behalf of fcc8874c328c4e7e93240798956a54d0 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:56.195486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.255708 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:56.285602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.323152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614a42f9-3945-468c-a123-3c3b107f75a1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.358578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27730b00-de4a-4494-a85b-daced7322d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208d9a4-f817-4eb3-ba18-1b30f8a379a3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.605796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Allocated IP 192.168.233.103 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/d64db58d-8171-41be-be61-e6050cfef0ff) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:56.636760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0babaf8d-2b13-460d-8f79-63d16a3a1d09 req-df3d87e7-06ea-415f-aa20-247060fe6cc4 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.3516505 Jul 07 17:07:56.709492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-9f371b35-97a6-4377-b45e-33c7b2d1b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.721316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-9f371b35-97a6-4377-b45e-33c7b2d1b7d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.4346220 Jul 07 17:07:56.730584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.887583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.924935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Transition to ACTIVE for port object d64db58d-8171-41be-be61-e6050cfef0ff will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:56.967038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.097850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-83693d99-4976-45a5-bec5-7e3492915735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.104577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-83693d99-4976-45a5-bec5-7e3492915735 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3336816 Jul 07 17:07:57.157205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Pushing event updated for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.211020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:57.214353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:57.219765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:57.232059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.232858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.430012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.450916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-72128266-4c52-45a9-a175-9dfd6792cfe8 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330057 Jul 07 17:07:57.453147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.464334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.501862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5248-b59d-4687-a93a-1edfd66214d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.516323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-b1b0dff3-733a-4c7b-8943-ef4d905676c0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6376922 Jul 07 17:07:57.555456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-d43a9260-161c-4cc6-af43-9a7832621089 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:07:57.561217 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-d43a9260-161c-4cc6-af43-9a7832621089 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168967 Jul 07 17:07:57.840782 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79eca7-a715-4dd9-af44-5552c27309a7 x-openstack-request-id: req-9f79eca7-a715-4dd9-af44-5552c27309a7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:57.841103 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:57.841384 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f79eca7-a715-4dd9-af44-5552c27309a7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:57.845998 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41', 'status': 'completed', 'code': 200} Jul 07 17:07:57.907280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d32ff26-bad6-45d9-b61e-6f578ccf1d28 None None] Provisioning for port d64db58d-8171-41be-be61-e6050cfef0ff completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:57.912148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a253aa36-9d6d-42bf-869b-22236e7ca0ee,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.945720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d32ff26-bad6-45d9-b61e-6f578ccf1d28 None None] Provisioning complete for port d64db58d-8171-41be-be61-e6050cfef0ff triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:57.946142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d32ff26-bad6-45d9-b61e-6f578ccf1d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.990809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5248-b59d-4687-a93a-1edfd66214d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.997734 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5248-b59d-4687-a93a-1edfd66214d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.115163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d1d5248-b59d-4687-a93a-1edfd66214d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3710702e158c40879077b24d4585c94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793544 Jul 07 17:07:58.125764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34920) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:58.177419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ff26-bad6-45d9-b61e-6f578ccf1d28 None None] Port d64db58d-8171-41be-be61-e6050cfef0ff cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:58.300686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea7bf25-5a6f-4a8f-9649-98497863a24e req-9d193b19-9a6b-40e6-9e7e-f30776df675e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279705 Jul 07 17:07:58.320843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d5248-b59d-4687-a93a-1edfd66214d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c412e68-862b-47d8-a636-a1d49f6cf932,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.430021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Allocated IP 192.168.233.13 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/35e3f62f-d8d2-489c-b781-7d66785648b7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:58.510957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.731368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-33624866-bc54-48d8-9714-5a8143d49a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.734218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-33624866-bc54-48d8-9714-5a8143d49a89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 1099 time: 0.2639298 Jul 07 17:07:58.743073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04c14a-9dac-4c82-9fb0-78fe737debbe req-d46fb9ff-51cc-4771-8a7f-adbbbf1823a2 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.752537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e04c14a-9dac-4c82-9fb0-78fe737debbe req-d46fb9ff-51cc-4771-8a7f-adbbbf1823a2 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 936 time: 0.5288699 Jul 07 17:07:58.832679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Request body: {'port': {'device_id': '6f648065-fcee-48d3-81f5-6a104e61030e', 'device_owner': 'compute:tempest-test_az-2066820325', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:58.918221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.045002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.168436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684465-6d95-4182-aa4e-bbf85e245dba req-991da660-9d07-43eb-a56b-06e9be5175eb tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.168674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.171197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24684465-6d95-4182-aa4e-bbf85e245dba req-991da660-9d07-43eb-a56b-06e9be5175eb tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.6986024 Jul 07 17:07:59.192555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.199868 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c412e68-862b-47d8-a636-a1d49f6cf932 HTTP/1.1" status: 204 len: 168 time: 1.0677855 Jul 07 17:07:59.268578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e14d4-ec1b-4ff9-9b11-8c9c9c846409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c412e68-862b-47d8-a636-a1d49f6cf932,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.447615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e04c14a-9dac-4c82-9fb0-78fe737debbe req-c6ff4dd8-1a5c-4b7c-896a-8e1f2f045019 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922784 Jul 07 17:07:59.701702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24684465-6d95-4182-aa4e-bbf85e245dba req-7caf514d-c97a-457e-b0ae-705f9967db73 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805136 Jul 07 17:07:59.757451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-ea853186-bf7a-4f47-9364-7eac85188651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.760156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-ea853186-bf7a-4f47-9364-7eac85188651 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 1.0015919 Jul 07 17:07:59.784487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.035723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-470b93ab-1f87-4599-81e0-0ee2015a5c54 req-d5fd5cad-4117-47d8-a38d-12483c19f057 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.2634876 Jul 07 17:08:00.048203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-c120b695-f813-46fc-82c8-346cf8d93684 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41 HTTP/1.1" status: 200 len: 217 time: 0.2602496 Jul 07 17:08:00.097817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Transition to ACTIVE for port object 35e3f62f-d8d2-489c-b781-7d66785648b7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:00.259104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-534ef4fd-7459-41cd-afe1-596106217f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.263422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-534ef4fd-7459-41cd-afe1-596106217f27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1921384 Jul 07 17:08:00.294732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.423597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:00.426020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Pushing event updated for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.435213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:00.438741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:00.447260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.448954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.484253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-88b9bf11-d862-46eb-b13d-0ecdf759e772 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9903586 Jul 07 17:08:00.493622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-7e6c36a5-2f61-4978-aa70-0b95372d3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.496523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-7e6c36a5-2f61-4978-aa70-0b95372d3b86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1419613 Jul 07 17:08:00.502495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Request body: {'port': {'device_id': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'device_owner': 'compute:tempest-test_az-2066820325', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:00.733717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64db58d-8171-41be-be61-e6050cfef0ff {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:00.759191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.795102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Transition to ACTIVE for port object d64db58d-8171-41be-be61-e6050cfef0ff will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:00.803740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.985698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5803470a-1875-4128-a0d6-25dbf5e756fe None None] Provisioning for port 35e3f62f-d8d2-489c-b781-7d66785648b7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:01.022795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Pushing event updated for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:01.038687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5803470a-1875-4128-a0d6-25dbf5e756fe None None] Provisioning complete for port 35e3f62f-d8d2-489c-b781-7d66785648b7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:01.044825 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5803470a-1875-4128-a0d6-25dbf5e756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.061772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Attempting to bind port d64db58d-8171-41be-be61-e6050cfef0ff on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:01.062241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Attempting to bind port d64db58d-8171-41be-be61-e6050cfef0ff by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:01.062956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Attempting to bind port d64db58d-8171-41be-be61-e6050cfef0ff on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:01.074229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Port d64db58d-8171-41be-be61-e6050cfef0ff on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:01.074816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Attempting to bind port d64db58d-8171-41be-be61-e6050cfef0ff on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:01.093378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:01.094016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:01.094721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:01.095496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Bound port: d64db58d-8171-41be-be61-e6050cfef0ff, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:01.095990 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.202777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:01.208358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d64db58d-8171-41be-be61-e6050cfef0ff,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:01.222298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.223362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.243710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-19572dbe-296b-4299-8419-ed2a6378c813 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823797 Jul 07 17:08:01.264763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5803470a-1875-4128-a0d6-25dbf5e756fe None None] Port 35e3f62f-d8d2-489c-b781-7d66785648b7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:01.349148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.349845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.351402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] 10.222.0.23 "PUT /v2.0/ports/d64db58d-8171-41be-be61-e6050cfef0ff HTTP/1.1" status: 200 len: 1119 time: 3.1385047 Jul 07 17:08:01.351968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:01.491226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dbb42f8-d01e-46e4-9abb-cd43ee31715b req-f6895e18-3fed-43be-8c03-a20f233d8270 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066345 Jul 07 17:08:01.909765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c29d0-4ea5-4117-8051-d9cd64834a39 service neutron] Pushing event updated for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:01.927923 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:02.042949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-d1032fca-15c5-4a38-9631-45fee8bfb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.044909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-d1032fca-15c5-4a38-9631-45fee8bfb1de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 1122 time: 0.4416549 Jul 07 17:08:02.074591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e3f62f-d8d2-489c-b781-7d66785648b7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:02.084278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.098503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Transition to ACTIVE for port object 35e3f62f-d8d2-489c-b781-7d66785648b7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:02.116344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263a33-cfa4-48c9-b389-4bc53e377687 req-a2c03241-f4b0-4f33-9ffd-ffaf770834d4 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.118069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4263a33-cfa4-48c9-b389-4bc53e377687 req-a2c03241-f4b0-4f33-9ffd-ffaf770834d4 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.9475231 Jul 07 17:08:02.119464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.214715 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-a55c4cf1-260e-45b3-8c27-d15fd0008286 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d64db58d-8171-41be-be61-e6050cfef0ff HTTP/1.1" status: 200 len: 217 time: 0.1311440 Jul 07 17:08:02.270266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4263a33-cfa4-48c9-b389-4bc53e377687 req-6ea3688f-f131-4d15-878e-a625be35756c tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050496 Jul 07 17:08:02.362504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Pushing event updated for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.416974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758404-0259-4e25-b5da-f03ed7296400 req-360d50e2-eadb-463b-96dc-c459b4364100 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.425776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58758404-0259-4e25-b5da-f03ed7296400 req-360d50e2-eadb-463b-96dc-c459b4364100 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.3191223 Jul 07 17:08:02.456346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-eddb927a-7aef-47c5-bfe2-687b78a8f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.458067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-eddb927a-7aef-47c5-bfe2-687b78a8f028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2209659 Jul 07 17:08:02.464539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Attempting to bind port 35e3f62f-d8d2-489c-b781-7d66785648b7 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:02.466692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Attempting to bind port 35e3f62f-d8d2-489c-b781-7d66785648b7 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:02.467218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Attempting to bind port 35e3f62f-d8d2-489c-b781-7d66785648b7 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:02.492446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Port 35e3f62f-d8d2-489c-b781-7d66785648b7 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:02.492778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Attempting to bind port 35e3f62f-d8d2-489c-b781-7d66785648b7 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:02.511023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:02.511378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:02.511778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:02.512222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Bound port: 35e3f62f-d8d2-489c-b781-7d66785648b7, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:02.512583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.531626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58758404-0259-4e25-b5da-f03ed7296400 req-abb5b965-13de-44e4-9d1f-db53bfcdc219 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043303 Jul 07 17:08:02.693861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328c03-dc01-416e-9dda-29ce2419f428 req-48f1a6ec-8e7c-4f48-a493-60421f973732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.709461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-48f1a6ec-8e7c-4f48-a493-60421f973732 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2441988 Jul 07 17:08:02.733987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:02.746695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=35e3f62f-d8d2-489c-b781-7d66785648b7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:02.756740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.916339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Pushing event updated for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.959672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-2a19eea1-e530-43a6-9707-f597f24cbd6a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301474 Jul 07 17:08:02.982268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.986791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.988375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-838b1993-c854-408e-bb7e-e6abe728a979 service neutron] 10.222.0.23 "PUT /v2.0/ports/35e3f62f-d8d2-489c-b781-7d66785648b7 HTTP/1.1" status: 200 len: 1118 time: 2.4903681 Jul 07 17:08:02.988813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:02.991262 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2377f00-c128-40c9-aedb-b2dae8ca779d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:03.105706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89a42-7c27-429d-b634-2bddc06fd3ab req-c0436bdc-791c-4e8a-8eb8-243e5f1c3037 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.119407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72e89a42-7c27-429d-b634-2bddc06fd3ab req-c0436bdc-791c-4e8a-8eb8-243e5f1c3037 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.2724030 Jul 07 17:08:03.127892 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c64ff-6194-4504-b6c9-211801160acb x-openstack-request-id: req-351c64ff-6194-4504-b6c9-211801160acb {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:03.128322 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:03.128698 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-351c64ff-6194-4504-b6c9-211801160acb {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:03.129284 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff', 'status': 'completed', 'code': 200} Jul 07 17:08:03.240948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72e89a42-7c27-429d-b634-2bddc06fd3ab req-64129b70-7be3-4566-bcc2-686d9f5a1cd8 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205578 Jul 07 17:08:03.583102 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a325da6-0310-4a77-a5b2-ec0bb78f3550 x-openstack-request-id: req-0a325da6-0310-4a77-a5b2-ec0bb78f3550 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:03.583807 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:03.583807 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a325da6-0310-4a77-a5b2-ec0bb78f3550 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:03.584130 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7', 'status': 'completed', 'code': 200} Jul 07 17:08:03.936101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77182c2-7321-4f4b-bf2d-88a70b53384e req-4f1a4427-1b3e-4c0a-a073-e62d1b3a104c tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.942550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f77182c2-7321-4f4b-bf2d-88a70b53384e req-4f1a4427-1b3e-4c0a-a073-e62d1b3a104c tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1908062 Jul 07 17:08:04.015699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f77182c2-7321-4f4b-bf2d-88a70b53384e req-ec170616-b0cd-46c3-8ab8-9c034d78afcd tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Jul 07 17:08:04.249260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255fc8-13ed-4382-89c5-e4e5cd80dad9 req-c37a315c-cf77-4acd-ac7d-6ba83b0e0488 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.260870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39255fc8-13ed-4382-89c5-e4e5cd80dad9 req-c37a315c-cf77-4acd-ac7d-6ba83b0e0488 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.1035564 Jul 07 17:08:04.314042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39255fc8-13ed-4382-89c5-e4e5cd80dad9 req-11af6b4d-5fd7-4fae-89ed-0529fec58d95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519953 Jul 07 17:08:04.663427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21a403-b288-4740-b5ea-962fc6b5d519 req-b4471594-4df5-4cad-8551-332b3512347d tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.665139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa21a403-b288-4740-b5ea-962fc6b5d519 req-b4471594-4df5-4cad-8551-332b3512347d tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.1181436 Jul 07 17:08:04.726624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa21a403-b288-4740-b5ea-962fc6b5d519 req-259f56d2-2ffd-432c-b66a-e168abf7fecd tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537045 Jul 07 17:08:04.831135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35116) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.034864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ceb38c3-1c8e-4f07-87c5-a8c272ed2ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.172889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ceb38c3-1c8e-4f07-87c5-a8c272ed2ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.181995 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ceb38c3-1c8e-4f07-87c5-a8c272ed2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.221155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb38c3-1c8e-4f07-87c5-a8c272ed2ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa05915-8151-4dfc-b74d-1c39a782ea14,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.241981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1ceb38c3-1c8e-4f07-87c5-a8c272ed2ecb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=319747499453443da4c23ea101ebf619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091480 Jul 07 17:08:05.242652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.299826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.344332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705154c3-2137-474f-8b1f-30346caad82c req-8649b4cc-d30f-44e2-bd1e-7f52d377e856 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.346692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.354899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-705154c3-2137-474f-8b1f-30346caad82c req-8649b4cc-d30f-44e2-bd1e-7f52d377e856 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1133847 Jul 07 17:08:05.428943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-705154c3-2137-474f-8b1f-30346caad82c req-93b94d68-38eb-4a10-84bd-32aa4cff449b tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731261 Jul 07 17:08:05.447202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.452056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.455901 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfa05915-8151-4dfc-b74d-1c39a782ea14 HTTP/1.1" status: 204 len: 168 time: 0.2113776 Jul 07 17:08:05.481841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35158) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.483416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef85e4-1bdf-48b4-ba5b-1658b843670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa05915-8151-4dfc-b74d-1c39a782ea14,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.560502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35164) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.737545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bcdaa-78a3-4bb0-a182-dfc2e0dd6096 req-267ec29c-b5c0-4cb7-86ef-083b29084b04 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.739362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-394bcdaa-78a3-4bb0-a182-dfc2e0dd6096 req-267ec29c-b5c0-4cb7-86ef-083b29084b04 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.0923307 Jul 07 17:08:05.788236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-394bcdaa-78a3-4bb0-a182-dfc2e0dd6096 req-b4070700-bec5-4d14-a39d-6fe6d1420cfc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Jul 07 17:08:05.953104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f804633c-2469-469d-a8fb-94a8ac92ccb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.981195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35182) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.129102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.152052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805b609a-cb23-475c-892e-0954053563e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.157955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.220542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7d00a-e827-4c1f-8c63-019850a4163f req-e9a48821-c26e-4158-ad7b-ef727289aeea tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.227523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4c7d00a-e827-4c1f-8c63-019850a4163f req-e9a48821-c26e-4158-ad7b-ef727289aeea tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.3289073 Jul 07 17:08:06.282359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4c7d00a-e827-4c1f-8c63-019850a4163f req-0abf68a9-472e-4a3f-81d7-59c96e3860b0 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533402 Jul 07 17:08:06.340481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f804633c-2469-469d-a8fb-94a8ac92ccb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.347953 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f804633c-2469-469d-a8fb-94a8ac92ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.395674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f804633c-2469-469d-a8fb-94a8ac92ccb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f660867bfb314806bb903636fcf0ab93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338356 Jul 07 17:08:06.397437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:08:06.397437 n-d-791505-12 neutron-server[93946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:08:06.397437 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id_1': 'd3d8d48d37534fb980e316734fe16fdf', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 8, 6, 191245)}] Jul 07 17:08:06.397437 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:08:06.397952 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:08:06.399387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35188) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.483388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b706-a694-41f1-8c0e-084a5eada6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.487437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804633c-2469-469d-a8fb-94a8ac92ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce9cd9-49c7-476f-b3f2-913b77fe0abc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.496269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.521753 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.581765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.584966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.586143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38ce9cd9-49c7-476f-b3f2-913b77fe0abc HTTP/1.1" status: 204 len: 168 time: 0.1856260 Jul 07 17:08:06.604143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad9148-c764-4f64-bf9d-cb82b66de3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce9cd9-49c7-476f-b3f2-913b77fe0abc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.617300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805b609a-cb23-475c-892e-0954053563e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.631410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805b609a-cb23-475c-892e-0954053563e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.661344 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-805b609a-cb23-475c-892e-0954053563e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0836a83021ec4e24b61187a8556c3d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310135 Jul 07 17:08:06.665011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35202) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.703887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b609a-cb23-475c-892e-0954053563e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c590ec-b5b5-4a88-8e46-c3ee9e2c7dc5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.771762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49001db-c8c2-41e0-acba-a8fec1df0a25 req-ccdeb54b-a384-47b0-aff3-43741766c26a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:06.787857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a49001db-c8c2-41e0-acba-a8fec1df0a25 req-ccdeb54b-a384-47b0-aff3-43741766c26a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1418121 Jul 07 17:08:06.800179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.854365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.865288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a49001db-c8c2-41e0-acba-a8fec1df0a25 req-bb843f58-05ba-4fa7-b953-6c297fcd4a32 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Jul 07 17:08:06.903895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.951982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b706-a694-41f1-8c0e-084a5eada6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.972860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b706-a694-41f1-8c0e-084a5eada6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.048831 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.051856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.053601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8c590ec-b5b5-4a88-8e46-c3ee9e2c7dc5 HTTP/1.1" status: 204 len: 168 time: 0.3825705 Jul 07 17:08:07.070529 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bbb0b706-a694-41f1-8c0e-084a5eada6eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08a3e1cd61514337a595cce44054fd46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881915 Jul 07 17:08:07.072676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0b706-a694-41f1-8c0e-084a5eada6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe3da1-476e-4126-bc54-9bd7fe211a59,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.075444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.115199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f12b17-c1ad-4641-bbae-1f8b0ca95362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c590ec-b5b5-4a88-8e46-c3ee9e2c7dc5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.135118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35218) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.164543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d834e53-736b-4545-b132-dc1d4e5281d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.206144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.218887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.245251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.312589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.342359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c8d9-72fd-402d-a457-98d06d6c5a30 req-50930a75-4423-4c93-9c6b-c97ac336ca91 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.352371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d895c8d9-72fd-402d-a457-98d06d6c5a30 req-50930a75-4423-4c93-9c6b-c97ac336ca91 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.2325943 Jul 07 17:08:07.390227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92c54d-4935-4bb4-b1b5-5a3da2cc4ce9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.400581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aeac4020-9d8d-4e79-8d87-294f809dbc22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3d8d48d37534fb980e316734fe16fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9175978 Jul 07 17:08:07.403591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35230) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.469561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.472826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.473304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2abe3da1-476e-4126-bc54-9bd7fe211a59 HTTP/1.1" status: 204 len: 168 time: 0.3749363 Jul 07 17:08:07.494911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d26d8-f900-46c3-8050-b254360ee1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe3da1-476e-4126-bc54-9bd7fe211a59,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.504351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d834e53-736b-4545-b132-dc1d4e5281d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.511248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d834e53-736b-4545-b132-dc1d4e5281d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.523712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d895c8d9-72fd-402d-a457-98d06d6c5a30 req-7e7dfa6a-7867-4159-806a-a20802819ac1 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652122 Jul 07 17:08:07.567789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ca0e33ac-a0e2-40d6-ac2c-5de865c24722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.610885 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d834e53-736b-4545-b132-dc1d4e5281d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34ae6e5073f641c4879626c83f470916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741211 Jul 07 17:08:07.613415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.696599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.704544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d834e53-736b-4545-b132-dc1d4e5281d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28796128-71c8-4872-ba07-79a86885643f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.808905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.810337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.858755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.875065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3f17-1e9f-49eb-afc1-91db0406d443 req-80101637-f434-4c65-a421-0a8d23a78c7c tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.884845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78ee3f17-1e9f-49eb-afc1-91db0406d443 req-80101637-f434-4c65-a421-0a8d23a78c7c tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.1506946 Jul 07 17:08:07.957848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78ee3f17-1e9f-49eb-afc1-91db0406d443 req-2be06453-1922-4295-a65c-6dc408b7cedb tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Jul 07 17:08:07.971855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.977991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.982688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf92c54d-4935-4bb4-b1b5-5a3da2cc4ce9 HTTP/1.1" status: 204 len: 168 time: 0.5772252 Jul 07 17:08:08.003003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68528fa-966a-4c79-90e9-ace25e4f4da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92c54d-4935-4bb4-b1b5-5a3da2cc4ce9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.016174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.020061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.026300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28796128-71c8-4872-ba07-79a86885643f HTTP/1.1" status: 204 len: 168 time: 0.4115837 Jul 07 17:08:08.045764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc761ade-721f-4856-85ed-57b4d6a1907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28796128-71c8-4872-ba07-79a86885643f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.135264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae568cfb-a4dc-40e1-8184-66c2c259032c req-dcfcd5d9-94b6-4510-9d45-b8d913f19fe0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.136865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae568cfb-a4dc-40e1-8184-66c2c259032c req-dcfcd5d9-94b6-4510-9d45-b8d913f19fe0 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.0880764 Jul 07 17:08:08.201230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae568cfb-a4dc-40e1-8184-66c2c259032c req-3ff39c86-4e3a-497e-bda7-0c17b4ba9bdb tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584571 Jul 07 17:08:08.209364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35264) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.231485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9a53-b2aa-4b7d-807f-7c778729d5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.345763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9a53-b2aa-4b7d-807f-7c778729d5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.357522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9a53-b2aa-4b7d-807f-7c778729d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.403929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2a2f9a53-b2aa-4b7d-807f-7c778729d5ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=453f1c43883b4ef0a5ccd2f2abe999de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922674 Jul 07 17:08:08.406624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35268) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.413076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f9a53-b2aa-4b7d-807f-7c778729d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c203f-d207-4e04-8b9e-f1cc2051f33e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.481640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.510257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.592103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.594843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.596108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c0c203f-d207-4e04-8b9e-f1cc2051f33e HTTP/1.1" status: 204 len: 168 time: 0.1881633 Jul 07 17:08:08.608185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35278) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.615294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234734c9-edd3-4333-8843-fe48828a4766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c203f-d207-4e04-8b9e-f1cc2051f33e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.774422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35286) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.788397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b04d09f-e228-40f8-be80-3334a0db94c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.839959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900119-c008-413a-b062-2456782280e8 req-346610fd-9189-44aa-b5fb-ee5ab50f81cc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.841682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d900119-c008-413a-b062-2456782280e8 req-346610fd-9189-44aa-b5fb-ee5ab50f81cc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 947 time: 0.0990469 Jul 07 17:08:08.892593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d900119-c008-413a-b062-2456782280e8 req-e37ec66b-97f3-410d-83e0-2708eb8e1fa0 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Jul 07 17:08:08.932415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b04d09f-e228-40f8-be80-3334a0db94c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.938024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b04d09f-e228-40f8-be80-3334a0db94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.985153 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9b04d09f-e228-40f8-be80-3334a0db94c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ed7318d987d4d59bd48b6432556a7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095766 Jul 07 17:08:08.987688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.994351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04d09f-e228-40f8-be80-3334a0db94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd58ec0-8333-4ee0-8940-e36f724ac203,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.054345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.094847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a968e0e9-bf69-4cb6-b42e-71e22d16c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.124032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.278125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.282077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.284067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dd58ec0-8333-4ee0-8940-e36f724ac203 HTTP/1.1" status: 204 len: 168 time: 0.2950957 Jul 07 17:08:09.307327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e3cf-50d4-40d6-a9e8-1c7701449b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd58ec0-8333-4ee0-8940-e36f724ac203,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.333497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 7ea00dd6-fce6-448b-bf23-1f0587c03c41 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:09.337274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a5d4a-ab86-419d-818a-64c484248a97 req-8da8fd80-c768-4f9e-9bdd-70bf1a333859 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.344902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e1a5d4a-ab86-419d-818a-64c484248a97 req-8da8fd80-c768-4f9e-9bdd-70bf1a333859 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.1829326 Jul 07 17:08:09.383276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a968e0e9-bf69-4cb6-b42e-71e22d16c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.388969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a968e0e9-bf69-4cb6-b42e-71e22d16c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.419666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e1a5d4a-ab86-419d-818a-64c484248a97 req-cf267fef-d286-40c5-91ff-da8f126565f3 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Jul 07 17:08:09.445132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a968e0e9-bf69-4cb6-b42e-71e22d16c259 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14f4c9f2de4043b8a78b780e5daed3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359125 Jul 07 17:08:09.446162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e0e9-bf69-4cb6-b42e-71e22d16c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d5ea5d-3d55-4876-a6f2-44ad14e53fbd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.461787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35314) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.586755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b889c-5a8d-4e05-90e6-a0292d3dd71f req-60e6e738-da42-4ad2-aada-7bc4deff757a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.593211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af2b889c-5a8d-4e05-90e6-a0292d3dd71f req-60e6e738-da42-4ad2-aada-7bc4deff757a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1433866 Jul 07 17:08:09.698633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af2b889c-5a8d-4e05-90e6-a0292d3dd71f req-c58acde1-ebf5-4bb8-ad95-f7f033dc43bb tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869241 Jul 07 17:08:09.704312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377f00-c128-40c9-aedb-b2dae8ca779d req-27c2f630-8f9d-44f0-99ba-cc3d4be1b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.706189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377f00-c128-40c9-aedb-b2dae8ca779d req-27c2f630-8f9d-44f0-99ba-cc3d4be1b5a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 1121 time: 0.1110942 Jul 07 17:08:09.781922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377f00-c128-40c9-aedb-b2dae8ca779d req-f0fbf667-9973-4abd-830d-1c7d749d81d7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fcc8874c328c4e7e93240798956a54d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369554 Jul 07 17:08:09.786623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:09.820859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '7ea00dd6-fce6-448b-bf23-1f0587c03c41', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '7ea00dd6-fce6-448b-bf23-1f0587c03c41', 'mac_address': 'fa:16:3e:15:4c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:09.889726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.891726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.926727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea00dd6-fce6-448b-bf23-1f0587c03c41 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:09.951342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.982697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62328c03-dc01-416e-9dda-29ce2419f428 req-8a60d1b1-6cf3-4c24-879c-ba35e106b0f8 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356027 Jul 07 17:08:09.990252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:10.009573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.036406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.056553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.061841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32d5ea5d-3d55-4876-a6f2-44ad14e53fbd HTTP/1.1" status: 204 len: 168 time: 0.5964229 Jul 07 17:08:10.076904 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b6a62fba-cb8c-40fb-8955-357e75a24114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.078416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17f6e9-1962-403a-b3a4-2dd22483d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d5ea5d-3d55-4876-a6f2-44ad14e53fbd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.122712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.136525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.137564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.138534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.139335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.140273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.140974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.141548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.142124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.142701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.143256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.143777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.144313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Tracked resource versions report: Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: pushed versions: Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: { 'AddressGroup': {'1.2'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'ConntrackHelper': {'1.0'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Log': {'1.0'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Network': {'1.1'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Port': {'1.7'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'PortForwarding': {'1.2'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'QosPolicy': {'1.8'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SecurityGroup': {'1.4'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SubPort': {'1.0'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Subnet': {'1.1'}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Trunk': {'1.1'}} Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: consumer versions: Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: { DHCP agent@n-d-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: HyperV agent@n-h1-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: HyperV agent@n-h2-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: L3 agent@n-d-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: Metadata agent@n-d-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: Metering agent@n-d-791505-12: {}, Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'ConntrackHelper': '1.0', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Log': '1.0', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Network': '1.1', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Port': '1.7', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'PortForwarding': '1.2', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'QosPolicy': '1.8', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SecurityGroup': '1.4', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SecurityGroupRule': '1.2', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'SubPort': '1.0', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Subnet': '1.1', Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: 'Trunk': '1.1'}} Jul 07 17:08:10.145644 n-d-791505-12 neutron-server[93948]: {{(pid=93948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:08:10.180770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377f00-c128-40c9-aedb-b2dae8ca779d req-3899c90c-7393-49ef-882a-1febac987ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.182488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377f00-c128-40c9-aedb-b2dae8ca779d req-3899c90c-7393-49ef-882a-1febac987ae5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3869143 Jul 07 17:08:10.203493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-ad9a81ac-ad77-4496-a058-e6c1b197d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.205460 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-ad9a81ac-ad77-4496-a058-e6c1b197d501 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 1122 time: 0.1008778 Jul 07 17:08:10.253145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe58ad-140e-4841-b28d-98b16235ecdd req-864a2f73-8fa8-4272-858b-28ca6dc182cc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.254849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddfe58ad-140e-4841-b28d-98b16235ecdd req-864a2f73-8fa8-4272-858b-28ca6dc182cc tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 948 time: 0.1220665 Jul 07 17:08:10.331281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddfe58ad-140e-4841-b28d-98b16235ecdd req-8f7dad32-a866-4a82-9bc6-5302fd348e8a tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Jul 07 17:08:10.348047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-a1e4f61f-f33b-421b-b559-573ac606c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.350913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-a1e4f61f-f33b-421b-b559-573ac606c82b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 1121 time: 0.1208494 Jul 07 17:08:10.382881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['7ea00dd6-fce6-448b-bf23-1f0587c03c41'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:10.409159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-362e1c04-a34f-44fa-805d-785f59e99fb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=35e3f62f-d8d2-489c-b781-7d66785648b7 HTTP/1.1" status: 200 len: 217 time: 0.0500257 Jul 07 17:08:10.439159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-e8a5e8b0-847b-4d17-ba81-d7d400dcf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.440790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-e8a5e8b0-847b-4d17-ba81-d7d400dcf20b service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2274470 Jul 07 17:08:10.468720 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.504486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-a876cc2b-5339-41ff-8be5-77ed3c52c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.507346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-a876cc2b-5339-41ff-8be5-77ed3c52c1f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0896435 Jul 07 17:08:10.534478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:10.544414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-5f5491dd-7279-4188-9bd7-6a55823c7bc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d64db58d-8171-41be-be61-e6050cfef0ff HTTP/1.1" status: 200 len: 217 time: 0.0958192 Jul 07 17:08:10.637979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-3a271763-54ec-4e09-8fb5-acd73e0f6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.642010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-3a271763-54ec-4e09-8fb5-acd73e0f6f3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275356 Jul 07 17:08:10.671340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-9027a587-bf0e-4a0f-b31a-7487c7ad4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.673767 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-9027a587-bf0e-4a0f-b31a-7487c7ad4ed0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1231143 Jul 07 17:08:10.785843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-cc87c0c9-deb9-45ee-b801-4acfa6533d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.789027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-cc87c0c9-deb9-45ee-b801-4acfa6533d48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079695 Jul 07 17:08:10.932739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35366) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:10.937649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:10.966150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-794da817-a906-4058-af5f-9fbcd2e5a81e service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678996 Jul 07 17:08:10.967054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6cd032a-3f96-47a3-8730-5dd2034a0e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.976440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-478cbf82-b653-4136-baf0-95101f888b7c service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267221 Jul 07 17:08:10.996069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786b1d-ff77-492d-a49a-242ff294188c req-364341ff-530d-4446-856f-6f6855ec4401 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.997607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd786b1d-ff77-492d-a49a-242ff294188c req-364341ff-530d-4446-856f-6f6855ec4401 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.2845604 Jul 07 17:08:11.100849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fcb1f-78ba-4e46-ac26-dd0c30487120 req-333e494b-e434-4c46-b317-33e5ab908e35 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.101702 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65a4785e-db9b-4f70-aeb3-c9d6de2f0ed7 req-06360eb5-4ff6-491c-8cb2-ee90d074f96f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285987 Jul 07 17:08:11.102418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b57fcb1f-78ba-4e46-ac26-dd0c30487120 req-333e494b-e434-4c46-b317-33e5ab908e35 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.2434151 Jul 07 17:08:11.176804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd786b1d-ff77-492d-a49a-242ff294188c req-5f9bdd15-23ed-4402-928e-e545363538d9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592166 Jul 07 17:08:11.231658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f2a0c8-91c5-4eeb-ae00-9c3799420d5f req-211effca-daf8-441b-8a4c-f0a12401ad4c service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437122 Jul 07 17:08:11.247037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b57fcb1f-78ba-4e46-ac26-dd0c30487120 req-42bb82f6-02cf-4ba9-a145-785c802569d6 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Jul 07 17:08:11.275669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-129133413-network', 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:11.304683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6cd032a-3f96-47a3-8730-5dd2034a0e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.313321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 7ea00dd6-fce6-448b-bf23-1f0587c03c41 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:11.313579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6cd032a-3f96-47a3-8730-5dd2034a0e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.348208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd032a-3f96-47a3-8730-5dd2034a0e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f4a20-e594-4e83-8527-eac1b5e95a88,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.376993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35380) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.377214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6cd032a-3f96-47a3-8730-5dd2034a0e16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59761fe712e04a6a968938e147b2dd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364469 Jul 07 17:08:11.378510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:11.380895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.391226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.421006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:11.428180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:11.430306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.512285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.548512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.595400 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.648775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.650786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.652610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.657887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db2f4a20-e594-4e83-8527-eac1b5e95a88 HTTP/1.1" status: 204 len: 168 time: 0.2796903 Jul 07 17:08:11.663335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.671600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31450-23d2-47a0-99cb-d86796d880e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f4a20-e594-4e83-8527-eac1b5e95a88,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.723978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.728189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:11.733803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:11.763149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bf291f-eb30-461a-93b6-83e51d76ba19,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.769278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.769624 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Added segment 8910bd68-8c13-431a-ac3e-2a09af8e8b5b of type vlan for network 393b88ee-aae5-4083-8f3a-4b3236ce52de Jul 07 17:08:11.792783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bc9b6-92f8-4234-907d-75bb89cd898c req-4e7085bc-248f-4142-9a16-5fece518ed41 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.801404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-278bc9b6-92f8-4234-907d-75bb89cd898c req-4e7085bc-248f-4142-9a16-5fece518ed41 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 948 time: 0.2790618 Jul 07 17:08:11.841117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:11.846566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.850532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.883622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-278bc9b6-92f8-4234-907d-75bb89cd898c req-9a4721d4-3459-4d6b-a927-8a34cea7ef4f tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813179 Jul 07 17:08:11.905208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.906742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.907443 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.929461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.959677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0261168 Jul 07 17:08:11.963537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35406) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:11.968973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Request body: {'subnet': {'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-129133413-subnet', 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:11.974650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f2fe-5d41-40fb-8be0-0acf35623959 admin admin] Pushing event updated for resources: {'Network': ['ID=393b88ee-aae5-4083-8f3a-4b3236ce52de,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.985708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:12.000689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:12.003491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.194288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.242544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219697df-297f-4874-9ea8-421dfd7ff01f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.284903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:12.285353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Network hostable DHCP agents. Network: 393b88ee-aae5-4083-8f3a-4b3236ce52de, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:12.311023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:12.332203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 393b88ee-aae5-4083-8f3a-4b3236ce52de) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:12.336589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.337596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.345049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68793530-2ead-4588-aa2a-7970bc898522 None None] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:12.361573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-80b22978-639b-49fc-90f8-2a6e67fa2d17 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3968246 Jul 07 17:08:12.439898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:12.472011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f45180de-f236-4397-878f-fa1d56d9a927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.512932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea88c5e-3745-49da-a68f-6970c9848945 req-3c5e325b-82af-4ab0-9adf-dc610b7bd587 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.515262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aea88c5e-3745-49da-a68f-6970c9848945 req-3c5e325b-82af-4ab0-9adf-dc610b7bd587 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.1328042 Jul 07 17:08:12.528301 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db482a-7646-4e60-8843-6b6e5372b8ea" -d '{"events": [{"server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:12.579784 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f45180de-f236-4397-878f-fa1d56d9a927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.587444 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f45180de-f236-4397-878f-fa1d56d9a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.592221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0688d9-0777-4217-adaa-e46d3d00f11b None None] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:12.607576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aea88c5e-3745-49da-a68f-6970c9848945 req-cc9fd3eb-997d-43f0-859b-40e686449a27 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Jul 07 17:08:12.616131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f45180de-f236-4397-878f-fa1d56d9a927 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c571d9b9d50d45bcb68aa34ce122c755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730318 Jul 07 17:08:12.619368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35434) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:12.639748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45180de-f236-4397-878f-fa1d56d9a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a50bee-a68a-49f2-8ef9-b3964a7630df,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.662959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a67f3-a395-4b9c-8754-d7afa47fdbb7 req-1a91766c-782f-4319-9cb0-a6c9c2a4f12e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.675240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a5a67f3-a395-4b9c-8754-d7afa47fdbb7 req-1a91766c-782f-4319-9cb0-a6c9c2a4f12e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1586387 Jul 07 17:08:12.739947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a5a67f3-a395-4b9c-8754-d7afa47fdbb7 req-5e5a72f6-a935-42d6-985f-335a083a3bc8 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637381 Jul 07 17:08:12.761384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.796880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.859440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.862172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.863375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2a50bee-a68a-49f2-8ef9-b3964a7630df HTTP/1.1" status: 204 len: 168 time: 0.2430029 Jul 07 17:08:12.877201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa605b5-0ada-4140-a040-ffd09f54c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a50bee-a68a-49f2-8ef9-b3964a7630df,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.099394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa758015-585a-4684-90d5-371e456803fb req-bed75b0c-91b3-449c-9db2-61c6c9ad7f87 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.101153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa758015-585a-4684-90d5-371e456803fb req-bed75b0c-91b3-449c-9db2-61c6c9ad7f87 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.0936313 Jul 07 17:08:13.115514 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd1275-9474-48bd-a985-eb86659cc686 x-openstack-request-id: req-16dd1275-9474-48bd-a985-eb86659cc686 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:13.116116 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:13.116708 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16dd1275-9474-48bd-a985-eb86659cc686 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:13.117420 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41', 'code': 200} Jul 07 17:08:13.151196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa758015-585a-4684-90d5-371e456803fb req-50aaeb41-8cf8-4c7d-a52d-413604eeb397 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Jul 07 17:08:13.276942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-75433239-e8bd-4f55-b576-4ff82af07730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.278480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-75433239-e8bd-4f55-b576-4ff82af07730 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 1101 time: 0.0893977 Jul 07 17:08:13.380091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.446970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-bebec2cc-aef8-41e3-8ad2-f2d10728896b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.482677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35466) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:13.548172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-bebec2cc-aef8-41e3-8ad2-f2d10728896b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.554072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-bebec2cc-aef8-41e3-8ad2-f2d10728896b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.585343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d5d4bab-a263-43bf-bb40-d1f913a9c25d req-bebec2cc-aef8-41e3-8ad2-f2d10728896b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995732 Jul 07 17:08:13.597158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebec2cc-aef8-41e3-8ad2-f2d10728896b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2811f3fe-4701-4a13-b18c-91793b4e9db4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.790645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fde4ce2-7f8d-4d92-b4ff-0f0559766804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.835814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9391-7a60-40ae-888e-57164c53a2fe req-f3082b05-2b41-4c87-afdc-720ed22d0fcf tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.840230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb8a9391-7a60-40ae-888e-57164c53a2fe req-f3082b05-2b41-4c87-afdc-720ed22d0fcf tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 969 time: 0.0845518 Jul 07 17:08:13.840629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d64db58d-8171-41be-be61-e6050cfef0ff details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:13.921966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb8a9391-7a60-40ae-888e-57164c53a2fe req-42be02c4-bf97-4820-902f-6703c778c435 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667756 Jul 07 17:08:13.927129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fde4ce2-7f8d-4d92-b4ff-0f0559766804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.934926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fde4ce2-7f8d-4d92-b4ff-0f0559766804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.978032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d64db58d-8171-41be-be61-e6050cfef0ff,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.000422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd64db58d-8171-41be-be61-e6050cfef0ff', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'd64db58d-8171-41be-be61-e6050cfef0ff', 'mac_address': 'fa:16:3e:02:13:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:tempest-test_az-2066820325', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:14.031093 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3fde4ce2-7f8d-4d92-b4ff-0f0559766804 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cb47fd83f124be9b2bde51d951babdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454855 Jul 07 17:08:14.032122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35494) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.066907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.070079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde4ce2-7f8d-4d92-b4ff-0f0559766804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1210919-7292-4669-a3bf-40905ed0f528,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.101136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64db58d-8171-41be-be61-e6050cfef0ff {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:14.130775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d64db58d-8171-41be-be61-e6050cfef0ff,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.140106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.141349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 35e3f62f-d8d2-489c-b781-7d66785648b7 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:14.154137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.186871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.218961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.220165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283725-bc08-4a63-a654-f7749c04e825 req-f47ad83c-071a-4591-816b-be8652b5f095 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.221814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd283725-bc08-4a63-a654-f7749c04e825 req-f47ad83c-071a-4591-816b-be8652b5f095 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 970 time: 0.1191962 Jul 07 17:08:14.271286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=35e3f62f-d8d2-489c-b781-7d66785648b7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.300097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '35e3f62f-d8d2-489c-b781-7d66785648b7', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '35e3f62f-d8d2-489c-b781-7d66785648b7', 'mac_address': 'fa:16:3e:ef:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:tempest-test_az-2066820325', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:14.322604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd283725-bc08-4a63-a654-f7749c04e825 req-bc97f387-a510-4e46-b7de-0af97e61a4fa tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705986 Jul 07 17:08:14.338038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.338137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.342176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1210919-7292-4669-a3bf-40905ed0f528 HTTP/1.1" status: 204 len: 168 time: 0.3081014 Jul 07 17:08:14.368406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a8aa6-0673-40cc-8fab-d0bd82e9038c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1210919-7292-4669-a3bf-40905ed0f528,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.422413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.444545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e3f62f-d8d2-489c-b781-7d66785648b7 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:14.468862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=35e3f62f-d8d2-489c-b781-7d66785648b7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:14.474333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.517757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35514) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.521685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed60ca-21da-4059-9cea-22ae57dc71fc req-5b227807-9b82-407d-859f-1ad812510d0c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.522769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1507789116-network', 'tenant_id': '249ca68247894e8da370ef33fee75c3f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:14.523882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-caed60ca-21da-4059-9cea-22ae57dc71fc req-5b227807-9b82-407d-859f-1ad812510d0c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.0994189 Jul 07 17:08:14.537222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.569629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Made reservation on behalf of 249ca68247894e8da370ef33fee75c3f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:14.573454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.582325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-caed60ca-21da-4059-9cea-22ae57dc71fc req-bbf67517-c4c1-4b6b-adf3-d970c53b9d7b tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Jul 07 17:08:14.600451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.717201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.721250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.751009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:14.760447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf5e0a-eb05-4685-9b13-6b79ceb6a22b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.770875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.771085 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Added segment 0002c282-632a-4095-96d6-a4778bfaa231 of type vlan for network ce65e136-6c2d-4836-8aad-343eb9fae6f1 Jul 07 17:08:14.816578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.843770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d64db58d-8171-41be-be61-e6050cfef0ff'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:14.847691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.848969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.849218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['35e3f62f-d8d2-489c-b781-7d66785648b7'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:14.850140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.918477 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3938518 Jul 07 17:08:14.918477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35520) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:14.922475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Request body: {'subnet': {'network_id': 'ce65e136-6c2d-4836-8aad-343eb9fae6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1507789116-subnet', 'tenant_id': '249ca68247894e8da370ef33fee75c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:14.936004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9b5c7-8430-4edc-a275-4255c2c3b148 admin admin] Pushing event updated for resources: {'Network': ['ID=ce65e136-6c2d-4836-8aad-343eb9fae6f1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.954581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ce65e136-6c2d-4836-8aad-343eb9fae6f1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:14.963467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Made reservation on behalf of 249ca68247894e8da370ef33fee75c3f for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:14.966334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.988356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35526) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.167956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35536) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.247313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbea83bd-25a4-4dbe-8c5f-f9988e9b9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.299844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.395472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991531c-3e92-4e6d-82a9-187456b95e5e req-9fb1412b-57f1-4ad0-8b58-06113bfb6f8d tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.409734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b991531c-3e92-4e6d-82a9-187456b95e5e req-9fb1412b-57f1-4ad0-8b58-06113bfb6f8d tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 970 time: 0.2537961 Jul 07 17:08:15.436207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fce6076-4c92-4327-ad6e-79f8bcccb0e1,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.474215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e6-53ce-4e54-9186-080f230e68d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.519968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Checking segment: {'id': '0002c282-632a-4095-96d6-a4778bfaa231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ce65e136-6c2d-4836-8aad-343eb9fae6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:15.520933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Network hostable DHCP agents. Network: ce65e136-6c2d-4836-8aad-343eb9fae6f1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:15.532830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b991531c-3e92-4e6d-82a9-187456b95e5e req-3fbfb9ec-9e88-4823-bfce-97dcb5a19fe9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218719 Jul 07 17:08:15.547927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Network ce65e136-6c2d-4836-8aad-343eb9fae6f1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:15.568019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ce65e136-6c2d-4836-8aad-343eb9fae6f1) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:15.576454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.576454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.583594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6238f2-5cd0-4403-9999-0ca848418364 None None] Network ce65e136-6c2d-4836-8aad-343eb9fae6f1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:15.609475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbea83bd-25a4-4dbe-8c5f-f9988e9b9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.625938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbea83bd-25a4-4dbe-8c5f-f9988e9b9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.700681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cbea83bd-25a4-4dbe-8c5f-f9988e9b9672 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c5ee05f8111427db00d6f76dcd0821e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315065 Jul 07 17:08:15.703346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35554) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.704086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea83bd-25a4-4dbe-8c5f-f9988e9b9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd4e57-fbcb-4806-985e-dfda9330d344,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.716443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5958a-6831-4a35-8da6-fc026298b5ce req-a7183073-523b-4012-ae49-87b16320768a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.723898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8c5958a-6831-4a35-8da6-fc026298b5ce req-a7183073-523b-4012-ae49-87b16320768a tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 971 time: 0.1642218 Jul 07 17:08:15.778499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.812179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.834343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8c5958a-6831-4a35-8da6-fc026298b5ce req-891a8157-aa13-49d8-a452-e65593f8d6eb tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093743 Jul 07 17:08:15.875968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.880500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.882433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fbd4e57-fbcb-4806-985e-dfda9330d344 HTTP/1.1" status: 204 len: 168 time: 0.1775701 Jul 07 17:08:15.921880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a23a82-fb86-40a2-bc76-49cb10ee8820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd4e57-fbcb-4806-985e-dfda9330d344,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.922085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d64db58d-8171-41be-be61-e6050cfef0ff up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:15.925334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e6-53ce-4e54-9186-080f230e68d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.950903 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-15baf70a-e001-4238-8576-63818e7898cc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0251307 Jul 07 17:08:15.951102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acbec8-13a2-4799-9055-68bae718222f req-2f7ff025-3224-4899-9fe7-6563707e6155 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.953321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2acbec8-13a2-4799-9055-68bae718222f req-2f7ff025-3224-4899-9fe7-6563707e6155 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.2267654 Jul 07 17:08:15.962044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e6-53ce-4e54-9186-080f230e68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.994814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3913554-403f-4749-98b9-18c235088773 None None] Network ce65e136-6c2d-4836-8aad-343eb9fae6f1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:16.025488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5d4f38e6-53ce-4e54-9186-080f230e68d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=651502c3f03846b883c8e4422c89c6db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0357625 Jul 07 17:08:16.028072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35570) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:16.032865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f38e6-53ce-4e54-9186-080f230e68d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1925352-0897-43be-aaf8-74dcb9e376a2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.045908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2acbec8-13a2-4799-9055-68bae718222f req-b6f3aee5-0f36-4b1e-8f66-a27be1b339ab tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915945 Jul 07 17:08:16.127924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d64db58d-8171-41be-be61-e6050cfef0ff completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:16.140386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d64db58d-8171-41be-be61-e6050cfef0ff triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.140599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.140762 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.166012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.232114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.234852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.236191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1925352-0897-43be-aaf8-74dcb9e376a2 HTTP/1.1" status: 204 len: 168 time: 0.2069852 Jul 07 17:08:16.245380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf06c2a-0c5a-4733-a7e8-5e2aea30f227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1925352-0897-43be-aaf8-74dcb9e376a2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.299164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.327105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:16.329929 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5133f217-f633-4f91-b5b5-13c9425d6e56" -d '{"events": [{"server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "name": "network-vif-plugged", "status": "completed", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:16.344705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d64db58d-8171-41be-be61-e6050cfef0ff,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:16.351051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.353400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 35e3f62f-d8d2-489c-b781-7d66785648b7 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:16.385855 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3bae10-2068-4eb3-99aa-bb98fe765f59 x-openstack-request-id: req-5f3bae10-2068-4eb3-99aa-bb98fe765f59 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:16.386204 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "name": "network-vif-plugged", "status": "completed", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:16.386395 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f3bae10-2068-4eb3-99aa-bb98fe765f59 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:16.386980 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff', 'code': 200} Jul 07 17:08:16.458258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.469548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 35e3f62f-d8d2-489c-b781-7d66785648b7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:16.474140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 35e3f62f-d8d2-489c-b781-7d66785648b7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.474551 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.521310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2de0-ae00-4084-903c-1ada21a2e162 req-e6bc8605-b8de-42a8-94e5-e2703e52a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.523034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1ef2de0-ae00-4084-903c-1ada21a2e162 req-e6bc8605-b8de-42a8-94e5-e2703e52a8ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 1124 time: 0.0804708 Jul 07 17:08:16.590544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1ef2de0-ae00-4084-903c-1ada21a2e162 req-ed4a43f3-ebf1-4c0b-b581-1a000460a2d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Jul 07 17:08:16.610845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.660444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=35e3f62f-d8d2-489c-b781-7d66785648b7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:16.665819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.756504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.805087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4da61e-325c-422e-82a2-b5212b0c52f6 req-b806baf2-9416-45fc-a808-1804e0e3c98e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.808311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c4da61e-325c-422e-82a2-b5212b0c52f6 req-b806baf2-9416-45fc-a808-1804e0e3c98e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 971 time: 0.0981166 Jul 07 17:08:16.860167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c4da61e-325c-422e-82a2-b5212b0c52f6 req-97e3b19e-b351-4766-9039-69c57d4a5f26 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Jul 07 17:08:16.912465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.105602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35620) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.120241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ce7b73-a96e-404e-87e5-6587edaa74c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.219399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ce7b73-a96e-404e-87e5-6587edaa74c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.224342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ce7b73-a96e-404e-87e5-6587edaa74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.273785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce7b73-a96e-404e-87e5-6587edaa74c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088eeab0-b04b-47a2-a279-831f9a3cde5e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.293060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-67ce7b73-a96e-404e-87e5-6587edaa74c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b094ceb79991497dbb36a8b4235f54b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861854 Jul 07 17:08:17.293392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.293932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1294882a-562f-488a-8221-e7779009b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.376521 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.416442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1294882a-562f-488a-8221-e7779009b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.423748 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1294882a-562f-488a-8221-e7779009b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.431155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-7a224e99-aa06-4ce6-bd0a-14e54c48175b req-7f6ff54a-72fb-4397-b8ea-f02c0b22832a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:08:17.432295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a224e99-aa06-4ce6-bd0a-14e54c48175b req-7f6ff54a-72fb-4397-b8ea-f02c0b22832a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4043889 Jul 07 17:08:17.472361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294882a-562f-488a-8221-e7779009b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940c2fd-5103-4e5f-93ee-a2a097178b16,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.485601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1294882a-562f-488a-8221-e7779009b45c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c4f2adcc832436d8bdb9c48bd49d82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682683 Jul 07 17:08:17.485729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35638) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.509639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.554324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.591249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.639189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-3444ce16-d25e-45ac-bd47-0dca81dd6271 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.646571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-3444ce16-d25e-45ac-bd47-0dca81dd6271 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.2669218 Jul 07 17:08:17.661386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.665635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.667406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4940c2fd-5103-4e5f-93ee-a2a097178b16 HTTP/1.1" status: 204 len: 168 time: 0.1805897 Jul 07 17:08:17.684333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc99ad4-6b2a-4337-b603-87ca55858d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940c2fd-5103-4e5f-93ee-a2a097178b16,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.699251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-3363f5bb-717b-4329-b37a-45153a49b1f4 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/quotas/e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 375 time: 0.0513458 Jul 07 17:08:17.722677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.726054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.727261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/088eeab0-b04b-47a2-a279-831f9a3cde5e HTTP/1.1" status: 204 len: 168 time: 0.4325938 Jul 07 17:08:17.754287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-31514c62-2a20-4735-9cb2-3d669ede86c3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505652 Jul 07 17:08:17.756145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38f0c-ad20-4edf-ad9d-1b2bbc01245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088eeab0-b04b-47a2-a279-831f9a3cde5e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:17.784373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-f328aa26-1b4c-49a9-8ed7-2f66ec26a718 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:08:17.785523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-f328aa26-1b4c-49a9-8ed7-2f66ec26a718 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080554 Jul 07 17:08:17.817939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131e8f-abef-43bb-8f0b-a7dbaafa44db req-fc6bd944-184b-481e-8506-ac45953050ea tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.820375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b131e8f-abef-43bb-8f0b-a7dbaafa44db req-fc6bd944-184b-481e-8506-ac45953050ea tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 972 time: 0.1656277 Jul 07 17:08:17.862354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b131e8f-abef-43bb-8f0b-a7dbaafa44db req-c4d99eb0-75f2-4a02-ae9e-853fb3d6cc6e tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jul 07 17:08:18.002020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35666) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.146101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.160281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b944b750-ee02-408b-94f6-71f451a6f281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.281253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b944b750-ee02-408b-94f6-71f451a6f281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.288324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b944b750-ee02-408b-94f6-71f451a6f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.318413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b750-ee02-408b-94f6-71f451a6f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5502aa95-cc2a-4783-8154-62fb2089f81a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.334994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1659701633-network', 'tenant_id': '9d2e6b96e5204f58ba6d7e2e5ca5faa0'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:18.362078 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b944b750-ee02-408b-94f6-71f451a6f281 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3731d3983a35428baa80d408ab7f36fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147999 Jul 07 17:08:18.364918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.388205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:18.390596 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a150fd-8a5f-447d-8df6-1adc16860c32" -d '{"events": [{"server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "name": "network-vif-plugged", "status": "completed", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:18.394063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Made reservation on behalf of 9d2e6b96e5204f58ba6d7e2e5ca5faa0 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:18.397457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.415187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.459961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d43c5a8c-4bc4-4038-ba83-d5d2fec8f1cb service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392733 Jul 07 17:08:18.468146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.507798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.526406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aca64-91e1-4d41-9455-0ca3f67d14f3 req-b202739c-7269-4bd7-b685-53cf10365422 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.528856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23aca64-91e1-4d41-9455-0ca3f67d14f3 req-b202739c-7269-4bd7-b685-53cf10365422 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.1839936 Jul 07 17:08:18.603441 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.606162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.609667 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5502aa95-cc2a-4783-8154-62fb2089f81a HTTP/1.1" status: 204 len: 168 time: 0.2415519 Jul 07 17:08:18.609821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.620562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.624025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b34f7-3c27-4d20-9637-61b232911d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5502aa95-cc2a-4783-8154-62fb2089f81a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.626392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23aca64-91e1-4d41-9455-0ca3f67d14f3 req-209f19ba-e03c-45c8-8f7f-d4689c3103fd tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871058 Jul 07 17:08:18.645514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:18.662130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe7288-f6cd-456f-a04a-8b7463b9ebb8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.665392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.665740 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Added segment f4378cc0-166e-49d1-a5ff-a9f0407ac91c of type vlan for network 22dd9f00-8ef5-40d8-9cd9-7363556d88dd Jul 07 17:08:18.676678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-b17e9536-dab1-43b2-ad28-f12a0ca8c5c5 service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138171 Jul 07 17:08:18.715184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.759413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.760688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.761390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.810917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.811259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8080587 Jul 07 17:08:18.818221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Request body: {'subnet': {'network_id': '22dd9f00-8ef5-40d8-9cd9-7363556d88dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1659701633-subnet', 'tenant_id': '9d2e6b96e5204f58ba6d7e2e5ca5faa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:18.885231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f239-3fb4-42bf-aba5-7b75b9e775c1 admin admin] Pushing event updated for resources: {'Network': ['ID=22dd9f00-8ef5-40d8-9cd9-7363556d88dd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.897717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 22dd9f00-8ef5-40d8-9cd9-7363556d88dd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:19.014758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Made reservation on behalf of 9d2e6b96e5204f58ba6d7e2e5ca5faa0 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:19.021645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.024158 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4752b5ac-eb0d-407b-8bca-b3d7d0134a54 x-openstack-request-id: req-4752b5ac-eb0d-407b-8bca-b3d7d0134a54 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:19.029306 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "name": "network-vif-plugged", "status": "completed", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:19.029759 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4752b5ac-eb0d-407b-8bca-b3d7d0134a54 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:19.030358 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7', 'code': 200} Jul 07 17:08:19.218969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bec32-29b5-4c5c-a2a7-0095a83a85c7 req-071bd886-6ea3-4a85-b01e-737174f0b5d5 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.226227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-127bec32-29b5-4c5c-a2a7-0095a83a85c7 req-071bd886-6ea3-4a85-b01e-737174f0b5d5 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 971 time: 0.3880324 Jul 07 17:08:19.230611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-2b0a600c-28e0-4c30-84da-640f48e93688 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2a612050da0649e1b66d374ed1ba9405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898132 Jul 07 17:08:19.533065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c7f7-f679-4f38-aca6-0351c57e830b req-e65aa247-ab8f-4959-ada5-bb889f83a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.535537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b51c7f7-f679-4f38-aca6-0351c57e830b req-e65aa247-ab8f-4959-ada5-bb889f83a7e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 1123 time: 0.4434531 Jul 07 17:08:19.552930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-127bec32-29b5-4c5c-a2a7-0095a83a85c7 req-70395292-ec3a-46b1-bbe5-9af06b12c411 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254142 Jul 07 17:08:19.697333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-ced1b39c-b285-4fab-870f-bc6ee1608b6a tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.704076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-ced1b39c-b285-4fab-870f-bc6ee1608b6a tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4665136 Jul 07 17:08:19.743378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b51c7f7-f679-4f38-aca6-0351c57e830b req-d575fdf2-9836-4688-adaa-48c30831bc95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889510 Jul 07 17:08:19.791055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-34939902-134c-4e83-9591-a47a477f9a85 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/quotas/2a612050da0649e1b66d374ed1ba9405 HTTP/1.1" status: 200 len: 375 time: 0.0860088 Jul 07 17:08:19.800988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c122a9f8-28cb-4f18-a312-73c0f3b06d90 req-e05f67df-c925-4faf-aed0-1e1431ed4829 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 210 time: 0.0598814 Jul 07 17:08:19.853539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.923486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de2cba4-7f1d-4739-bf19-92c76c66ebc3,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.025634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Checking segment: {'id': 'f4378cc0-166e-49d1-a5ff-a9f0407ac91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '22dd9f00-8ef5-40d8-9cd9-7363556d88dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:20.026004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Network hostable DHCP agents. Network: 22dd9f00-8ef5-40d8-9cd9-7363556d88dd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:20.033985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-69aa44bf-6ecf-45c0-82cc-0305a151276c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304122 Jul 07 17:08:20.065118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Network 22dd9f00-8ef5-40d8-9cd9-7363556d88dd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:20.086189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3b47b-8e39-49a4-9ccb-9d88ea7f5187 req-c027a4f3-4f84-4f38-964c-c9a6fe1dc075 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.093476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdd3b47b-8e39-49a4-9ccb-9d88ea7f5187 req-c027a4f3-4f84-4f38-964c-c9a6fe1dc075 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 972 time: 0.1451550 Jul 07 17:08:20.112535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 22dd9f00-8ef5-40d8-9cd9-7363556d88dd) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:20.122489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc37971-a3aa-4b81-bea9-efe5d769bbe1 None None] Network 22dd9f00-8ef5-40d8-9cd9-7363556d88dd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:20.125160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.125763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.158516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-38b53e60-798f-434e-b416-1f24ca01bc15 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3377337 Jul 07 17:08:20.158516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdd3b47b-8e39-49a4-9ccb-9d88ea7f5187 req-ff545158-de11-44ec-a43e-45bf454183f9 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521965 Jul 07 17:08:20.325013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77713f1-d7f0-46b0-a4f2-a2567046f5c9 None None] Network 22dd9f00-8ef5-40d8-9cd9-7363556d88dd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:20.535337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-e98dd1a4-3805-4102-bcf8-6a0cdb20010c tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.538052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-e98dd1a4-3805-4102-bcf8-6a0cdb20010c tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 1124 time: 0.1984046 Jul 07 17:08:20.578836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-0c7d74ff-c278-4ec9-9f8b-d783ddf8302a tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.723277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ddcc633-c9c3-4148-9bca-c3f558616d35 req-8dda4d07-e25d-4f7e-977f-79ff763cf613 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 210 time: 0.0841677 Jul 07 17:08:20.995872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-e51e506f-17c9-460f-a173-f7d09a2191ab tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.996477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-e51e506f-17c9-460f-a173-f7d09a2191ab tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.2484858 Jul 07 17:08:21.029566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Request body: {'port': {'device_id': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'admin_state_up': True, 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:21.111169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-0c7d74ff-c278-4ec9-9f8b-d783ddf8302a tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.124129 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-0c7d74ff-c278-4ec9-9f8b-d783ddf8302a tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.172107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12f76ec0-b4aa-42bd-a0eb-8f0605f35be0 req-0c7d74ff-c278-4ec9-9f8b-d783ddf8302a tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276612 Jul 07 17:08:21.209178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d74ff-c278-4ec9-9f8b-d783ddf8302a tempest-AggregatesAdminTestJSON-2033495381 tempest-AggregatesAdminTestJSON-2033495381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42cfad2-90b9-4dd7-bff8-3603396dcf3c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.234433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff397e7-90a1-4670-84a2-c1a8bdd1f31d req-c2334ab0-d93a-41de-9254-df31b7de607b tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.241541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ff397e7-90a1-4670-84a2-c1a8bdd1f31d req-c2334ab0-d93a-41de-9254-df31b7de607b tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 971 time: 0.2597542 Jul 07 17:08:21.291362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:21.294929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.300427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ff397e7-90a1-4670-84a2-c1a8bdd1f31d req-6aeced4f-24b7-4de3-83d6-feb429b3db85 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Jul 07 17:08:21.442345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.442876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Allocated IP 172.20.0.8 (393b88ee-aae5-4083-8f3a-4b3236ce52de/219697df-297f-4874-9ea8-421dfd7ff01f/4f95e3e9-282c-4354-a371-c5257569d213) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:21.449473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1050269991-network', 'tenant_id': 'd6b9749727e940fea5bd2687892d3398'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:21.473977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Made reservation on behalf of d6b9749727e940fea5bd2687892d3398 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:21.476569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.486368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.516168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4989332-060f-4dac-87b7-44f7cea78afd req-d16d11c5-f2bf-4d28-9ccb-8351dedc6589 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 210 time: 0.0441704 Jul 07 17:08:21.643218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.651370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.688874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.697048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.73', 53629) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.714522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:21.736891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbd4ec5-29a4-404f-81e6-8674460d7832,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.738340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-d60b05ac-b640-411a-84ba-8a05073e0a95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2a612050da0649e1b66d374ed1ba9405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391490 Jul 07 17:08:21.770307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.770708 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Added segment b29f9047-efd2-4233-9d0d-8fea6cf695d0 of type vlan for network b6eec61f-1142-4fa8-9b63-04d5267fcd3f Jul 07 17:08:21.857967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.889291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.905657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.906919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.908255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.980463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:21.991429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-7923968f-544a-4403-9b7b-137f8c547c89 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.993574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-7923968f-544a-4403-9b7b-137f8c547c89 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488947 Jul 07 17:08:21.995647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:21.997931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.012786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:22.019600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.020417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.035913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5923362 Jul 07 17:08:22.038634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Request body: {'port': {'device_id': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '2a612050da0649e1b66d374ed1ba9405'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:22.040870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35852) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.047061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d8c248ad-b62e-4c57-ab6d-9183257020ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321705 Jul 07 17:08:22.048530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Request body: {'subnet': {'network_id': 'b6eec61f-1142-4fa8-9b63-04d5267fcd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1050269991-subnet', 'tenant_id': 'd6b9749727e940fea5bd2687892d3398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:22.076035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fbebc-7244-4d9b-87e6-1db7cdd0156f admin admin] Pushing event updated for resources: {'Network': ['ID=b6eec61f-1142-4fa8-9b63-04d5267fcd3f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.085633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Made reservation on behalf of d6b9749727e940fea5bd2687892d3398 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:22.091647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b6eec61f-1142-4fa8-9b63-04d5267fcd3f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:22.098138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Request body: {'port': {'device_id': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:22.107157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.235798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.395678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.397396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Made reservation on behalf of 2a612050da0649e1b66d374ed1ba9405 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:22.401631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.433372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0d8e3b8-c100-4342-863d-d60337fbda94 req-919cd201-fbc6-42cb-bc8e-cb7ef3649815 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 210 time: 0.0626314 Jul 07 17:08:22.452465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0ebc63-dc1b-40cd-9330-8a0725aa999e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.477084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Checking segment: {'id': 'b29f9047-efd2-4233-9d0d-8fea6cf695d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b6eec61f-1142-4fa8-9b63-04d5267fcd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:22.477664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Network hostable DHCP agents. Network: b6eec61f-1142-4fa8-9b63-04d5267fcd3f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:22.508313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Network b6eec61f-1142-4fa8-9b63-04d5267fcd3f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:22.529068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b6eec61f-1142-4fa8-9b63-04d5267fcd3f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:22.534984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.536134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.542143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cf23f-23f4-48b7-a4aa-0d6f606d839b None None] Network b6eec61f-1142-4fa8-9b63-04d5267fcd3f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:22.590331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ca817b9a-5724-48f2-985c-982de2a93ca3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5481339 Jul 07 17:08:22.647034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Allocated IP 192.168.233.201 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/8376e919-2f36-4d9a-a625-2de5e13ea169) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:22.732766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f95e3e9-282c-4354-a371-c5257569d213 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:22.761179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.762110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd34269-d53a-4838-9472-1aa46a7ed8e1 None None] Network b6eec61f-1142-4fa8-9b63-04d5267fcd3f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:22.779696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.848365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Deleting subnet 0de2cba4-7f1d-4739-bf19-92c76c66ebc3 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:22.852432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Transition to ACTIVE for port object 4f95e3e9-282c-4354-a371-c5257569d213 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:22.853772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.862824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.900022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.911603 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.973620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.984307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca705-a8c5-4fbf-99e3-b9898537c96e req-33c124ac-08e9-4808-be76-e99a18eedeef tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.991077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f96ca705-a8c5-4fbf-99e3-b9898537c96e req-33c124ac-08e9-4808-be76-e99a18eedeef tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 971 time: 0.2533317 Jul 07 17:08:22.993318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.019668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de2cba4-7f1d-4739-bf19-92c76c66ebc3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.042973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.047771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a94ec461-9b45-4dcb-b360-5a9dd6aee909 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0de2cba4-7f1d-4739-bf19-92c76c66ebc3 HTTP/1.1" status: 204 len: 168 time: 0.2640147 Jul 07 17:08:23.047771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.069479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.104469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:23.104800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:23.105132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:23.114055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Transition to ACTIVE for port object 8376e919-2f36-4d9a-a625-2de5e13ea169 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:23.120178 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.122230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f96ca705-a8c5-4fbf-99e3-b9898537c96e req-90d42867-1a32-42cb-acbc-87c66f32b226 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302497 Jul 07 17:08:23.125022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:23.125609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:23.140968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:23.141308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:23.141732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:23.142170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Bound port: 4f95e3e9-282c-4354-a371-c5257569d213, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:23.142553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.213020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992910d-8e03-41b4-a4d8-6670d4e77bba req-b369f6d3-b3af-43cb-96e5-393adce85df2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.214609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3992910d-8e03-41b4-a4d8-6670d4e77bba req-b369f6d3-b3af-43cb-96e5-393adce85df2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.2163067 Jul 07 17:08:23.219980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.234731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.235369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.236290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.236832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > port after_create 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.237365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.237683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > port after_update 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.238007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.238331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.238666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.238981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.350227 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.350622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.350956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.351359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:08:23.354709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dd9f00-8ef5-40d8-9cd9-7363556d88dd']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.374649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4378cc0-166e-49d1-a5ff-a9f0407ac91c') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.374972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4378cc0-166e-49d1-a5ff-a9f0407ac91c') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.396635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.412806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.420656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.430902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:23.431377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.436386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['7ea00dd6-fce6-448b-bf23-1f0587c03c41'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: from cryptography.utils import int_from_bytes Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: from cryptography.utils import int_from_bytes Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:23.443585 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:23.502274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3992910d-8e03-41b4-a4d8-6670d4e77bba req-085a76fc-7eb6-477c-b796-7254465b4c2b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794576 Jul 07 17:08:23.513087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:23.517998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.538144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:23.550539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:23.554136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.556966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] 10.222.0.66 "DELETE /v2.0/networks/22dd9f00-8ef5-40d8-9cd9-7363556d88dd HTTP/1.1" status: 204 len: 168 time: 0.5083814 Jul 07 17:08:23.559798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:23.573658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:23.575677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.576844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac50f-fbd8-4e64-976c-63a6c4b51097 admin admin] Pushing event deleted for resources: {'Network': ['ID=22dd9f00-8ef5-40d8-9cd9-7363556d88dd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.584030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.585127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.595555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.605567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Pushing event updated for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.678110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.686494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.688334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 1092 time: 1.6294034 Jul 07 17:08:23.689069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:23.693209 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26610131-1c6a-4391-928e-3b661e650db8" -d '{"events": [{"name": "network-changed", "server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "tag": "4f95e3e9-282c-4354-a371-c5257569d213"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:23.693409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Deleting subnet 7b0ebc63-dc1b-40cd-9330-8a0725aa999e {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:23.699940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.711063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-cb18e4cf-9c81-416e-a800-815b04b8eb95 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6994977 Jul 07 17:08:23.746203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Request body: {'port': {'device_id': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:23.784624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.872791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.891411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352b5d-631c-4588-8f23-efadff8e1998 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.957511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.988437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0ebc63-dc1b-40cd-9330-8a0725aa999e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.991700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.995400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5a7b6786-e3ad-46f3-8389-2d9ac759801e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7b0ebc63-dc1b-40cd-9330-8a0725aa999e HTTP/1.1" status: 204 len: 168 time: 0.4162455 Jul 07 17:08:23.998353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.011465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ced84918-4f88-4c1c-90c0-9aa31868c90c None None] Provisioning for port 8376e919-2f36-4d9a-a625-2de5e13ea169 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:24.016330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ced84918-4f88-4c1c-90c0-9aa31868c90c None None] Provisioning complete for port 8376e919-2f36-4d9a-a625-2de5e13ea169 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:24.016765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ced84918-4f88-4c1c-90c0-9aa31868c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.063883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ced84918-4f88-4c1c-90c0-9aa31868c90c None None] Port 8376e919-2f36-4d9a-a625-2de5e13ea169 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:24.066758 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5eaac3-6ba9-4ca2-b7cc-8a4d5e02a7ea x-openstack-request-id: req-0d5eaac3-6ba9-4ca2-b7cc-8a4d5e02a7ea {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:24.067070 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "tag": "4f95e3e9-282c-4354-a371-c5257569d213", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:24.067329 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d5eaac3-6ba9-4ca2-b7cc-8a4d5e02a7ea {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:24.068214 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213', 'status': 'completed', 'code': 200} Jul 07 17:08:24.082543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.087209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-81975c9c-785b-4ec3-9adb-b4d895e0dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.088661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-81975c9c-785b-4ec3-9adb-b4d895e0dbb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1095 time: 0.3394308 Jul 07 17:08:24.111570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.165763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-6b752b04-3f8f-4601-a623-705c2c45cc7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.0663986 Jul 07 17:08:24.172404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.175591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46d9fe-d14f-4216-9f4b-816585b40608 req-129cbe75-9986-4cc6-ba2f-ad513698ad41 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.183301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e46d9fe-d14f-4216-9f4b-816585b40608 req-129cbe75-9986-4cc6-ba2f-ad513698ad41 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 936 time: 0.3642187 Jul 07 17:08:24.184016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eec61f-1142-4fa8-9b63-04d5267fcd3f']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.194331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29f9047-efd2-4233-9d0d-8fea6cf695d0') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.194668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29f9047-efd2-4233-9d0d-8fea6cf695d0') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.206940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.221445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.228840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:24.229463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:24.231371 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:24.285385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-f9cc59b5-1abe-4b4a-bd28-6c659e930618 tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.287011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-f9cc59b5-1abe-4b4a-bd28-6c659e930618 tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 1123 time: 0.2735157 Jul 07 17:08:24.295725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.308302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.310534 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b6eec61f-1142-4fa8-9b63-04d5267fcd3f HTTP/1.1" status: 204 len: 168 time: 0.3111484 Jul 07 17:08:24.317734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-f1843776-43f9-49ca-8297-bbaa426ed9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.319237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-f1843776-43f9-49ca-8297-bbaa426ed9e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1340299 Jul 07 17:08:24.324894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86059d8e-98b8-4840-946e-7b721385e9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6eec61f-1142-4fa8-9b63-04d5267fcd3f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.333241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e46d9fe-d14f-4216-9f4b-816585b40608 req-c9572b91-8331-4a16-a0a3-4d1235f524ba tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457243 Jul 07 17:08:24.461484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-d3dd4854-7e4b-4620-a27c-2cf76f073ee1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014142 Jul 07 17:08:24.630971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.696256 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b6e1ff54-9f79-4214-87a0-1a85bf10f2d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d2e6b96e5204f58ba6d7e2e5ca5faa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631731 Jul 07 17:08:24.699205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35976) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.791718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-a0331ff1-98d0-45c8-991e-9ce0455f851b service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180406 Jul 07 17:08:24.812188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.848681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Deleting port 35e3f62f-d8d2-489c-b781-7d66785648b7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:24.848984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.849519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.917533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.920758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.922333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8fe7288-f6cd-456f-a04a-8b7463b9ebb8 HTTP/1.1" status: 204 len: 168 time: 0.2223251 Jul 07 17:08:24.934609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42baca-70fa-4841-86ac-e2662e1a24ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe7288-f6cd-456f-a04a-8b7463b9ebb8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.075808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba2c8-15e4-463f-adbf-7a5a2dda288e req-3d4308ea-72b9-4eda-a174-0f9f09eae535 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.076859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb4ba2c8-15e4-463f-adbf-7a5a2dda288e req-3d4308ea-72b9-4eda-a174-0f9f09eae535 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 971 time: 0.4816592 Jul 07 17:08:25.141972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] For port 35e3f62f-d8d2-489c-b781-7d66785648b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=35e3f62f-d8d2-489c-b781-7d66785648b7,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.142882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.152409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35990) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.185299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Calling delete_port for 35e3f62f-d8d2-489c-b781-7d66785648b7 owned by compute:tempest-test_az-2066820325 {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:25.200716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8376e919-2f36-4d9a-a625-2de5e13ea169 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:25.207466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e38bf32-6210-4b2a-9a80-2776f8e8e552 req-e7a50afe-b394-4e84-9c76-da252616427f service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047928 Jul 07 17:08:25.236014 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.241893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.255494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb4ba2c8-15e4-463f-adbf-7a5a2dda288e req-27fdef46-bb54-4bba-8b98-4b50cd404107 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393809 Jul 07 17:08:25.353596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4731d-423a-447d-bad5-65199f9b0a3c req-1f6f4bb8-6fe5-4309-a9ac-2df0e10b7193 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.355411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98c4731d-423a-447d-bad5-65199f9b0a3c req-1f6f4bb8-6fe5-4309-a9ac-2df0e10b7193 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.4633162 Jul 07 17:08:25.391919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Transition to ACTIVE for port object 8376e919-2f36-4d9a-a625-2de5e13ea169 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:25.413123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.454727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36002) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.530362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3cb86e7e-133e-47e8-a34c-829a66892b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.553911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98c4731d-423a-447d-bad5-65199f9b0a3c req-1ca9147f-fc69-40d4-8f7d-954e5c77a705 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820807 Jul 07 17:08:25.573307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.654521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.763163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3cb86e7e-133e-47e8-a34c-829a66892b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.769633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3cb86e7e-133e-47e8-a34c-829a66892b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.798109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Attempting to bind port 8376e919-2f36-4d9a-a625-2de5e13ea169 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:25.800614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Attempting to bind port 8376e919-2f36-4d9a-a625-2de5e13ea169 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:25.802836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Attempting to bind port 8376e919-2f36-4d9a-a625-2de5e13ea169 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:25.817868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb86e7e-133e-47e8-a34c-829a66892b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7bf52e-66b3-414c-bbc1-649023078e63,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.833001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610131-1c6a-4391-928e-3b661e650db8 req-c1706f97-fd93-4387-bc11-5c76983a86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.835706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-c1706f97-fd93-4387-bc11-5c76983a86f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1095 time: 0.4905472 Jul 07 17:08:25.856247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3cb86e7e-133e-47e8-a34c-829a66892b16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed018b5923be4b9c987d66349f7d1ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7024050 Jul 07 17:08:25.860228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36022) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.887645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Port 8376e919-2f36-4d9a-a625-2de5e13ea169 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:25.887978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Attempting to bind port 8376e919-2f36-4d9a-a625-2de5e13ea169 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:25.922514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.958883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.038730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.044216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.051152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e7bf52e-66b3-414c-bbc1-649023078e63 HTTP/1.1" status: 204 len: 168 time: 0.1897748 Jul 07 17:08:26.064709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11f726-a577-4de7-8a86-e91788c35b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7bf52e-66b3-414c-bbc1-649023078e63,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.163520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb0f6570-22dc-4c1e-8f28-fc22f87a18ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6b9749727e940fea5bd2687892d3398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6998665 Jul 07 17:08:26.166544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36034) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:26.171209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:26.171791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:26.172541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:26.173165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Bound port: 8376e919-2f36-4d9a-a625-2de5e13ea169, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:26.173697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.206275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.208027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e22f-a256-4e70-af8b-3a7920a73827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.240439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.270321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.286660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Pushing event deleted for resources: {'Port': ['ID=35e3f62f-d8d2-489c-b781-7d66785648b7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.360174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.367926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.377108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dbd4ec5-29a4-404f-81e6-8674460d7832 HTTP/1.1" status: 204 len: 168 time: 0.2072351 Jul 07 17:08:26.396872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b551bc-5a9e-4882-b2bc-6b2b794fd2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbd4ec5-29a4-404f-81e6-8674460d7832,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.454930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610131-1c6a-4391-928e-3b661e650db8 req-530eeceb-1e93-41d7-9fb3-3bfe7d0f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.456467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-530eeceb-1e93-41d7-9fb3-3bfe7d0f0d1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.5929558 Jul 07 17:08:26.478797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] No DVR routers for this DVR port 35e3f62f-d8d2-489c-b781-7d66785648b7 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:26.549287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:26.570065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5d41701-c72a-4249-bbcb-5a2b55c856f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.616697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.621129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9cd4f0f4-2e88-4ccc-bfdd-31b80673cd0e req-c05c032d-e612-47d7-a375-69bfeb2c01de tempest-DeleteServersAdminTestJSON-1597085851 tempest-DeleteServersAdminTestJSON-1597085851-project-admin] 10.222.0.23 "DELETE /v2.0/ports/35e3f62f-d8d2-489c-b781-7d66785648b7 HTTP/1.1" status: 204 len: 173 time: 2.3242004 Jul 07 17:08:26.621772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'name': 'network-vif-deleted', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:26.642583 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd3fbd-6075-429d-b983-a008f8cac63b" -d '{"events": [{"server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "name": "network-vif-deleted", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:26.683179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.710311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:26.725990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-280246ae-b452-4819-9da3-3fd3d4bf2de3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.2411399 Jul 07 17:08:26.778699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3a89-3b59-46a5-a150-458efe9f4154 req-48918484-48a8-4f56-9da9-a4a5c7de1e81 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.791340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115d3a89-3b59-46a5-a150-458efe9f4154 req-48918484-48a8-4f56-9da9-a4a5c7de1e81 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 948 time: 0.6236393 Jul 07 17:08:26.853707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8376e919-2f36-4d9a-a625-2de5e13ea169,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:26.896572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.996274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.996927 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.998628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/8376e919-2f36-4d9a-a625-2de5e13ea169 HTTP/1.1" status: 200 len: 1097 time: 3.2652311 Jul 07 17:08:27.006355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610131-1c6a-4391-928e-3b661e650db8 req-fd547929-39e4-49b1-9429-72d9c796d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.008841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-fd547929-39e4-49b1-9429-72d9c796d0a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.2722530 Jul 07 17:08:27.081412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115d3a89-3b59-46a5-a150-458efe9f4154 req-805402a8-19eb-48e6-a912-d7678a5c6f01 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882674 Jul 07 17:08:27.125120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d996b8ad-8a20-4728-9039-ce0d2ef9b5a7 req-fbbde808-b9f8-43b7-9be9-b5c0d98378fc tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e152188-fb69-4f00-a8ff-146ce57d8740 HTTP/1.1" status: 200 len: 210 time: 0.1224220 Jul 07 17:08:27.147482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-03affc58-f348-459e-96e5-03a7d1cc92b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272418 Jul 07 17:08:27.198834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509119a7-f55b-4bdd-90b1-56dd660023e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.220278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e22f-a256-4e70-af8b-3a7920a73827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.280299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e22f-a256-4e70-af8b-3a7920a73827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.372831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b5f4e22f-a256-4e70-af8b-3a7920a73827 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac79b9d3ea7b4469b832f7b7a83bdbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7110512 Jul 07 17:08:27.374174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e22f-a256-4e70-af8b-3a7920a73827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a43e1e-3187-4213-bcbf-7245fab1f04a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.376755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36082) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:27.455522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5d41701-c72a-4249-bbcb-5a2b55c856f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.462409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5d41701-c72a-4249-bbcb-5a2b55c856f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.520888 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0227354-d8f7-46e2-8283-fb417df89767 x-openstack-request-id: req-f0227354-d8f7-46e2-8283-fb417df89767 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:27.521288 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e152188-fb69-4f00-a8ff-146ce57d8740", "name": "network-vif-deleted", "tag": "35e3f62f-d8d2-489c-b781-7d66785648b7", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:27.521547 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0227354-d8f7-46e2-8283-fb417df89767 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:27.521961 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e152188-fb69-4f00-a8ff-146ce57d8740', 'name': 'network-vif-deleted', 'tag': '35e3f62f-d8d2-489c-b781-7d66785648b7', 'status': 'completed', 'code': 200} Jul 07 17:08:27.544222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a5d41701-c72a-4249-bbcb-5a2b55c856f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=335434ed5d2746bb97d8e7728052c57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9933808 Jul 07 17:08:27.546656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d41701-c72a-4249-bbcb-5a2b55c856f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96febbb6-b8d0-4e7c-a4a3-ddc2f610fc46,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.563069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36092) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:27.570252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-27fc8f32-d969-449c-a5e7-8e9b68d1e80a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5489271 Jul 07 17:08:27.613752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-ec2e9135-ccf1-436f-bb4e-aeb891e4fb5d service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211850 Jul 07 17:08:27.650096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.661210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.687414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.697745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.732987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-f701ff18-bf43-40db-8a71-72aa81dada88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.734917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-f701ff18-bf43-40db-8a71-72aa81dada88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 1100 time: 0.6823037 Jul 07 17:08:27.772451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.776826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.780561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96febbb6-b8d0-4e7c-a4a3-ddc2f610fc46 HTTP/1.1" status: 204 len: 168 time: 0.2141855 Jul 07 17:08:27.798794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb4db0-f566-4a4b-8909-f30e1cdb4ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96febbb6-b8d0-4e7c-a4a3-ddc2f610fc46,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.882557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-af6c7f21-2c88-4fbe-8e18-2431bba33d28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8376e919-2f36-4d9a-a625-2de5e13ea169 HTTP/1.1" status: 200 len: 217 time: 0.0509670 Jul 07 17:08:27.890872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 35e3f62f-d8d2-489c-b781-7d66785648b7 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:27.922625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 35e3f62f-d8d2-489c-b781-7d66785648b7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:27.923102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 35e3f62f-d8d2-489c-b781-7d66785648b7 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:27.996379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0ed1-8130-4fec-95ea-b278eebfa06f req-8d673b51-156a-4243-9204-d7a3ff2607c2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.998164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be9e0ed1-8130-4fec-95ea-b278eebfa06f req-8d673b51-156a-4243-9204-d7a3ff2607c2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.5570059 Jul 07 17:08:28.015102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effa421-87a0-4366-bf17-d7cc5287208e req-f788aa4f-b85b-4c98-8abe-49e4c5b70aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.016766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-f788aa4f-b85b-4c98-8abe-49e4c5b70aa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 1124 time: 0.2954977 Jul 07 17:08:28.026191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-87d1ecf1-25d2-406c-a52f-c101efdc1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.027675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-87d1ecf1-25d2-406c-a52f-c101efdc1fb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1162045 Jul 07 17:08:28.083990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be9e0ed1-8130-4fec-95ea-b278eebfa06f req-2ece8f33-6e79-4575-8220-70eee27a2cbc tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733712 Jul 07 17:08:28.150806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26610131-1c6a-4391-928e-3b661e650db8 req-c8b42f1f-cdda-4b50-8bb4-20ee23a6b9e5 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213060 Jul 07 17:08:28.264256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.268674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.271844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5a43e1e-3187-4213-bcbf-7245fab1f04a HTTP/1.1" status: 204 len: 168 time: 0.8303854 Jul 07 17:08:28.348988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73b62-257b-4a3d-9d2d-76c8a6274a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a43e1e-3187-4213-bcbf-7245fab1f04a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.447771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-579110df-3a2f-4e8b-95b8-16681367e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.450253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-579110df-3a2f-4e8b-95b8-16681367e6ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3721447 Jul 07 17:08:28.475983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effa421-87a0-4366-bf17-d7cc5287208e req-39cb1055-8640-4791-a3d9-605a8e0d911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.477918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-39cb1055-8640-4791-a3d9-605a8e0d911f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3986790 Jul 07 17:08:28.536626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7965a04-a412-45fe-bd98-f1b92cf4e166 req-da7aa77c-cd22-42a1-8140-7e2a14d6ddd1 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.538576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7965a04-a412-45fe-bd98-f1b92cf4e166 req-da7aa77c-cd22-42a1-8140-7e2a14d6ddd1 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 948 time: 0.2630403 Jul 07 17:08:28.585229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-f0d196ab-6d42-4d78-8d6f-dba8a7791bea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d64db58d-8171-41be-be61-e6050cfef0ff HTTP/1.1" status: 200 len: 217 time: 0.0642023 Jul 07 17:08:28.729681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7965a04-a412-45fe-bd98-f1b92cf4e166 req-3e758f7f-8389-4345-aa1f-8bf7ad2a9cdd tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512313 Jul 07 17:08:28.739653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effa421-87a0-4366-bf17-d7cc5287208e req-a06ef046-0be6-4bb0-ad70-653fec4365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.741419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-a06ef046-0be6-4bb0-ad70-653fec4365fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1469429 Jul 07 17:08:28.743859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-caea4db6-1be3-44da-b9ed-ca60452dca6e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835774 Jul 07 17:08:28.892591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effa421-87a0-4366-bf17-d7cc5287208e req-310e71d9-4a75-4875-b577-ae709c1a2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.894364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-310e71d9-4a75-4875-b577-ae709c1a2d99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405101 Jul 07 17:08:28.896881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c565f5-4e07-4916-8de5-0a6bb2ad9de5 req-7eef372c-16eb-4dab-8720-516e4d597da2 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417885 Jul 07 17:08:29.035145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-229efaee-94aa-4f8b-be2b-3737adeae888 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191170 Jul 07 17:08:29.169851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8effa421-87a0-4366-bf17-d7cc5287208e req-9c17524e-5bda-4c5d-aa7d-b7dd3fcb8b40 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185772 Jul 07 17:08:29.306269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.329844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cadb-58e0-482b-a1ba-ff75ec55cfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.400913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fa37d-15b6-4ecf-855f-e05177c07e01 req-ea5bce3d-a9a3-448f-89cf-67400da9132b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.409247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e07fa37d-15b6-4ecf-855f-e05177c07e01 req-ea5bce3d-a9a3-448f-89cf-67400da9132b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.1273320 Jul 07 17:08:29.414527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:29.466898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e07fa37d-15b6-4ecf-855f-e05177c07e01 req-f2a2d3a7-8f32-424d-9052-e51540c2933a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527306 Jul 07 17:08:29.513800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-4c6c10d0-9149-47f9-858b-e16cce9b8506 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fcc8874c328c4e7e93240798956a54d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318105 Jul 07 17:08:29.541194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:29.543876 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b16ee-4e66-45e8-baa5-f93d231c7658" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:29.547217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cadb-58e0-482b-a1ba-ff75ec55cfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.554674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7a2cadb-58e0-482b-a1ba-ff75ec55cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.612341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d7a2cadb-58e0-482b-a1ba-ff75ec55cfa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e7bf44c0ace46988649e44f2c87d8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045061 Jul 07 17:08:29.616019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36206) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.635503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2cadb-58e0-482b-a1ba-ff75ec55cfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df36c313-c589-4d26-960d-a3bce4c3d73a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.661417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.679013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '4f95e3e9-282c-4354-a371-c5257569d213', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'port_id': '4f95e3e9-282c-4354-a371-c5257569d213', 'mac_address': 'fa:16:3e:21:4e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219697df-297f-4874-9ea8-421dfd7ff01f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:29.692330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.720209 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.723460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.739624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f95e3e9-282c-4354-a371-c5257569d213 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:29.774924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.779127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-493a5dc4-fabd-4ae0-8423-5a339d506912 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.781679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.784762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.787793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.788506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-493a5dc4-fabd-4ae0-8423-5a339d506912 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683492 Jul 07 17:08:29.794782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df36c313-c589-4d26-960d-a3bce4c3d73a HTTP/1.1" status: 204 len: 168 time: 0.1752529 Jul 07 17:08:29.806105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-c0f86ed1-ea3a-45ed-bbb5-df896d0d98cc tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/quotas/fcc8874c328c4e7e93240798956a54d0 HTTP/1.1" status: 200 len: 375 time: 0.0157020 Jul 07 17:08:29.825080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815cd2a-cf8f-40cb-8424-b0fcf8a2d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df36c313-c589-4d26-960d-a3bce4c3d73a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.866238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.031805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-3bc4996c-40a0-440e-a7e3-56c7a13750cb tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2247791 Jul 07 17:08:30.048098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['4f95e3e9-282c-4354-a371-c5257569d213'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:30.275519 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb717b7-cfa5-4802-b69c-b49d68aa1d24 x-openstack-request-id: req-afb717b7-cfa5-4802-b69c-b49d68aa1d24 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:30.275815 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:30.276065 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afb717b7-cfa5-4802-b69c-b49d68aa1d24 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:30.276459 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169', 'status': 'completed', 'code': 200} Jul 07 17:08:30.303324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-a316e9c1-cdad-41b0-818c-d70b21fdd610 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033409 Jul 07 17:08:30.546244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-ef4ab7f4-757c-41e1-8cdc-c35cb36584b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2686813 Jul 07 17:08:30.551064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-95e83982-5331-4b71-984b-3ef09e0edb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.554163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-95e83982-5331-4b71-984b-3ef09e0edb1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 1100 time: 0.2485754 Jul 07 17:08:30.562130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-f5620d2c-3aa5-4fad-bbec-9270c8de7ae6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.569351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-f5620d2c-3aa5-4fad-bbec-9270c8de7ae6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651098 Jul 07 17:08:30.678723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-a008fbf1-8bbf-4c06-ad32-024428e983e7 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/quotas/0d1eaf3ad26941488caf16b914064ad9 HTTP/1.1" status: 200 len: 375 time: 0.1082916 Jul 07 17:08:30.765283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-dca0a235-fc99-4030-ad40-8669ddc27178 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856040 Jul 07 17:08:30.772471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-677da383-28ae-4683-bfee-944d9566d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.776679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-677da383-28ae-4683-bfee-944d9566d111 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2039962 Jul 07 17:08:30.881228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-e882a56a-f4ac-4632-9113-98ae709965b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8376e919-2f36-4d9a-a625-2de5e13ea169 HTTP/1.1" status: 200 len: 217 time: 0.0901697 Jul 07 17:08:30.993632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-38e26630-440e-407a-ae5e-e96b5b09acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.995605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-38e26630-440e-407a-ae5e-e96b5b09acc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a612050da0649e1b66d374ed1ba9405&device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 1101 time: 0.3472729 Jul 07 17:08:31.011579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-4ea651d4-5f4d-4403-9e8a-19075a384dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.013445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-4ea651d4-5f4d-4403-9e8a-19075a384dd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1099703 Jul 07 17:08:31.239207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd2a58f-df11-4a80-a268-fa5e8ce0b851 req-44635ee7-a840-43b1-9a7b-c3f1a455db23 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 210 time: 0.0618491 Jul 07 17:08:31.289881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-cf46a9a1-fbea-484f-bab5-d8fee83f40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.290267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-cf46a9a1-fbea-484f-bab5-d8fee83f40b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2544453 Jul 07 17:08:31.363799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-acaff4cc-cb43-4380-a455-f47931e19ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.365418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-acaff4cc-cb43-4380-a455-f47931e19ff8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3307762 Jul 07 17:08:31.381878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-dfbba503-024d-4fe6-9fda-a82aa8b8ffa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41 HTTP/1.1" status: 200 len: 217 time: 0.0801578 Jul 07 17:08:31.404734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ac7a-1ebb-42a7-9a64-576476172d5d req-3adfd632-4bc4-45c2-8ac5-e208497146cf tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.406306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34d8ac7a-1ebb-42a7-9a64-576476172d5d req-3adfd632-4bc4-45c2-8ac5-e208497146cf tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 948 time: 0.3548019 Jul 07 17:08:31.424360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:31.551669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 4f95e3e9-282c-4354-a371-c5257569d213 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:31.561427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 4f95e3e9-282c-4354-a371-c5257569d213 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:31.562201 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.590576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-509b4af1-32a0-4201-8d72-568c28da984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.592715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-509b4af1-32a0-4201-8d72-568c28da984b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1842360 Jul 07 17:08:31.610305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34d8ac7a-1ebb-42a7-9a64-576476172d5d req-086e5390-b26e-403f-a638-a26ff4227e8d tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807048 Jul 07 17:08:31.686909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-50a94e84-0e26-453a-9b57-3978974786eb service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018465 Jul 07 17:08:31.700912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.720861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb931-3bbf-4fa0-9dcc-feb7a57f9df0 req-91f380fe-563b-4a0b-80aa-9a00bf0bc6e0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.723254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a3cb931-3bbf-4fa0-9dcc-feb7a57f9df0 req-91f380fe-563b-4a0b-80aa-9a00bf0bc6e0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 944 time: 0.3159268 Jul 07 17:08:31.766417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:31.769624 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f252d-951c-42e1-81c6-c9103c08ebb0" -d '{"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f95e3e9-282c-4354-a371-c5257569d213"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:31.811079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:31.816402 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.842284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-4cbeefc1-413b-4a1e-8411-6a6a92296c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.844187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-4cbeefc1-413b-4a1e-8411-6a6a92296c5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2375491 Jul 07 17:08:31.856084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a3cb931-3bbf-4fa0-9dcc-feb7a57f9df0 req-f5dbe5a2-064d-4f1e-b2ca-57bda4b2a481 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198504 Jul 07 17:08:31.942976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da8b16ee-4e66-45e8-baa5-f93d231c7658 req-aac00464-8abf-4c86-9642-33f5cbc11da1 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465074 Jul 07 17:08:31.952153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.040562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-31139901-3c38-4dc9-a41a-33c66bf93524 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862707 Jul 07 17:08:32.223054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-f266d865-9f02-4290-acae-f7caae7f8d71 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fcc8874c328c4e7e93240798956a54d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707838 Jul 07 17:08:32.359268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aef5ad19-50ba-4ed7-b9f8-6bc09e0632b5 req-6f3d8a83-0244-4764-9248-62a74b343cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142819 Jul 07 17:08:32.397772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-763d394a-4ea1-4006-9895-cba77ed81171 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.403525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-763d394a-4ea1-4006-9895-cba77ed81171 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642735 Jul 07 17:08:32.417138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Request body: {'port': {'device_id': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'fcc8874c328c4e7e93240798956a54d0'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.536497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-890f6aa8-c77e-4b0a-9714-df2a85ba5b8e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365362 Jul 07 17:08:32.585618 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27752dae-7159-4e0b-ac11-afe931438034 x-openstack-request-id: req-27752dae-7159-4e0b-ac11-afe931438034 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:32.587207 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-plugged", "status": "completed", "tag": "4f95e3e9-282c-4354-a371-c5257569d213", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:32.587658 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27752dae-7159-4e0b-ac11-afe931438034 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:32.588994 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213', 'code': 200} Jul 07 17:08:32.843798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-778b332f-ee82-413b-a565-c04ff9983e0a req-9cf373d6-8300-4c39-a4fb-fe845b1829f0 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 210 time: 0.1007907 Jul 07 17:08:32.901526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Made reservation on behalf of fcc8874c328c4e7e93240798956a54d0 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:32.905428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.912607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-d1b6381e-f440-4df8-840d-9ddbf0422363 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468287 Jul 07 17:08:32.969139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5dee-75bf-4f40-a0f3-f69c29159ac5 req-70275679-b07e-4f2e-b2d2-01b6bc759073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.970737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ad5dee-75bf-4f40-a0f3-f69c29159ac5 req-70275679-b07e-4f2e-b2d2-01b6bc759073 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1097 time: 0.2249086 Jul 07 17:08:32.996497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-cb5297a6-52e1-4938-9a0a-8d97c33fab6d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.998105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-cb5297a6-52e1-4938-9a0a-8d97c33fab6d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4489632 Jul 07 17:08:33.069780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-f93b3a33-5ebd-4dd3-9de9-7610fe7b01f1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.072810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-f93b3a33-5ebd-4dd3-9de9-7610fe7b01f1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544387 Jul 07 17:08:33.077715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ad5dee-75bf-4f40-a0f3-f69c29159ac5 req-1b50b169-0361-46bc-91d9-9373d3b16429 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982420 Jul 07 17:08:33.081815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-b018fd97-a86f-48cf-8c1d-3b18b4671367 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/quotas/0d1eaf3ad26941488caf16b914064ad9 HTTP/1.1" status: 200 len: 375 time: 0.0723250 Jul 07 17:08:33.094962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Request body: {'port': {'device_id': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '0d1eaf3ad26941488caf16b914064ad9'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:33.147123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-4b87b697-0d4d-46f9-9985-6b895f77f9ea tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589535 Jul 07 17:08:33.183776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Allocated IP 192.168.233.16 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/ca6ad72d-1c90-4c95-af6a-858f229b1ec5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:33.247479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Made reservation on behalf of 0d1eaf3ad26941488caf16b914064ad9 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:33.252223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.263299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.401764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.412008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.416948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.429110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8376e919-2f36-4d9a-a625-2de5e13ea169 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:33.515085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad588d33-2d45-4f39-a3d2-d5b48da5db61,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.550209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Transition to ACTIVE for port object ca6ad72d-1c90-4c95-af6a-858f229b1ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.595824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8376e919-2f36-4d9a-a625-2de5e13ea169,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:33.611724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '8376e919-2f36-4d9a-a625-2de5e13ea169', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '8376e919-2f36-4d9a-a625-2de5e13ea169', 'mac_address': 'fa:16:3e:c6:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:33.650960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4391a01-dede-4e3b-a4d8-aad6fb2ab749 req-92ae89f5-d648-4ba1-9393-83089b6b287e tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.653540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4391a01-dede-4e3b-a4d8-aad6fb2ab749 req-92ae89f5-d648-4ba1-9393-83089b6b287e tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 948 time: 0.2101903 Jul 07 17:08:33.658632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.681732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8376e919-2f36-4d9a-a625-2de5e13ea169 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:33.683640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.728955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8376e919-2f36-4d9a-a625-2de5e13ea169,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:33.737308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.781932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Allocated IP 192.168.233.48 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/94f50acf-8384-4df9-bdf3-ae99bfed6f36) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:33.925166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:33.932497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:33.934491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.953062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Pushing event updated for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.975894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4391a01-dede-4e3b-a4d8-aad6fb2ab749 req-36cbb295-16f6-4095-a75f-eb7dbbc2ef2f tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080297 Jul 07 17:08:33.977151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:34.006077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.006790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.094055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['8376e919-2f36-4d9a-a625-2de5e13ea169'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:34.153112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-246df12a-7666-41f4-a9eb-ae218dd72aa9 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7402184 Jul 07 17:08:34.184004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Request body: {'port': {'device_id': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:34.257327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.297173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Transition to ACTIVE for port object 94f50acf-8384-4df9-bdf3-ae99bfed6f36 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:34.374711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ebd02-fbb7-47f0-aea6-f7357b4d36cb req-b5c4167c-00b8-4c44-80c6-2e61cadad31b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.382131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-357ebd02-fbb7-47f0-aea6-f7357b4d36cb req-b5c4167c-00b8-4c44-80c6-2e61cadad31b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 945 time: 0.3639555 Jul 07 17:08:34.397228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.442751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-696f7997-d8ed-48e1-bc34-cf2371ccf449 None None] Provisioning for port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.451900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-696f7997-d8ed-48e1-bc34-cf2371ccf449 None None] Provisioning complete for port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.452336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-696f7997-d8ed-48e1-bc34-cf2371ccf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.454375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-988ef696-cb84-4731-9144-1c8e57952396 req-4e48509c-33b8-4880-84f0-2d56e8472f0c tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 210 time: 0.0675149 Jul 07 17:08:34.457609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.470519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.519511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-696f7997-d8ed-48e1-bc34-cf2371ccf449 None None] Port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:34.529208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:34.538683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:34.546267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:34.547391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-357ebd02-fbb7-47f0-aea6-f7357b4d36cb req-77e0498e-05a7-4765-9056-b53032887be3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641047 Jul 07 17:08:34.620961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.621678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.637514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.653908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-b45a05ee-a8e5-4577-a46c-c2627b0704bc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5645106 Jul 07 17:08:34.673749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Request body: {'port': {'device_id': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:34.723631 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34285348-c4e4-4190-9e8e-690a8ee76f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.800616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.850671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d991ff64-cc3c-4cdd-8e66-e64072d0f1c9 None None] Provisioning for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.857774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d991ff64-cc3c-4cdd-8e66-e64072d0f1c9 None None] Provisioning complete for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.860036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d991ff64-cc3c-4cdd-8e66-e64072d0f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.862823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c63245-4357-4eee-9796-b69fd4967bd2 req-e9ebb50f-5380-4a34-be45-74daea374b55 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.870253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86c63245-4357-4eee-9796-b69fd4967bd2 req-e9ebb50f-5380-4a34-be45-74daea374b55 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 935 time: 0.1557150 Jul 07 17:08:34.923955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d991ff64-cc3c-4cdd-8e66-e64072d0f1c9 None None] Port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:34.958486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86c63245-4357-4eee-9796-b69fd4967bd2 req-ca364048-bc67-4883-b02e-883c2e7443ba tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871823 Jul 07 17:08:35.042386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6ad72d-1c90-4c95-af6a-858f229b1ec5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:35.059498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.097157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34285348-c4e4-4190-9e8e-690a8ee76f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.102760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34285348-c4e4-4190-9e8e-690a8ee76f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.115389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Transition to ACTIVE for port object ca6ad72d-1c90-4c95-af6a-858f229b1ec5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:35.123777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ab226ca7-2c91-4c61-b490-fbbf90a6ca4f tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531211 Jul 07 17:08:35.124585 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.200439 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-34285348-c4e4-4190-9e8e-690a8ee76f2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bc2a782d8424ceaabb1bc2db8d660a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259569 Jul 07 17:08:35.200439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34285348-c4e4-4190-9e8e-690a8ee76f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9f826-f907-4a8d-93fc-20cbb573089e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.201088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36408) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.298034 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.321680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.367968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.427163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8376e919-2f36-4d9a-a625-2de5e13ea169 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:35.481529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:35.502267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.547596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Transition to ACTIVE for port object 94f50acf-8384-4df9-bdf3-ae99bfed6f36 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:35.550288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.551142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 8376e919-2f36-4d9a-a625-2de5e13ea169 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:35.556849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.558048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 8376e919-2f36-4d9a-a625-2de5e13ea169 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:35.560969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbd9f826-f907-4a8d-93fc-20cbb573089e HTTP/1.1" status: 204 len: 168 time: 0.3549926 Jul 07 17:08:35.561127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.580648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.594024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Attempting to bind port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:35.594359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Attempting to bind port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:35.594789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Attempting to bind port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:35.612157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:35.612485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Attempting to bind port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:35.630647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-803644e7-f0bd-4391-a97a-591c16579a9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.632247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-803644e7-f0bd-4391-a97a-591c16579a9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951430 Jul 07 17:08:35.644956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:35.645183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:35.645502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:35.646051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Bound port: ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:35.647309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.663546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Request body: {'port': {'device_id': 'da652709-c389-4536-9934-7894b88cd748', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '0d1eaf3ad26941488caf16b914064ad9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:35.668701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d659-8fce-4ecd-b8ab-a23f7c17a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9f826-f907-4a8d-93fc-20cbb573089e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.736211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.749679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.791504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:35.794218 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ed2e8-a4ce-467c-9a3f-80159367ec97" -d '{"events": [{"server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "name": "network-vif-plugged", "status": "completed", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:35.813277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8376e919-2f36-4d9a-a625-2de5e13ea169,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:35.826760 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.833950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Attempting to bind port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:35.834505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Attempting to bind port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:35.835418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Attempting to bind port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:35.841074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:35.841595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Attempting to bind port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:35.850561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:35.851139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:35.851872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:35.852613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Bound port: 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:35.853283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.862611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fa530-af63-4b37-bba4-7f829f10ea73 req-e7a40fb7-1310-4ee2-955a-d4092c41821c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.870728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-217fa530-af63-4b37-bba4-7f829f10ea73 req-e7a40fb7-1310-4ee2-955a-d4092c41821c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 949 time: 0.4269145 Jul 07 17:08:35.907330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.980508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:35.983939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:35.989757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.014697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:36.032285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.033207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.034639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] 10.222.0.23 "PUT /v2.0/ports/94f50acf-8384-4df9-bdf3-ae99bfed6f36 HTTP/1.1" status: 200 len: 1096 time: 1.3662210 Jul 07 17:08:36.035197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:36.037753 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ffff25-956b-4c4e-896e-6b4cd91a97ce" -d '{"events": [{"name": "network-changed", "server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:36.051526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-217fa530-af63-4b37-bba4-7f829f10ea73 req-5fd87bec-95e5-4656-8893-c071f5cdbb85 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376386 Jul 07 17:08:36.081552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:36.083757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bb5d0-ba25-4b7f-87d1-b927a1e12528 service neutron] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.115055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.154991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f398c-5bb6-4d46-84ed-6b8b6882a69d req-f8211f81-94d6-45e7-b5f9-daf51364a991 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.165450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef4f398c-5bb6-4d46-84ed-6b8b6882a69d req-f8211f81-94d6-45e7-b5f9-daf51364a991 tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 972 time: 0.4924231 Jul 07 17:08:36.170172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36444) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.194934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f363910e-bbab-4e14-970c-aee1b64fb01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.222220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.222771 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.224356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca6ad72d-1c90-4c95-af6a-858f229b1ec5 HTTP/1.1" status: 200 len: 1096 time: 2.0570664 Jul 07 17:08:36.228521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Made reservation on behalf of 0d1eaf3ad26941488caf16b914064ad9 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:36.232298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.234396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:36.237028 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:36.238091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-88b6d279-aaca-4b9b-9e7c-cd35c31c5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.239776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-88b6d279-aaca-4b9b-9e7c-cd35c31c5d9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1099 time: 0.1483090 Jul 07 17:08:36.278177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf83e15-7575-4c98-98cd-796239196a87 req-94a1046b-3667-4116-9aa1-94ff588b185b tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 210 time: 0.0793459 Jul 07 17:08:36.293435 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-337da5a4-eb50-4976-a093-6bed8a090c42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36 HTTP/1.1" status: 200 len: 217 time: 0.0420997 Jul 07 17:08:36.394531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-abdbd0f1-3640-4f98-9ec5-bcce1b6db8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.396303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-abdbd0f1-3640-4f98-9ec5-bcce1b6db8a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0942967 Jul 07 17:08:36.503163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f363910e-bbab-4e14-970c-aee1b64fb01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.514278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f363910e-bbab-4e14-970c-aee1b64fb01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.564017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f363910e-bbab-4e14-970c-aee1b64fb01f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=859ad74fc74d42f0ab124a012e259a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897748 Jul 07 17:08:36.566150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.576674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363910e-bbab-4e14-970c-aee1b64fb01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c9af7-7e48-4ec8-97a0-f547f6541c89,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.589161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-43eb0315-7d28-4b08-892a-35f5f4c22e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.590803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-43eb0315-7d28-4b08-892a-35f5f4c22e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782377 Jul 07 17:08:36.592929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82444a22-4279-4c14-ab95-cf7cfc1eb9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.602899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef4f398c-5bb6-4d46-84ed-6b8b6882a69d req-b27567c3-60c8-46aa-824e-216ede1e00da tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.66 "GET /v2.0/security-groups?id=614a42f9-3945-468c-a123-3c3b107f75a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365215 Jul 07 17:08:36.672916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.23', 50253) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.749596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-7b8a1110-21e3-4a0d-8a52-4eadffd238c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.751160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-7b8a1110-21e3-4a0d-8a52-4eadffd238c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 1099 time: 0.4610100 Jul 07 17:08:36.752213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.763029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0cbe-d367-4162-981d-da9caf4091de req-683a9ff4-df1f-4dcd-9399-6e23fdc2ebd0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.764513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b0e0cbe-d367-4162-981d-da9caf4091de req-683a9ff4-df1f-4dcd-9399-6e23fdc2ebd0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 945 time: 0.2462955 Jul 07 17:08:36.779244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Allocated IP 192.168.233.28 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/b74e41dd-7222-4b27-ab9a-72cff750750f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:36.823418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-aec8bdae-1a02-4ff1-a1ee-20fe7cdf54f0 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233682 Jul 07 17:08:36.825228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-e3a3b27e-403b-43de-8441-051d2b39346f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0597467 Jul 07 17:08:36.825421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.872233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb41dd-e061-40e3-9018-df6414957b45 req-98f6c4fd-beaf-4c7d-b6f7-5498bf956dfa tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.873855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-28fb41dd-e061-40e3-9018-df6414957b45 req-98f6c4fd-beaf-4c7d-b6f7-5498bf956dfa tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f648065-fcee-48d3-81f5-6a104e61030e HTTP/1.1" status: 200 len: 972 time: 0.1997981 Jul 07 17:08:36.909986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b0e0cbe-d367-4162-981d-da9caf4091de req-31995898-d9e0-4e4e-a5a9-53819ca8e1fe tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284664 Jul 07 17:08:36.937619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-842aa623-27ca-47a2-af13-b51327502263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.939163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-842aa623-27ca-47a2-af13-b51327502263 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1011617 Jul 07 17:08:37.009811 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc19f28-8c43-4f49-ba5a-92b19d2f8d29 x-openstack-request-id: req-6dc19f28-8c43-4f49-ba5a-92b19d2f8d29 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:37.010761 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "name": "network-vif-plugged", "status": "completed", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:37.011176 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dc19f28-8c43-4f49-ba5a-92b19d2f8d29 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:37.011840 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169', 'code': 200} Jul 07 17:08:37.063475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.066179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.067358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e58c9af7-7e48-4ec8-97a0-f547f6541c89 HTTP/1.1" status: 204 len: 168 time: 0.5001128 Jul 07 17:08:37.116449 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63035cd5-a865-4f58-b634-debf9ac0c0ef x-openstack-request-id: req-63035cd5-a865-4f58-b634-debf9ac0c0ef {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:37.116735 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:37.117057 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63035cd5-a865-4f58-b634-debf9ac0c0ef {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:37.117589 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'status': 'completed', 'code': 200} Jul 07 17:08:37.127920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6b544-ef45-4867-87d9-85e9f24c5d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c9af7-7e48-4ec8-97a0-f547f6541c89,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.136786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdb06ac9-c953-4885-bd0b-1ed11acb4527 req-9456dffc-bcd8-486c-a754-77d0d2d67e91 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892921 Jul 07 17:08:37.173319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Deleting port d64db58d-8171-41be-be61-e6050cfef0ff {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:37.173798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.179475 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2498c00-2c21-4e2c-a7aa-3e5b2132c18f x-openstack-request-id: req-c2498c00-2c21-4e2c-a7aa-3e5b2132c18f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:37.180067 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:37.180337 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2498c00-2c21-4e2c-a7aa-3e5b2132c18f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:37.181688 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5', 'status': 'completed', 'code': 200} Jul 07 17:08:37.231654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-2ba8ca34-0071-47a4-bb42-c6fd0b17a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.233598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-2ba8ca34-0071-47a4-bb42-c6fd0b17a5e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2880442 Jul 07 17:08:37.257113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.339890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Transition to ACTIVE for port object b74e41dd-7222-4b27-ab9a-72cff750750f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:37.399552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4a1b-552f-4adf-b9de-f2036e2378bd req-f6c494b9-4aeb-41a2-a89d-c87121c6b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.401194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a7e4a1b-552f-4adf-b9de-f2036e2378bd req-f6c494b9-4aeb-41a2-a89d-c87121c6b04e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 1102 time: 0.2895780 Jul 07 17:08:37.465390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3474f-4e15-42a3-8275-4820b78e7628 req-2d32f284-2613-4b3d-a745-a53fc9f416cc tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.467668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbb3474f-4e15-42a3-8275-4820b78e7628 req-2d32f284-2613-4b3d-a745-a53fc9f416cc tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 947 time: 0.2808583 Jul 07 17:08:37.482888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-1f035503-f1a6-4382-8c0b-9872a75ffed6 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213843 Jul 07 17:08:37.509860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] For port d64db58d-8171-41be-be61-e6050cfef0ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d64db58d-8171-41be-be61-e6050cfef0ff,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:37.510472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.512136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aecf560b-cc86-4c76-a7b2-322197ad9217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.531553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Calling delete_port for d64db58d-8171-41be-be61-e6050cfef0ff owned by compute:tempest-test_az-2066820325 {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:37.544405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-04e0d48e-f58b-4dcf-b4b9-4c7096e74d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.546152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-04e0d48e-f58b-4dcf-b4b9-4c7096e74d8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1099 time: 0.3565710 Jul 07 17:08:37.551330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.596596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a7e4a1b-552f-4adf-b9de-f2036e2378bd req-cbda50ad-8cca-4010-91b5-f5af5af6878b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795588 Jul 07 17:08:37.646825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36476) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:37.670159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbb3474f-4e15-42a3-8275-4820b78e7628 req-bb028d54-2e38-4a92-9e8e-3aef480ccb9c tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939213 Jul 07 17:08:37.679135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:37.691233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:37.699300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:37.704708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.705382 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.709842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event updated for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.752745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-f74d59d5-f587-4191-8922-44f6f9508194 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0954692 Jul 07 17:08:37.758890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42539f10-1d20-41cb-93bf-82f2a35d8605 req-c08eb6a6-fef5-4035-9380-08c62fb83a3a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630255 Jul 07 17:08:37.759537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-c30412e6-140e-4978-88d0-b0b6069873f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.761063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-c30412e6-140e-4978-88d0-b0b6069873f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2079883 Jul 07 17:08:37.786814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Request body: {'port': {'device_id': 'da652709-c389-4536-9934-7894b88cd748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:37.841362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-8b916083-43af-48d9-9641-27288bfbdf5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36 HTTP/1.1" status: 200 len: 217 time: 0.0660412 Jul 07 17:08:37.977078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce213ee9-c12c-41f1-b3b9-12d0efffe243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.982745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-b314d706-0ca7-4438-afcc-fef378d11214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.987620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-b314d706-0ca7-4438-afcc-fef378d11214 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1322606 Jul 07 17:08:37.989229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.008589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d64db58d-8171-41be-be61-e6050cfef0ff'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:38.088255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Pushing event deleted for resources: {'Port': ['ID=d64db58d-8171-41be-be61-e6050cfef0ff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.116082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6e2985ca-a3cb-46f2-9781-9c4592e49f96 None None] Provisioning for port b74e41dd-7222-4b27-ab9a-72cff750750f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:38.124466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6e2985ca-a3cb-46f2-9781-9c4592e49f96 None None] Provisioning complete for port b74e41dd-7222-4b27-ab9a-72cff750750f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:38.125130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6e2985ca-a3cb-46f2-9781-9c4592e49f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.187498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.198518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6e2985ca-a3cb-46f2-9781-9c4592e49f96 None None] Port b74e41dd-7222-4b27-ab9a-72cff750750f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:38.275633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] No DVR routers for this DVR port d64db58d-8171-41be-be61-e6050cfef0ff on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:38.298271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.300540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-28fb41dd-e061-40e3-9018-df6414957b45 req-261bd79e-2393-4199-a5ae-832f93454a7f tempest-AggregatesAdminTestJSON-929910759 tempest-AggregatesAdminTestJSON-929910759-project] 10.222.0.23 "DELETE /v2.0/ports/d64db58d-8171-41be-be61-e6050cfef0ff HTTP/1.1" status: 204 len: 173 time: 1.4134114 Jul 07 17:08:38.314718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-9f45692b-37b7-4720-a95d-c4638ba8181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.325139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-9f45692b-37b7-4720-a95d-c4638ba8181e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3284495 Jul 07 17:08:38.467899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-b2141b77-d0a4-4605-9611-291e8cdebfdd service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352324 Jul 07 17:08:38.529994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-43a3885e-e8c2-47e3-8ad6-78937378a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.532240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-43a3885e-e8c2-47e3-8ad6-78937378a508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcc8874c328c4e7e93240798956a54d0&device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 1099 time: 0.6215556 Jul 07 17:08:38.594049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20ffff25-956b-4c4e-896e-6b4cd91a97ce req-7748037b-9432-4e16-8c38-7a6bbfaa2a07 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170936 Jul 07 17:08:38.674146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce213ee9-c12c-41f1-b3b9-12d0efffe243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.737408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd98a-cf27-4037-9247-a01507cdfb4c req-2bf966ee-2644-4a25-9851-9eca6595c158 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.739026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-873dd98a-cf27-4037-9247-a01507cdfb4c req-2bf966ee-2644-4a25-9851-9eca6595c158 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1097 time: 0.6812618 Jul 07 17:08:38.743551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce213ee9-c12c-41f1-b3b9-12d0efffe243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.856758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213ee9-c12c-41f1-b3b9-12d0efffe243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9651bfbb-cd93-40cd-a915-7fcbecf4ee41,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.880051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ce213ee9-c12c-41f1-b3b9-12d0efffe243 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2350e5a638f346b5a35e3415cb69a515&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2320921 Jul 07 17:08:38.884546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36512) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.901752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-d431f0f4-2c15-4d05-96c0-983750921fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.903431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-d431f0f4-2c15-4d05-96c0-983750921fb6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3581405 Jul 07 17:08:38.919217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb9e00-d5cf-43e2-9f0f-b90b927e94b0 req-a61fcd0c-5f83-4a85-9f08-43b13a4b61d5 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.920790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fceb9e00-d5cf-43e2-9f0f-b90b927e94b0 req-a61fcd0c-5f83-4a85-9f08-43b13a4b61d5 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.4294550 Jul 07 17:08:38.930217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-873dd98a-cf27-4037-9247-a01507cdfb4c req-f525179f-8566-418d-9e56-46a41495dc7d tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775670 Jul 07 17:08:38.984238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-3c31b357-d56a-4517-b78d-9ef5a509b639 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5 HTTP/1.1" status: 200 len: 217 time: 0.0735433 Jul 07 17:08:39.002202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.063237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.118728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'name': 'network-vif-deleted', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:39.132806 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3710f24-24a4-49ba-bf4b-eb3535ff215c" -d '{"events": [{"server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "name": "network-vif-deleted", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:39.135895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36520) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.182909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.185966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.191166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9651bfbb-cd93-40cd-a915-7fcbecf4ee41 HTTP/1.1" status: 204 len: 168 time: 0.3006938 Jul 07 17:08:39.196831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ced974-0fe2-49cc-b360-26c7c2dce475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9651bfbb-cd93-40cd-a915-7fcbecf4ee41,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.378072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fceb9e00-d5cf-43e2-9f0f-b90b927e94b0 req-f8a2c101-e202-4e9d-9850-d0b849476646 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454415 Jul 07 17:08:39.390554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-ffa2ba83-d74d-4c0b-815d-68d1cc31063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.392031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-ffa2ba83-d74d-4c0b-815d-68d1cc31063d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3957846 Jul 07 17:08:39.409618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85d01902-3097-429f-8405-0d84d9c55663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.410051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74e41dd-7222-4b27-ab9a-72cff750750f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:39.450832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.479349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Transition to ACTIVE for port object b74e41dd-7222-4b27-ab9a-72cff750750f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:39.502233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.605297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29e5d1-9894-4349-8ecc-35bbd9cebeb2 req-c8f0a9df-b727-4e24-8e4c-e15336a49d9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.616325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce29e5d1-9894-4349-8ecc-35bbd9cebeb2 req-c8f0a9df-b727-4e24-8e4c-e15336a49d9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 935 time: 0.2886143 Jul 07 17:08:39.635461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85d01902-3097-429f-8405-0d84d9c55663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.641143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Pushing event updated for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.649894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85d01902-3097-429f-8405-0d84d9c55663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.715058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36540) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.715297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85d01902-3097-429f-8405-0d84d9c55663 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb9cbdcc04344a72be9ddc1b4fe85523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709939 Jul 07 17:08:39.756710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce29e5d1-9894-4349-8ecc-35bbd9cebeb2 req-89096853-199d-4056-a3b1-e40235df294d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341960 Jul 07 17:08:39.760702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01902-3097-429f-8405-0d84d9c55663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b7ffa-4139-4db6-897d-81d63749ac24,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.769953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-07e0ee18-564a-4a17-9216-17a52090d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.771881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-07e0ee18-564a-4a17-9216-17a52090d683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3691783 Jul 07 17:08:39.941343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36544) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.955280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:39.978985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Attempting to bind port b74e41dd-7222-4b27-ab9a-72cff750750f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:39.979324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Attempting to bind port b74e41dd-7222-4b27-ab9a-72cff750750f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:39.979650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Attempting to bind port b74e41dd-7222-4b27-ab9a-72cff750750f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:39.990737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62cb2ca1-341e-4e88-8b65-bc0301057b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.036155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Port b74e41dd-7222-4b27-ab9a-72cff750750f on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:40.036486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Attempting to bind port b74e41dd-7222-4b27-ab9a-72cff750750f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:40.047172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:40.047512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:40.047907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:40.048376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Bound port: b74e41dd-7222-4b27-ab9a-72cff750750f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:40.048862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.063336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.092501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72b3e3bb-3b6b-4a6c-b2c1-2fadb202c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.118706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.134264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.187345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:40.203230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.203448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62cb2ca1-341e-4e88-8b65-bc0301057b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.206103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.207294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/379b7ffa-4139-4db6-897d-81d63749ac24 HTTP/1.1" status: 204 len: 168 time: 0.4495006 Jul 07 17:08:40.215772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62cb2ca1-341e-4e88-8b65-bc0301057b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.216190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'mac_address': 'fa:16:3e:d9:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:40.253161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f37ad-3ed2-4d53-a3cd-73e379ad33a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b7ffa-4139-4db6-897d-81d63749ac24,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.280758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf0a77-a0cf-4f7e-a51a-d469d99b13c7 req-d5d19646-3d62-49ac-b392-45f96fde1ec2 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.286807 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.290794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57cf0a77-a0cf-4f7e-a51a-d469d99b13c7 req-d5d19646-3d62-49ac-b392-45f96fde1ec2 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 947 time: 0.5745771 Jul 07 17:08:40.308498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:40.319270 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62cb2ca1-341e-4e88-8b65-bc0301057b50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3f2f29e7d6a4003afdf2c7bab89ab34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764915 Jul 07 17:08:40.321466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-f93a1cca-912c-4afb-ad1b-e17b0d8d0af2 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243206 Jul 07 17:08:40.324592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36556) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.325047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb2ca1-341e-4e88-8b65-bc0301057b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1879317a-fc1e-4459-91e8-f6bd1fdbec1c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.344315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:40.354832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.400726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4d0f-01bd-4bcb-a408-ca4eccf30d86 req-2f0d46e3-7266-4fb8-b272-646c9094bd41 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.408806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e96e4d0f-01bd-4bcb-a408-ca4eccf30d86 req-2f0d46e3-7266-4fb8-b272-646c9094bd41 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1097 time: 0.4707997 Jul 07 17:08:40.412331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.428282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.434090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57cf0a77-a0cf-4f7e-a51a-d469d99b13c7 req-477f2896-fdf8-44c0-bad5-cba660abaf84 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421578 Jul 07 17:08:40.491631 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95a40b-57c9-4868-977c-6e26568fa9fe x-openstack-request-id: req-3e95a40b-57c9-4868-977c-6e26568fa9fe {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:40.492488 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f648065-fcee-48d3-81f5-6a104e61030e", "name": "network-vif-deleted", "tag": "d64db58d-8171-41be-be61-e6050cfef0ff", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:40.492908 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e95a40b-57c9-4868-977c-6e26568fa9fe {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:40.493575 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f648065-fcee-48d3-81f5-6a104e61030e', 'name': 'network-vif-deleted', 'tag': 'd64db58d-8171-41be-be61-e6050cfef0ff', 'status': 'completed', 'code': 200} Jul 07 17:08:40.553568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:40.555584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:40.590220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bbacf4c5-72fb-4545-a77c-4adaa4e68139 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9900a2d6af4247b6bfb539bdb3b48e82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5010421 Jul 07 17:08:40.591826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b74e41dd-7222-4b27-ab9a-72cff750750f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:40.594963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36564) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.623567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.652119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e96e4d0f-01bd-4bcb-a408-ca4eccf30d86 req-56bac560-b4ab-4c88-acd7-071c8f8ffc01 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423263 Jul 07 17:08:40.653163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.694633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.722685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:40.748230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.751830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77c23e4b-c494-4ce6-b2ce-6abfd6292f1a req-eaf07b88-105b-485b-8998-ad78d193571f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999951 Jul 07 17:08:40.756593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fd9f-c076-4dc1-8f98-a2022b9c5472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.786499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.787858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.792394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] 10.222.0.73 "PUT /v2.0/ports/b74e41dd-7222-4b27-ab9a-72cff750750f HTTP/1.1" status: 200 len: 1096 time: 3.0287528 Jul 07 17:08:40.795508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:40.811647 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d221d2-d4a8-48ff-917d-0933571579c3" -d '{"events": [{"name": "network-changed", "server_uuid": "da652709-c389-4536-9934-7894b88cd748", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:40.830495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.940388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce548496-7fde-4afc-8d1c-9f14e8992f7e service neutron] Pushing event updated for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.965960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.968729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.973040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/614a42f9-3945-468c-a123-3c3b107f75a1 HTTP/1.1" status: 204 len: 168 time: 0.3732347 Jul 07 17:08:40.991904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fd9f-c076-4dc1-8f98-a2022b9c5472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.003311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a70f0-5ea6-48d5-ba37-c9252af49f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a42f9-3945-468c-a123-3c3b107f75a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.005451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fd9f-c076-4dc1-8f98-a2022b9c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.009865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-fb71284d-d162-4cc2-bde0-5f5b5782e876 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741916 Jul 07 17:08:41.081457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9cb0fd9f-c076-4dc1-8f98-a2022b9c5472 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4be6294f7c0d436f9f0fcd8f003fe4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544705 Jul 07 17:08:41.081457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0fd9f-c076-4dc1-8f98-a2022b9c5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca755e5-353e-410f-85f2-a3fc5e0b0ee4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.082294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.110423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.113005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.115032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1879317a-fc1e-4459-91e8-f6bd1fdbec1c HTTP/1.1" status: 204 len: 168 time: 0.7744980 Jul 07 17:08:41.145321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.190233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442faf43-5f50-4eff-95db-a7386250ea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1879317a-fc1e-4459-91e8-f6bd1fdbec1c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.191297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.209763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad946-6f32-48eb-938c-011327809500 req-4cec06fc-3b5e-45db-a12d-800eb29a013d tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.220281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b15ad946-6f32-48eb-938c-011327809500 req-4cec06fc-3b5e-45db-a12d-800eb29a013d tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.3613245 Jul 07 17:08:41.222310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-7a17eb18-a010-4215-9dae-b34fff4b0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.223912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-7a17eb18-a010-4215-9dae-b34fff4b0c94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 1099 time: 0.3622243 Jul 07 17:08:41.250298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-1a1f95d0-d0ed-4257-ad0b-0bf06f8381ed tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.252058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-1a1f95d0-d0ed-4257-ad0b-0bf06f8381ed tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337656 Jul 07 17:08:41.284113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.292372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.293818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bca755e5-353e-410f-85f2-a3fc5e0b0ee4 HTTP/1.1" status: 204 len: 168 time: 0.2104475 Jul 07 17:08:41.310728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-a9631c61-8579-43f3-a2a4-a2557aa1e183 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b74e41dd-7222-4b27-ab9a-72cff750750f HTTP/1.1" status: 200 len: 217 time: 0.0575206 Jul 07 17:08:41.315404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539a77b-0a8e-4acc-9c32-4127a3c83183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca755e5-353e-410f-85f2-a3fc5e0b0ee4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.328282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-438f2511-2936-4aa0-8441-68972e996a20 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0624175 Jul 07 17:08:41.341799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b15ad946-6f32-48eb-938c-011327809500 req-9506dd39-c717-4a32-a573-6f85ed39a10b tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142600 Jul 07 17:08:41.457710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-e2fc8f86-3e60-41aa-847f-915d52c5315c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146472 Jul 07 17:08:41.459090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-3391a806-c890-428d-8419-ad0303975f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.462506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-3391a806-c890-428d-8419-ad0303975f4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1313043 Jul 07 17:08:41.533678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-8c5d7cad-3d1e-407e-ab45-87ba02fd350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.535635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-8c5d7cad-3d1e-407e-ab45-87ba02fd350a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684395 Jul 07 17:08:41.651945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.709088 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d6ce1-2274-4b40-b7f0-66077a69ff80 x-openstack-request-id: req-275d6ce1-2274-4b40-b7f0-66077a69ff80 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:41.709770 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da652709-c389-4536-9934-7894b88cd748", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:41.710219 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-275d6ce1-2274-4b40-b7f0-66077a69ff80 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:41.711688 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f', 'status': 'completed', 'code': 200} Jul 07 17:08:41.721273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae566-cea8-496a-95c0-ebdab60122b2 req-f5c80867-017f-4801-93f9-e2dee816d0b0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.729942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-581ae566-cea8-496a-95c0-ebdab60122b2 req-f5c80867-017f-4801-93f9-e2dee816d0b0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 947 time: 0.1928051 Jul 07 17:08:41.733903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.768642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-e8c478f4-12c1-4b56-817e-6e85e42e3d1c service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172005 Jul 07 17:08:41.808833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-581ae566-cea8-496a-95c0-ebdab60122b2 req-8e315c0a-57f8-4b8e-afb4-55a9ab354a08 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Jul 07 17:08:41.812103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fa311635-b3a4-490f-ad8d-400a20e1db2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47bff24830dc4fd79eb175599600ba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769162 Jul 07 17:08:41.818765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36614) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:41.936847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.970710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ca6ad72d-1c90-4c95-af6a-858f229b1ec5 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:41.974060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:42.002603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-144aa682-cac5-4f7d-a72a-6cf35910bc2e req-801e37e9-a3ba-4b92-ba61-acefd86dc57e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127271 Jul 07 17:08:42.036848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.206742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.210897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.213668 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f42cfad2-90b9-4dd7-bff8-3603396dcf3c HTTP/1.1" status: 204 len: 168 time: 0.3935914 Jul 07 17:08:42.220366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-40e1db22-f67f-4d90-9a86-97449881b410 req-5f52e259-e184-444c-8159-9428df6347c5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:08:42.223310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40e1db22-f67f-4d90-9a86-97449881b410 req-5f52e259-e184-444c-8159-9428df6347c5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082893 Jul 07 17:08:42.233172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3e68d-334d-4053-8bdc-1ac2dc2914de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42cfad2-90b9-4dd7-bff8-3603396dcf3c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.268826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-d9a07a04-1153-404f-bf39-6b9bef038764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.270626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-d9a07a04-1153-404f-bf39-6b9bef038764 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 1099 time: 0.1890414 Jul 07 17:08:42.621733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-e73914e4-dac3-4f22-a43b-1a9fa1488e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.623342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-e73914e4-dac3-4f22-a43b-1a9fa1488e94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3376994 Jul 07 17:08:42.644074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:42.644333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b55c-af80-41fd-822e-fbc4afb92129 req-dd8168d9-17e6-4acb-abb7-e184d9f30e57 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.655708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:42.661066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3011b55c-af80-41fd-822e-fbc4afb92129 req-dd8168d9-17e6-4acb-abb7-e184d9f30e57 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 947 time: 0.3201387 Jul 07 17:08:42.667455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:42.668439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.739099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5', 'mac_address': 'fa:16:3e:9c:4e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:42.800622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-045d72ed-9a4e-4f56-b706-a48a0d4c0850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b74e41dd-7222-4b27-ab9a-72cff750750f HTTP/1.1" status: 200 len: 217 time: 0.1385322 Jul 07 17:08:42.952578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.975101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3011b55c-af80-41fd-822e-fbc4afb92129 req-077ff720-5438-40a2-a16f-77765e260533 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898769 Jul 07 17:08:43.020627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6ad72d-1c90-4c95-af6a-858f229b1ec5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:43.022520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-628e36f4-4533-4d2b-a292-c10c6b5246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.029054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-628e36f4-4533-4d2b-a292-c10c6b5246e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2180734 Jul 07 17:08:43.109287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.127692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.139359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.180012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-fd62d6a6-6aa1-4ae0-877f-f16725989145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.183988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-fd62d6a6-6aa1-4ae0-877f-f16725989145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467862 Jul 07 17:08:43.206551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:43.208942 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62af02d-ad2f-496f-a1d6-6a3f9d09c68c" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:43.259003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.270897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.275606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.276791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d64db58d-8171-41be-be61-e6050cfef0ff no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:43.300388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: d64db58d-8171-41be-be61-e6050cfef0ff {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:43.300947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d64db58d-8171-41be-be61-e6050cfef0ff not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:43.340815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-57e02761-d612-426f-a9c4-5b73729c0d65 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477332 Jul 07 17:08:43.355766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ca6ad72d-1c90-4c95-af6a-858f229b1ec5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:43.387203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b93a0ebf-7b72-4d35-bef3-5379701e83d9 req-f8af9a14-20e3-4069-9bc8-9afda27cb696 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 210 time: 0.0530250 Jul 07 17:08:43.464953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.473454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.774679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-175fa7f7-f9bd-48e0-abc6-7e4f87b6474e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589969 Jul 07 17:08:43.909784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4d221d2-d4a8-48ff-917d-0933571579c3 req-b07121f1-8bf9-475f-9b09-43ee0b86d057 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264602 Jul 07 17:08:43.949605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb06e12-274b-4732-bd32-f3a467098415 req-c43caf01-4e70-4093-b508-423250c62dc0 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.960516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fb06e12-274b-4732-bd32-f3a467098415 req-c43caf01-4e70-4093-b508-423250c62dc0 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.2460322 Jul 07 17:08:44.001404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-3a8ec2be-d474-47fe-9bb4-4ebf1c9f779c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.003042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-3a8ec2be-d474-47fe-9bb4-4ebf1c9f779c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216635 Jul 07 17:08:44.023722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:44.035480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fb06e12-274b-4732-bd32-f3a467098415 req-4db1ff03-df14-4687-9bcb-d2783fd7b681 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734973 Jul 07 17:08:44.270423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:44.275848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.300135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.352409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166971f-574c-4b4e-acc2-f304e21e393e req-d7c30a75-9e99-4ab9-8a96-5d442cac9ceb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.354124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c166971f-574c-4b4e-acc2-f304e21e393e req-d7c30a75-9e99-4ab9-8a96-5d442cac9ceb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 947 time: 0.1360304 Jul 07 17:08:44.467996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c166971f-574c-4b4e-acc2-f304e21e393e req-de9ed723-fa95-44a9-b173-012ffd0c6101 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038063 Jul 07 17:08:44.566151 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82512c07-e952-4a69-85f1-ba732b4fc382 x-openstack-request-id: req-82512c07-e952-4a69-85f1-ba732b4fc382 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:44.566740 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:44.567907 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82512c07-e952-4a69-85f1-ba732b4fc382 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:44.568497 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'code': 200} Jul 07 17:08:44.607929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.616597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.814729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214063f2-edf4-4559-ba90-0822334f78ac,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.841171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.841937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.842609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.843102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.843737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.844303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.844882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.845474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.846584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.847208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.847822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.848404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.882492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb1a0-6a3b-4f60-bbe0-23b4d9964dd2 req-390629c7-906b-472b-be6a-5875074dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.885354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a38eb1a0-6a3b-4f60-bbe0-23b4d9964dd2 req-390629c7-906b-472b-be6a-5875074dcba5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1101 time: 0.1309617 Jul 07 17:08:44.951654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ab3c-e9f2-4efb-810d-8eda583389d4 req-1421bfd1-b5ab-4b09-a57d-2523ff496be7 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.954094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa6ab3c-e9f2-4efb-810d-8eda583389d4 req-1421bfd1-b5ab-4b09-a57d-2523ff496be7 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 948 time: 0.1868844 Jul 07 17:08:44.955460 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a38eb1a0-6a3b-4f60-bbe0-23b4d9964dd2 req-df7deef6-0fa7-4991-accc-b841ef2fdea8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634241 Jul 07 17:08:44.977146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.70 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/dc0c6531-b04b-4a50-8a35-f970fec671fe) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:45.061352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa6ab3c-e9f2-4efb-810d-8eda583389d4 req-40bf7e2c-4f5f-46f6-9dbf-42ca71546bb0 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Jul 07 17:08:45.238117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.265793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object dc0c6531-b04b-4a50-8a35-f970fec671fe will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:45.385374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.422238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-fb624e52-7985-4927-a4cf-8ccae3421531 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.423884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-fb624e52-7985-4927-a4cf-8ccae3421531 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 1102 time: 0.1414781 Jul 07 17:08:45.445099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b74e41dd-7222-4b27-ab9a-72cff750750f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:45.446692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:45.465487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:45.473718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-82161321-8769-4d0c-9239-61bba98db828 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.475699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:45.479008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:45.484741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.485417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.493983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.524816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-e0b6a29c-1aa5-4c40-8eb1-e621e0ceb5e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5100412 Jul 07 17:08:45.539661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Request body: {'port': {'device_id': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:45.606365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b74e41dd-7222-4b27-ab9a-72cff750750f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:45.628802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'b74e41dd-7222-4b27-ab9a-72cff750750f', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'b74e41dd-7222-4b27-ab9a-72cff750750f', 'mac_address': 'fa:16:3e:e4:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:45.694265 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.706355 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.730254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74e41dd-7222-4b27-ab9a-72cff750750f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:45.795974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b74e41dd-7222-4b27-ab9a-72cff750750f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:45.805146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.821444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-82161321-8769-4d0c-9239-61bba98db828 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.877624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-82161321-8769-4d0c-9239-61bba98db828 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.894361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2d429bd4-fe50-479d-a55b-8426c8be288e None None] Provisioning for port dc0c6531-b04b-4a50-8a35-f970fec671fe completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:45.908404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.918900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2d429bd4-fe50-479d-a55b-8426c8be288e None None] Provisioning complete for port dc0c6531-b04b-4a50-8a35-f970fec671fe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:45.918900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d429bd4-fe50-479d-a55b-8426c8be288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.931924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-540ced60-0fd2-4dc8-909a-58fdaf8a0f99 req-82161321-8769-4d0c-9239-61bba98db828 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986124 Jul 07 17:08:45.965524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161321-8769-4d0c-9239-61bba98db828 tempest-LiveMigrationNegativeTest-258259399 tempest-LiveMigrationNegativeTest-258259399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4711170-93f5-4323-b3b7-2b6466545664,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.009763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ca6ad72d-1c90-4c95-af6a-858f229b1ec5 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:46.011929 n-d-791505-12 neutron-server[93947]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 17:08:46.017920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-39ab24da-98b6-456f-84f5-2f784df86ad5 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:08:46.019118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-39ab24da-98b6-456f-84f5-2f784df86ad5 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5411916 Jul 07 17:08:46.059706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2d429bd4-fe50-479d-a55b-8426c8be288e None None] Port dc0c6531-b04b-4a50-8a35-f970fec671fe cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:46.090584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b74e41dd-7222-4b27-ab9a-72cff750750f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:46.146201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:46.153030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:46.153408 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.293273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0c6531-b04b-4a50-8a35-f970fec671fe {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:46.306901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.324670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7a43d-7e8c-45b8-a2c1-24440da91dff req-d62c1525-dfc5-40df-976c-454bf8dcd8f8 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.326295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fe7a43d-7e8c-45b8-a2c1-24440da91dff req-d62c1525-dfc5-40df-976c-454bf8dcd8f8 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 935 time: 0.1524148 Jul 07 17:08:46.337083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Transition to ACTIVE for port object dc0c6531-b04b-4a50-8a35-f970fec671fe will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:46.348682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.375186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.432987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.455292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:46.456520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.474053 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.507410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fe7a43d-7e8c-45b8-a2c1-24440da91dff req-7943e027-05a1-4670-acfc-cba7022dca06 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635065 Jul 07 17:08:46.573103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:46.575651 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404299d-d687-40b0-9ad3-74ba9446b0a4" -d '{"events": [{"server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "name": "network-vif-plugged", "status": "completed", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:46.601230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.623315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Attempting to bind port dc0c6531-b04b-4a50-8a35-f970fec671fe on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:46.625470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Attempting to bind port dc0c6531-b04b-4a50-8a35-f970fec671fe by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:46.625895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Attempting to bind port dc0c6531-b04b-4a50-8a35-f970fec671fe on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:46.634239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Port dc0c6531-b04b-4a50-8a35-f970fec671fe on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:46.634698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Attempting to bind port dc0c6531-b04b-4a50-8a35-f970fec671fe on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:46.646358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:46.646358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:46.647104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:46.650341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Bound port: dc0c6531-b04b-4a50-8a35-f970fec671fe, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:46.650942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.746488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:46.748583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Unknown quota resources ['binding']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:08:46.830302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:46.846419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56b2b-84cd-4651-92c0-012eeeb5e522 req-35a7bfb0-da50-4a07-92fb-a2633ae6eb05 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.848035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45e56b2b-84cd-4651-92c0-012eeeb5e522 req-35a7bfb0-da50-4a07-92fb-a2633ae6eb05 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 948 time: 0.1872265 Jul 07 17:08:46.859175 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.860335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:46.890248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.961564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.962253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.964476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc0c6531-b04b-4a50-8a35-f970fec671fe HTTP/1.1" status: 200 len: 1096 time: 1.4307666 Jul 07 17:08:46.968969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:46.974034 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748c670-cfd4-4877-a06b-0dd3aa2214bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:46.982181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:46.982856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:46.983213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:46.991110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45e56b2b-84cd-4651-92c0-012eeeb5e522 req-7c38a3a0-9634-44aa-acd5-eb5fc79d9c9b tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283946 Jul 07 17:08:46.993159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:46.993556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:46.999271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad9583-2c0b-4583-a40f-976e5b7aecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.006072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:47.006697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:47.008002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:47.008673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Bound port: 4f95e3e9-282c-4354-a371-c5257569d213, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:47.034186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.054703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.121737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-bcad15eb-0ded-4665-82a4-798f82f9ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.124463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-bcad15eb-0ded-4665-82a4-798f82f9ed7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 1099 time: 0.0905609 Jul 07 17:08:47.151911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c49b3-2a8f-45cf-b41d-9dce7f3a3f8e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.162755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.163422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.164072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.164594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.165124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.165454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.165791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.166113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.166645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.167148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.167477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.167802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:47.175464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b137caa3-7d36-434d-921c-a089fc8edf60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3fd31b1ffc8422cafe53cf7b023eaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7409008 Jul 07 17:08:47.179394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.193764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-bbc74716-e758-400b-a64f-ad57838defb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe HTTP/1.1" status: 200 len: 217 time: 0.0524108 Jul 07 17:08:47.208921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:47.238097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.240648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-6a55806d-4481-4b4a-a397-2d5c4157bbaf service neutron] 10.222.0.66 "POST /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213/bindings HTTP/1.1" status: 201 len: 390 time: 0.8620360 Jul 07 17:08:47.258008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-602edf28-eddd-47bc-896c-3ebc5685c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.259953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-602edf28-eddd-47bc-896c-3ebc5685c910 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0563765 Jul 07 17:08:47.270797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.319864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.356186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658095da-22c5-4291-8739-eb4818be10cb req-45b8be00-8fa3-4161-bd98-573cc958bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.358380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-45b8be00-8fa3-4161-bd98-573cc958bcad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898170 Jul 07 17:08:47.424356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.436117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.437375 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb0c49b3-2a8f-45cf-b41d-9dce7f3a3f8e HTTP/1.1" status: 204 len: 168 time: 0.2567296 Jul 07 17:08:47.458259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f76c71-fba6-4533-8dbd-247b65b28711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c49b3-2a8f-45cf-b41d-9dce7f3a3f8e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.464899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b74e41dd-7222-4b27-ab9a-72cff750750f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:47.487314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-907f924f-9aea-42cc-987d-7f383d915abf tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557320 Jul 07 17:08:47.537603 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:47.571808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port b74e41dd-7222-4b27-ab9a-72cff750750f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:47.584093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port b74e41dd-7222-4b27-ab9a-72cff750750f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:47.584759 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.699280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-aaeb5364-4923-46fe-98f4-cd4285783449 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302791 Jul 07 17:08:47.703830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-cc911fa4-34c9-43a8-929e-0fb62fd542c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.706881 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-cc911fa4-34c9-43a8-929e-0fb62fd542c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1097 time: 0.0946181 Jul 07 17:08:47.709009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.712227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-54c1cd2f-4fd5-4a91-8dd2-6aaa7054f982 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.718858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-54c1cd2f-4fd5-4a91-8dd2-6aaa7054f982 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277253 Jul 07 17:08:47.755540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b74e41dd-7222-4b27-ab9a-72cff750750f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:47.762079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.797903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-0a5b70c0-6357-46c9-88c0-82c30aed21d7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/quotas/c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 375 time: 0.0778775 Jul 07 17:08:47.832440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.844284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-1086711d-6c40-49e5-bf67-3132372bce3b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454638 Jul 07 17:08:47.860314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa0b1f-039e-4a62-95ba-c5a3e9f61bb3 req-49932dd6-5fbc-456e-a5fd-7e0a2228c18e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.861891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68aa0b1f-039e-4a62-95ba-c5a3e9f61bb3 req-49932dd6-5fbc-456e-a5fd-7e0a2228c18e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 949 time: 0.2546539 Jul 07 17:08:47.873334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-c82b79cb-51af-4b13-a9c9-5797a3571da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.875614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-c82b79cb-51af-4b13-a9c9-5797a3571da4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1629837 Jul 07 17:08:47.924433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.935511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-658095da-22c5-4291-8739-eb4818be10cb req-3cb3d066-6577-4497-83a4-d9d1a31a4f95 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122314 Jul 07 17:08:47.948715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68aa0b1f-039e-4a62-95ba-c5a3e9f61bb3 req-59bbf75d-7761-402d-8806-84244f2f4a21 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766664 Jul 07 17:08:47.949529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fae0fca0-8c12-45ae-950d-61533b2866a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.954148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-8400861f-d954-4670-b985-768e7ef2a041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.0662646 Jul 07 17:08:48.015452 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a39a95-22f7-4253-adb9-ee6a19330fb4 x-openstack-request-id: req-d9a39a95-22f7-4253-adb9-ee6a19330fb4 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:48.016133 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "name": "network-vif-plugged", "status": "completed", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:48.016748 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9a39a95-22f7-4253-adb9-ee6a19330fb4 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:48.017832 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5', 'code': 200} Jul 07 17:08:48.071689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-331676c5-17ac-4529-a6bb-35e2aeeb9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.073472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-331676c5-17ac-4529-a6bb-35e2aeeb9e21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1123381 Jul 07 17:08:48.076614 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fb6b67-2650-4fd1-9f14-57f6daafd430 x-openstack-request-id: req-87fb6b67-2650-4fd1-9f14-57f6daafd430 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:48.076907 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:48.077311 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87fb6b67-2650-4fd1-9f14-57f6daafd430 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:48.077636 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe', 'status': 'completed', 'code': 200} Jul 07 17:08:48.140711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-342edd14-f798-4f85-889c-96f203a9fe2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557477 Jul 07 17:08:48.258991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fae0fca0-8c12-45ae-950d-61533b2866a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.279760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fae0fca0-8c12-45ae-950d-61533b2866a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.316428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fae0fca0-8c12-45ae-950d-61533b2866a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acdd1261d73c4be4a14f2226a05d751b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906145 Jul 07 17:08:48.328763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:48.378188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-7b3a624e-b87c-4641-9523-b163403fa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.379998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-7b3a624e-b87c-4641-9523-b163403fa008 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 1099 time: 0.2678492 Jul 07 17:08:48.425542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0fca0-8c12-45ae-950d-61533b2866a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0092c4-e5e9-415d-b22c-f3acc351552e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.485650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3827df-0595-430d-9013-d2db179927e3 req-97fd1d57-11c8-4523-b56e-9ad9d1ba71b4 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.487204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3827df-0595-430d-9013-d2db179927e3 req-97fd1d57-11c8-4523-b56e-9ad9d1ba71b4 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 945 time: 0.3001671 Jul 07 17:08:48.489615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868c49-4bd1-46cf-a6af-8985b3784d12 req-17cf9f4d-2d81-44a5-b569-9ee6f379dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.491220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab868c49-4bd1-46cf-a6af-8985b3784d12 req-17cf9f4d-2d81-44a5-b569-9ee6f379dcc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 1101 time: 0.3533852 Jul 07 17:08:48.495420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-34c87d19-8631-4191-a11b-e6fa2ee11376 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474393 Jul 07 17:08:48.556290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.609442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-dd19e7c7-f6cc-47be-8d95-cc522e00cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.613017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-dd19e7c7-f6cc-47be-8d95-cc522e00cf45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2208233 Jul 07 17:08:48.642454 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab868c49-4bd1-46cf-a6af-8985b3784d12 req-93d9d9f3-0d80-4c19-9284-3bb092cfc3e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387794 Jul 07 17:08:48.678018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-be6ba7da-3493-42dd-94fa-c446b7d30ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545200 Jul 07 17:08:48.887716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3827df-0595-430d-9013-d2db179927e3 req-9fc63032-451c-4a4f-bb11-4cdc893b6ec2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898556 Jul 07 17:08:48.896283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.899786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-560c8513-ba34-4d14-a690-d5e721b17799 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe HTTP/1.1" status: 200 len: 217 time: 0.2764714 Jul 07 17:08:48.986895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fed889ab-d878-4819-8a4e-7e995ac91a3b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.988391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fed889ab-d878-4819-8a4e-7e995ac91a3b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.1238029 Jul 07 17:08:49.004673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:49.040632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-33320cd4-3ad4-4c90-a39c-8a2bacc7ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.042597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-33320cd4-3ad4-4c90-a39c-8a2bacc7ee2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1011424 Jul 07 17:08:49.115190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.121817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.124692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.128334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f0092c4-e5e9-415d-b22c-f3acc351552e HTTP/1.1" status: 204 len: 168 time: 0.7935991 Jul 07 17:08:49.137976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a72344-a66f-462a-b64a-1e8b051cb9b5 req-eb3ab345-d0b3-4619-99c2-cea482514bba tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.139453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9a72344-a66f-462a-b64a-1e8b051cb9b5 req-eb3ab345-d0b3-4619-99c2-cea482514bba tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 947 time: 0.2470093 Jul 07 17:08:49.141352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93908266-e174-4272-9afb-9f43462858ff req-e808871e-a2e9-47d7-b76a-aa86ffe4dd26 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 210 time: 0.0784101 Jul 07 17:08:49.153022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22ec56-b30b-4417-b5fa-ce726ee886fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0092c4-e5e9-415d-b22c-f3acc351552e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.220385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9a72344-a66f-462a-b64a-1e8b051cb9b5 req-85f83360-24a9-44f3-ad83-e2535300ff41 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686285 Jul 07 17:08:49.250069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-0f7a79bc-72c8-4441-9a01-c36fa0cd7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.251971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-0f7a79bc-72c8-4441-9a01-c36fa0cd7a1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1974852 Jul 07 17:08:49.318841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:49.376684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:49.439563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:49.444183 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c577ea8-489e-45fb-affa-bca8dd61595c" -d '{"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f95e3e9-282c-4354-a371-c5257569d213"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:49.450427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.464876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.474494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-e2cd7eaa-b19f-40c5-9970-b1ece3e42307 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150881 Jul 07 17:08:49.496576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ec3e-1bb2-40f1-8fc0-6032e3694eb6 req-f29637c2-4343-4287-a552-bc1c4432ce42 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.498866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4119ec3e-1bb2-40f1-8fc0-6032e3694eb6 req-f29637c2-4343-4287-a552-bc1c4432ce42 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.1441548 Jul 07 17:08:49.610807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:49.611154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:49.611496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.614923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.626019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:49.626019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Attempting to bind port 4f95e3e9-282c-4354-a371-c5257569d213 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.630844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:49.631318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:49.631822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:49.632546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Bound port: 4f95e3e9-282c-4354-a371-c5257569d213, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:49.633014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.715499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4119ec3e-1bb2-40f1-8fc0-6032e3694eb6 req-4ff1a0f9-5257-43d8-a76f-4fb37af1d222 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003078 Jul 07 17:08:49.767839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:49.775472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:49.784496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.795788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a748c670-cfd4-4877-a06b-0dd3aa2214bb req-02cedc0f-c05a-41c1-a4c4-cf0f4670d92a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952597 Jul 07 17:08:49.931755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.932597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.934280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] 10.222.0.23 "PUT /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 1123 time: 0.9376330 Jul 07 17:08:49.940120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb73a2-f286-48d2-972c-193cfc31066d service neutron] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.971546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-3285b567-adb8-4d90-9d6d-1cdf9594d024 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900166 Jul 07 17:08:49.982661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6c1ab-0110-4117-9e6b-7aab46b93f7c req-b39e4d5a-fb33-4650-a22c-cc958c4e44be tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.984710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25c6c1ab-0110-4117-9e6b-7aab46b93f7c req-b39e4d5a-fb33-4650-a22c-cc958c4e44be tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 949 time: 0.2241688 Jul 07 17:08:49.998892 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4caf311-b760-47c7-bbfa-1552206c4ef7 x-openstack-request-id: req-a4caf311-b760-47c7-bbfa-1552206c4ef7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:49.999296 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f95e3e9-282c-4354-a371-c5257569d213", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:49.999622 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4caf311-b760-47c7-bbfa-1552206c4ef7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:50.000091 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213', 'code': 200} Jul 07 17:08:50.018945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:50.022604 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe43a0d9-c304-401a-8f63-7d0e670d28a6" -d '{"events": [{"server_uuid": "da652709-c389-4536-9934-7894b88cd748", "name": "network-vif-plugged", "status": "completed", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:50.033272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['4f95e3e9-282c-4354-a371-c5257569d213'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:50.153194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25c6c1ab-0110-4117-9e6b-7aab46b93f7c req-7f60d841-5a0a-412b-b02b-1aed37f3d6cc tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557484 Jul 07 17:08:50.308835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-c7e5899c-1572-47cd-bf9c-bb0933d6efaa tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.310223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-c7e5899c-1572-47cd-bf9c-bb0933d6efaa tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243880 Jul 07 17:08:50.336839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Request body: {'port': {'device_id': '91785867-3624-444e-8b6c-b499f44fcd7e', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'c0dc7d50d95b4bbeb50fe47805e92487'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:50.405260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.405782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d19b8-05bd-4692-ae86-f2da513237a2 req-4d32c1ad-c91b-4dfe-809d-886be054a19c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.407367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a30d19b8-05bd-4692-ae86-f2da513237a2 req-4d32c1ad-c91b-4dfe-809d-886be054a19c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.2793238 Jul 07 17:08:50.508969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-network', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:50.512244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a30d19b8-05bd-4692-ae86-f2da513237a2 req-9cfa03f3-323b-47cf-9d72-97d30cbf783c tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903361 Jul 07 17:08:50.525031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa3c3e-06d8-4bfb-acb9-71faa7ef5602 req-a2daee6e-18c8-427e-959b-abe848a0a0f2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.526677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4aa3c3e-06d8-4bfb-acb9-71faa7ef5602 req-a2daee6e-18c8-427e-959b-abe848a0a0f2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.2138112 Jul 07 17:08:50.546168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Made reservation on behalf of fe21e8a8336a47248a85af3c2e405c8d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:50.552262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.564852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.602343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4aa3c3e-06d8-4bfb-acb9-71faa7ef5602 req-76fd2a8f-9c20-4f09-84b0-161bdf54abb5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Jul 07 17:08:50.603999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Made reservation on behalf of c0dc7d50d95b4bbeb50fe47805e92487 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:50.613676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.625264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.654408 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32539052-6395-4aa2-b4cc-b09f7f211115 x-openstack-request-id: req-32539052-6395-4aa2-b4cc-b09f7f211115 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:50.657304 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da652709-c389-4536-9934-7894b88cd748", "name": "network-vif-plugged", "status": "completed", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:50.657702 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32539052-6395-4aa2-b4cc-b09f7f211115 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:50.658841 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f', 'code': 200} Jul 07 17:08:50.689955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.695719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.734771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:50.752322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41be6ab-49eb-4250-a858-723eec25b8ae,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.755690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.756162 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Added segment 5f3bd606-fb0a-44ac-9146-d45cd503028e of type vlan for network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 Jul 07 17:08:50.812433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.845733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.846758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.847343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.885662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d72adb76-fa5f-49d1-a5bc-efb1a046728f req-f802840b-42f5-4f93-a387-55f16681c4d5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 210 time: 0.0866315 Jul 07 17:08:50.921743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.936873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.940834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] Pushing event updated for resources: {'Network': ['ID=86ddb4ee-a3ea-4d5e-88c2-1cf759a20931,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.955946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f7433694-d126-4fcb-abc7-1cb73e3c230f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5416269 Jul 07 17:08:50.957260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.964543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:50.971880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Request body: {'subnet': {'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-subnet', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:51.014974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Made reservation on behalf of fe21e8a8336a47248a85af3c2e405c8d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:51.021066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.043645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405a3d30-7abc-4edf-82c9-e9e670cb905f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.059338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f4bf-bead-4435-88e3-eab2aa95f5d7 req-1d4691fb-d6bd-403b-a9eb-5f01a8b2c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.060945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28a8f4bf-bead-4435-88e3-eab2aa95f5d7 req-1d4691fb-d6bd-403b-a9eb-5f01a8b2c886 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 1101 time: 0.2606187 Jul 07 17:08:51.130814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a182e-9a0f-4fb8-a383-cadbee9b1240 req-7b66442b-8d78-4287-9256-9b2c3d47dfae tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.138895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-230a182e-9a0f-4fb8-a383-cadbee9b1240 req-7b66442b-8d78-4287-9256-9b2c3d47dfae tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 947 time: 0.2948024 Jul 07 17:08:51.264470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-230a182e-9a0f-4fb8-a383-cadbee9b1240 req-c401fe84-228f-458e-9e35-7e83ab8a0369 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243284 Jul 07 17:08:51.280744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28a8f4bf-bead-4435-88e3-eab2aa95f5d7 req-a45c5da5-b4cd-4d15-b723-9a36c511e5f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969233 Jul 07 17:08:51.301351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Allocated IP 192.168.233.13 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/b923bfed-267a-464f-bc9f-3680d4b17ff3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:51.321743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.389075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c4d17f-cbe4-4239-8e1f-f0531d3350e2,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.410116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Checking segment: {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:51.410818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Network hostable DHCP agents. Network: 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:51.432042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:51.445672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:51.451870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.452450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.457182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db3ff8-07ac-41e7-aa29-e05406850776 None None] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:51.470081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f5849ca-ba30-4f63-ab1f-ded4c870bb7f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5100839 Jul 07 17:08:51.473827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.479232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:51.506263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.507578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.573546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.688299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'fixed_ips': [{'subnet_id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:51.689246 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.729143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc250-146c-4b34-ac59-6b0b17d6e499 req-c7016db9-ac20-49a0-9d43-6f86dd0643b0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.731186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eddc250-146c-4b34-ac59-6b0b17d6e499 req-c7016db9-ac20-49a0-9d43-6f86dd0643b0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.3715036 Jul 07 17:08:51.737940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.749014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.774468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414c7a-4ce8-4946-b79f-af83317cc0f3 req-0a67a341-d836-46fa-ad6c-92025f0d83bd tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.775941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c5414c7a-4ce8-4946-b79f-af83317cc0f3 req-0a67a341-d836-46fa-ad6c-92025f0d83bd tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 949 time: 0.3679502 Jul 07 17:08:51.809679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Transition to ACTIVE for port object b923bfed-267a-464f-bc9f-3680d4b17ff3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:51.864973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-356e973a-da8b-498f-b3ff-37858cddb49b tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.867824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-356e973a-da8b-498f-b3ff-37858cddb49b tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.3130519 Jul 07 17:08:51.881494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Allocated IP 172.20.0.2 (86ddb4ee-a3ea-4d5e-88c2-1cf759a20931/e6c4d17f-cbe4-4239-8e1f-f0531d3350e2/b4312748-7e83-4c29-ba5b-f3e36cca44a5) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:51.925408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eddc250-146c-4b34-ac59-6b0b17d6e499 req-b8033ce3-3bc5-4989-ac17-159fff6e7904 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728473 Jul 07 17:08:52.014552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc0c6531-b04b-4a50-8a35-f970fec671fe details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:52.024075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:52.027164 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04038853-9295-437b-95a9-8b375fe2c0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "tag": "4f95e3e9-282c-4354-a371-c5257569d213"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:52.031564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.048767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c5414c7a-4ce8-4946-b79f-af83317cc0f3 req-4d976e7f-57c8-4743-ade1-86faf36c9f9c tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488515 Jul 07 17:08:52.101174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.164051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.269508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Allocated IP 172.25.3.5 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/94271ef1-dd0e-4145-97d6-5e94bd3f9830) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:52.348809 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.373820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Transition to ACTIVE for port object b4312748-7e83-4c29-ba5b-f3e36cca44a5 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:52.404976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.421700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Transition to ACTIVE for port object b4312748-7e83-4c29-ba5b-f3e36cca44a5 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:52.426549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'dc0c6531-b04b-4a50-8a35-f970fec671fe', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'dc0c6531-b04b-4a50-8a35-f970fec671fe', 'mac_address': 'fa:16:3e:cd:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:52.432039 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.472018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.490049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.498994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.501734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:52.527814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.531463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.544355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.548866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Pushing event updated for resources: {'Port': ['ID=b4312748-7e83-4c29-ba5b-f3e36cca44a5,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.568384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.572323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.575536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.575874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:52.579647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:52.583479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.584252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.588434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0c6531-b04b-4a50-8a35-f970fec671fe {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:52.591250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.614282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Pushing event updated for resources: {'Port': ['ID=94271ef1-dd0e-4145-97d6-5e94bd3f9830,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.634133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.635660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Deleting port 8376e919-2f36-4d9a-a625-2de5e13ea169 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:52.635821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Attempting to bind port b4312748-7e83-4c29-ba5b-f3e36cca44a5 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:52.636059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Attempting to bind port b4312748-7e83-4c29-ba5b-f3e36cca44a5 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:52.636173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.636575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Attempting to bind port b4312748-7e83-4c29-ba5b-f3e36cca44a5 on network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:52.644280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.649887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-19f000ad-1c18-4749-9647-c41a66275257 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3238976 Jul 07 17:08:52.655175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:52.655646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Checking segment: {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:52.656227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.657163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Bound using segment: {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:52.658665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Bound port: b4312748-7e83-4c29-ba5b-f3e36cca44a5, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:52.658665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.733529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Request body: {'port': {'device_id': '91785867-3624-444e-8b6c-b499f44fcd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:52.753353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.762699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795ed7-c150-4d8c-956c-db792f834a77 req-d2ba29d0-3dc5-4357-991a-5b4ad6facd31 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.765277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e795ed7-c150-4d8c-956c-db792f834a77 req-d2ba29d0-3dc5-4357-991a-5b4ad6facd31 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5eda551-1987-46ad-8858-6a2eaa724be9 HTTP/1.1" status: 200 len: 950 time: 0.6151550 Jul 07 17:08:52.785701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] For port b4312748-7e83-4c29-ba5b-f3e36cca44a5, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:52.790426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] For port b4312748-7e83-4c29-ba5b-f3e36cca44a5, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b4312748-7e83-4c29-ba5b-f3e36cca44a5,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:52.799189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.845877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a916b-3014-4fbe-86e6-e1c376cb3c0a req-0c5cb610-611b-468f-98b3-c3e361cd3370 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.866292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-547a916b-3014-4fbe-86e6-e1c376cb3c0a req-0c5cb610-611b-468f-98b3-c3e361cd3370 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.5966656 Jul 07 17:08:52.896554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe3ccf-e449-4119-a710-358820f08e72 None None] Pushing event updated for resources: {'Port': ['ID=b4312748-7e83-4c29-ba5b-f3e36cca44a5,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.907468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:53.010172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ebc581e5-1775-41c8-a7ee-9fa5a3c330c6 None None] Provisioning for port b923bfed-267a-464f-bc9f-3680d4b17ff3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:53.021133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ebc581e5-1775-41c8-a7ee-9fa5a3c330c6 None None] Provisioning complete for port b923bfed-267a-464f-bc9f-3680d4b17ff3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:53.022679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ebc581e5-1775-41c8-a7ee-9fa5a3c330c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.056158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.057646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] For port 8376e919-2f36-4d9a-a625-2de5e13ea169, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8376e919-2f36-4d9a-a625-2de5e13ea169,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:53.058680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.080503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Calling delete_port for 8376e919-2f36-4d9a-a625-2de5e13ea169 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:53.097327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ebc581e5-1775-41c8-a7ee-9fa5a3c330c6 None None] Port b923bfed-267a-464f-bc9f-3680d4b17ff3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:53.115378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e795ed7-c150-4d8c-956c-db792f834a77 req-e6d2d3c7-a9bb-46f6-b3a5-77abde4fe31a tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141789 Jul 07 17:08:53.116754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.151080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-547a916b-3014-4fbe-86e6-e1c376cb3c0a req-cf9593a6-8bba-4ef1-8da1-e1b07cde7fc1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835681 Jul 07 17:08:53.452397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b4312748-7e83-4c29-ba5b-f3e36cca44a5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:53.467023 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51206e4d-b8db-45cc-a278-308d27064ca2 x-openstack-request-id: req-51206e4d-b8db-45cc-a278-308d27064ca2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:53.467454 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "tag": "4f95e3e9-282c-4354-a371-c5257569d213", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:53.467800 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51206e4d-b8db-45cc-a278-308d27064ca2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:53.468293 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213', 'status': 'completed', 'code': 200} Jul 07 17:08:53.469862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.495284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.527194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['7ea00dd6-fce6-448b-bf23-1f0587c03c41', '8376e919-2f36-4d9a-a625-2de5e13ea169'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:53.559740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Pushing event deleted for resources: {'Port': ['ID=8376e919-2f36-4d9a-a625-2de5e13ea169,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:53.646287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b4312748-7e83-4c29-ba5b-f3e36cca44a5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:53.790906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] No DVR routers for this DVR port 8376e919-2f36-4d9a-a625-2de5e13ea169 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:53.797712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.800254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7c5affa-0e71-49e6-83bf-2b9be8bfcaf4 req-1fc4d682-df08-4ba5-ac65-ad5a0f733f33 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "DELETE /v2.0/ports/8376e919-2f36-4d9a-a625-2de5e13ea169 HTTP/1.1" status: 204 len: 173 time: 1.9237442 Jul 07 17:08:53.806817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'name': 'network-vif-deleted', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:53.809668 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8883c6c9-eefa-49a3-890e-73a659defdcc" -d '{"events": [{"server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "name": "network-vif-deleted", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:53.905260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Router 7d787969-5cba-4e19-92eb-41ff1f07c66d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:53.940811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-1db1c335-6592-4623-bf2b-71f153a7a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.942394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-1db1c335-6592-4623-bf2b-71f153a7a069 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1126 time: 0.5147209 Jul 07 17:08:53.989504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41309c0-9ad6-48c8-a222-2553c7001250 req-101b5e76-47ac-44e9-a09d-3b8f17307072 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.991725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e41309c0-9ad6-48c8-a222-2553c7001250 req-101b5e76-47ac-44e9-a09d-3b8f17307072 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 935 time: 0.5646172 Jul 07 17:08:54.024344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:54.028272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc0c6531-b04b-4a50-8a35-f970fec671fe up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:54.074292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:54.092297 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Sync routers for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:54.102765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.108315 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:54.108716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-78c31946-a9a8-47bf-a7ad-d75fdacc3d69 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6336892 Jul 07 17:08:54.109368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:54.110423 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:08:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:54.208938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port dc0c6531-b04b-4a50-8a35-f970fec671fe completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:54.235517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port dc0c6531-b04b-4a50-8a35-f970fec671fe triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:54.235894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.297260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:54.300688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb60b6-a13f-4266-834f-08cedbb97184 req-e0ce2542-9de1-4dc7-bfa2-e04ca05aaa96 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.304934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbdb60b6-a13f-4266-834f-08cedbb97184 req-e0ce2542-9de1-4dc7-bfa2-e04ca05aaa96 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 948 time: 0.3668656 Jul 07 17:08:54.319109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:08:54.332765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e41309c0-9ad6-48c8-a222-2553c7001250 req-e806e74b-f743-449f-bca7-653640b04976 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604456 Jul 07 17:08:54.339350 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:54.390513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-b9e24a12-7d07-409a-9d11-d5d2ab8c9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.390513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-b9e24a12-7d07-409a-9d11-d5d2ab8c9216 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.4115396 Jul 07 17:08:54.432526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.477886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-20e8dc9d-26f5-4993-9d72-fa21f722c3ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.0684066 Jul 07 17:08:54.483344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:54.496946 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72470c02-55af-4943-a90c-8e4147d66ae8" -d '{"events": [{"server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:54.509077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e01c90-2570-4a1d-9813-889066c8b34b None None] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:54.572101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbdb60b6-a13f-4266-834f-08cedbb97184 req-5f574988-9b85-47d3-8404-ede0acf70e29 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074516 Jul 07 17:08:54.654193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b923bfed-267a-464f-bc9f-3680d4b17ff3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:54.661351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-a4300e4e-0de2-4edc-9417-164ebbe5de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.663286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-a4300e4e-0de2-4edc-9417-164ebbe5de21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1732547 Jul 07 17:08:54.668898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.683543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:54.698827 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.722261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-313f3e9c-e8b9-4815-855c-fec1af4e9036 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501165 Jul 07 17:08:54.726999 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:52Z', 'revision_number': 3, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:54.732712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Provisioning for port b4312748-7e83-4c29-ba5b-f3e36cca44a5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:54.753784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Provisioning complete for port b4312748-7e83-4c29-ba5b-f3e36cca44a5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:54.754417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.767481 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Checking router: 7d787969-5cba-4e19-92eb-41ff1f07c66d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:54.767845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Updating router 7d787969-5cba-4e19-92eb-41ff1f07c66d port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:08:54.810739 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.834287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:54.893815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-786b3553-bdf9-4602-b600-80c165d703fd service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269772 Jul 07 17:08:54.903926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Transition to ACTIVE for port object b923bfed-267a-464f-bc9f-3680d4b17ff3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:54.992865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.129202 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.213624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.233422 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.245978 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Transition to ACTIVE for port object 94271ef1-dd0e-4145-97d6-5e94bd3f9830 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:55.248421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] For port b4312748-7e83-4c29-ba5b-f3e36cca44a5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b4312748-7e83-4c29-ba5b-f3e36cca44a5,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.256241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fbe7c-e5fb-41eb-a691-d4fb4eb5de56 req-140e3d62-6b37-49f5-83b0-caf5f6411d1d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.258602 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.266495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a00fbe7c-e5fb-41eb-a691-d4fb4eb5de56 req-140e3d62-6b37-49f5-83b0-caf5f6411d1d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.5375526 Jul 07 17:08:55.289587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.303712 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.312360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04038853-9295-437b-95a9-8b375fe2c0c8 req-4ccb55ef-9c6e-4e5a-9d27-d756348b7559 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069977 Jul 07 17:08:55.331749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:55.331749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:55.331749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:55.350486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:55.350766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:55.369623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Pushing event updated for resources: {'Port': ['ID=94271ef1-dd0e-4145-97d6-5e94bd3f9830,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.380268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a00fbe7c-e5fb-41eb-a691-d4fb4eb5de56 req-2008c3aa-2aa6-45b7-b646-0498e37fcfab tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126420 Jul 07 17:08:55.421623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.421967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.422319 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.423492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.425102 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.425473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.425875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.426395 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.427283 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.427654 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.427996 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.428334 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.429302 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Tracked resource versions report: Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: pushed versions: Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: { 'AddressGroup': {'1.2'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'ConntrackHelper': {'1.0'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Log': {'1.0'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Network': {'1.1'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Port': {'1.7'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'PortForwarding': {'1.2'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'QosPolicy': {'1.8'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SecurityGroup': {'1.4'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SubPort': {'1.0'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Subnet': {'1.1'}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Trunk': {'1.1'}} Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: consumer versions: Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: { DHCP agent@n-d-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: HyperV agent@n-h1-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: HyperV agent@n-h2-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: L3 agent@n-d-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: Metadata agent@n-d-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: Metering agent@n-d-791505-12: {}, Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: Open vSwitch agent@n-d-791505-12: { 'AddressGroup': '1.2', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'ConntrackHelper': '1.0', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Log': '1.0', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Network': '1.1', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Port': '1.7', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'PortForwarding': '1.2', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'QosPolicy': '1.8', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SecurityGroup': '1.4', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SecurityGroupRule': '1.2', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'SubPort': '1.0', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Subnet': '1.1', Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: 'Trunk': '1.1'}} Jul 07 17:08:55.446569 n-d-791505-12 neutron-server[93949]: {{(pid=93949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:08:55.454173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c172-9287-4a1a-affa-f39d7ef050f1 None None] Pushing event updated for resources: {'Port': ['ID=b4312748-7e83-4c29-ba5b-f3e36cca44a5,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.463154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:55.463647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:55.464139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:55.464673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Bound port: b923bfed-267a-464f-bc9f-3680d4b17ff3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:55.465119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.473381 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Attempting to bind port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:55.474384 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Attempting to bind port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:55.474801 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Attempting to bind port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:55.487867 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:55.488490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:55.490721 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.491666 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:55.492385 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Bound port: 94271ef1-dd0e-4145-97d6-5e94bd3f9830, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:55.492800 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.528842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8376e919-2f36-4d9a-a625-2de5e13ea169 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:55.569361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 8376e919-2f36-4d9a-a625-2de5e13ea169 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:55.569795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8376e919-2f36-4d9a-a625-2de5e13ea169 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:55.571030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:55.575419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:55.578724 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839c44a-cbcd-4dba-b230-0b7ea21207e0 x-openstack-request-id: req-a839c44a-cbcd-4dba-b230-0b7ea21207e0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:55.579191 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eda551-1987-46ad-8858-6a2eaa724be9", "name": "network-vif-deleted", "tag": "8376e919-2f36-4d9a-a625-2de5e13ea169", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:55.579763 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a839c44a-cbcd-4dba-b230-0b7ea21207e0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:55.580403 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eda551-1987-46ad-8858-6a2eaa724be9', 'name': 'network-vif-deleted', 'tag': '8376e919-2f36-4d9a-a625-2de5e13ea169', 'status': 'completed', 'code': 200} Jul 07 17:08:55.586728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.638405 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] For port 94271ef1-dd0e-4145-97d6-5e94bd3f9830, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:55.651547 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] For port 94271ef1-dd0e-4145-97d6-5e94bd3f9830, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94271ef1-dd0e-4145-97d6-5e94bd3f9830,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:55.662184 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.694016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.720722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53098-b1c1-41da-91d4-bcca61f8f0ff req-2e326a96-20c2-421e-8686-88a36f65b71a tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.722591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aac53098-b1c1-41da-91d4-bcca61f8f0ff req-2e326a96-20c2-421e-8686-88a36f65b71a tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 949 time: 0.3378513 Jul 07 17:08:55.751155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.751785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.753994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-a751e2b0-daeb-4064-9fd8-b9ed59c23fd4 service neutron] 10.222.0.23 "PUT /v2.0/ports/b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 1096 time: 3.0737331 Jul 07 17:08:55.771807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Allocated IP 172.20.0.1 (86ddb4ee-a3ea-4d5e-88c2-1cf759a20931/e6c4d17f-cbe4-4239-8e1f-f0531d3350e2/2f3965bc-f291-4a76-9683-6f925743c8c4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:55.808026 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:55.808850 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:08:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:55.883138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aac53098-b1c1-41da-91d4-bcca61f8f0ff req-d991194e-3745-46a8-b952-16ea4951a1e3 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/security-groups?id=a253aa36-9d6d-42bf-869b-22236e7ca0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456778 Jul 07 17:08:55.884925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7cec7017-f43e-4844-a382-65ce4abc1cb5 None None] Provisioning complete for port b4312748-7e83-4c29-ba5b-f3e36cca44a5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:55.885433 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7cec7017-f43e-4844-a382-65ce4abc1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.911906 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff4357-ce80-47cb-89bb-bdee8206b2cc None None] Pushing event updated for resources: {'Port': ['ID=94271ef1-dd0e-4145-97d6-5e94bd3f9830,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.995884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.048379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Transition to ACTIVE for port object 2f3965bc-f291-4a76-9683-6f925743c8c4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:56.074855 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4552576-953f-4bb4-8f5f-ad8cd575c4a2 x-openstack-request-id: req-c4552576-953f-4bb4-8f5f-ad8cd575c4a2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:56.075445 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "name": "network-vif-plugged", "status": "completed", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:56.076487 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4552576-953f-4bb4-8f5f-ad8cd575c4a2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:56.076487 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe', 'code': 200} Jul 07 17:08:56.106224 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.169170 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:56.203427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:56.208595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:56.212272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:56.275128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.293308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.305826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-9cd7f72f-d46f-492b-90aa-4ffe310563ff service neutron] 10.222.0.73 "GET /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.4112303 Jul 07 17:08:56.363740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f03668-dd6f-4508-9d1e-f79b980e1e98 req-7075ca9f-dc20-4571-804e-d3dc5e7cf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.366058 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a5f03668-dd6f-4508-9d1e-f79b980e1e98 req-7075ca9f-dc20-4571-804e-d3dc5e7cf057 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 1101 time: 0.2722042 Jul 07 17:08:56.379952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79d740-01b1-4f1d-89e7-c4fa8dd5e256 req-681f732c-fa8c-4665-90b4-e8d6bb17a7e9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.387662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e79d740-01b1-4f1d-89e7-c4fa8dd5e256 req-681f732c-fa8c-4665-90b4-e8d6bb17a7e9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 943 time: 0.6131456 Jul 07 17:08:56.421139 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:52Z', 'revision_number': 3, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:56.437131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-99774256-9e44-4cb4-9923-08b48893bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.438988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-99774256-9e44-4cb4-9923-08b48893bb8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1099 time: 0.6209497 Jul 07 17:08:56.442694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a5f03668-dd6f-4508-9d1e-f79b980e1e98 req-5d6bec0c-fa24-4050-9fd9-a03b06ae3b9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692880 Jul 07 17:08:56.459165 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd0502-4093-46ce-a85a-9a1c98948a00 None None] The sync data for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 is: [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:52Z', 'revision_number': 3, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:56.491369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f26cc-63fa-4541-a1c8-cb8efb0390cf req-1d341d50-915f-47c5-ac39-ea3eb2a85683 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.492752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb0f26cc-63fa-4541-a1c8-cb8efb0390cf req-1d341d50-915f-47c5-ac39-ea3eb2a85683 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 947 time: 0.2278023 Jul 07 17:08:56.511772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e79d740-01b1-4f1d-89e7-c4fa8dd5e256 req-d40642d7-f646-42ca-a9f9-c76ce1fd1bf0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225626 Jul 07 17:08:56.524463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-109034d3-6df3-4128-9d63-a2e7c50f1ab4 None None] Provisioning for port 2f3965bc-f291-4a76-9683-6f925743c8c4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:56.529647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-109034d3-6df3-4128-9d63-a2e7c50f1ab4 None None] Provisioning complete for port 2f3965bc-f291-4a76-9683-6f925743c8c4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:56.530131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-109034d3-6df3-4128-9d63-a2e7c50f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.544992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.607118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-109034d3-6df3-4128-9d63-a2e7c50f1ab4 None None] Port 2f3965bc-f291-4a76-9683-6f925743c8c4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:56.649406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-2fb0fa11-0a5a-4edd-b42a-e18918a21eda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.1364388 Jul 07 17:08:56.680116 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.798698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.802576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb0f26cc-63fa-4541-a1c8-cb8efb0390cf req-ed185853-3e55-45c7-ab17-bd7db37b5cd4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883327 Jul 07 17:08:56.808437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.847614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-dc23cab9-521a-487f-8176-36666cac9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.850150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-dc23cab9-521a-487f-8176-36666cac9b15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1650040 Jul 07 17:08:56.910331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.923662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.925488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06313ce8-6920-4c67-8c21-72fd7f1a2557 req-37d92baf-48b1-4bac-bd9f-017aba4b22a3 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.933206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06313ce8-6920-4c67-8c21-72fd7f1a2557 req-37d92baf-48b1-4bac-bd9f-017aba4b22a3 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.3006432 Jul 07 17:08:56.979777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:57.045462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:57.047731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:57.048274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:57.063742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06313ce8-6920-4c67-8c21-72fd7f1a2557 req-7a9c3a74-983a-44cf-8847-b464fc2cae2a tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295614 Jul 07 17:08:57.109352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f95e3e9-282c-4354-a371-c5257569d213 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:57.130206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-1422461a-ba7f-4d88-b24b-0ec2c76a0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.142185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-1422461a-ba7f-4d88-b24b-0ec2c76a0e2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2804806 Jul 07 17:08:57.144202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:57.190065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Router 7d787969-5cba-4e19-92eb-41ff1f07c66d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:57.261714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.337560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e44e-1197-43b0-9af7-294ee85cab79 req-d4c34c34-3e2c-466f-b438-4002584d6b93 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.339368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3f4e44e-1197-43b0-9af7-294ee85cab79 req-d4c34c34-3e2c-466f-b438-4002584d6b93 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 949 time: 0.3806157 Jul 07 17:08:57.438775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:57.446753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-365f65b6-73d6-4248-89d5-72d82f6e1016 admin admin] 10.222.0.66 "PUT /v2.0/routers/7d787969-5cba-4e19-92eb-41ff1f07c66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3361921 Jul 07 17:08:57.554079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7a69737-2757-43ca-b3d1-056bbcf8aff5 None None] Provisioning complete for port 2f3965bc-f291-4a76-9683-6f925743c8c4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:57.554673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7a69737-2757-43ca-b3d1-056bbcf8aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.584763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:57.596122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94271ef1-dd0e-4145-97d6-5e94bd3f9830 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:57.599517 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b600f-e1ad-47e5-88c1-8fd91d999b49" -d '{"events": [{"name": "network-changed", "server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:57.618825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-7f3ff917-7a0e-4fba-912e-34081d04caef service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504914 Jul 07 17:08:57.648760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3f4e44e-1197-43b0-9af7-294ee85cab79 req-3d1e6fe8-5827-40a1-9c6c-3268c364a0a1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499220 Jul 07 17:08:57.681617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a7a69737-2757-43ca-b3d1-056bbcf8aff5 None None] Port 2f3965bc-f291-4a76-9683-6f925743c8c4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:57.758262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] Transition to ACTIVE for port object 4f95e3e9-282c-4354-a371-c5257569d213 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:57.760600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:57.767161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:57.771054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.774177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.942943 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.969547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] No DVR routers for this DVR port 4f95e3e9-282c-4354-a371-c5257569d213 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:57.969748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 94271ef1-dd0e-4145-97d6-5e94bd3f9830, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94271ef1-dd0e-4145-97d6-5e94bd3f9830,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:57.978037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.978991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b4312748-7e83-4c29-ba5b-f3e36cca44a5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:58.044117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-714f0dd6-6d0f-4a7c-90a4-a80db599c768 req-b8de5c16-2a4f-44e3-9dfa-9d26acf221c0 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243588 Jul 07 17:08:58.046531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-f01a19e0-4169-4dfc-8226-5447287340af tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818682 Jul 07 17:08:58.048660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.061995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-fe114d23-6238-4cd0-b5a7-3362924c3622 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7481489 Jul 07 17:08:58.062977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=94271ef1-dd0e-4145-97d6-5e94bd3f9830,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.091111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b4312748-7e83-4c29-ba5b-f3e36cca44a5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:58.091493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.339949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-ea5042d1-70a8-4f7b-a5a3-d25b28185622 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.341716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-ea5042d1-70a8-4f7b-a5a3-d25b28185622 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702496 Jul 07 17:08:58.382170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-c3808dca-ff47-4c11-b84e-36c019c14210 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/quotas/0d1eaf3ad26941488caf16b914064ad9 HTTP/1.1" status: 200 len: 375 time: 0.0296805 Jul 07 17:08:58.385389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-e71cdd0b-3aa5-4e57-9bbb-72cc4f445127 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.386958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-e71cdd0b-3aa5-4e57-9bbb-72cc4f445127 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.2181187 Jul 07 17:08:58.479818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039477-b360-4b57-b61f-29054380d381 req-a752bd85-83be-4e52-b520-4bbde0c0088a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.481409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98039477-b360-4b57-b61f-29054380d381 req-a752bd85-83be-4e52-b520-4bbde0c0088a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 944 time: 0.2351840 Jul 07 17:08:58.573013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98039477-b360-4b57-b61f-29054380d381 req-65e4b8ce-d618-4429-99fc-224522ecd15b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Jul 07 17:08:58.589780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-66694bd9-b4a1-4557-95e7-704082c7ba55 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949406 Jul 07 17:08:58.599888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dcfade72-06a0-4e2c-97d8-40b56dfd6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.602341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-dcfade72-06a0-4e2c-97d8-40b56dfd6336 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 1096 time: 0.1950929 Jul 07 17:08:58.644191 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7fdda8-e601-469e-92b0-aa05edeed37f x-openstack-request-id: req-7f7fdda8-e601-469e-92b0-aa05edeed37f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:58.644488 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:58.644746 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f7fdda8-e601-469e-92b0-aa05edeed37f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:58.645150 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'status': 'completed', 'code': 200} Jul 07 17:08:58.735026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-72ea77c1-7418-4ef8-8cad-4832ac8e3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.736701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-72ea77c1-7418-4ef8-8cad-4832ac8e3d79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1096 time: 0.0907300 Jul 07 17:08:58.756017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-7ba1b0ee-6085-4fef-b7c6-af00e60fc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.759483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-7ba1b0ee-6085-4fef-b7c6-af00e60fc3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1099 time: 0.0797379 Jul 07 17:08:58.932461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-3468bfb0-7e2b-4edf-bdf3-8c1574d73b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.934921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-73791572-01b1-4f6c-b7e6-cc345fa4ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.936416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-73791572-01b1-4f6c-b7e6-cc345fa4ddd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1847260 Jul 07 17:08:58.937754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-3468bfb0-7e2b-4edf-bdf3-8c1574d73b85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1706913 Jul 07 17:08:59.014853 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-630d75d2-8527-46ca-bde1-04e5ce2f12d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.0665729 Jul 07 17:08:59.095015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-42f1628b-06b0-4c79-b7bc-847bb9e86229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.097108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-42f1628b-06b0-4c79-b7bc-847bb9e86229 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0728433 Jul 07 17:08:59.179486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-f5e4bc0f-6d1d-4135-99fd-cca70d1d902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.181774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-f5e4bc0f-6d1d-4135-99fd-cca70d1d902d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732429 Jul 07 17:08:59.328604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94271ef1-dd0e-4145-97d6-5e94bd3f9830 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:59.333504 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-c1866c8c-18a8-48e9-b259-b21cac6906c8 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423419 Jul 07 17:08:59.378122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-30b2bec6-b0fc-43da-8f20-e1cfa0fee368 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.3848457 Jul 07 17:08:59.391189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Sync routers for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:59.410793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:59.411741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:08:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:59.477304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:59.478279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.489848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-547b600f-e1ad-47e5-88c1-8fd91d999b49 req-c5c0fe66-9575-4b18-b7ec-a94136fe3ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421671 Jul 07 17:08:59.558017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191029c9-904b-43d2-bb8d-7c9808ec9026 req-8d03d1b1-4321-43e3-8e10-55437630a03e tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.560324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-191029c9-904b-43d2-bb8d-7c9808ec9026 req-8d03d1b1-4321-43e3-8e10-55437630a03e tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.6210966 Jul 07 17:08:59.584320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-3114a529-fd80-4e7e-bb66-d3523d61224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.586406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-3114a529-fd80-4e7e-bb66-d3523d61224b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1971800 Jul 07 17:08:59.657419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-a9fca23d-0fef-4f27-95f8-6de51553f0d9 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7200019 Jul 07 17:08:59.661293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-ab3bfc5f-7db6-4ff4-9cd4-7cfe7271c992 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521460 Jul 07 17:08:59.669847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:59.685148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-191029c9-904b-43d2-bb8d-7c9808ec9026 req-999557da-8336-4e3c-8aa3-cd8b0f62e205 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.66 "GET /v2.0/security-groups?id=35445684-0725-422e-99e1-40b090f22b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Jul 07 17:08:59.690121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:59.711396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-326be467-ae6b-4a1f-8727-89db21692ef6 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.713184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-326be467-ae6b-4a1f-8727-89db21692ef6 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3580ba5-6d79-4c5b-96d5-5e4763d3a53a HTTP/1.1" status: 200 len: 949 time: 0.4316564 Jul 07 17:08:59.749681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:59.795878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:59.829344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.903357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-ce46bb0c-8874-4c2d-94ec-0c8ad110d7d1 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.906525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-ce46bb0c-8874-4c2d-94ec-0c8ad110d7d1 tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 949 time: 0.1075900 Jul 07 17:08:59.987035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-aeec43a7-2591-4292-84db-41f66a824c90 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070521 Jul 07 17:09:00.025627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:56Z', 'revision_number': 4, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2f3965bc-f291-4a76-9683-6f925743c8c4', 'name': '', 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'mac_address': 'fa:16:3e:8c:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:55Z', 'updated_at': '2021-07-07T17:08:56Z', 'revision_number': 2, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'subnets': [{'id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:00.049185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Deleting port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:00.049565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.058561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Checking router: 7d787969-5cba-4e19-92eb-41ff1f07c66d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:00.059393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Updating router 7d787969-5cba-4e19-92eb-41ff1f07c66d port 2f3965bc-f291-4a76-9683-6f925743c8c4 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:09:00.092007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Deleting port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:00.092342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.125455 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.158052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] For port ca6ad72d-1c90-4c95-af6a-858f229b1ec5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:00.158669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.176434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Calling delete_port for ca6ad72d-1c90-4c95-af6a-858f229b1ec5 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:00.193625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e620c6-03ec-45b9-8486-50d2e3914c7a req-c04b4b29-af42-43c5-b850-9bf4c2062164 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.196006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06e620c6-03ec-45b9-8486-50d2e3914c7a req-c04b4b29-af42-43c5-b850-9bf4c2062164 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 947 time: 0.3151643 Jul 07 17:09:00.231501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-e4e23647-8f33-42cf-bcf5-ae7847468b59 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312407 Jul 07 17:09:00.319727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-c4e7e0c9-4f91-4321-a05b-5fd5accf9ebc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0d1eaf3ad26941488caf16b914064ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669966 Jul 07 17:09:00.322127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] For port 7ea00dd6-fce6-448b-bf23-1f0587c03c41, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=7ea00dd6-fce6-448b-bf23-1f0587c03c41,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:00.322689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.369996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06e620c6-03ec-45b9-8486-50d2e3914c7a req-5c29ab7d-8fa6-45f6-9d08-1674629a572c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650276 Jul 07 17:09:00.377409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Calling delete_port for 7ea00dd6-fce6-448b-bf23-1f0587c03c41 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:00.431704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.451520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.507090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.512436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Pushing event deleted for resources: {'Port': ['ID=ca6ad72d-1c90-4c95-af6a-858f229b1ec5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.520333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Transition to ACTIVE for port object 2f3965bc-f291-4a76-9683-6f925743c8c4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:00.527354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ca6ad72d-1c90-4c95-af6a-858f229b1ec5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:00.532775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.626392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] No DVR routers for this DVR port ca6ad72d-1c90-4c95-af6a-858f229b1ec5 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:00.643214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.646816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b3ae0dd-1370-444c-bad6-f124070f40a3 req-175ef8c4-e5ed-4429-a57b-62ae5ea21d8e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.23 "DELETE /v2.0/ports/ca6ad72d-1c90-4c95-af6a-858f229b1ec5 HTTP/1.1" status: 204 len: 173 time: 0.7328932 Jul 07 17:09:00.655285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'name': 'network-vif-deleted', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:00.661201 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d86ee-489a-4725-85d9-ed9ca0f9919b" -d '{"events": [{"server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "name": "network-vif-deleted", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:00.689116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfa86-a356-4a1e-a3f1-8c52514df848 None None] Pushing event updated for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.778818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Attempting to bind port 2f3965bc-f291-4a76-9683-6f925743c8c4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:00.779561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Attempting to bind port 2f3965bc-f291-4a76-9683-6f925743c8c4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:00.780271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Attempting to bind port 2f3965bc-f291-4a76-9683-6f925743c8c4 on network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:00.786143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:00.786927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Checking segment: {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:00.787602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.788388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Bound using segment: {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:00.789287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Bound port: 2f3965bc-f291-4a76-9683-6f925743c8c4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3bd606-fb0a-44ac-9146-d45cd503028e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:00.789926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.859339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-d5a18603-69b3-4818-bff9-f831bb3c1fbc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.861076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-d5a18603-69b3-4818-bff9-f831bb3c1fbc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224657 Jul 07 17:09:00.877423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-ea6d6e83-fddb-4c07-9b07-c2670a24cbaf tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.881069 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-ea6d6e83-fddb-4c07-9b07-c2670a24cbaf tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.1358786 Jul 07 17:09:00.883011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Request body: {'port': {'device_id': '18b8458b-1034-4985-a892-c0a4157612d0', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '0d1eaf3ad26941488caf16b914064ad9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:00.904147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] For port 2f3965bc-f291-4a76-9683-6f925743c8c4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:00.907691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] For port 2f3965bc-f291-4a76-9683-6f925743c8c4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2f3965bc-f291-4a76-9683-6f925743c8c4,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:00.922952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.000019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12e62aef-f054-4a7d-a79e-206a61cb81a6 req-2ec813cc-55eb-47f5-aadd-f6f33c56e48e tempest-DeleteServersAdminTestJSON-312381697 tempest-DeleteServersAdminTestJSON-312381697-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4d49b3-3f01-4eec-b853-d491072b3904 HTTP/1.1" status: 200 len: 210 time: 0.1311617 Jul 07 17:09:01.039399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:01.042036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:08:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:01.056223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfa86-a356-4a1e-a3f1-8c52514df848 None None] Pushing event updated for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.061193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Allocated IP 172.25.3.242 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/cf1e60ba-b222-4784-8309-504e9d241f00) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:01.080605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-b0d18ae8-030d-4b23-8cda-b688f25493cc service neutron] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:01.086232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-b0d18ae8-030d-4b23-8cda-b688f25493cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.088025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6bd02323-a314-4eac-a6a2-3a4d65f412c6 req-b0d18ae8-030d-4b23-8cda-b688f25493cc service neutron] 10.222.0.23 "DELETE /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.2016909 Jul 07 17:09:01.225729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:01.318732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.367107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['7ea00dd6-fce6-448b-bf23-1f0587c03c41'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:01.393808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Pushing event deleted for resources: {'Port': ['ID=7ea00dd6-fce6-448b-bf23-1f0587c03c41,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.406479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.409885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Made reservation on behalf of 0d1eaf3ad26941488caf16b914064ad9 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:01.414147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.494511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade436-7ca4-459e-a887-c88b985ef62e req-fcc27acb-b72f-4579-8974-5a8d5111acf0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.495491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ecade436-7ca4-459e-a887-c88b985ef62e req-fcc27acb-b72f-4579-8974-5a8d5111acf0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 949 time: 0.3074989 Jul 07 17:09:01.499189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] No DVR routers for this DVR port 7ea00dd6-fce6-448b-bf23-1f0587c03c41 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:01.509576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.511908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ec0357f-7772-4e34-a5b9-908d22f395ab req-36105540-eadf-4108-9c9f-f34d4153d309 tempest-LiveMigrationNegativeTest-923297106 tempest-LiveMigrationNegativeTest-923297106-project] 10.222.0.73 "DELETE /v2.0/ports/7ea00dd6-fce6-448b-bf23-1f0587c03c41 HTTP/1.1" status: 204 len: 173 time: 1.7868555 Jul 07 17:09:01.513819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'name': 'network-vif-deleted', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:01.516331 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fedd10-e540-4bcc-937c-978ff2c81315" -d '{"events": [{"server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "name": "network-vif-deleted", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:01.540508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:56Z', 'revision_number': 4, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2f3965bc-f291-4a76-9683-6f925743c8c4', 'name': '', 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'mac_address': 'fa:16:3e:8c:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:55Z', 'updated_at': '2021-07-07T17:09:00Z', 'revision_number': 4, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'subnets': [{'id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:01.590144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab79c13-b5b9-4cdc-95d6-500d064ce88d None None] The sync data for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 is: [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:08:56Z', 'revision_number': 4, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2f3965bc-f291-4a76-9683-6f925743c8c4', 'name': '', 'network_id': '86ddb4ee-a3ea-4d5e-88c2-1cf759a20931', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'mac_address': 'fa:16:3e:8c:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:55Z', 'updated_at': '2021-07-07T17:09:00Z', 'revision_number': 4, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'subnets': [{'id': 'e6c4d17f-cbe4-4239-8e1f-f0531d3350e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:01.910304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.964653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ecade436-7ca4-459e-a887-c88b985ef62e req-ac29987f-5e48-4ac8-a8a5-3132392554c0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431419 Jul 07 17:09:02.001170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:02.010876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:02.021439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:02.045448 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=cf1e60ba-b222-4784-8309-504e9d241f00,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.054566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:02.063846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Allocated IP 192.168.233.230 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/1389d1d6-5b16-45b0-a284-0f75c195c8d3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:02.237933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:02.255327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'mac_address': 'fa:16:3e:86:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:02.277102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f46ff190-ed97-4ff3-a729-0e1e131ed332 req-05a84018-093d-4271-9cd3-c95b687f4b38 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 210 time: 0.1293068 Jul 07 17:09:02.322138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.343322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.372472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b923bfed-267a-464f-bc9f-3680d4b17ff3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:02.447141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:02.456577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.457736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.535485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.616513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.681851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Transition to ACTIVE for port object 1389d1d6-5b16-45b0-a284-0f75c195c8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:02.713990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:02.729880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760aebf-92f0-442d-bf58-e5b1990b8bda req-44893a37-89b6-4335-9d51-04341a4689c7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.731516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9760aebf-92f0-442d-bf58-e5b1990b8bda req-44893a37-89b6-4335-9d51-04341a4689c7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 944 time: 0.2348332 Jul 07 17:09:02.815996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.829147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b74e41dd-7222-4b27-ab9a-72cff750750f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:02.842326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9760aebf-92f0-442d-bf58-e5b1990b8bda req-027c4d1b-c661-419a-9f0b-41bd16dd7c0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Jul 07 17:09:02.883657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:02.913646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:02.916763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:02.925145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.925964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.953995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.968683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.979253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event updated for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.008209 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69422ce-9b55-4082-b5ab-26047ff84062 x-openstack-request-id: req-f69422ce-9b55-4082-b5ab-26047ff84062 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:03.009352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-94f26c88-16d3-4053-a008-94e9de6c95ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1339085 Jul 07 17:09:03.010174 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d49b3-3f01-4eec-b853-d491072b3904", "name": "network-vif-deleted", "tag": "ca6ad72d-1c90-4c95-af6a-858f229b1ec5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:03.011981 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f69422ce-9b55-4082-b5ab-26047ff84062 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:03.012893 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d49b3-3f01-4eec-b853-d491072b3904', 'name': 'network-vif-deleted', 'tag': 'ca6ad72d-1c90-4c95-af6a-858f229b1ec5', 'status': 'completed', 'code': 200} Jul 07 17:09:03.014988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.031978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Request body: {'port': {'device_id': '18b8458b-1034-4985-a892-c0a4157612d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:03.110667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.112004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4309812 Jul 07 17:09:03.118066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b4658-c29f-4de4-b2b4-4a973cfcb816 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=cf1e60ba-b222-4784-8309-504e9d241f00,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.215538 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.242758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-d521885b-88df-4181-94d6-3745b614a77b tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1186545 Jul 07 17:09:03.385492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:03.470484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2f3965bc-f291-4a76-9683-6f925743c8c4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:03.484585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.553314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 7ea00dd6-fce6-448b-bf23-1f0587c03c41 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:03.600042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 7ea00dd6-fce6-448b-bf23-1f0587c03c41 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:03.600338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 7ea00dd6-fce6-448b-bf23-1f0587c03c41 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:03.625636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196507-df09-48da-a211-e16bef0b830c req-31f8c1e1-2fa4-4c78-8926-7340c9670433 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.627405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-31f8c1e1-2fa4-4c78-8926-7340c9670433 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3463728 Jul 07 17:09:03.643970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2f3965bc-f291-4a76-9683-6f925743c8c4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:03.652940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-ec555d74-7ddc-4862-9a7f-9f5a4b80e6ef tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:03.654002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97196507-df09-48da-a211-e16bef0b830c req-ec555d74-7ddc-4862-9a7f-9f5a4b80e6ef tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155978 Jul 07 17:09:03.674611 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5af4883a-60fe-4b70-b59c-787a7670d437 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a612050da0649e1b66d374ed1ba9405&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1888213 Jul 07 17:09:03.677107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37022) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.680401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce10f9-606b-453c-aaa3-442083767239 req-5965200f-93c1-42dc-8d11-973b4df5e624 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.682002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ce10f9-606b-453c-aaa3-442083767239 req-5965200f-93c1-42dc-8d11-973b4df5e624 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 948 time: 0.3448970 Jul 07 17:09:03.686725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2f3965bc-f291-4a76-9683-6f925743c8c4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:03.691049 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.751073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.769435 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc8b02e-c58e-4d47-8b57-f79a0ac535f9 x-openstack-request-id: req-adc8b02e-c58e-4d47-8b57-f79a0ac535f9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:03.770125 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3580ba5-6d79-4c5b-96d5-5e4763d3a53a", "name": "network-vif-deleted", "tag": "7ea00dd6-fce6-448b-bf23-1f0587c03c41", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:03.770646 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adc8b02e-c58e-4d47-8b57-f79a0ac535f9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:03.771300 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3580ba5-6d79-4c5b-96d5-5e4763d3a53a', 'name': 'network-vif-deleted', 'tag': '7ea00dd6-fce6-448b-bf23-1f0587c03c41', 'status': 'completed', 'code': 200} Jul 07 17:09:03.780187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.840115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ce10f9-606b-453c-aaa3-442083767239 req-6e3bfb99-ec51-474b-8171-58f2c306828c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503181 Jul 07 17:09:03.853971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1389d1d6-5b16-45b0-a284-0f75c195c8d3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:03.863210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.878001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.881628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.883794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35445684-0725-422e-99e1-40b090f22b0c HTTP/1.1" status: 204 len: 168 time: 0.2054086 Jul 07 17:09:03.902332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Transition to ACTIVE for port object 1389d1d6-5b16-45b0-a284-0f75c195c8d3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:03.908229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528ba3-d7e4-4d15-8591-4902fc53db28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35445684-0725-422e-99e1-40b090f22b0c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.908580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.935293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.963435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.035799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2f3965bc-f291-4a76-9683-6f925743c8c4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2f3965bc-f291-4a76-9683-6f925743c8c4,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:04.041880 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.056861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Attempting to bind port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:04.057317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Attempting to bind port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:04.057742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Attempting to bind port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:04.072026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:04.073152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Attempting to bind port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:04.087104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:04.088204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:04.088814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:04.089759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Bound port: 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:04.089892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:04.090718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.175921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:04.179836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:04.188277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.200555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.218601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port b923bfed-267a-464f-bc9f-3680d4b17ff3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:04.226316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port b923bfed-267a-464f-bc9f-3680d4b17ff3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:04.227774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.255205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.256029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.259213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] 10.222.0.23 "PUT /v2.0/ports/1389d1d6-5b16-45b0-a284-0f75c195c8d3 HTTP/1.1" status: 200 len: 1097 time: 1.2379289 Jul 07 17:09:04.347288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.374252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:04.376705 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c269b1-473c-4327-825b-3127b140bf1d" -d '{"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-plugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:04.382215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62c191-743b-4b5f-a70a-aa5ebee35bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.392139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:04.395684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.397431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.398388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ca6ad72d-1c90-4c95-af6a-858f229b1ec5 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:04.441026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-631af9b9-8deb-4b34-93bc-74b43b2cf155 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6809e412b764066b758b62ba56977c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441482 Jul 07 17:09:04.441815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983a1a7-10fc-48e6-ac01-6060819b7e38 req-9ff6718d-83b3-4cec-8c5e-0bd48273ce7a tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.443477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f983a1a7-10fc-48e6-ac01-6060819b7e38 req-9ff6718d-83b3-4cec-8c5e-0bd48273ce7a tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 948 time: 0.2364609 Jul 07 17:09:04.444040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37040) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.449680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: ca6ad72d-1c90-4c95-af6a-858f229b1ec5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:04.450031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ca6ad72d-1c90-4c95-af6a-858f229b1ec5 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:04.479363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.515607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-09de0c10-4b38-42df-ae02-406780eb9f6b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.517160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-09de0c10-4b38-42df-ae02-406780eb9f6b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 1101 time: 0.2097354 Jul 07 17:09:04.551017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-d6f8ace4-0cfb-49b2-8d88-b5429378087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.552424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-d6f8ace4-0cfb-49b2-8d88-b5429378087f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 1100 time: 0.2360222 Jul 07 17:09:04.563828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f983a1a7-10fc-48e6-ac01-6060819b7e38 req-067b2178-a796-4b51-a0d0-60339358a02a tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081014 Jul 07 17:09:04.572939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-f5522bca-76df-4ed4-99a3-825853b91f9b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.583232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.817153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-5dc7f45e-948b-4ee3-9ead-123f3928fa7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3 HTTP/1.1" status: 200 len: 217 time: 0.2523298 Jul 07 17:09:04.910314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c81c2d6-43f2-49c5-8244-c2c56f3afa3f None None] Provisioning for port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:04.913783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.996984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-60df4cdc-0360-4af0-9ada-73d00939a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.998513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-60df4cdc-0360-4af0-9ada-73d00939a97d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1667795 Jul 07 17:09:05.083094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-fed722b0-05b5-4702-b973-12a1d2cac6bf tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2701907 Jul 07 17:09:05.100959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:05.105403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.108033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.109143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4711170-93f5-4323-b3b7-2b6466545664 HTTP/1.1" status: 204 len: 168 time: 0.6626315 Jul 07 17:09:05.142533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec742-a2b1-4d5d-84db-8ed0791a5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4711170-93f5-4323-b3b7-2b6466545664,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.172067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-f5522bca-76df-4ed4-99a3-825853b91f9b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.192582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-f5522bca-76df-4ed4-99a3-825853b91f9b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.198373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d3c-8554-431e-829b-064ca25ad563 req-53fdc0a8-1471-4331-9982-c400ca0bc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.201258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-53fdc0a8-1471-4331-9982-c400ca0bc08f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817336 Jul 07 17:09:05.209124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.291760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-856c5af2-8333-49af-bfed-c3522d7765b1 req-f5522bca-76df-4ed4-99a3-825853b91f9b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578070 Jul 07 17:09:05.329585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5522bca-76df-4ed4-99a3-825853b91f9b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4bc1a2-720e-4f1d-b5ba-230bc9a6836b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.334908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2f3965bc-f291-4a76-9683-6f925743c8c4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:05.391964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-2e5a817a-dcfe-474a-9e87-b26e92c8ed8d service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699688 Jul 07 17:09:05.447529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2f3965bc-f291-4a76-9683-6f925743c8c4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:05.447930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.507232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.543698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19c03d3c-8554-431e-829b-064ca25ad563 req-2a9abdcb-5a8b-4ef8-9ef6-08421fa27133 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416707 Jul 07 17:09:05.670463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79838-7a95-4e2b-9781-2533a4b0771e req-fdeab8a6-1b84-4f40-beba-d70e0d533e16 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.672029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddd79838-7a95-4e2b-9781-2533a4b0771e req-fdeab8a6-1b84-4f40-beba-d70e0d533e16 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1096 time: 0.1430037 Jul 07 17:09:05.685687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Allocated IP 172.25.3.150 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/a1a6b49b-48af-4d3c-b742-969972ace3bf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:05.762877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddd79838-7a95-4e2b-9781-2533a4b0771e req-72c57843-4a52-4cee-9c5c-a90dcd0c878f tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Jul 07 17:09:05.773104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:05.774763 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d43779-6bd2-4a47-94d1-a878a40d02ee" -d '{"events": [{"name": "network-changed", "server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:05.860469 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7945e0c-7e84-4975-96b5-9a0bc22625a7 x-openstack-request-id: req-d7945e0c-7e84-4975-96b5-9a0bc22625a7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:05.860756 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-plugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:05.861025 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7945e0c-7e84-4975-96b5-9a0bc22625a7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:05.861580 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'code': 200} Jul 07 17:09:05.889847 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.960365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.055552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:06.081218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:06.085410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:06.091774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=a1a6b49b-48af-4d3c-b742-969972ace3bf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.164877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb7043-fe16-4911-8250-f85ef322df90 req-01fa58e0-1494-4060-8ec9-8e9219cfc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.166552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aeb7043-fe16-4911-8250-f85ef322df90 req-01fa58e0-1494-4060-8ec9-8e9219cfc2e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.2019005 Jul 07 17:09:06.173507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.192168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b918a-dd0a-4a0f-a89a-19287b99733c req-050503e7-ecb1-44a6-b9cc-a73cf3005d95 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.194245 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d07b918a-dd0a-4a0f-a89a-19287b99733c req-050503e7-ecb1-44a6-b9cc-a73cf3005d95 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1640403 Jul 07 17:09:06.265903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aeb7043-fe16-4911-8250-f85ef322df90 req-074e9997-3e1f-48df-a497-2267d76288d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Jul 07 17:09:06.286995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d07b918a-dd0a-4a0f-a89a-19287b99733c req-78eebb57-9f1f-495a-99c5-fbc0bfc60942 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833039 Jul 07 17:09:06.288810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.511592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.518783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.560377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.583776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=a1a6b49b-48af-4d3c-b742-969972ace3bf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.588987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.595857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8760add0-8de8-4724-816a-6118f0c77a67 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5072293 Jul 07 17:09:06.650491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-8a7d3b8b-25df-4f91-9281-618b12522040 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0535944 Jul 07 17:09:06.799174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-729f3c79-bc1c-4219-a6f0-86e988467152 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.800686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-729f3c79-bc1c-4219-a6f0-86e988467152 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1494105 Jul 07 17:09:06.808806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bebe1-f70b-4f42-8ebb-b1e967aa10ab req-587bd323-7fcf-4013-9826-23c1b043c9d1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.810295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-933bebe1-f70b-4f42-8ebb-b1e967aa10ab req-587bd323-7fcf-4013-9826-23c1b043c9d1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 948 time: 0.1488934 Jul 07 17:09:06.815816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-e4363dd7-6988-479c-b504-797b2beab244 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:06.816783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae27860f-ccb0-4337-b0c5-3e10b5462481 req-e4363dd7-6988-479c-b504-797b2beab244 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055788 Jul 07 17:09:06.852348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-933bebe1-f70b-4f42-8ebb-b1e967aa10ab req-3dfecbea-f424-4cfa-9808-1ec6e64ddc90 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Jul 07 17:09:06.865159 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa851d71-9a43-4192-8e0a-7db4f261a2dc x-openstack-request-id: req-fa851d71-9a43-4192-8e0a-7db4f261a2dc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:06.866180 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:06.867136 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa851d71-9a43-4192-8e0a-7db4f261a2dc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:06.867844 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3', 'status': 'completed', 'code': 200} Jul 07 17:09:06.996031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-bbcbe97a-de93-441f-b2d6-a47b40816323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.997629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-bbcbe97a-de93-441f-b2d6-a47b40816323 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 1100 time: 0.0993237 Jul 07 17:09:07.103406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-5b861f93-176c-4a75-a347-f204cec9a2c5 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780041 Jul 07 17:09:07.230461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-632bef1d-9a1c-4cfb-8b88-80b824689e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.231828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-632bef1d-9a1c-4cfb-8b88-80b824689e12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2054665 Jul 07 17:09:07.240554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-c425abf2-7f0a-44cc-9c55-6e4b317dd4c1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.242160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-c425abf2-7f0a-44cc-9c55-6e4b317dd4c1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.2786298 Jul 07 17:09:07.301349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-1004f438-65ee-4133-89e9-0a99bb2052dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3 HTTP/1.1" status: 200 len: 217 time: 0.0558681 Jul 07 17:09:07.307071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-ef079163-b593-4ce5-8638-e626a15bef41 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/quotas/e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 375 time: 0.0512226 Jul 07 17:09:07.379835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-d59f8ac1-8f91-44ef-883e-bc5e21617fb0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.382149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-d59f8ac1-8f91-44ef-883e-bc5e21617fb0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720191 Jul 07 17:09:07.418035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-c55f60eb-3ade-4eac-b312-2e4858996916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.419514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-c55f60eb-3ade-4eac-b312-2e4858996916 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1070409 Jul 07 17:09:07.421889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-ffe47426-f20b-41f4-92e8-8ad747d06dfa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0305982 Jul 07 17:09:07.496901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-121a0da3-6c46-47ad-8dc2-26e8e8bb5e33 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756148 Jul 07 17:09:07.509438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5280db3-5706-412c-88f6-ea28e7b73c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.799195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-43d48e65-e03d-408e-96f2-140db9d5c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.800627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-43d48e65-e03d-408e-96f2-140db9d5c2ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3741250 Jul 07 17:09:07.817525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-e6b273ae-3aaa-4837-932f-4577059f63dd tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3897877 Jul 07 17:09:07.884438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f12c2cd1-ffaa-47d1-98cc-7329bb866814 service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788192 Jul 07 17:09:07.974334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-48ae20f3-28c5-4e1f-8f9e-4a7accb3fcc3 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619201 Jul 07 17:09:08.057563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-d319108d-fe3d-4a5c-ae1a-1c54e909f0b2 service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663876 Jul 07 17:09:08.069631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1389d1d6-5b16-45b0-a284-0f75c195c8d3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:08.110744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74d43779-6bd2-4a47-94d1-a878a40d02ee req-12d8e0f5-bfea-458d-9091-ea4ddbfd28c9 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281638 Jul 07 17:09:08.208396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.225443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1389d1d6-5b16-45b0-a284-0f75c195c8d3', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '1389d1d6-5b16-45b0-a284-0f75c195c8d3', 'mac_address': 'fa:16:3e:64:4d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:08.318262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.333922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1389d1d6-5b16-45b0-a284-0f75c195c8d3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:08.364466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.369899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.422576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-809a9fee-5ebe-4d14-bfcd-bca2cd141bd1 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2249103 Jul 07 17:09:08.438619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:08.497314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.543016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.657739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1389d1d6-5b16-45b0-a284-0f75c195c8d3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:08.726012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.950214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Allocated IP 172.25.3.48 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/eb3d0547-3736-4f7f-9bef-55d8ee08a2df) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:08.950694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37166) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.128175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.223058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb4a084e-da15-4417-beec-eb54d09b346a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcc8874c328c4e7e93240798956a54d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2703736 Jul 07 17:09:09.227464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37174) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.272452 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.301916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.349662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.360876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:09.372454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:09.380724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:09.452600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=eb3d0547-3736-4f7f-9bef-55d8ee08a2df,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.455273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.460328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.463027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a253aa36-9d6d-42bf-869b-22236e7ca0ee HTTP/1.1" status: 204 len: 168 time: 0.2353377 Jul 07 17:09:09.474474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba7bb-68a1-4942-b804-bbc2c012ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253aa36-9d6d-42bf-869b-22236e7ca0ee,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.504493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.578933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b459-468b-46fc-97df-af928d22b831 req-b6d02ad0-7e1d-47ed-a1b4-4af5fb537603 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.580706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a333b459-468b-46fc-97df-af928d22b831 req-b6d02ad0-7e1d-47ed-a1b4-4af5fb537603 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.2329056 Jul 07 17:09:09.598481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.666656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a333b459-468b-46fc-97df-af928d22b831 req-9afd27f4-3406-430d-ba6b-dde299ac6a2e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 Jul 07 17:09:09.810235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.816516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.842354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37182) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.863068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86703c23-b29e-4231-a95d-51d55fe1b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.902299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.975734 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86703c23-b29e-4231-a95d-51d55fe1b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.980569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=eb3d0547-3736-4f7f-9bef-55d8ee08a2df,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.982765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86703c23-b29e-4231-a95d-51d55fe1b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.000372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.001758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-873f1a45-fa32-422e-a7df-d31e4453023d tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5676851 Jul 07 17:09:10.017006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e8466da-731c-47c2-a66a-907a90bcc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.055390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-86703c23-b29e-4231-a95d-51d55fe1b396 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6fc1c1c39bf4b6bbc1e52be47eb3822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093754 Jul 07 17:09:10.055645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37184) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:10.062409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703c23-b29e-4231-a95d-51d55fe1b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3742d7a-a035-4de3-8e20-edcf5ad9289a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.088724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1389d1d6-5b16-45b0-a284-0f75c195c8d3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:10.102955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-e35162ea-af94-470e-8cbf-b06d21d85062 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.104493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-e35162ea-af94-470e-8cbf-b06d21d85062 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.2564063 Jul 07 17:09:10.108732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-ff5679cf-14f2-4c4c-bc29-a0aff9cbdcf4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0907905 Jul 07 17:09:10.120248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff69e4f-dfc3-4e83-bfa5-168e30221ff3 req-20e0a3b1-b626-4353-a3c0-8905c4acd096 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.121895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ff69e4f-dfc3-4e83-bfa5-168e30221ff3 req-20e0a3b1-b626-4353-a3c0-8905c4acd096 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 949 time: 0.2576399 Jul 07 17:09:10.127498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Request body: {'port': {'device_id': '968c4654-b67d-411d-80c5-044e192d662d', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'admin_state_up': True, 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.135761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.171094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.185557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:10.190412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:10.190816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.232829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.235881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.240802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3742d7a-a035-4de3-8e20-edcf5ad9289a HTTP/1.1" status: 204 len: 168 time: 0.1839714 Jul 07 17:09:10.262056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3a2eb-0ed5-4263-8e7b-f1363a6ef27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3742d7a-a035-4de3-8e20-edcf5ad9289a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.298730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.307799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ff69e4f-dfc3-4e83-bfa5-168e30221ff3 req-6ad82beb-b4c3-4de7-8bbf-21900d32841d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746035 Jul 07 17:09:10.345118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:10.348072 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b1326b-eb75-44da-9e09-6895d17028de" -d '{"events": [{"server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "name": "network-vif-plugged", "status": "completed", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:10.370585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-d2dcfc9c-724e-4546-abcb-eafa689cc5c9 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.371930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b318447-3703-4c1d-bf7b-312671fb7567 req-d2dcfc9c-724e-4546-abcb-eafa689cc5c9 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.2492611 Jul 07 17:09:10.372711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:10.384472 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.423342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:10.427606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.449810 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.470569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.479891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.480639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.481255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.481905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.483013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.483738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.484336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.484886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.486353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.486820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.487248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.487692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:10.604025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96308164-bf98-4e5b-83ca-970188ec2b97 req-1aa9eada-3a21-438d-9511-7775790f3be5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 210 time: 0.0790439 Jul 07 17:09:10.702031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Allocated IP 172.20.0.4 (393b88ee-aae5-4083-8f3a-4b3236ce52de/219697df-297f-4874-9ea8-421dfd7ff01f/51ef62ee-18f1-4ce4-a10d-c0a637e22a49) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:10.824552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-88b2774b-9677-4a55-81be-7b09b8541fb7 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564024 Jul 07 17:09:11.011647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4860690-eac6-4b9d-8488-99cc72d7c03d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.013900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4860690-eac6-4b9d-8488-99cc72d7c03d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721106 Jul 07 17:09:11.041579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:11.130184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.156251 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd930b-d683-417c-855a-31be52f93585 x-openstack-request-id: req-51bd930b-d683-417c-855a-31be52f93585 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:11.156699 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "name": "network-vif-plugged", "status": "completed", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:11.156699 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51bd930b-d683-417c-855a-31be52f93585 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:11.157157 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3', 'code': 200} Jul 07 17:09:11.361658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.389717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.73', 53665) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.423022 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-45df7504-8328-46ee-868a-74d8f6e25ca7 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319512 Jul 07 17:09:11.477882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:11.485349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:11.487964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:11.494675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.494923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.563914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:11.564196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-592c423e-e0d6-49b8-960d-fd97e6ce1837 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.565821 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-592c423e-e0d6-49b8-960d-fd97e6ce1837 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355884 Jul 07 17:09:11.567609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.578855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4546585 Jul 07 17:09:11.581108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:11.610427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Request body: {'port': {'device_id': '968c4654-b67d-411d-80c5-044e192d662d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:11.645401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.678106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e83b-966b-4c23-86db-30a28a13cb0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.775549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fab5b4-d24e-4906-9471-a49965fef25b req-7e33e9a3-2e51-4cf1-9cfe-78d188bd88a5 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.776693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:11.777458 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83fab5b4-d24e-4906-9471-a49965fef25b req-7e33e9a3-2e51-4cf1-9cfe-78d188bd88a5 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.6063180 Jul 07 17:09:11.782042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.805015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-b70c7917-f2ab-478e-9357-a7173595c412 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6129816 Jul 07 17:09:11.859212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:11.870296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669f7e7-da6a-4482-8c23-624bf516830b req-a9996ea8-c094-4fda-968f-2e93f795aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.876219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c669f7e7-da6a-4482-8c23-624bf516830b req-a9996ea8-c094-4fda-968f-2e93f795aef4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 1102 time: 0.5518026 Jul 07 17:09:11.876219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-83fab5b4-d24e-4906-9471-a49965fef25b req-d4d6951a-7dd1-4f9e-a66f-55c4259b6b4a tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.947432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.987061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.262417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c669f7e7-da6a-4482-8c23-624bf516830b req-4b3452ea-b46c-488c-a2e1-50b988e0d47c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717854 Jul 07 17:09:12.299942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.157 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/6aa48c09-88d4-45a9-a6f1-d07a986d786f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:12.640305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-83fab5b4-d24e-4906-9471-a49965fef25b req-d4d6951a-7dd1-4f9e-a66f-55c4259b6b4a tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.660901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-83fab5b4-d24e-4906-9471-a49965fef25b req-d4d6951a-7dd1-4f9e-a66f-55c4259b6b4a tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.738632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83fab5b4-d24e-4906-9471-a49965fef25b req-d4d6951a-7dd1-4f9e-a66f-55c4259b6b4a tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515588 Jul 07 17:09:12.748651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6951a-7dd1-4f9e-a66f-55c4259b6b4a tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a5ad8-8b7f-4715-beaa-fefffcb5d40d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.753441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.793827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.860314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object 6aa48c09-88d4-45a9-a6f1-d07a986d786f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:12.939084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3539b8f0-b1c4-42cc-9cfb-f03380067d34 req-efc231c2-beb6-4466-bbbb-0d9dcaf25b94 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 210 time: 0.0534527 Jul 07 17:09:12.972255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:12.986283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.021615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Transition to ACTIVE for port object 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:13.037580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.041489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Allocated IP 172.25.3.189 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/008869a4-829a-429d-8139-a6d89b423ad0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:13.111333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.117158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.79 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/bec99b5b-55a0-43e3-b02b-254095eb6217) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:13.124463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:13.209469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:13.218310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.226089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:13.252876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:13.258736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.259462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.342234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:13.342811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:13.343279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:13.355270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3282490 Jul 07 17:09:13.391345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Request body: {'port': {'device_id': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:13.392836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.395325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.419035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:13.419035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:13.419577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object bec99b5b-55a0-43e3-b02b-254095eb6217 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:13.452686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:13.453058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:13.453470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:13.453921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Bound port: 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:13.454292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.462871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.465979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9bb60-ad5d-4efe-ae36-d3158abbf30d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.467837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.476537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c64c77-3b7e-474d-8bc0-8a02b9747cca req-c1c6e10d-4815-41e2-aa8e-c9c51b09f2bb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.478172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06c64c77-3b7e-474d-8bc0-8a02b9747cca req-c1c6e10d-4815-41e2-aa8e-c9c51b09f2bb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 950 time: 0.4229956 Jul 07 17:09:13.553215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:13.627584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06c64c77-3b7e-474d-8bc0-8a02b9747cca req-e35f4360-c1df-4e8f-8b17-428d356cc9b9 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350594 Jul 07 17:09:13.634300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c022aefd-5893-4599-935d-3ac3f5c0c18d None None] Provisioning for port 6aa48c09-88d4-45a9-a6f1-d07a986d786f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:13.678255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c022aefd-5893-4599-935d-3ac3f5c0c18d None None] Provisioning complete for port 6aa48c09-88d4-45a9-a6f1-d07a986d786f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:13.678255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c022aefd-5893-4599-935d-3ac3f5c0c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.685509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:13.692574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.703563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.713932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:13.743176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c022aefd-5893-4599-935d-3ac3f5c0c18d None None] Port 6aa48c09-88d4-45a9-a6f1-d07a986d786f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:13.745697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.752379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:13.755662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:13.762313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:13.769309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:13.791479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.799558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:13.807543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:13.814471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.815823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.816534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] 10.222.0.73 "PUT /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 1092 time: 2.2134070 Jul 07 17:09:13.817203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=008869a4-829a-429d-8139-a6d89b423ad0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.820832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:13.822948 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59" -d '{"events": [{"name": "network-changed", "server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:13.850756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.851581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.870784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-3e8a3775-501e-4526-a03b-6bb03be45c98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2939963 Jul 07 17:09:13.889728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Request body: {'port': {'device_id': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:13.995465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.012439 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.047840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e755e-ac24-41bb-ab50-a98844de2152 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.172249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4dcf2cae-057e-4850-9f59-3d4970844a40 None None] Provisioning for port bec99b5b-55a0-43e3-b02b-254095eb6217 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:14.176447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-b97a6504-e763-4930-addd-2f08b79d1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.176765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4dcf2cae-057e-4850-9f59-3d4970844a40 None None] Provisioning complete for port bec99b5b-55a0-43e3-b02b-254095eb6217 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:14.177146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2cae-057e-4850-9f59-3d4970844a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.178056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-b97a6504-e763-4930-addd-2f08b79d1798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1095 time: 0.2883053 Jul 07 17:09:14.217670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf2cae-057e-4850-9f59-3d4970844a40 None None] Port bec99b5b-55a0-43e3-b02b-254095eb6217 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:14.241780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.244217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-a5b10e9a-617f-4f36-94e4-a56e12e5322d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.0574567 Jul 07 17:09:14.394230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-7ce2e329-5683-4f88-9602-061b7fcc3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.395679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-7ce2e329-5683-4f88-9602-061b7fcc3a49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1257005 Jul 07 17:09:14.496688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-8e39a51e-1c21-4299-b5cf-4efb972c38f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928447 Jul 07 17:09:14.543031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa48c09-88d4-45a9-a6f1-d07a986d786f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:14.583046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.595790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0255701-2e2e-4ca6-8c3e-9dc62f1ef399 req-0c183416-56ee-4424-afd7-b97b2808a2fb tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.597372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0255701-2e2e-4ca6-8c3e-9dc62f1ef399 req-0c183416-56ee-4424-afd7-b97b2808a2fb tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 943 time: 0.3502696 Jul 07 17:09:14.639085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Transition to ACTIVE for port object 6aa48c09-88d4-45a9-a6f1-d07a986d786f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.655329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.803039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec99b5b-55a0-43e3-b02b-254095eb6217 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:14.812989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.827223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Transition to ACTIVE for port object bec99b5b-55a0-43e3-b02b-254095eb6217 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.833343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.892210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.971456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0255701-2e2e-4ca6-8c3e-9dc62f1ef399 req-5ae642aa-dcb5-494a-9473-9d190e1032c5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623178 Jul 07 17:09:14.976887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.978931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Attempting to bind port bec99b5b-55a0-43e3-b02b-254095eb6217 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:14.979382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Attempting to bind port bec99b5b-55a0-43e3-b02b-254095eb6217 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:14.979779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Attempting to bind port bec99b5b-55a0-43e3-b02b-254095eb6217 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:14.986843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Port bec99b5b-55a0-43e3-b02b-254095eb6217 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:14.987325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Attempting to bind port bec99b5b-55a0-43e3-b02b-254095eb6217 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:14.994821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:14.995230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:14.995856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:14.995995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-5b214fad-9262-4e61-92f0-ecc6f0e22ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885218 Jul 07 17:09:14.996683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Bound port: bec99b5b-55a0-43e3-b02b-254095eb6217, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:14.996785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.997133 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.006625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Pushing event updated for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.135341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:15.141768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=bec99b5b-55a0-43e3-b02b-254095eb6217,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:15.142013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.154978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.158215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Attempting to bind port 6aa48c09-88d4-45a9-a6f1-d07a986d786f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:15.158372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Attempting to bind port 6aa48c09-88d4-45a9-a6f1-d07a986d786f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:15.158662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Attempting to bind port 6aa48c09-88d4-45a9-a6f1-d07a986d786f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.169599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Port 6aa48c09-88d4-45a9-a6f1-d07a986d786f on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:15.169956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Attempting to bind port 6aa48c09-88d4-45a9-a6f1-d07a986d786f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.196487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event updated for resources: {'Port': ['ID=008869a4-829a-429d-8139-a6d89b423ad0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.207676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:15.208414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:15.209307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:15.210201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Bound port: 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:15.211140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.212795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.213460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.215327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] 10.222.0.73 "PUT /v2.0/ports/bec99b5b-55a0-43e3-b02b-254095eb6217 HTTP/1.1" status: 200 len: 1096 time: 1.3344302 Jul 07 17:09:15.215878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:15.218801 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f438a07-3359-47d2-9246-9487d6cf1ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:15.223206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.225230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-9c201c6e-2fb8-4836-9957-16e55c3628f7 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3867962 Jul 07 17:09:15.275048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f0b1-0018-4abe-9070-d8c2f3db8c04 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.332775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3946e87-02b1-4eea-8dd3-afa9dd38f7cd req-5e7c1694-c57a-4042-82a2-8b76a4ac6114 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274734 Jul 07 17:09:15.378362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-70228b1e-a49d-41e9-9b97-44c9c273e1ab tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.1430600 Jul 07 17:09:15.413911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-eeea9b31-44fb-4bc4-9abb-f7201b16c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.416744 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-eeea9b31-44fb-4bc4-9abb-f7201b16c88e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 1099 time: 0.1367021 Jul 07 17:09:15.474095 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-6144bc12-e3bf-4028-85f7-a9c0cc0a7354 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=bec99b5b-55a0-43e3-b02b-254095eb6217 HTTP/1.1" status: 200 len: 217 time: 0.0431936 Jul 07 17:09:15.498530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37280) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:15.499032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:15.505512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:15.523463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.564249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-f0ed0056-ecdd-4ccc-a43f-7259959d50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.566640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-f0ed0056-ecdd-4ccc-a43f-7259959d50ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0865037 Jul 07 17:09:15.612596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.613245 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.614686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] 10.222.0.73 "PUT /v2.0/ports/6aa48c09-88d4-45a9-a6f1-d07a986d786f HTTP/1.1" status: 200 len: 1097 time: 2.2329104 Jul 07 17:09:15.678915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-5305f37d-7d16-427f-ad08-8d6051118e00 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.691024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a218a9aa-c76c-490a-8caa-1d8dc204f10f req-5305f37d-7d16-427f-ad08-8d6051118e00 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.2967181 Jul 07 17:09:15.692458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24884bc1-5589-4902-86ab-d4b0bf589f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.714525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefc164-3ead-4c58-bb79-e4cdb7ccdbed service neutron] Pushing event updated for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.728151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcb71f77-fa32-47d0-9972-a98154217c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.733472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-bcb71f77-fa32-47d0-9972-a98154217c33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596143 Jul 07 17:09:15.802276 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe77d5e-decc-4887-a90a-385e0d4b4a2a x-openstack-request-id: req-efe77d5e-decc-4887-a90a-385e0d4b4a2a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:15.805200 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:15.805772 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efe77d5e-decc-4887-a90a-385e0d4b4a2a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:15.806460 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'status': 'completed', 'code': 200} Jul 07 17:09:15.829019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-17211dd8-8f4a-478b-971c-33dc0493ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.830937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-17211dd8-8f4a-478b-971c-33dc0493ea0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1100 time: 0.1386893 Jul 07 17:09:15.933366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-15ffb559-c1b3-44ff-8ef3-8da40519eb66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f HTTP/1.1" status: 200 len: 217 time: 0.0899239 Jul 07 17:09:16.013169 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-5cb0a208-a5d0-4f95-8d7c-1ee7ab52cc9b service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706673 Jul 07 17:09:16.063061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-5dfd4fc8-2f4c-4dc3-911c-334a29c34369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.064775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-5dfd4fc8-2f4c-4dc3-911c-334a29c34369 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1138480 Jul 07 17:09:16.077756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37300) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:16.123210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24884bc1-5589-4902-86ab-d4b0bf589f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.124629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-67dba4cc-a493-4669-9943-fe07156c05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.126331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-67dba4cc-a493-4669-9943-fe07156c05cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1095 time: 0.2046058 Jul 07 17:09:16.132391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24884bc1-5589-4902-86ab-d4b0bf589f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.143860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefe2c8-67c4-4fec-b411-04cbc82aa9ab req-b9ea1b63-7f97-40bf-862f-8cdf4466eb8c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.145482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaefe2c8-67c4-4fec-b411-04cbc82aa9ab req-b9ea1b63-7f97-40bf-862f-8cdf4466eb8c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 947 time: 0.1929049 Jul 07 17:09:16.198236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24884bc1-5589-4902-86ab-d4b0bf589f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd63da-80f0-44b0-90f4-e70b5f55452e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.245109 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-6f6907e2-0ab5-4afa-8a60-2ad1215bd025 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196474 Jul 07 17:09:16.260983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:16.264648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24884bc1-5589-4902-86ab-d4b0bf589f2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=116256a8f8cb436c82bcf9d73a122e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237761 Jul 07 17:09:16.345168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaefe2c8-67c4-4fec-b411-04cbc82aa9ab req-dfb344da-ce12-49b8-abb1-bbe3a3ab15b9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889307 Jul 07 17:09:16.396355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42346c7c-a851-4451-af59-beefd95bc117 req-3d98672d-e847-4530-b2c8-19d6c578091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.399398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-3d98672d-e847-4530-b2c8-19d6c578091e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3232322 Jul 07 17:09:16.402852 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e19c35f-2fd7-4e27-9790-723d819bc022 x-openstack-request-id: req-5e19c35f-2fd7-4e27-9790-723d819bc022 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:16.403561 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:16.410668 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e19c35f-2fd7-4e27-9790-723d819bc022 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:16.415771 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217', 'status': 'completed', 'code': 200} Jul 07 17:09:16.483379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-11b90648-a491-4034-87ea-953cf02d86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.484921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-11b90648-a491-4034-87ea-953cf02d86ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.3513820 Jul 07 17:09:16.507823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-9a0d6d70-0bc4-41ed-9e77-8512927c97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.509782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-9a0d6d70-0bc4-41ed-9e77-8512927c97f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 1099 time: 0.0757914 Jul 07 17:09:16.582741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-9a305225-3e5e-45ed-9247-ca524b56c8f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5036755 Jul 07 17:09:16.639439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-b2388d07-fa87-4cf5-962a-8135f90da1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.640812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c40582e2-adb0-4545-92e3-86d2282fb28a req-ccb051ea-c173-4467-a891-70c2ca5ad4e8 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips/ca406e86-2994-4d02-9814-98f7be1c266b HTTP/1.1" status: 200 len: 693 time: 0.2185986 Jul 07 17:09:16.641302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-b2388d07-fa87-4cf5-962a-8135f90da1ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1236286 Jul 07 17:09:16.647209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-14690215-9888-407a-8fba-7a9c5c4541d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.0902119 Jul 07 17:09:16.647856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.727992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-36be8255-abbb-4254-aa69-43ab346739da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=bec99b5b-55a0-43e3-b02b-254095eb6217 HTTP/1.1" status: 200 len: 217 time: 0.0734913 Jul 07 17:09:16.784493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.829258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-86718e18-176e-4218-bbdf-e2cf7c717f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.831677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-86718e18-176e-4218-bbdf-e2cf7c717f43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0952747 Jul 07 17:09:16.852679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-0995eb4f-ad73-4514-b931-ab44c52afc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.854148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-0995eb4f-ad73-4514-b931-ab44c52afc4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1884708 Jul 07 17:09:16.875320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c805ba-0621-4fd3-b1b1-2eee191814e7 req-b9bb4b6f-e472-4654-9ba3-78ec51438d36 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.877051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5c805ba-0621-4fd3-b1b1-2eee191814e7 req-b9bb4b6f-e472-4654-9ba3-78ec51438d36 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 950 time: 0.5593569 Jul 07 17:09:16.888002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-f96c3b8d-35f7-4f98-9027-0d0e6c9f5ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671931 Jul 07 17:09:16.937660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-134f8de2-026d-4325-a487-3cc2ef901219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.939725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-134f8de2-026d-4325-a487-3cc2ef901219 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983579 Jul 07 17:09:16.953762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-f7fdf8f0-3b5d-4de5-9074-03116296cb6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682557 Jul 07 17:09:17.035920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40582e2-adb0-4545-92e3-86d2282fb28a req-43e49805-b9ff-4e82-8953-1474cd401ecc tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.037927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c40582e2-adb0-4545-92e3-86d2282fb28a req-43e49805-b9ff-4e82-8953-1474cd401ecc tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3965383 Jul 07 17:09:17.056151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37330) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.096416 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-0bfec3cb-30a5-49e7-b3d2-b4a73bc978d3 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488082 Jul 07 17:09:17.102274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c40582e2-adb0-4545-92e3-86d2282fb28a req-c768b1fc-63fc-45c0-9cc1-c695b1c3ce2a tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:17.103885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c40582e2-adb0-4545-92e3-86d2282fb28a req-c768b1fc-63fc-45c0-9cc1-c695b1c3ce2a tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495763 Jul 07 17:09:17.131834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.137802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.142112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fadd63da-80f0-44b0-90f4-e70b5f55452e HTTP/1.1" status: 204 len: 168 time: 0.8757470 Jul 07 17:09:17.169231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5c805ba-0621-4fd3-b1b1-2eee191814e7 req-8f3d8a7b-8c98-455a-a5bd-a6e222cb29b5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802184 Jul 07 17:09:17.194294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df5958-53d9-4411-b6ec-526e53859038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd63da-80f0-44b0-90f4-e70b5f55452e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.246179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42346c7c-a851-4451-af59-beefd95bc117 req-22c86ebf-a109-443b-abb2-09bd02fcbffa service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380871 Jul 07 17:09:17.268414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-8a04fbc4-8b8a-4431-8aa4-86b4869eb65c service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912931 Jul 07 17:09:17.319793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db4e1f63-1651-4550-bb15-aca6d0533470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.401518 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f438a07-3359-47d2-9246-9487d6cf1ed9 req-70394bf9-3fb8-4087-a303-5a312f85439c service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821414 Jul 07 17:09:17.439845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae0f3c2d-bdc6-4fd1-8b43-aee4ade0ed59 req-9d6a4e54-4af3-4d70-9ae6-7ff7cd9dc975 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595018 Jul 07 17:09:17.509939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9b455-1797-49ae-b7d3-469c1783f0a0 req-b131c123-3fec-4b77-9a85-2231e492b959 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.511265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2c9b455-1797-49ae-b7d3-469c1783f0a0 req-b131c123-3fec-4b77-9a85-2231e492b959 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1684418 Jul 07 17:09:17.535989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db4e1f63-1651-4550-bb15-aca6d0533470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.543450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db4e1f63-1651-4550-bb15-aca6d0533470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.576683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f70f-d92c-4e1e-b2ba-ae4b7698c9cf req-af9a0385-5c3a-4123-a205-0569605b34ad tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.578281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8e5f70f-d92c-4e1e-b2ba-ae4b7698c9cf req-af9a0385-5c3a-4123-a205-0569605b34ad tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 943 time: 0.1409698 Jul 07 17:09:17.584113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2c9b455-1797-49ae-b7d3-469c1783f0a0 req-f1939ab4-4278-4d70-b1a6-f8406020cd52 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Jul 07 17:09:17.595423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-db4e1f63-1651-4550-bb15-aca6d0533470 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53dc13330f784905981aa31648546075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375922 Jul 07 17:09:17.599008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37352) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.645409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1f63-1651-4550-bb15-aca6d0533470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa492b3-e2b6-48ec-824b-1509da583228,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:17.651785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8e5f70f-d92c-4e1e-b2ba-ae4b7698c9cf req-85633e74-e1a8-4bf7-9061-d09d247005ec tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643816 Jul 07 17:09:17.727127 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-6b2dca4c-4b8f-4cea-8673-302f72e90f9c tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips/ca406e86-2994-4d02-9814-98f7be1c266b HTTP/1.1" status: 200 len: 693 time: 0.0907629 Jul 07 17:09:17.745243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.777507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.779522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37358) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:17.811091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b83fe1b-1011-48f3-aedc-1ff7f909ff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.878148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.882303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.884333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/efa492b3-e2b6-48ec-824b-1509da583228 HTTP/1.1" status: 204 len: 168 time: 0.2830212 Jul 07 17:09:17.907028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c642e0-26cd-45b0-b02c-98a80f7a6675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa492b3-e2b6-48ec-824b-1509da583228,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.003551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b83fe1b-1011-48f3-aedc-1ff7f909ff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.012190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b83fe1b-1011-48f3-aedc-1ff7f909ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.014883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:18.018329 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29293b89-dab1-4359-a356-c2c4220dd46e" -d '{"events": [{"name": "network-changed", "server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:18.081802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5b83fe1b-1011-48f3-aedc-1ff7f909ff49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db82359c6c984fbea8c4c3ab57be1229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008451 Jul 07 17:09:18.084846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83fe1b-1011-48f3-aedc-1ff7f909ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49960e-867b-4fe1-b68f-1e5504d5ba8f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.089282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37364) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.116796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-da4afdb0-7884-4895-8904-ab87b73891ba tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.123507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-da4afdb0-7884-4895-8904-ab87b73891ba tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3860295 Jul 07 17:09:18.138617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-0cc8d084-be9c-49bb-b6fd-5765a092f8b3 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:18.140607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-0cc8d084-be9c-49bb-b6fd-5765a092f8b3 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155427 Jul 07 17:09:18.218488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-a43838b3-7482-4f3c-92cc-4a9fd21e4c88 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0647042 Jul 07 17:09:18.241717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.296970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-a2571252-03c8-4841-b0b7-06d0aed267ff tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0671422 Jul 07 17:09:18.310606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.412312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37370) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.434819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a181051d-d359-4e66-b734-44836669b09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.539167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a181051d-d359-4e66-b734-44836669b09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.543361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a181051d-d359-4e66-b734-44836669b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.578767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.583005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.583495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a181051d-d359-4e66-b734-44836669b09e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=777ccab9bc4f44468a43dff049b29770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698172 Jul 07 17:09:18.585190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c49960e-867b-4fe1-b68f-1e5504d5ba8f HTTP/1.1" status: 204 len: 168 time: 0.4947512 Jul 07 17:09:18.586044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181051d-d359-4e66-b734-44836669b09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036bfd8-5a2c-48d5-ba8d-003c30975c99,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.590569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37374) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.630262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b64cc-959a-4a19-8e37-0ed6a274528a req-2fedd175-ca0b-4a8c-ab54-1ebbca4c855e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.632471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a0b64cc-959a-4a19-8e37-0ed6a274528a req-2fedd175-ca0b-4a8c-ab54-1ebbca4c855e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 947 time: 0.2675478 Jul 07 17:09:18.633259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a12d92-613a-4ff0-9fae-20bb82471352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49960e-867b-4fe1-b68f-1e5504d5ba8f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.655946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Deleting port 008869a4-829a-429d-8139-a6d89b423ad0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:18.656482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.667832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-c199b8a3-0bf5-4000-ad18-407044e0c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.669353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-c199b8a3-0bf5-4000-ad18-407044e0c437 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.1956964 Jul 07 17:09:18.677249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.702128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.761078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.763841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.767752 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9036bfd8-5a2c-48d5-ba8d-003c30975c99 HTTP/1.1" status: 204 len: 168 time: 0.1638150 Jul 07 17:09:18.778818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a078ad-31e1-40f8-bf2f-b756248cac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036bfd8-5a2c-48d5-ba8d-003c30975c99,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.811141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a0b64cc-959a-4a19-8e37-0ed6a274528a req-c103c6ac-3e8c-4b1a-87ea-7b0685d26950 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715744 Jul 07 17:09:18.888276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.888615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.902518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Calling delete_port for 008869a4-829a-429d-8139-a6d89b423ad0 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:18.915132 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5264fbe-a4a4-4575-823f-99dba1f9e54c x-openstack-request-id: req-d5264fbe-a4a4-4575-823f-99dba1f9e54c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:18.915424 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:18.915680 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5264fbe-a4a4-4575-823f-99dba1f9e54c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:18.916075 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f', 'status': 'completed', 'code': 200} Jul 07 17:09:18.920320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-07a01cbc-b804-4611-ae77-2b4e5577ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.921827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-07a01cbc-b804-4611-ae77-2b4e5577ec0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2376752 Jul 07 17:09:19.045848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-2fc60df0-ef49-435a-8511-3719c9dbc22b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.0809739 Jul 07 17:09:19.141019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-3e92cb83-8623-42d9-9261-7f416228407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.141873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-3e92cb83-8623-42d9-9261-7f416228407b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0822484 Jul 07 17:09:19.166094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293b89-dab1-4359-a356-c2c4220dd46e req-0ceb6d98-6a65-4c1c-b1d7-ff1ed765599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.167001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-0ceb6d98-6a65-4c1c-b1d7-ff1ed765599f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1100 time: 0.2011020 Jul 07 17:09:19.331591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.383178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event deleted for resources: {'Port': ['ID=008869a4-829a-429d-8139-a6d89b423ad0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.416434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293b89-dab1-4359-a356-c2c4220dd46e req-4a82febe-f04f-42b6-8a8f-5a6279d958fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.417883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-4a82febe-f04f-42b6-8a8f-5a6279d958fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2311914 Jul 07 17:09:19.423748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-8fec6133-7f0b-4779-ab7b-94c8858bd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.425325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-8fec6133-7f0b-4779-ab7b-94c8858bd165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2732754 Jul 07 17:09:19.426156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.429106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.430262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91d5998-87c7-4f5c-83fd-26d37b466acb req-5ded6651-72e9-4feb-a610-559fcbc72175 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "DELETE /v2.0/floatingips/ca406e86-2994-4d02-9814-98f7be1c266b HTTP/1.1" status: 204 len: 173 time: 1.1225278 Jul 07 17:09:19.524030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-29292c24-f21a-4e64-bf2f-4c62dcd57075 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f HTTP/1.1" status: 200 len: 217 time: 0.0913842 Jul 07 17:09:19.542616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.543106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.543611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.544119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.544502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.544975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.545430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.545904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.546359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.548602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-333f5193-ed5d-4b87-9fa2-4a54d676baa0 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469&device_id=968c4654-b67d-411d-80c5-044e192d662d&device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662&device_id=18b8458b-1034-4985-a892-c0a4157612d0&device_id=91785867-3624-444e-8b6c-b499f44fcd7e&device_id=e757d560-5870-49f0-a26d-5c4b988f39f7&device_id=da652709-c389-4536-9934-7894b88cd748&device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 8217 time: 0.3158498 Jul 07 17:09:19.606002 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-00507246-4b47-48ec-9d0f-4263c396ba28 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.613713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:19.672267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293b89-dab1-4359-a356-c2c4220dd46e req-9f89c19f-8b4f-4ee2-8a86-fb5807a40373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.673745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-9f89c19f-8b4f-4ee2-8a86-fb5807a40373 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1397867 Jul 07 17:09:19.701467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-b4c2cfdc-992a-407c-9c5f-7d9b2f435282 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666543 Jul 07 17:09:19.764139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:19.785043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'port_id': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'mac_address': 'fa:16:3e:f9:41:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219697df-297f-4874-9ea8-421dfd7ff01f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:19.838385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.858374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:19.864286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65383ffe-3f49-4c2e-b6e7-99228de7fbdf req-f4a3a9c2-dce5-42a2-b3b5-1f6d50469fc0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.871362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65383ffe-3f49-4c2e-b6e7-99228de7fbdf req-f4a3a9c2-dce5-42a2-b3b5-1f6d50469fc0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.2709885 Jul 07 17:09:19.887386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:19.894863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.895723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device bec99b5b-55a0-43e3-b02b-254095eb6217 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:19.934485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-5255fd65-6cc2-45e0-a220-8a75f0975a1f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065594 Jul 07 17:09:19.942410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293b89-dab1-4359-a356-c2c4220dd46e req-1d5e3876-484d-4477-85ad-217d2d3f3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.944652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-1d5e3876-484d-4477-85ad-217d2d3f3543 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2608564 Jul 07 17:09:19.994875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65383ffe-3f49-4c2e-b6e7-99228de7fbdf req-49ca8b54-6295-4717-a572-44d1bf23934a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222303 Jul 07 17:09:20.071488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=bec99b5b-55a0-43e3-b02b-254095eb6217,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.078087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-00507246-4b47-48ec-9d0f-4263c396ba28 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.089959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'bec99b5b-55a0-43e3-b02b-254095eb6217', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'bec99b5b-55a0-43e3-b02b-254095eb6217', 'mac_address': 'fa:16:3e:23:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:20.092168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-00507246-4b47-48ec-9d0f-4263c396ba28 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.155246 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.162632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d832ab9-6109-490e-b6b1-a3d53af65a4a req-00507246-4b47-48ec-9d0f-4263c396ba28 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&id=214063f2-edf4-4559-ba90-0822334f78ac&id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.5974259 Jul 07 17:09:20.194284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00507246-4b47-48ec-9d0f-4263c396ba28 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d526f2d-2902-4e16-a4cc-9bb7986694fc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.236791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.252593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-047971a8-ba12-44a1-a30d-efcc2d1c18c5 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923186 Jul 07 17:09:20.267539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec99b5b-55a0-43e3-b02b-254095eb6217 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:20.316070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=bec99b5b-55a0-43e3-b02b-254095eb6217,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.332237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.401331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.649842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:20.689427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9df67-2c34-4e1b-a1cd-5d9b4fe9d978 req-8c5a9ca0-3415-4234-a4e7-0df443af99bc tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.690720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['51ef62ee-18f1-4ce4-a10d-c0a637e22a49'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:20.691011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9db9df67-2c34-4e1b-a1cd-5d9b4fe9d978 req-8c5a9ca0-3415-4234-a4e7-0df443af99bc tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.5021455 Jul 07 17:09:20.787979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e8457-70b3-44e7-8398-5874f0c08825 req-fb12896a-a42e-4ac2-acf7-60c6d2f47baa tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.789880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-468e8457-70b3-44e7-8398-5874f0c08825 req-fb12896a-a42e-4ac2-acf7-60c6d2f47baa tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5306265 Jul 07 17:09:20.809004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9db9df67-2c34-4e1b-a1cd-5d9b4fe9d978 req-92fa02fd-b735-4074-8db6-2e5dca46cc91 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034896 Jul 07 17:09:20.811143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29293b89-dab1-4359-a356-c2c4220dd46e req-4e31389a-27f1-4665-8e7d-b2740aac7f95 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486391 Jul 07 17:09:21.016514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39745d1-87a2-4e18-99e1-005634a50d07 req-035625aa-a338-4eb3-8d27-5f4f040f7dd5 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.018062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d39745d1-87a2-4e18-99e1-005634a50d07 req-035625aa-a338-4eb3-8d27-5f4f040f7dd5 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 948 time: 0.0839682 Jul 07 17:09:21.060488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d39745d1-87a2-4e18-99e1-005634a50d07 req-a5e44415-4e76-4bec-a93b-aba141a12b12 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 07 17:09:21.163371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fcd5f10-dd0e-42dd-93e9-de6e37634795 req-3e17c969-019d-4725-9229-f7f9d33bcee1 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=fe21e8a8336a47248a85af3c2e405c8d HTTP/1.1" status: 200 len: 1656 time: 0.0776815 Jul 07 17:09:21.290458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5f10-dd0e-42dd-93e9-de6e37634795 req-f52b7170-6468-48a7-84ba-2e7f1885766b tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.292045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fcd5f10-dd0e-42dd-93e9-de6e37634795 req-f52b7170-6468-48a7-84ba-2e7f1885766b tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks?id=52d6e229-6838-4833-bee3-24170440d153&id=52d6e229-6838-4833-bee3-24170440d153&id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 787 time: 0.1214910 Jul 07 17:09:21.303652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3fcd5f10-dd0e-42dd-93e9-de6e37634795 req-d388559e-0e5c-44ab-af76-25996bd86826 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:21.305024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fcd5f10-dd0e-42dd-93e9-de6e37634795 req-d388559e-0e5c-44ab-af76-25996bd86826 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066731 Jul 07 17:09:21.499071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852ea0d-ca0a-4d98-b35e-67a92b469442 req-298ab467-c93a-495d-9b49-261fcb99e9fb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.500672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e852ea0d-ca0a-4d98-b35e-67a92b469442 req-298ab467-c93a-495d-9b49-261fcb99e9fb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.0673988 Jul 07 17:09:21.549822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e852ea0d-ca0a-4d98-b35e-67a92b469442 req-c797e79e-2d1c-4504-8b8c-dc90e1db3d8a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Jul 07 17:09:21.600074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784cec-7001-45a5-acc7-b4506efb4d8d req-6d397041-dcd2-48eb-ad77-03fefe9f3bef tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.601141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784cec-7001-45a5-acc7-b4506efb4d8d req-6d397041-dcd2-48eb-ad77-03fefe9f3bef tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.601623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784cec-7001-45a5-acc7-b4506efb4d8d req-6d397041-dcd2-48eb-ad77-03fefe9f3bef tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.603424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca784cec-7001-45a5-acc7-b4506efb4d8d req-6d397041-dcd2-48eb-ad77-03fefe9f3bef tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0&device_id=da652709-c389-4536-9934-7894b88cd748&device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 2885 time: 0.0694990 Jul 07 17:09:21.614220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6aa48c09-88d4-45a9-a6f1-d07a986d786f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:21.617041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device bec99b5b-55a0-43e3-b02b-254095eb6217 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:21.651202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca784cec-7001-45a5-acc7-b4506efb4d8d req-3fe8f420-0995-4247-b826-70aedfda3079 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Jul 07 17:09:21.725569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port bec99b5b-55a0-43e3-b02b-254095eb6217 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:21.732924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port bec99b5b-55a0-43e3-b02b-254095eb6217 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:21.733303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.736290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-425e3d37-b6b7-4f65-a4e6-f3a0bd5e7767 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300603 Jul 07 17:09:21.794835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:21.812044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '6aa48c09-88d4-45a9-a6f1-d07a986d786f', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '6aa48c09-88d4-45a9-a6f1-d07a986d786f', 'mac_address': 'fa:16:3e:73:0c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:21.854013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-9fef03e7-1b22-4f3c-a5f2-0337ff1bf58b tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips/d48a5d82-be2c-4d2a-87da-c6f91c642e6c HTTP/1.1" status: 200 len: 692 time: 0.0845170 Jul 07 17:09:21.878092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.892338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.904044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa48c09-88d4-45a9-a6f1-d07a986d786f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:21.932922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:21.935209 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d462c-e0bd-4924-a663-eae8c42c8d8f" -d '{"events": [{"server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "name": "network-vif-plugged", "status": "completed", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:21.947950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:21.951927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=bec99b5b-55a0-43e3-b02b-254095eb6217,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:21.953987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.959602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.959938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:21.963131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-8e1f57eb-6825-4139-88f4-8ad423862854 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.964711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-8e1f57eb-6825-4139-88f4-8ad423862854 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216570 Jul 07 17:09:22.001744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d5082f88-6924-4410-afc9-48c4b1e2f9ba tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/quotas/caf6e6158fc34554a36efb2c4f7296cb HTTP/1.1" status: 200 len: 375 time: 0.0276747 Jul 07 17:09:22.013383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-68f6fc40-b71b-43d8-986b-7c1be4483c66 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.014836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-68f6fc40-b71b-43d8-986b-7c1be4483c66 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1532459 Jul 07 17:09:22.035420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.050696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-e3c7a69d-7313-4d38-b6f0-914f6a553ccf tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348499 Jul 07 17:09:22.073426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:22.089898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:22.090320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.092499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-1380f67f-6ac4-4079-bfdc-24a33b9bb610 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0656669 Jul 07 17:09:22.112719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.154284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-468111ce-9058-4c8f-8c15-c26db0ea4d90 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0521941 Jul 07 17:09:22.217858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.250780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6aa48c09-88d4-45a9-a6f1-d07a986d786f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:22.283150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:22.292088 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.332438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Deleting port eb3d0547-3736-4f7f-9bef-55d8ee08a2df {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:22.332813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.441712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.461128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.461473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.477437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Calling delete_port for eb3d0547-3736-4f7f-9bef-55d8ee08a2df owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:22.668108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020478-24ff-4a3f-9fc0-577e194c0292 req-dd13b25f-872c-4271-b7e8-cb9fbe812201 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.669821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07020478-24ff-4a3f-9fc0-577e194c0292 req-dd13b25f-872c-4271-b7e8-cb9fbe812201 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.1287446 Jul 07 17:09:22.712573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.750595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07020478-24ff-4a3f-9fc0-577e194c0292 req-1fd65333-501d-4190-b1cb-e2cb0f5a1032 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Jul 07 17:09:22.752829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event deleted for resources: {'Port': ['ID=eb3d0547-3736-4f7f-9bef-55d8ee08a2df,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.782170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.785169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.787207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf59a215-9072-469f-8a37-d00fcceb2891 req-11af38d4-eeb4-4a7f-9bef-4178e854b411 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "DELETE /v2.0/floatingips/d48a5d82-be2c-4d2a-87da-c6f91c642e6c HTTP/1.1" status: 204 len: 173 time: 0.6239126 Jul 07 17:09:22.818089 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf825d6-e85d-46be-a545-2f1f275368a1 x-openstack-request-id: req-8bf825d6-e85d-46be-a545-2f1f275368a1 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:22.818748 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "name": "network-vif-plugged", "status": "completed", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:22.818748 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bf825d6-e85d-46be-a545-2f1f275368a1 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:22.821191 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217', 'code': 200} Jul 07 17:09:22.992649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77b9d0ba-bf3e-4b2b-9279-79adbe56773e req-3941610e-aba3-4749-8775-59032ae482cd tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 210 time: 0.0633280 Jul 07 17:09:23.050942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9d0e4-46b1-4772-a070-ea7777e23414 req-de712076-c592-4f7a-b703-985254ada3b0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.053020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0c9d0e4-46b1-4772-a070-ea7777e23414 req-de712076-c592-4f7a-b703-985254ada3b0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 949 time: 0.1278193 Jul 07 17:09:23.054853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5d1b0-21c2-4423-a2ff-8969badfb586 req-50a56528-091f-4ce3-bdcc-153482c3bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.056443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8b5d1b0-21c2-4423-a2ff-8969badfb586 req-50a56528-091f-4ce3-bdcc-153482c3bba1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 1101 time: 0.1641824 Jul 07 17:09:23.118304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0c9d0e4-46b1-4772-a070-ea7777e23414 req-e467452a-dcd6-4bd3-a4ac-f369020d521f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594289 Jul 07 17:09:23.120398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8b5d1b0-21c2-4423-a2ff-8969badfb586 req-fdaf9dad-06c8-4ad2-ba55-db6a643a3fd2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546522 Jul 07 17:09:23.238246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-5e223901-2d48-467c-bf81-3643ff2cc579 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips/f8fec37f-eec7-4153-b09a-4f0f69c4e92d HTTP/1.1" status: 200 len: 693 time: 0.0844281 Jul 07 17:09:23.346982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f49b8f-3679-450d-a664-c624a5b5452f req-2cfee59c-04fb-46dd-8da9-4fcda6717c2b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.348947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83f49b8f-3679-450d-a664-c624a5b5452f req-2cfee59c-04fb-46dd-8da9-4fcda6717c2b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1480241 Jul 07 17:09:23.357389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:23.400364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-1d42c623-0362-44a9-9817-5c8dcc8961f3 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.401799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-1d42c623-0362-44a9-9817-5c8dcc8961f3 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1573198 Jul 07 17:09:23.452478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83f49b8f-3679-450d-a664-c624a5b5452f req-545210c9-f39f-40f3-aa0b-b1d97d17d077 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953093 Jul 07 17:09:23.464132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-3fc2a99f-3414-4e82-823e-8407ba9bb399 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0537899 Jul 07 17:09:23.490997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-516ef0c6-471f-4a11-bc00-55f263a303fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.551047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-42b87271-a2d7-4741-8efe-2041fa88baf3 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0738261 Jul 07 17:09:23.605411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-516ef0c6-471f-4a11-bc00-55f263a303fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.611177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-516ef0c6-471f-4a11-bc00-55f263a303fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.611344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-ea9e49f6-4177-454a-abd3-99be0301516f tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552106 Jul 07 17:09:23.629027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6aa48c09-88d4-45a9-a6f1-d07a986d786f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:23.652830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef0c6-471f-4a11-bc00-55f263a303fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d025a0-399f-4ebf-aa55-ed4371eff213,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.665406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-516ef0c6-471f-4a11-bc00-55f263a303fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57f9769a809e4cbca2a7ebc4584c1b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069718 Jul 07 17:09:23.671061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:23.717571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 6aa48c09-88d4-45a9-a6f1-d07a986d786f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:23.726517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 6aa48c09-88d4-45a9-a6f1-d07a986d786f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:23.727214 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.747269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.776331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.842938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.845677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.849159 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77d025a0-399f-4ebf-aa55-ed4371eff213 HTTP/1.1" status: 204 len: 168 time: 0.1746364 Jul 07 17:09:23.850319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.867244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123e0be-0d49-40ab-8a10-ad7d7af03434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d025a0-399f-4ebf-aa55-ed4371eff213,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.898414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-cceeaae7-0040-4fb4-bbce-3184323547a8 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.900118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-cceeaae7-0040-4fb4-bbce-3184323547a8 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812057 Jul 07 17:09:23.901746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Deleting port a1a6b49b-48af-4d3c-b742-969972ace3bf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:23.902090 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.928497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:23.934465 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.005102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.192319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Request body: {'port': {'device_id': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'caf6e6158fc34554a36efb2c4f7296cb'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:24.244181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37554) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:24.258026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5b69ffc-c1cc-493e-9060-a618caf58699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.331303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.331627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.351575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5b69ffc-c1cc-493e-9060-a618caf58699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.356582 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5b69ffc-c1cc-493e-9060-a618caf58699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.359000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Calling delete_port for a1a6b49b-48af-4d3c-b742-969972ace3bf owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:24.388433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171574ae-5839-44ab-9f0b-bf591097a1e6 req-f6157037-709f-4c43-8e19-a8d261047112 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.389934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-171574ae-5839-44ab-9f0b-bf591097a1e6 req-f6157037-709f-4c43-8e19-a8d261047112 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.2058978 Jul 07 17:09:24.393166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5b69ffc-c1cc-493e-9060-a618caf58699 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06f3ab142709441e98bbbf744b2b67db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480114 Jul 07 17:09:24.396587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:24.410025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69ffc-c1cc-493e-9060-a618caf58699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c87e93-4c59-4f20-945a-84ad8ecb4df3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.454925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.466793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Made reservation on behalf of caf6e6158fc34554a36efb2c4f7296cb for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:24.469963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.478244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.504756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-171574ae-5839-44ab-9f0b-bf591097a1e6 req-22e8e89d-f3b4-4ba8-9907-e8f64ca583e4 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748022 Jul 07 17:09:24.505587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.539111 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:24.548821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.551775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.554291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1c87e93-4c59-4f20-945a-84ad8ecb4df3 HTTP/1.1" status: 204 len: 168 time: 0.1564059 Jul 07 17:09:24.563162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432ce40-16ed-4a76-ab0c-ac28ff9f1c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c87e93-4c59-4f20-945a-84ad8ecb4df3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.648845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.693408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event deleted for resources: {'Port': ['ID=a1a6b49b-48af-4d3c-b742-969972ace3bf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.730213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.732808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.734034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5c7497-5034-42a1-92f2-c65b114facb3 req-09f34803-7fd4-4454-b582-59e622b3bdb4 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "DELETE /v2.0/floatingips/f8fec37f-eec7-4153-b09a-4f0f69c4e92d HTTP/1.1" status: 204 len: 173 time: 1.1816325 Jul 07 17:09:24.749972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.761625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.822458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49'}, {'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:24.825056 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fa8a12-68ee-4e9e-b410-1ff2fd9ff521" -d '{"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-plugged", "status": "completed", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49"}, {"server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "name": "network-vif-plugged", "status": "completed", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:24.836510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef930e40-9d6e-4973-aa0b-97e535d1f6ac,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.918354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7a6f326-6767-44d5-b652-b0f87a1469ae req-e9355c68-7392-4e32-9376-727699d5caae tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 210 time: 0.0551651 Jul 07 17:09:24.997369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Allocated IP 192.168.233.105 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/aff2408c-103c-4992-9366-bb9ccc7f1530) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:25.046725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626b98e-5a18-4c58-b47c-372934f1334e req-acd9312a-3351-4aa3-a641-3e8e06dae5ea tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.046725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5626b98e-5a18-4c58-b47c-372934f1334e req-acd9312a-3351-4aa3-a641-3e8e06dae5ea tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 949 time: 0.1675558 Jul 07 17:09:25.194155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5626b98e-5a18-4c58-b47c-372934f1334e req-8c8efe02-288b-4b98-8d27-1fdbbfc05f59 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268868 Jul 07 17:09:25.214786 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.243361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee5bd3-67b7-4b02-b758-20b13c1f941d req-88ba1bfa-d13c-4d78-b66d-7ef70d28bd0b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.244929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ee5bd3-67b7-4b02-b758-20b13c1f941d req-88ba1bfa-d13c-4d78-b66d-7ef70d28bd0b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1977634 Jul 07 17:09:25.334975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ae84233-78b5-407f-a987-5a9242012e8a req-69242df1-3225-4709-b452-fe9d45d173dd tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips/6cc1a1e3-ce7c-4342-9edc-ac004c25a445 HTTP/1.1" status: 200 len: 693 time: 0.0885217 Jul 07 17:09:25.359760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.428764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ee5bd3-67b7-4b02-b758-20b13c1f941d req-4bfd7156-bd88-4f02-bdfa-47a5a94d326d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753342 Jul 07 17:09:25.438854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Transition to ACTIVE for port object aff2408c-103c-4992-9366-bb9ccc7f1530 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:25.523180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84233-78b5-407f-a987-5a9242012e8a req-109dc300-3afa-4dff-9de3-b8f6dd0ba94c tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.530156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ae84233-78b5-407f-a987-5a9242012e8a req-109dc300-3afa-4dff-9de3-b8f6dd0ba94c tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1795070 Jul 07 17:09:25.543512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.620284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ae84233-78b5-407f-a987-5a9242012e8a req-79f5a46c-6d5c-4b43-89b3-fccfc28a7e5e tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0871034 Jul 07 17:09:25.640809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:25.680156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:25.688538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:25.694703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.698051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:25.707595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Pushing event updated for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:25.720795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ae84233-78b5-407f-a987-5a9242012e8a req-cf8caf6b-2edf-428a-accc-aeb36dd88071 tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0993686 Jul 07 17:09:25.746880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-214f3eee-e23c-4ab4-934a-be4c98ba82f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5614998 Jul 07 17:09:25.783141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Request body: {'port': {'device_id': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:25.881480 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ec89f-f772-4d58-922f-7ade26af6f1d x-openstack-request-id: req-552ec89f-f772-4d58-922f-7ade26af6f1d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:25.882109 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-plugged", "status": "completed", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49", "code": 200}, {"server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "name": "network-vif-plugged", "status": "completed", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:25.882670 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-552ec89f-f772-4d58-922f-7ade26af6f1d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:25.883302 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'code': 200} Jul 07 17:09:25.883791 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f', 'code': 200} Jul 07 17:09:25.951334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.000383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bf9b216d-b88e-4995-9dc3-6e9a61818608 None None] Provisioning for port aff2408c-103c-4992-9366-bb9ccc7f1530 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:26.008338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bf9b216d-b88e-4995-9dc3-6e9a61818608 None None] Provisioning complete for port aff2408c-103c-4992-9366-bb9ccc7f1530 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:26.009703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bf9b216d-b88e-4995-9dc3-6e9a61818608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.039199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Deleting port cf1e60ba-b222-4784-8309-504e9d241f00 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:26.039687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.066016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b216d-b88e-4995-9dc3-6e9a61818608 None None] Port aff2408c-103c-4992-9366-bb9ccc7f1530 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:26.077228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1688253-4036-41a1-820f-d6e62548548b req-708fcf5c-5446-453d-afd9-47011f1cf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.078973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a1688253-4036-41a1-820f-d6e62548548b req-708fcf5c-5446-453d-afd9-47011f1cf89d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1102 time: 0.0976996 Jul 07 17:09:26.124291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a1688253-4036-41a1-820f-d6e62548548b req-cefd1217-7c44-4324-afcf-50059c680e55 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378392 Jul 07 17:09:26.256657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.256993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.314974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f78971-f3ce-40ca-91af-28f18b8729a5 req-3fdc0684-0682-4ebf-87e9-3fa9e52b9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.316477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72f78971-f3ce-40ca-91af-28f18b8729a5 req-3fdc0684-0682-4ebf-87e9-3fa9e52b9b49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1097 time: 0.3094513 Jul 07 17:09:26.319341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Calling delete_port for cf1e60ba-b222-4784-8309-504e9d241f00 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:26.365371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d830d-4ae2-4995-b6b5-2796c59bb5e4 req-e89909cc-a621-4dae-94b4-8b34fff751c2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.367001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-510d830d-4ae2-4995-b6b5-2796c59bb5e4 req-e89909cc-a621-4dae-94b4-8b34fff751c2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 950 time: 0.3252456 Jul 07 17:09:26.460278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72f78971-f3ce-40ca-91af-28f18b8729a5 req-b4d0be67-93c8-4e34-a19a-85b428e348b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316230 Jul 07 17:09:26.500266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-510d830d-4ae2-4995-b6b5-2796c59bb5e4 req-dbabf58e-578c-4d8d-8bca-3768935aa969 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993025 Jul 07 17:09:26.587520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff2408c-103c-4992-9366-bb9ccc7f1530 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:26.598145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.626138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Transition to ACTIVE for port object aff2408c-103c-4992-9366-bb9ccc7f1530 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:26.638569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.664196 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.701021 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.749033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.751622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.754097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.755869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ae84233-78b5-407f-a987-5a9242012e8a req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] 10.222.0.66 "DELETE /v2.0/floatingips/6cc1a1e3-ce7c-4342-9edc-ac004c25a445 HTTP/1.1" status: 204 len: 173 time: 1.0218797 Jul 07 17:09:26.763467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.806559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f586e-9c9f-414c-90be-c0d733d81dbe tempest-FloatingIPDetailsTestJSON-2137843044 tempest-FloatingIPDetailsTestJSON-2137843044-project] Pushing event deleted for resources: {'Port': ['ID=cf1e60ba-b222-4784-8309-504e9d241f00,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.881226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Attempting to bind port aff2408c-103c-4992-9366-bb9ccc7f1530 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:26.881569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Attempting to bind port aff2408c-103c-4992-9366-bb9ccc7f1530 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:26.881900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Attempting to bind port aff2408c-103c-4992-9366-bb9ccc7f1530 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:26.890774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30bf73-41f8-4bc6-8d8b-561c8dc78ded req-a54ff87b-c3c9-4f19-9406-50f0e34b662c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.892295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b30bf73-41f8-4bc6-8d8b-561c8dc78ded req-a54ff87b-c3c9-4f19-9406-50f0e34b662c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.2712672 Jul 07 17:09:26.928645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Port aff2408c-103c-4992-9366-bb9ccc7f1530 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:26.928975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Attempting to bind port aff2408c-103c-4992-9366-bb9ccc7f1530 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:27.179330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:27.179672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:27.180066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:27.180513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Bound port: aff2408c-103c-4992-9366-bb9ccc7f1530, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:27.180874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.232492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b30bf73-41f8-4bc6-8d8b-561c8dc78ded req-4bbfbb47-83a3-4894-a99e-5d9b0f98066c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151777 Jul 07 17:09:27.322361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce88040-9116-4b83-be58-a85e4076423e req-3de3694f-f93d-49ce-b48b-9479dccc4675 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.323924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dce88040-9116-4b83-be58-a85e4076423e req-3de3694f-f93d-49ce-b48b-9479dccc4675 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1101 time: 0.4660683 Jul 07 17:09:27.388750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:27.432096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=aff2408c-103c-4992-9366-bb9ccc7f1530,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:27.457259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dce88040-9116-4b83-be58-a85e4076423e req-187759a3-b48d-4b03-97af-352b25aba521 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264598 Jul 07 17:09:27.462131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.539262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.539884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.541328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] 10.222.0.73 "PUT /v2.0/ports/aff2408c-103c-4992-9366-bb9ccc7f1530 HTTP/1.1" status: 200 len: 1097 time: 1.7645519 Jul 07 17:09:27.546530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:27.548752 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:27.577824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8eda8-f8c3-4e40-af59-d77f5380bbfe service neutron] Pushing event updated for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.652819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0286a-955c-4ba2-b8be-1bb7cb89e1d5 req-ecc598a9-26e4-4856-b3f8-dce7370bf06b tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.654726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ad0286a-955c-4ba2-b8be-1bb7cb89e1d5 req-ecc598a9-26e4-4856-b3f8-dce7370bf06b tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 948 time: 0.2671938 Jul 07 17:09:27.764439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ad0286a-955c-4ba2-b8be-1bb7cb89e1d5 req-7f429ad4-2fc3-4bf1-a545-2b1c382ff961 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792677 Jul 07 17:09:27.818215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-12721ba4-2ab7-46ab-b7e4-5977151b81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.820366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-12721ba4-2ab7-46ab-b7e4-5977151b81f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 1100 time: 0.1885114 Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.826597 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:27.829649 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:27.922084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-f2d6ecd9-c0e5-44e9-9c2f-3c170038b192 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=aff2408c-103c-4992-9366-bb9ccc7f1530 HTTP/1.1" status: 200 len: 217 time: 0.0908310 Jul 07 17:09:28.036942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-ab5d1eb1-f2c1-4eb8-9427-658d9afa6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.038299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-ab5d1eb1-f2c1-4eb8-9427-658d9afa6a72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1024816 Jul 07 17:09:28.096370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57460be3-a9d7-4bd1-90cf-66dda908e0be req-56f54c3a-09ae-42a9-9556-ed913ddf62a0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.097861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57460be3-a9d7-4bd1-90cf-66dda908e0be req-56f54c3a-09ae-42a9-9556-ed913ddf62a0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.2870607 Jul 07 17:09:28.107601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.152225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7933d71-bf37-49c0-8173-6c0bf8afdda9 req-c554ad56-a128-42ec-940c-0843fda0b5cb tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.153728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7933d71-bf37-49c0-8173-6c0bf8afdda9 req-c554ad56-a128-42ec-940c-0843fda0b5cb tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1101 time: 0.2335727 Jul 07 17:09:28.243468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57460be3-a9d7-4bd1-90cf-66dda908e0be req-c34da9ec-0dd9-41f3-8c24-f77273afab57 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397002 Jul 07 17:09:28.277946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7933d71-bf37-49c0-8173-6c0bf8afdda9 req-23cebe06-81cd-43c6-a066-490a72c7ebb5 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149960 Jul 07 17:09:28.281837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-6753a085-cb18-474a-9fd9-5aa2565ce93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.283411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-6753a085-cb18-474a-9fd9-5aa2565ce93d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333257 Jul 07 17:09:28.341322 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3abdd-decc-43c7-b1a1-3623de974247 x-openstack-request-id: req-57b3abdd-decc-43c7-b1a1-3623de974247 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:28.341584 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:28.341830 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57b3abdd-decc-43c7-b1a1-3623de974247 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:28.342268 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530', 'status': 'completed', 'code': 200} Jul 07 17:09:28.541345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-3ab93d18-fea1-44f0-afa4-4c8b32124fc7 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350039 Jul 07 17:09:28.639510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0432c-7341-472d-b8b9-d3197f4f98cc req-d71224bb-2ca0-4542-90d7-e9e21f9c0195 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.641011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0a0432c-7341-472d-b8b9-d3197f4f98cc req-d71224bb-2ca0-4542-90d7-e9e21f9c0195 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 950 time: 0.2442570 Jul 07 17:09:28.644108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37648) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.750866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd052-ca62-459d-8160-715104e0a747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.771632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828d716-7142-45f6-b796-2e80d33c863b req-67eb56e7-df95-4175-ad54-eec9e352a844 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.773166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1828d716-7142-45f6-b796-2e80d33c863b req-67eb56e7-df95-4175-ad54-eec9e352a844 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.2489488 Jul 07 17:09:28.776020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0a0432c-7341-472d-b8b9-d3197f4f98cc req-28da86fd-2897-4e38-92ce-9d54f9195fa4 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146410 Jul 07 17:09:28.814171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74fd79e-61d3-4532-be7a-7b1a0cbe28c9 req-55838bf5-87ed-42fe-bf30-444af7ba26a6 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634583 Jul 07 17:09:28.836206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1828d716-7142-45f6-b796-2e80d33c863b req-70e83b1a-c489-4049-8cc2-dce5bc0b6c10 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 Jul 07 17:09:28.844158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Deleting port 2f3965bc-f291-4a76-9683-6f925743c8c4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:28.844533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.863949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd052-ca62-459d-8160-715104e0a747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.872069 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0fbd052-ca62-459d-8160-715104e0a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.921437 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f0fbd052-ca62-459d-8160-715104e0a747 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fd553dc431848ec8964da1e69cb8b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762134 Jul 07 17:09:28.922362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37660) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.964351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbd052-ca62-459d-8160-715104e0a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc74315-3dcc-49eb-950a-e16ae4846859,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.028540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] For port 2f3965bc-f291-4a76-9683-6f925743c8c4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2f3965bc-f291-4a76-9683-6f925743c8c4,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:29.028923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.039402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-988c5e4c-687c-42c7-9753-423a9522fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.041083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-988c5e4c-687c-42c7-9753-423a9522fa45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 1100 time: 0.1208210 Jul 07 17:09:29.052274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.065379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Calling delete_port for 2f3965bc-f291-4a76-9683-6f925743c8c4 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:29.082520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.155206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.158127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.159585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cc74315-3dcc-49eb-950a-e16ae4846859 HTTP/1.1" status: 204 len: 168 time: 0.2301459 Jul 07 17:09:29.170115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360065d-4240-4ed9-8765-dd4a8f81d0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc74315-3dcc-49eb-950a-e16ae4846859,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.303986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.537873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-56c08a34-569d-4345-8ff8-674e49ecead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.539450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-56c08a34-569d-4345-8ff8-674e49ecead2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.4825194 Jul 07 17:09:29.566022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47dc956e-bc8c-4b80-86b1-60233011cf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.608643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37676) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.633599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d19ae994-762b-43b6-9091-f15beadcb769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.678731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe9ea-0259-4e5f-b723-f5b4c3ba8315 req-28eb3b9e-7579-4469-bb79-b6930620cdb9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.680670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-750fe9ea-0259-4e5f-b723-f5b4c3ba8315 req-28eb3b9e-7579-4469-bb79-b6930620cdb9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 948 time: 0.3225267 Jul 07 17:09:29.681975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-4aad0223-87bd-460d-a87f-931b791b573b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=aff2408c-103c-4992-9366-bb9ccc7f1530 HTTP/1.1" status: 200 len: 217 time: 0.1185510 Jul 07 17:09:29.698659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47dc956e-bc8c-4b80-86b1-60233011cf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.705559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47dc956e-bc8c-4b80-86b1-60233011cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.756226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc956e-bc8c-4b80-86b1-60233011cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5107e62-06aa-4b3c-b7e7-4b1f25c49119,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.766986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-47dc956e-bc8c-4b80-86b1-60233011cf25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7faaef2c23f647efbf0030f805623f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612160 Jul 07 17:09:29.767625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.772098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250d26-e45c-40c6-a367-46d594bc0f34 req-d9798e7a-f2ad-4bca-96bb-5e1ca749cd98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.778363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250d26-e45c-40c6-a367-46d594bc0f34 req-d9798e7a-f2ad-4bca-96bb-5e1ca749cd98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.782920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70250d26-e45c-40c6-a367-46d594bc0f34 req-d9798e7a-f2ad-4bca-96bb-5e1ca749cd98 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469&device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1690 time: 0.3519585 Jul 07 17:09:29.855556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.858964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-954b51e6-7cf6-4b2c-a3ca-f9f1eec2a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.860469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-954b51e6-7cf6-4b2c-a3ca-f9f1eec2a146 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1531510 Jul 07 17:09:29.868487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-750fe9ea-0259-4e5f-b723-f5b4c3ba8315 req-0c57c7a3-184e-42f4-bbcb-928ccb8aa1f2 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779842 Jul 07 17:09:29.905349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.906243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d19ae994-762b-43b6-9091-f15beadcb769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.914224 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d19ae994-762b-43b6-9091-f15beadcb769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.952216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70250d26-e45c-40c6-a367-46d594bc0f34 req-2170b225-5bfd-464d-9a35-15646bebd864 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553195 Jul 07 17:09:29.984807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ae994-762b-43b6-9091-f15beadcb769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa49438-00fb-4776-be44-3156067c06d5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.992255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d19ae994-762b-43b6-9091-f15beadcb769 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b183e3a08ba48df81e501ede844b012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822589 Jul 07 17:09:29.995972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37682) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.010144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.031928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.036221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.038303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5107e62-06aa-4b3c-b7e7-4b1f25c49119 HTTP/1.1" status: 204 len: 168 time: 0.2676318 Jul 07 17:09:30.047709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d722b1-9dfd-4cc3-8ba1-a84d3aa028d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5107e62-06aa-4b3c-b7e7-4b1f25c49119,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.074871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-87ce2bce-2b66-4e7d-8db0-e5edfb1a3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.076415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-87ce2bce-2b66-4e7d-8db0-e5edfb1a3024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1976449 Jul 07 17:09:30.106157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3965bc-f291-4a76-9683-6f925743c8c4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.355853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.422690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.449255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275fb4-89d3-4d27-b287-f4c8aa24ec69 req-65c1a58e-d9ff-48ee-b637-31ef31dfbfad tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.450824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19275fb4-89d3-4d27-b287-f4c8aa24ec69 req-65c1a58e-d9ff-48ee-b637-31ef31dfbfad tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1097 time: 0.3138049 Jul 07 17:09:30.452593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-5a878e69-5eed-4937-9914-2143e0b432f3 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589721 Jul 07 17:09:30.458365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.491982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37690) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.505886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06fce97f-aaad-48ef-849b-f313b156af54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.575296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe729c21-7f5e-48c0-94e3-1d07f903fe44 req-dd8df14d-f50f-478c-b425-fd9527875d62 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.576944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe729c21-7f5e-48c0-94e3-1d07f903fe44 req-dd8df14d-f50f-478c-b425-fd9527875d62 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.3298528 Jul 07 17:09:30.631705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06fce97f-aaad-48ef-849b-f313b156af54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.639562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06fce97f-aaad-48ef-849b-f313b156af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.670374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19275fb4-89d3-4d27-b287-f4c8aa24ec69 req-9932da0d-7f47-4807-ba03-a72cdeff32df tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089918 Jul 07 17:09:30.684491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-06fce97f-aaad-48ef-849b-f313b156af54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d729d4b13e334bf18bf1a414c9a441a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887927 Jul 07 17:09:30.684742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.692127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce97f-aaad-48ef-849b-f313b156af54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2716c2e0-09e5-4722-a146-b0d759b8c6a1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.720363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.725829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.730038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daa49438-00fb-4776-be44-3156067c06d5 HTTP/1.1" status: 204 len: 168 time: 0.7279119 Jul 07 17:09:30.757374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.771840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe729c21-7f5e-48c0-94e3-1d07f903fe44 req-bd59a27c-3258-4a97-bccb-b0e8a360f036 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537976 Jul 07 17:09:30.772575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f28708-feb2-42c2-9103-d6a3fed89eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa49438-00fb-4776-be44-3156067c06d5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.782406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acff20f3-fbfa-4227-8fcb-1bd7a2331ab2 req-3f6f2f5c-18c8-4c67-8fa0-7841fc662fcb service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194413 Jul 07 17:09:30.785888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.884489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.887670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.891231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2716c2e0-09e5-4722-a146-b0d759b8c6a1 HTTP/1.1" status: 204 len: 168 time: 0.2032466 Jul 07 17:09:30.904504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee9c77-8b9d-46ee-92ba-917262a65ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2716c2e0-09e5-4722-a146-b0d759b8c6a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.964480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Router 7d787969-5cba-4e19-92eb-41ff1f07c66d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:31.101910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7264d2-1bef-48c4-9d62-bfd88c38f69c req-92cbbaa1-6eed-4d86-9855-745f27c960d3 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.103589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7264d2-1bef-48c4-9d62-bfd88c38f69c req-92cbbaa1-6eed-4d86-9855-745f27c960d3 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1097 time: 0.1374323 Jul 07 17:09:31.144058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:31.157041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f9143bb-14c2-4be0-9ec4-811b9e10905b admin admin] 10.222.0.66 "PUT /v2.0/routers/7d787969-5cba-4e19-92eb-41ff1f07c66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3901818 Jul 07 17:09:31.157246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Sync routers for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:31.157748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37710) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.171987 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:31.172643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:31.176566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7264d2-1bef-48c4-9d62-bfd88c38f69c req-4f157532-6ebc-4916-80d7-7a84ad600166 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Jul 07 17:09:31.366558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.423247 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:31.557103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.672150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device aff2408c-103c-4992-9366-bb9ccc7f1530 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:31.684055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Deleting port 94271ef1-dd0e-4145-97d6-5e94bd3f9830 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:31.684402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.730227 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:09:29Z', 'revision_number': 5, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port': {'id': '94271ef1-dd0e-4145-97d6-5e94bd3f9830', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:52Z', 'updated_at': '2021-07-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:31.767727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d51d4-c25b-4f16-ba87-429aa64de4da req-74ce22a1-4077-4699-8ed2-f486954b357c tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.769474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b5d51d4-c25b-4f16-ba87-429aa64de4da req-74ce22a1-4077-4699-8ed2-f486954b357c tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 1101 time: 0.4659433 Jul 07 17:09:31.784220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-283c5f1d-ee89-400c-9966-d9249fb8fc97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4704556 Jul 07 17:09:31.804610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b809-b88f-4627-b79f-550274ef095c req-914a1767-b502-4801-8095-58a9515e5eb5 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.812538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2095b809-b88f-4627-b79f-550274ef095c req-914a1767-b502-4801-8095-58a9515e5eb5 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 948 time: 0.1384387 Jul 07 17:09:31.832028 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Checking router: 7d787969-5cba-4e19-92eb-41ff1f07c66d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:31.848238 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Routers {'7d787969-5cba-4e19-92eb-41ff1f07c66d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:31.850108 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7d787969-5cba-4e19-92eb-41ff1f07c66d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:31.878429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] For port 94271ef1-dd0e-4145-97d6-5e94bd3f9830, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94271ef1-dd0e-4145-97d6-5e94bd3f9830,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:31.878998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.903209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Calling delete_port for 94271ef1-dd0e-4145-97d6-5e94bd3f9830 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:31.934365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b5d51d4-c25b-4f16-ba87-429aa64de4da req-802361f6-18e5-4373-a740-cc7851e98632 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554224 Jul 07 17:09:31.948075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=aff2408c-103c-4992-9366-bb9ccc7f1530,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:31.951807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2095b809-b88f-4627-b79f-550274ef095c req-e9c17322-3817-49e6-a177-d0b2be1a9512 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252754 Jul 07 17:09:31.968029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'aff2408c-103c-4992-9366-bb9ccc7f1530', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'aff2408c-103c-4992-9366-bb9ccc7f1530', 'mac_address': 'fa:16:3e:d6:54:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:32.006617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-c9728d5f-c282-4826-ad16-d3314ff2c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.008687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-c9728d5f-c282-4826-ad16-d3314ff2c632 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d1eaf3ad26941488caf16b914064ad9&device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 1101 time: 0.1565490 Jul 07 17:09:32.069745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.090849 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.111014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff2408c-103c-4992-9366-bb9ccc7f1530 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:32.136755 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] Set router 7d787969-5cba-4e19-92eb-41ff1f07c66d gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:32.158944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=aff2408c-103c-4992-9366-bb9ccc7f1530,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:32.166623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.243728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-63602d8b-b253-4aa9-9dea-a0a131dcb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.245787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-63602d8b-b253-4aa9-9dea-a0a131dcb211 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2080276 Jul 07 17:09:32.295588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.328014 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:09:31Z', 'revision_number': 6, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.357539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-f5261102-f900-4190-9d9d-6a2266b406a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b74e41dd-7222-4b27-ab9a-72cff750750f HTTP/1.1" status: 200 len: 217 time: 0.0956206 Jul 07 17:09:32.391254 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25f59f-481b-46fa-82c5-b64c38d7068b None None] The sync data for ids ['7d787969-5cba-4e19-92eb-41ff1f07c66d'] in n-d-791505-12 is: [{'id': '7d787969-5cba-4e19-92eb-41ff1f07c66d', 'name': 'tempest-FloatingIPDetailsTestJSON-1378107262-router', 'tenant_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:51Z', 'updated_at': '2021-07-07T17:09:31Z', 'revision_number': 6, 'project_id': 'fe21e8a8336a47248a85af3c2e405c8d', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:32.432338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.494265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['aff2408c-103c-4992-9366-bb9ccc7f1530'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:32.516061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-289800c1-bdba-4e2d-8657-8720994ece95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.518630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-289800c1-bdba-4e2d-8657-8720994ece95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1500027 Jul 07 17:09:32.548851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=94271ef1-dd0e-4145-97d6-5e94bd3f9830,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.572244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-network', 'tenant_id': '87569db29ba8472c81e622d8025419fd'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:32.611557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f677a7-95ea-4320-9833-085b457c1e32 req-e9841f44-bd1e-4538-a4b9-011b963311ed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.619900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f677a7-95ea-4320-9833-085b457c1e32 req-e9841f44-bd1e-4538-a4b9-011b963311ed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.2313247 Jul 07 17:09:32.693201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.725634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f677a7-95ea-4320-9833-085b457c1e32 req-14919499-fd6f-43d8-9ad1-0da908f6c1dc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044619 Jul 07 17:09:32.760720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-ea3e6b25-c451-488d-8afb-8d782b3e0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.767670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-ea3e6b25-c451-488d-8afb-8d782b3e0e8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2281516 Jul 07 17:09:33.009246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Made reservation on behalf of 87569db29ba8472c81e622d8025419fd for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:33.011819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.014696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-883756cc-c125-4681-9bb4-5fb0a771d5d9 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328248 Jul 07 17:09:33.016578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e99af0-42ed-45fe-8fca-cc4b3949d55e req-796d09be-bcdc-4f18-a0a2-1c72d35f198e tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.019143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44e99af0-42ed-45fe-8fca-cc4b3949d55e req-796d09be-bcdc-4f18-a0a2-1c72d35f198e tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1102 time: 0.1188719 Jul 07 17:09:33.026865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.028539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.039767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.199402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.199971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d787969-5cba-4e19-92eb-41ff1f07c66d {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:09:33.211504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.215363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-28ed02e4-ac9e-4238-bcbc-477f6815bd29 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7d787969-5cba-4e19-92eb-41ff1f07c66d HTTP/1.1" status: 204 len: 168 time: 2.0568249 Jul 07 17:09:33.217052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.280572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44e99af0-42ed-45fe-8fca-cc4b3949d55e req-14ec85c0-d59a-4463-9e3d-86459c777bab tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536175 Jul 07 17:09:33.325696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Deleting subnet e6c4d17f-cbe4-4239-8e1f-f0531d3350e2 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:33.334126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.335343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8558f0b-c4dc-47d4-a4cd-746cad261752 req-c736055a-3905-403e-8e37-b7e78cd825fe service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981052 Jul 07 17:09:33.493000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94271ef1-dd0e-4145-97d6-5e94bd3f9830 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:33.509322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3e80-c9ea-4dca-b87a-281ac8e9fd1f req-9f98f4b8-6b04-43ab-83ca-1073f536bc3c tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.511258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19ca3e80-c9ea-4dca-b87a-281ac8e9fd1f req-9f98f4b8-6b04-43ab-83ca-1073f536bc3c tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1746433 Jul 07 17:09:33.527118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 94271ef1-dd0e-4145-97d6-5e94bd3f9830 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:33.527823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94271ef1-dd0e-4145-97d6-5e94bd3f9830 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:33.528720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2f3965bc-f291-4a76-9683-6f925743c8c4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:33.556780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2f3965bc-f291-4a76-9683-6f925743c8c4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:33.557489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2f3965bc-f291-4a76-9683-6f925743c8c4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:33.577689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c782-bd0a-473a-9fa9-31b7765e415f req-71bbe33b-cdc5-4562-9133-a648715c6c5b tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.579289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09e1c782-bd0a-473a-9fa9-31b7765e415f req-71bbe33b-cdc5-4562-9133-a648715c6c5b tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 949 time: 0.1349502 Jul 07 17:09:33.586486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19ca3e80-c9ea-4dca-b87a-281ac8e9fd1f req-1ecaef96-ce04-496f-befd-ceb098a69ba3 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681624 Jul 07 17:09:33.643115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09e1c782-bd0a-473a-9fa9-31b7765e415f req-33f042b9-87e7-4a02-b7a6-1fc201fa1c2b tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Jul 07 17:09:33.679856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.720350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.726765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.775572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:33.788165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e4583-fea3-499d-94a1-117eac1a924b req-2740d093-5b5e-47f4-9768-80e4135884d6 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.796490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-942e4583-fea3-499d-94a1-117eac1a924b req-2740d093-5b5e-47f4-9768-80e4135884d6 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1097 time: 0.0806792 Jul 07 17:09:33.855447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.856060 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Added segment 48792b59-0ba6-4247-a5c4-84349c47c4ee of type vlan for network a54eca58-c3ba-4d2c-ab47-f14d81b5607a Jul 07 17:09:33.857152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8fc77-f894-44b8-86f6-d8f4c9d35d5a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.858231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-942e4583-fea3-499d-94a1-117eac1a924b req-a5b8ccf9-2b6b-4996-8cdc-2213cffdc41e tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Jul 07 17:09:33.947597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.955916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.022730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.023925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.024633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.076281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835e0c-8c64-4399-9860-37d8f8a52e49 req-b311be0e-553a-4b67-bdd4-544b83007925 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.078005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6835e0c-8c64-4399-9860-37d8f8a52e49 req-b311be0e-553a-4b67-bdd4-544b83007925 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.0749700 Jul 07 17:09:34.107827 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0369461 Jul 07 17:09:34.109925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.111871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a38840-d8ac-4d28-bc6a-f4febee781af admin admin] Pushing event updated for resources: {'Network': ['ID=a54eca58-c3ba-4d2c-ab47-f14d81b5607a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.115252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37810) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.122756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:34.122938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Request body: {'subnet': {'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-subnet', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:34.130460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.135589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e6c4d17f-cbe4-4239-8e1f-f0531d3350e2 HTTP/1.1" status: 204 len: 168 time: 0.9148800 Jul 07 17:09:34.135692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6835e0c-8c64-4399-9860-37d8f8a52e49 req-51db0a9b-6445-4f58-bd7c-071641386552 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494716 Jul 07 17:09:34.137645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.182429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30191-7387-429e-833a-077624fbc3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c4d17f-cbe4-4239-8e1f-f0531d3350e2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.218810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Made reservation on behalf of 87569db29ba8472c81e622d8025419fd for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:34.221228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.221920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adeec8-4eb0-4a29-ac6e-916c8a6020b2 None None] Network 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:34.318945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-5a75b30d-351d-4ac9-9129-0dbdcc89fd9b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566204 Jul 07 17:09:34.328253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.428939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] DHCP port deletion for 86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:34.479803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Deleting port b4312748-7e83-4c29-ba5b-f3e36cca44a5 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:34.480299 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.551471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-5b60e1fa-5efd-49e1-af14-1d6ee9b2cd3d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.554379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-5b60e1fa-5efd-49e1-af14-1d6ee9b2cd3d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205975 Jul 07 17:09:34.561196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] For port b4312748-7e83-4c29-ba5b-f3e36cca44a5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b4312748-7e83-4c29-ba5b-f3e36cca44a5,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.561841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.576471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Calling delete_port for b4312748-7e83-4c29-ba5b-f3e36cca44a5 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:34.601100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Deleting port b4312748-7e83-4c29-ba5b-f3e36cca44a5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:34.601446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.621810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-44037b9d-671e-401d-8598-2d68caaf4142 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0611560 Jul 07 17:09:34.706144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.719566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.745653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] Pushing event deleted for resources: {'Port': ['ID=b4312748-7e83-4c29-ba5b-f3e36cca44a5,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.750555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17564e-ae26-4c7a-b867-cac259984ed8 None None] No DVR routers for this DVR port b4312748-7e83-4c29-ba5b-f3e36cca44a5 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:34.788528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] For port b4312748-7e83-4c29-ba5b-f3e36cca44a5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b4312748-7e83-4c29-ba5b-f3e36cca44a5,segment=NetworkSegment(5f3bd606-fb0a-44ac-9146-d45cd503028e),segment_id=5f3bd606-fb0a-44ac-9146-d45cd503028e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.788897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.810521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739de110-e7ad-47e9-b77e-a98265b0306b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.812624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Calling delete_port for b4312748-7e83-4c29-ba5b-f3e36cca44a5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:34.889671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Checking segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:34.890041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Network hostable DHCP agents. Network: a54eca58-c3ba-4d2c-ab47-f14d81b5607a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:34.904220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-e4047bbe-67e8-4bd4-8759-acc0ae2c5c11 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2496924 Jul 07 17:09:34.951570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:34.970865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a54eca58-c3ba-4d2c-ab47-f14d81b5607a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:34.977259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.977875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.980753 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.983955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24215d54-c81b-42d1-8cf1-5845e875f68c None None] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:35.016303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4312748-7e83-4c29-ba5b-f3e36cca44a5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.021803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] No DVR routers for this DVR port b4312748-7e83-4c29-ba5b-f3e36cca44a5 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:35.062623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37848) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.063202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1569aa44-e008-4726-811c-7569da827531 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9464381 Jul 07 17:09:35.069963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:35.096764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-4c5f856d-4327-41ea-ad7c-d207e192bf11 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:35.098094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-4c5f856d-4327-41ea-ad7c-d207e192bf11 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082297 Jul 07 17:09:35.112171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:35.112973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Unknown quota resources ['binding']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:09:35.140612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.142932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.149549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.169545 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.169915 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.170699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.171218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.171731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.172212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.173051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.173534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.174008 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.174508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.218966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:35.219987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.258489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.271297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.271718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.272249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.272641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:09:35.273204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ddb4ee-a3ea-4d5e-88c2-1cf759a20931']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.302517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3bd606-fb0a-44ac-9146-d45cd503028e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.302816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3bd606-fb0a-44ac-9146-d45cd503028e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:35.323015 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.350318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.361509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:35.361990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.387003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Allocated IP 172.20.0.2 (a54eca58-c3ba-4d2c-ab47-f14d81b5607a/739de110-e7ad-47e9-b77e-a98265b0306b/dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:35.440741 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:35.458407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.462245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.463028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b4312748-7e83-4c29-ba5b-f3e36cca44a5 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:35.466648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:35.467301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:35.467591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:35.476241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:35.476760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:35.483526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:35.484031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:35.484707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:35.485208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Bound port: 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:35.490809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.493027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b4312748-7e83-4c29-ba5b-f3e36cca44a5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:35.493376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b4312748-7e83-4c29-ba5b-f3e36cca44a5 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:35.498736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/86ddb4ee-a3ea-4d5e-88c2-1cf759a20931 HTTP/1.1" status: 204 len: 168 time: 1.3573217 Jul 07 17:09:35.501863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de684bec-4947-4a46-ada4-8a6eefbe05d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ddb4ee-a3ea-4d5e-88c2-1cf759a20931,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.629182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:35.637153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.638472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-327d42a8-b0be-4e69-a9cc-ccb629ab5019 service neutron] 10.222.0.66 "POST /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49/bindings HTTP/1.1" status: 201 len: 390 time: 0.5307589 Jul 07 17:09:35.709723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device aff2408c-103c-4992-9366-bb9ccc7f1530 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:35.757362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.836703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.845550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37864) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.849989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Transition to ACTIVE for port object dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:35.875455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.903051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Transition to ACTIVE for port object dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:35.921026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.950491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port aff2408c-103c-4992-9366-bb9ccc7f1530 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:35.965925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port aff2408c-103c-4992-9366-bb9ccc7f1530 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:35.966297 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.970764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:36.017695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:36.027195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:36.059124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ff2a686-2527-4688-9d3d-d38844b50762 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe21e8a8336a47248a85af3c2e405c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119277 Jul 07 17:09:36.062053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:36.069630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Pushing event updated for resources: {'Port': ['ID=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.121629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Allocated IP 172.25.3.189 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/17dad0c2-effa-45dc-9e4f-eb5994d0b668) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:36.125357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Attempting to bind port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:36.125970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Attempting to bind port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:36.126648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Attempting to bind port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:36.142164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ae2c-44d5-4d0c-828d-22d99d6de98e req-6cefebba-9876-4acf-b318-388cf73662e0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.142389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:36.142849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Checking segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:36.143425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.144218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Bound using segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:36.145119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Bound port: dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:36.146242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.153606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19b4ae2c-44d5-4d0c-828d-22d99d6de98e req-6cefebba-9876-4acf-b318-388cf73662e0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.2987642 Jul 07 17:09:36.197739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.236537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.256407 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.256847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-2919d36b-2fea-43f4-a06c-614bd12f523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.258751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-2919d36b-2fea-43f4-a06c-614bd12f523b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1097 time: 0.2618825 Jul 07 17:09:36.262780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] For port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:36.279273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32931d6-068c-42aa-a317-ed0f37fbff4f req-657dbb48-57cd-4f41-bc68-9c3c6df5f514 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.282477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c32931d6-068c-42aa-a317-ed0f37fbff4f req-657dbb48-57cd-4f41-bc68-9c3c6df5f514 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 949 time: 0.2628202 Jul 07 17:09:36.299416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] For port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:36.307110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.330837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=aff2408c-103c-4992-9366-bb9ccc7f1530,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:36.331874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:36.334293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19b4ae2c-44d5-4d0c-828d-22d99d6de98e req-e32d1d2e-70fc-4338-9054-4fd2a8ce8d3e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582751 Jul 07 17:09:36.336121 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd659368-9b03-4df7-94fb-54784314f602" -d '{"events": [{"server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "name": "network-vif-plugged", "status": "completed", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:36.340453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.341899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.343585 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.345314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.351040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a41be6ab-49eb-4250-a858-723eec25b8ae HTTP/1.1" status: 204 len: 168 time: 0.2859814 Jul 07 17:09:36.382731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe715-e69c-460e-b2f8-a884f7fa5496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41be6ab-49eb-4250-a858-723eec25b8ae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.398068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.510564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.530552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:36.537743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:36.546113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:36.608766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c32931d6-068c-42aa-a317-ed0f37fbff4f req-522ec467-38d6-48f4-b75e-8fb029e7e971 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935357 Jul 07 17:09:36.629821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Pushing event updated for resources: {'Port': ['ID=17dad0c2-effa-45dc-9e4f-eb5994d0b668,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.653543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988eff6-69bf-4492-8275-9c442d403ea4 None None] Pushing event updated for resources: {'Port': ['ID=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.712115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-73bbe4f8-f035-47c2-84a1-351710f3d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.714013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-73bbe4f8-f035-47c2-84a1-351710f3d08e service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.4278698 Jul 07 17:09:36.865752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-2b9e1dd0-d2ad-4abf-ba10-60136e1c21c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.1410260 Jul 07 17:09:36.889683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8ca5-8544-4172-9bb8-76de82d24cce req-f6bf7bf6-ae03-46ec-bc28-f4d149cd33bd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.908960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-082d8ca5-8544-4172-9bb8-76de82d24cce req-f6bf7bf6-ae03-46ec-bc28-f4d149cd33bd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.2720749 Jul 07 17:09:37.050916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-082d8ca5-8544-4172-9bb8-76de82d24cce req-48621867-6a70-4690-bb3e-a790ed884e93 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409202 Jul 07 17:09:37.105376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-ce71f479-45a6-42fa-8178-9b78f8cab35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.108405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-ce71f479-45a6-42fa-8178-9b78f8cab35d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1973217 Jul 07 17:09:37.151146 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97790c9e-0b4a-41c1-90e8-db482884dbd1 x-openstack-request-id: req-97790c9e-0b4a-41c1-90e8-db482884dbd1 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:37.151669 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "name": "network-vif-plugged", "status": "completed", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:37.151757 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97790c9e-0b4a-41c1-90e8-db482884dbd1 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:37.152101 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530', 'code': 200} Jul 07 17:09:37.174425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.301617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-29e2a911-2444-4d67-b059-144e6dc007dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698663 Jul 07 17:09:37.527028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:37.530650 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60b761ce-9537-49c7-be47-38e8d0271065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.547692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:37.593286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06d05e91-6df2-4c08-892c-443d189239d1 req-dd0aa192-b425-4b67-819f-fe98514217ae tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 210 time: 0.0805817 Jul 07 17:09:37.671257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b719-a881-49f3-a2b0-1cda1b3e3406 req-111872f8-c60e-4710-9960-f28a270d258f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.673023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2688b719-a881-49f3-a2b0-1cda1b3e3406 req-111872f8-c60e-4710-9960-f28a270d258f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.5614111 Jul 07 17:09:37.728038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:37.737378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8225-402f-4dab-9401-5c15a2985bcb req-5b6c7376-b3c6-4525-9522-3ad469edf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.739728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da0c8225-402f-4dab-9401-5c15a2985bcb req-5b6c7376-b3c6-4525-9522-3ad469edf847 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 1102 time: 0.2441785 Jul 07 17:09:37.761121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-fa70780b-3ccd-4325-bb2f-9861cde01597 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443045 Jul 07 17:09:37.802988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2688b719-a881-49f3-a2b0-1cda1b3e3406 req-5d80fcbd-4d89-4585-892f-f1322055e894 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217849 Jul 07 17:09:37.869095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da0c8225-402f-4dab-9401-5c15a2985bcb req-3514c1aa-b949-490e-9f5b-c7cfce385151 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199737 Jul 07 17:09:37.934608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.039851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afa736d-eb0e-41e5-a6fe-6a0f8ab1d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.234154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d4396-5135-4688-a422-78ad1d04bffa None None] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:38.244818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afa736d-eb0e-41e5-a6fe-6a0f8ab1d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.258495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afa736d-eb0e-41e5-a6fe-6a0f8ab1d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.314128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:38.379461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1afa736d-eb0e-41e5-a6fe-6a0f8ab1d5ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e199b70f7e1a4c63b8736c1614fc8c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507817 Jul 07 17:09:38.382040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-5497cdfc-3e02-4fa6-aa1a-0930dcfaa194 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423636 Jul 07 17:09:38.386336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37920) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:38.388346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa736d-eb0e-41e5-a6fe-6a0f8ab1d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe28292-485f-4b00-9d3c-caf8d9d55875,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:38.397502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Provisioning for port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:38.407135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Provisioning complete for port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:38.407568 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.417030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Router e16548c2-d250-4f38-a579-916b911c8452 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:38.491769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-0b5009ed-06d2-4bac-9439-4e3076701d76 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028358 Jul 07 17:09:38.536508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-9f61651a-0770-4432-a59f-7fa9409198a7 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411408 Jul 07 17:09:38.623931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ca32b-b255-48b2-9797-782b104a3149 req-3a73d971-77a3-4be5-8582-ecd61415be19 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.625520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d17ca32b-b255-48b2-9797-782b104a3149 req-3a73d971-77a3-4be5-8582-ecd61415be19 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 950 time: 0.6169479 Jul 07 17:09:38.660244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-313096662-network', 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:38.666220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741e780-9d45-437b-967f-f846a0452ca4 req-3c06dc66-69c3-42c5-9f67-1ff2858afeea tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.673234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0741e780-9d45-437b-967f-f846a0452ca4 req-3c06dc66-69c3-42c5-9f67-1ff2858afeea tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.6473870 Jul 07 17:09:38.689452 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.763851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] For port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.769483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.830404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0741e780-9d45-437b-967f-f846a0452ca4 req-99444501-55b8-4990-833e-edfa78f3e3e6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561813 Jul 07 17:09:38.854433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d17ca32b-b255-48b2-9797-782b104a3149 req-0623ffe3-8ffc-4bc2-a80f-a507e88b41e1 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188482 Jul 07 17:09:38.866125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ef53c-6622-42a7-b860-1c1ba0433302 None None] Pushing event updated for resources: {'Port': ['ID=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:38.888668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-4a4f28b6-c7e1-4a65-b54b-2d4806f19158 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.888668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-4a4f28b6-c7e1-4a65-b54b-2d4806f19158 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391151 Jul 07 17:09:38.938464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': '433603c8-a825-4606-bff8-4e643d6a7c22', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:38.970332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-a9406d7e-083e-490e-b0e2-ad5a66c72744 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.972318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-a9406d7e-083e-490e-b0e2-ad5a66c72744 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.2947598 Jul 07 17:09:39.027041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:39.097012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d987129c-2e78-4214-8fb9-85fcbca60340 None None] Provisioning complete for port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:39.097648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d987129c-2e78-4214-8fb9-85fcbca60340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.114977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.132300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1556db4e-edc1-475c-8dc2-f0c310655700 req-e5bf7242-f24b-4e9b-99d3-89938df20071 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 210 time: 0.0988879 Jul 07 17:09:39.189994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-e25a1b4c-b275-42f3-bfb3-a9eb06184a7f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.189994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-e25a1b4c-b275-42f3-bfb3-a9eb06184a7f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7851331 Jul 07 17:09:39.192895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:39.195442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.198363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.202745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:39.206781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.213873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:39.216223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:39.234728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:39.236215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:39.247450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.334084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.338282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d529d0fb-f2c1-4e82-9749-b89d2f586840 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2710068 Jul 07 17:09:39.339137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:39.360418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509dc0-c9d8-4e3a-ba5d-fbb837eb30f1 req-4f72014b-6cc4-4a11-a2f2-0002661b36b8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.362073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75509dc0-c9d8-4e3a-ba5d-fbb837eb30f1 req-4f72014b-6cc4-4a11-a2f2-0002661b36b8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.3071163 Jul 07 17:09:39.441918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:39.467134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75509dc0-c9d8-4e3a-ba5d-fbb837eb30f1 req-cb87b0d1-90eb-4f06-afa3-5d3d66cff622 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808828 Jul 07 17:09:39.521481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:39.542344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.546793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.548761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fe28292-485f-4b00-9d3c-caf8d9d55875 HTTP/1.1" status: 204 len: 168 time: 1.1613824 Jul 07 17:09:39.569297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:39.570736 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.592290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:39.603003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf915c-a629-43b0-a952-06b6b45e9c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe28292-485f-4b00-9d3c-caf8d9d55875,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.691492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17196-6d9b-4d69-b9d1-18333a8082ea req-c4d1517a-28c2-4a6b-bd2c-8139969a9ab3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.697788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76e17196-6d9b-4d69-b9d1-18333a8082ea req-c4d1517a-28c2-4a6b-bd2c-8139969a9ab3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 945 time: 0.3101280 Jul 07 17:09:39.704298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:39.708245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:39.713264 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fbd11e-f60d-471e-9327-fb46e015c5b7" -d '{"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-unplugged", "status": "completed", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:39.718292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.756303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.768788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.776121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.813470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a2287-6729-440f-89f7-db33ad16c1fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.832101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:39.840320 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388e2f9d-68a1-46e6-ac2e-dd82f0b4a79f x-openstack-request-id: req-388e2f9d-68a1-46e6-ac2e-dd82f0b4a79f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:39.840804 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-unplugged", "status": "completed", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:39.841218 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-388e2f9d-68a1-46e6-ac2e-dd82f0b4a79f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:39.841777 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'code': 200} Jul 07 17:09:39.909260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.909605 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Added segment f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4 of type vlan for network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd Jul 07 17:09:39.922048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:39.932412 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.967100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76e17196-6d9b-4d69-b9d1-18333a8082ea req-200d3e64-2b42-46f5-8ef6-56ed5236fae7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457399 Jul 07 17:09:39.989558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:39.993090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.000877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.010276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:36Z', 'revision_number': 3, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:40.029890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:40.050919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:40.052323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Updating router e16548c2-d250-4f38-a579-916b911c8452 port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:09:40.074407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.090305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcfe-be67-42c4-8f20-65f1d0620981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.099351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8b5b-db26-4d3a-90cb-e156451f1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.102293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.146271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.147583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.148222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.304234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:40.304867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:40.305557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:40.317712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.337988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:40.338698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Attempting to bind port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:40.348169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:40.364446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:40.364924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:40.365233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:40.365680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Bound port: 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:40.366044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.384914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.229 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/6ce415ef-7fd3-4c49-9f3e-e8681abc3036) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:40.440011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.460240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.478557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b96bc-0806-4770-9656-81da83448059 req-16f2fa69-664e-4e20-87a0-2a2a7f420727 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.481236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b4b96bc-0806-4770-9656-81da83448059 req-16f2fa69-664e-4e20-87a0-2a2a7f420727 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.2903073 Jul 07 17:09:40.494299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec8399-1ffe-4ce3-9b76-1bc0c20dd9a8 req-b53732ad-6ec4-4f7e-beec-43dfb1f855a0 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.497427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73ec8399-1ffe-4ce3-9b76-1bc0c20dd9a8 req-b53732ad-6ec4-4f7e-beec-43dfb1f855a0 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 950 time: 0.2993953 Jul 07 17:09:40.515819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.528412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Transition to ACTIVE for port object 17dad0c2-effa-45dc-9e4f-eb5994d0b668 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:40.535491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.569978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:40.578732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcfe-be67-42c4-8f20-65f1d0620981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.597181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Attempting to bind port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:40.597698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Attempting to bind port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:40.598585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Attempting to bind port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:40.599835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf70bcfe-be67-42c4-8f20-65f1d0620981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.609503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:40.609908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:40.610479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.610948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:40.611544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Bound port: 17dad0c2-effa-45dc-9e4f-eb5994d0b668, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:40.612127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.617760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555190-2617-46aa-ae7f-bfe327f76417 None None] Pushing event updated for resources: {'Port': ['ID=17dad0c2-effa-45dc-9e4f-eb5994d0b668,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.622634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:40.624848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83c49059-cd1d-48ca-a293-c71eedf02671 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2946646 Jul 07 17:09:40.633969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b4b96bc-0806-4770-9656-81da83448059 req-550dd2da-71a4-4d78-b08c-4e3e74c22937 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320429 Jul 07 17:09:40.639695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37946) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:40.651758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Request body: {'subnet': {'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-313096662-subnet', 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:40.663135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73ec8399-1ffe-4ce3-9b76-1bc0c20dd9a8 req-63d486d4-aa9e-46c2-8096-3250ecfa8d97 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472158 Jul 07 17:09:40.665403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.700484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] For port 17dad0c2-effa-45dc-9e4f-eb5994d0b668, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:40.704986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] For port 17dad0c2-effa-45dc-9e4f-eb5994d0b668, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17dad0c2-effa-45dc-9e4f-eb5994d0b668,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:40.712734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.780828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.806497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:40.858245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70bcfe-be67-42c4-8f20-65f1d0620981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229a339-4577-44fa-ab21-9f74af2fc1c4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.870598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf70bcfe-be67-42c4-8f20-65f1d0620981 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c5687503a7141aeb98a3a8f4f0fdd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394802 Jul 07 17:09:40.872537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.874905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:40.898702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555190-2617-46aa-ae7f-bfe327f76417 None None] Pushing event updated for resources: {'Port': ['ID=17dad0c2-effa-45dc-9e4f-eb5994d0b668,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.924171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:40.939304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.969244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:40.972849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.982933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:40.990695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:40.991632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:41.022379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:41.037678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:41.048509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:41.086768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.179 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/1031fe59-c0a3-42a9-86c9-bdab2ec380ee) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:41.116553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Allocated IP 172.20.0.1 (a54eca58-c3ba-4d2c-ab47-f14d81b5607a/739de110-e7ad-47e9-b77e-a98265b0306b/2020d5ab-ef00-4563-b474-095211df095d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:41.120806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:41.143242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.144190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.165558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1525927d-097a-4b16-b09f-61031e2fb9f2 req-75846cb2-9666-4f2f-817b-106953315185 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 210 time: 0.2260251 Jul 07 17:09:41.187157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.187157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-00f86b9f-9eec-4e3c-a725-29847b8b1c0f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9801800 Jul 07 17:09:41.232150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.233211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.235231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-d88deb82-ceb5-4e8c-87ee-5151da02d9a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 1123 time: 2.2513337 Jul 07 17:09:41.256605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Request body: {'port': {'device_id': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:41.298300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:41.403939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.445318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.475751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['51ef62ee-18f1-4ce4-a10d-c0a637e22a49'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:41.524843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b359-2895-45d3-9fb6-3a4c9387a1bf req-fa4d4dfb-6192-445a-8932-9acccdc0a5a6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.534642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5947b359-2895-45d3-9fb6-3a4c9387a1bf req-fa4d4dfb-6192-445a-8932-9acccdc0a5a6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.5520024 Jul 07 17:09:41.546354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.583212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Transition to ACTIVE for port object 2020d5ab-ef00-4563-b474-095211df095d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:41.584822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.587848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.592288 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b229a339-4577-44fa-ab21-9f74af2fc1c4 HTTP/1.1" status: 204 len: 168 time: 0.7116776 Jul 07 17:09:41.647695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.690275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1d156-da39-49fa-a95b-790927ca1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229a339-4577-44fa-ab21-9f74af2fc1c4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:41.719294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5947b359-2895-45d3-9fb6-3a4c9387a1bf req-b183a818-5a0a-4b18-b87f-47c1ab1295f2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823773 Jul 07 17:09:41.746010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object 1031fe59-c0a3-42a9-86c9-bdab2ec380ee will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:41.776132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5941a86f-cef3-4080-ba33-99ed1800d854 None None] Provisioning for port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:41.778949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.804944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.842763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:41.845513 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:41.851201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5941a86f-cef3-4080-ba33-99ed1800d854 None None] Provisioning complete for port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:41.852075 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5941a86f-cef3-4080-ba33-99ed1800d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.874607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e61953d-df8a-4e7b-9544-7d7e3efeb54f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:41.894213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.938246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5941a86f-cef3-4080-ba33-99ed1800d854 None None] Port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:41.940293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.959378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Checking segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:41.960101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Network hostable DHCP agents. Network: 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:41.971160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:41.983728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:41.995758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:42.015543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:42.022540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.063744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:42.083168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:42.177546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:42.191458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.223793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.224655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.234369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:42.264514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.265237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.275543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.284905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a1e86ddc-1347-498f-be45-d1b557b2a7af tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3746774 Jul 07 17:09:42.323337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Request body: {'port': {'device_id': '433603c8-a825-4606-bff8-4e643d6a7c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:42.437760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:42.443992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c195f-eeba-4a0e-86aa-f28fd233dff0 None None] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:42.512152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:42.528682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.545612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-978e3927-4f97-4e2c-b861-b412f9b3d21d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9037094 Jul 07 17:09:42.558691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Transition to ACTIVE for port object 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:42.570265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f80c4-1ba2-455b-87d0-dd78799d435b req-516be165-32d5-4a4b-b53a-471260385966 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.578541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a5f80c4-1ba2-455b-87d0-dd78799d435b req-516be165-32d5-4a4b-b53a-471260385966 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 943 time: 0.4919934 Jul 07 17:09:42.643142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.646129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.665412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1498630e-9105-48d9-95fd-5102fd6406f5 None None] Provisioning for port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:42.709863 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-979fe045-df6c-4f43-805c-062b265fd99a service neutron] show failed (client error): The resource could not be found. Jul 07 17:09:42.711564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-979fe045-df6c-4f43-805c-062b265fd99a service neutron] 10.222.0.23 "GET /v2.0/ports/b923bfed-267a-464f-bc9f-3680d4b17ff3/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.2948904 Jul 07 17:09:42.712061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1498630e-9105-48d9-95fd-5102fd6406f5 None None] Provisioning complete for port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:42.712312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.712444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1498630e-9105-48d9-95fd-5102fd6406f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.749518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a5f80c4-1ba2-455b-87d0-dd78799d435b req-c5ddf46a-326a-4c1e-95f5-b26d24b67ce3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695809 Jul 07 17:09:42.762127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.800621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1498630e-9105-48d9-95fd-5102fd6406f5 None None] Port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:42.875710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36392-e96f-41a0-a3d9-c6aa44f89803 req-82820771-9877-4b8d-bd42-593fba8659ce tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.883755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55f36392-e96f-41a0-a3d9-c6aa44f89803 req-82820771-9877-4b8d-bd42-593fba8659ce tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.4621246 Jul 07 17:09:42.924470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:43.262919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-652ddeab-059f-40bf-af7e-abc285c2c011 None None] Provisioning for port 2020d5ab-ef00-4563-b474-095211df095d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:43.323681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1031fe59-c0a3-42a9-86c9-bdab2ec380ee {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:43.329540 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d32602c-bc74-49e7-ae72-8b6dc116aaa6 x-openstack-request-id: req-2d32602c-bc74-49e7-ae72-8b6dc116aaa6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:43.329840 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:43.330097 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d32602c-bc74-49e7-ae72-8b6dc116aaa6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:43.330735 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'status': 'completed', 'code': 200} Jul 07 17:09:43.334526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-652ddeab-059f-40bf-af7e-abc285c2c011 None None] Provisioning complete for port 2020d5ab-ef00-4563-b474-095211df095d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:43.335474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-652ddeab-059f-40bf-af7e-abc285c2c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.337479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f0d89-f035-4489-8be5-68083de8591d None None] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:43.360577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.386543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Attempting to bind port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:43.386890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Attempting to bind port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:43.387220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Attempting to bind port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:43.418409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:43.419169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Attempting to bind port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:43.444171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Transition to ACTIVE for port object 1031fe59-c0a3-42a9-86c9-bdab2ec380ee will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:43.459720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55f36392-e96f-41a0-a3d9-c6aa44f89803 req-5030b3a7-e2da-4845-8195-c79c5b4f4ed5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745206 Jul 07 17:09:43.461530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.589011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.637377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:36Z', 'revision_number': 3, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:43.639764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-652ddeab-059f-40bf-af7e-abc285c2c011 None None] Port 2020d5ab-ef00-4563-b474-095211df095d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:43.748099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c020dd2-9624-4e8d-ae48-881a7615db52 None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:36Z', 'revision_number': 3, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:43.751899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.755416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:43.755963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:43.756471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:43.757047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Bound port: 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:43.757495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.761945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-fed5627f-b121-4775-bb9d-6e5b8a8664da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.763313 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-fed5627f-b121-4775-bb9d-6e5b8a8664da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1101 time: 0.5587776 Jul 07 17:09:43.775568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.786295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:43.959476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.967431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:43.974496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Pushing event updated for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:44.071510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:44.098116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.108339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ba36a-680e-4855-9dfd-b8867e640f8b req-3e5db9ec-e90a-408c-a244-0da3661953d1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.112555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:44.126772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c8ba36a-680e-4855-9dfd-b8867e640f8b req-3e5db9ec-e90a-408c-a244-0da3661953d1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 936 time: 0.7777219 Jul 07 17:09:44.131394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-3f034048-6ca8-4583-ab7e-87b4b46fea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.132889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-3f034048-6ca8-4583-ab7e-87b4b46fea5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1126 time: 0.7749190 Jul 07 17:09:44.139139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.218535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:44.236126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.237585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.241015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] 10.222.0.23 "PUT /v2.0/ports/6ce415ef-7fd3-4c49-9f3e-e8681abc3036 HTTP/1.1" status: 200 len: 1097 time: 2.9974570 Jul 07 17:09:44.248690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:44.252680 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:44.305217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c8ba36a-680e-4855-9dfd-b8867e640f8b req-29d507ff-2d4d-4de2-90fc-4e0f9ddc2c24 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771414 Jul 07 17:09:44.325172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7918-0436-4d80-b76b-818591f27686 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:44.351013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Attempting to bind port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:44.352073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Attempting to bind port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:44.352637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Attempting to bind port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:44.381426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:44.381763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Attempting to bind port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:44.405184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb5722-65c6-4d20-ac8d-49346d597871 req-f0b0baa5-69cd-42c1-8a52-d7904e101eed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.414539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cecb5722-65c6-4d20-ac8d-49346d597871 req-f0b0baa5-69cd-42c1-8a52-d7904e101eed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.4310048 Jul 07 17:09:44.424385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-c38ce6c8-2c46-4882-b8ca-29e29e611062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.425974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-c38ce6c8-2c46-4882-b8ca-29e29e611062 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.2767572 Jul 07 17:09:44.429337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:44.429688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:44.430089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:44.430583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Bound port: 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:44.430961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.506603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-e6365aae-0dff-4962-8fdf-c314c19a1373 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.0649137 Jul 07 17:09:44.548206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:44.581644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cecb5722-65c6-4d20-ac8d-49346d597871 req-58847f30-6056-4de5-a6c0-fa9531a883cd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660836 Jul 07 17:09:44.585696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:09:44.633022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:44.654352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:44.697019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-5703e23e-62fa-4f38-bea4-c8c0cd702c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.698744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-5703e23e-62fa-4f38-bea4-c8c0cd702c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1564205 Jul 07 17:09:44.702097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:44.711122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:44.722540 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.993168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-68346f37-ca14-49b4-b0d1-cdb1f1d87cbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2648113 Jul 07 17:09:45.000040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.001837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.003890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] 10.222.0.73 "PUT /v2.0/ports/1031fe59-c0a3-42a9-86c9-bdab2ec380ee HTTP/1.1" status: 200 len: 1097 time: 2.6976724 Jul 07 17:09:45.047992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-ed9e49b0-39b4-4c7e-a43e-912fb2d26e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.049934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-ed9e49b0-39b4-4c7e-a43e-912fb2d26e22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 1100 time: 0.7212605 Jul 07 17:09:45.127111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:45.217261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-66afe827-a369-4092-9024-ee79ea469e5d service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097294 Jul 07 17:09:45.254722 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-04652db2-cfc1-4bf0-a391-44e780034323 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036 HTTP/1.1" status: 200 len: 217 time: 0.1897590 Jul 07 17:09:45.337034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.73', 53685) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:45.362053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-583c6dc0-427a-406e-b9a1-fdaba64eb440 None None] Provisioning complete for port 2020d5ab-ef00-4563-b474-095211df095d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:45.375570 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-583c6dc0-427a-406e-b9a1-fdaba64eb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.499199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:45.510101 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db8df05-6361-4fba-883b-6e8db49dad8b" -d '{"events": [{"name": "network-changed", "server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:45.517923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:45.532949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:45.533257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-583c6dc0-427a-406e-b9a1-fdaba64eb440 None None] Port 2020d5ab-ef00-4563-b474-095211df095d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:45.543314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17dad0c2-effa-45dc-9e4f-eb5994d0b668 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:45.606748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:45.613023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:45.613411 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.621102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-4e16a0ed-bea6-4c37-b260-66020da6b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.629142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-4e16a0ed-bea6-4c37-b260-66020da6b94f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3410158 Jul 07 17:09:45.705162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Pushing event updated for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.755071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.771217 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.771687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-4d124505-0df8-4bf5-a752-5567dd35ae3b service neutron] 10.222.0.73 "GET /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.4176378 Jul 07 17:09:45.805211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Transition to ACTIVE for port object b923bfed-267a-464f-bc9f-3680d4b17ff3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:45.806604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 17dad0c2-effa-45dc-9e4f-eb5994d0b668, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17dad0c2-effa-45dc-9e4f-eb5994d0b668,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:45.814947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.839285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.877957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.878409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.878847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.879383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.879934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.880340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.880746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.881152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.881545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.881932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.882323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.882748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e219a25-18da-4cbb-9c01-2421a7ea496c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:45.901517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=17dad0c2-effa-45dc-9e4f-eb5994d0b668,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.995611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-fa6bbde0-7e57-4b24-9c87-e17e2bcfb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.997214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-fa6bbde0-7e57-4b24-9c87-e17e2bcfb403 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3671703 Jul 07 17:09:45.999151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-73ebe94e-eca5-471b-a60f-f4ca568553f4 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165966 Jul 07 17:09:46.041623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] No DVR routers for this DVR port b923bfed-267a-464f-bc9f-3680d4b17ff3 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:46.043229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-1c102f24-ff5a-4fd8-adb9-a7743fa7b735 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.044377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.044957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-1c102f24-ff5a-4fd8-adb9-a7743fa7b735 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.8012347 Jul 07 17:09:46.059672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:46.068011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-eb356d4f-8f41-4d78-a17a-bac0cb36374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.069715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-eb356d4f-8f41-4d78-a17a-bac0cb36374c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 1100 time: 0.8475177 Jul 07 17:09:46.084590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97244a-eee7-4a87-a056-56c30974917b req-5eeb8852-a31b-462f-9c8e-d08d568822d5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.096563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f97244a-eee7-4a87-a056-56c30974917b req-5eeb8852-a31b-462f-9c8e-d08d568822d5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 943 time: 0.5478890 Jul 07 17:09:46.111387 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29093786-cf36-44ae-8efa-604f2ac0cdc8 admin admin] 10.222.0.66 "PUT /v2.0/routers/e16548c2-d250-4f38-a579-916b911c8452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7433581 Jul 07 17:09:46.111596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-128990bd-051d-430d-8c5c-a130925e25c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/quotas/18a4da7f3679435bbf3d62911d9f3a93 HTTP/1.1" status: 200 len: 375 time: 0.0495570 Jul 07 17:09:46.162302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-8d8acdcd-4de5-467d-8813-545cd9c60588 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee HTTP/1.1" status: 200 len: 217 time: 0.0558026 Jul 07 17:09:46.234772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:46.251168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f97244a-eee7-4a87-a056-56c30974917b req-c64925f1-a6ac-4956-93fd-6b1a0c7bb267 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419928 Jul 07 17:09:46.255877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-32b94978-eec7-49db-a531-3a4e3526f145 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917203 Jul 07 17:09:46.325408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:46.328405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:46.331156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:46.334268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:46.353575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6f692815-dac2-4c45-9bec-1486c6802c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.359886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-6f692815-dac2-4c45-9bec-1486c6802c07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1626740 Jul 07 17:09:46.382260 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993b472-11a2-44ca-92b7-7b9df39a745d x-openstack-request-id: req-0993b472-11a2-44ca-92b7-7b9df39a745d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:46.382664 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:46.382848 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0993b472-11a2-44ca-92b7-7b9df39a745d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:46.383340 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', 'status': 'completed', 'code': 200} Jul 07 17:09:46.416271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:46.416733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Attempting to bind port b923bfed-267a-464f-bc9f-3680d4b17ff3 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:46.438161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:46.438537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:46.438952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:46.439385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Bound port: b923bfed-267a-464f-bc9f-3680d4b17ff3, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:46.439760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.464758 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-864ecb75-c009-4c64-a03b-052183c8e5c5 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256806 Jul 07 17:09:46.527661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-58f2eae0-e761-483b-ac7a-3f3eee47cbdb service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668482 Jul 07 17:09:46.595854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.649739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:46.664680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:46.666159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:46.694581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.708780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-d09f11d8-e49c-4211-97db-40465d005af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.710680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-d09f11d8-e49c-4211-97db-40465d005af5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1993134 Jul 07 17:09:46.725217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a25293-225e-4d56-b981-b292306ac1a9 req-4f26366e-bb77-459f-bd74-4ba63dd44c60 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.726822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91a25293-225e-4d56-b981-b292306ac1a9 req-4f26366e-bb77-459f-bd74-4ba63dd44c60 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.2049108 Jul 07 17:09:46.748247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-1bcd2559-c485-44a2-8580-32aeebdcc0fb service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335672 Jul 07 17:09:46.752476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-ed65b0c4-fbd2-4302-8044-9027e130d733 service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746938 Jul 07 17:09:46.764019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.765087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.766525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] 10.222.0.73 "PUT /v2.0/ports/b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 1096 time: 2.9860368 Jul 07 17:09:46.771058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:46.792717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.817318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8b8ec-10bc-4fa0-9f8f-746ea6c2ce61 service neutron] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.830311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.853048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91a25293-225e-4d56-b981-b292306ac1a9 req-bdaa1498-6c36-448f-8644-b8f38104da22 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145537 Jul 07 17:09:46.897649 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:46.912877 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:46.921914 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:46.938851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-27aec790-b068-4dbe-9878-c718711b1222 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058780 Jul 07 17:09:47.165462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38078) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:47.178103 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:47.185987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-network', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:47.210110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee76c0d-9029-4ecd-9dbf-925b7e7b8cd3 req-2302c3d4-e576-4445-9f0a-1afba202e755 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548809 Jul 07 17:09:47.269058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Made reservation on behalf of ea075dfc4a2a4b2283c0e1ab23f1f00b for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:47.272641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.311717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.464202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17dad0c2-effa-45dc-9e4f-eb5994d0b668 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:47.469165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Transition to ACTIVE for port object 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:47.480149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.507295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-0d8d214f-2d1f-4b33-9745-47be8feb317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.509184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-0d8d214f-2d1f-4b33-9745-47be8feb317a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1099 time: 0.6626263 Jul 07 17:09:47.536022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-6d7ffa69-2c0b-4186-9f6c-b8aae1a392ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.538082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-6d7ffa69-2c0b-4186-9f6c-b8aae1a392ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 1100 time: 0.2056799 Jul 07 17:09:47.620040 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.646173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.648137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:47.649032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.691359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 2, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:47.703596 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deff166-b5e6-43fc-be7c-274da6b21c33 x-openstack-request-id: req-9deff166-b5e6-43fc-be7c-274da6b21c33 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:47.703985 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:47.704245 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9deff166-b5e6-43fc-be7c-274da6b21c33 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:47.707660 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', 'status': 'completed', 'code': 200} Jul 07 17:09:47.730039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] No DVR routers for this DVR port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:47.757769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:47.791784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:47.792508 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Updating router e16548c2-d250-4f38-a579-916b911c8452 port 2020d5ab-ef00-4563-b474-095211df095d binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:09:47.835917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.859169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.859575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713c7ca-dc01-480c-ae5b-ca85a135fbc9 req-b5a6328a-76f5-4221-9502-2c37c307c2b0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.859709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.859917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.860256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.860590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.860929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.861305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.861687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.862202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9713c7ca-dc01-480c-ae5b-ca85a135fbc9 req-b5a6328a-76f5-4221-9502-2c37c307c2b0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 948 time: 0.5467443 Jul 07 17:09:47.862585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.862930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.863313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.864302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:47.866924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f5ea9-4c56-42f5-a70c-67eea5afa007,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.874474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.874950 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Added segment d564c9e8-9198-4a66-aaa0-d03728bd9810 of type vlan for network 7b7d4a02-4165-43e3-a83b-b62e68437925 Jul 07 17:09:47.888448 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9105cd49-46cd-4ed6-9ca5-3d7bfd300782 service neutron] 10.222.0.73 "PUT /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 2.1005814 Jul 07 17:09:47.909314 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.938780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-8aaf1873-7346-4a33-a81d-ae9666e19553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.940513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-8aaf1873-7346-4a33-a81d-ae9666e19553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.4070604 Jul 07 17:09:47.944552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-68922ffe-e298-430e-983a-6eb5c1331546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.946092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-68922ffe-e298-430e-983a-6eb5c1331546 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3891957 Jul 07 17:09:48.018963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.034976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-55c022ba-7c80-4410-b1a3-2f1d09f226fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.0854597 Jul 07 17:09:48.036949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-ff6d377e-5a4c-49dc-bc1e-b7265c94b0aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036 HTTP/1.1" status: 200 len: 217 time: 0.0808110 Jul 07 17:09:48.046188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9713c7ca-dc01-480c-ae5b-ca85a135fbc9 req-b59f13ba-0d40-463b-8996-020eee0c4841 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746666 Jul 07 17:09:48.099804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-99ba3ee5-a29b-42d0-ad8f-4e083bd11b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.101605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-99ba3ee5-a29b-42d0-ad8f-4e083bd11b9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 1100 time: 0.3414717 Jul 07 17:09:48.106082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-896bb53e-fc79-44b6-8dac-7fd98e0c6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.108373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-896bb53e-fc79-44b6-8dac-7fd98e0c6b5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0656106 Jul 07 17:09:48.142122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.143606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.144444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.216203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-ac0d0d3d-f15e-4aa2-aecc-29ecf9cfed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.217746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-ac0d0d3d-f15e-4aa2-aecc-29ecf9cfed05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1160820 Jul 07 17:09:48.282208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0c1e4-6dcd-40a5-8952-0fb67da0c9bf req-bf6f39dc-7522-4a63-b974-77165ea6c3a4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.284196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6e0c1e4-6dcd-40a5-8952-0fb67da0c9bf req-bf6f39dc-7522-4a63-b974-77165ea6c3a4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 947 time: 0.3987703 Jul 07 17:09:48.284343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-2f5f532d-e5d0-45d1-94b8-b325b405ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.286693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-2f5f532d-e5d0-45d1-94b8-b325b405ea8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096239 Jul 07 17:09:48.302107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1304820 Jul 07 17:09:48.305349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:48.312571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf52364d-d294-48e9-9d83-cbf7470dc8d4 req-06839070-f26b-414a-a813-8576d1ad9172 tempest-FlavorsV2NegativeTest-249583117 tempest-FlavorsV2NegativeTest-249583117-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f61c9e4e9fcc449ab3f435eed9570078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258764 Jul 07 17:09:48.314565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-7e9e27bf-aae8-409f-aed3-46645aa70390 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.316028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-7e9e27bf-aae8-409f-aed3-46645aa70390 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.3281543 Jul 07 17:09:48.322933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-f5bcf451-d67d-4e5d-8349-6cad1d21c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.323149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Request body: {'subnet': {'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-subnet', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:48.324520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-f5bcf451-d67d-4e5d-8349-6cad1d21c52c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987949 Jul 07 17:09:48.378238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ac90-ec5d-4830-ad6f-47c60ed59156 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7d4a02-4165-43e3-a83b-b62e68437925,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.397585 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.415354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Transition to ACTIVE for port object 2020d5ab-ef00-4563-b474-095211df095d will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:48.421661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}, {'name': 'network-changed', 'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:48.426116 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157033b-c0b8-492c-bfcb-0507806d8ffe" -d '{"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}, {"name": "network-changed", "server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:48.438013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:48.440065 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.563738 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Attempting to bind port 2020d5ab-ef00-4563-b474-095211df095d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:48.564143 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Attempting to bind port 2020d5ab-ef00-4563-b474-095211df095d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:48.564591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Attempting to bind port 2020d5ab-ef00-4563-b474-095211df095d on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:48.572695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6e0c1e4-6dcd-40a5-8952-0fb67da0c9bf req-2cf667b7-018e-4951-aa82-e567701431d3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753177 Jul 07 17:09:48.573529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:48.573967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Checking segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:48.574506 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.575161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Bound using segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:48.575552 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Bound port: 2020d5ab-ef00-4563-b474-095211df095d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:48.576273 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.583030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-b3867da7-fe5b-4fb1-9645-9412bfb84488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.584536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-b3867da7-fe5b-4fb1-9645-9412bfb84488 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.4732108 Jul 07 17:09:48.599812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Made reservation on behalf of ea075dfc4a2a4b2283c0e1ab23f1f00b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:48.607079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.655963 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-f136b4fe-952d-4475-b6bb-4ea604378323 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208275 Jul 07 17:09:48.665728 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] For port 2020d5ab-ef00-4563-b474-095211df095d, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:48.669313 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] For port 2020d5ab-ef00-4563-b474-095211df095d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2020d5ab-ef00-4563-b474-095211df095d,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:48.677581 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.715429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52364d-d294-48e9-9d83-cbf7470dc8d4 req-0c82c540-aae2-41b0-bbb6-28a0d69f4b5f tempest-FlavorsV2NegativeTest-249583117 tempest-FlavorsV2NegativeTest-249583117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.723201 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-22f94af1-5a94-4742-9b65-97a3530773ab service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038625 Jul 07 17:09:48.724884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf52364d-d294-48e9-9d83-cbf7470dc8d4 req-0c82c540-aae2-41b0-bbb6-28a0d69f4b5f tempest-FlavorsV2NegativeTest-249583117 tempest-FlavorsV2NegativeTest-249583117-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841240 Jul 07 17:09:48.799895 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806285aa-c053-4e13-a402-25d133122b05 None None] Pushing event updated for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.835446 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:48.836405 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:48.912892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-959a9145-fc81-49ef-8892-6cb6be346837 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee HTTP/1.1" status: 200 len: 217 time: 0.2998991 Jul 07 17:09:48.975753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db431cef-f20c-4844-8bcf-338624c031ef req-4ca80b6c-7c31-4903-918a-3636acd113a5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 210 time: 0.1216521 Jul 07 17:09:48.982050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac09be70-accf-4eeb-8be6-c077e2610f46 req-f6bc232f-f92b-430e-9c12-0414e15af1eb service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165556 Jul 07 17:09:49.010964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-3e50f2c6-6008-49ca-a1d8-6eed93d16b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.018670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-3e50f2c6-6008-49ca-a1d8-6eed93d16b5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 1096 time: 0.6838591 Jul 07 17:09:49.037706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf52364d-d294-48e9-9d83-cbf7470dc8d4 req-9553f2d8-33e0-48c1-8b96-eabba7469fd4 tempest-FlavorsV2NegativeTest-249583117 tempest-FlavorsV2NegativeTest-249583117-project] 10.222.0.66 "GET /v2.0/quotas/f61c9e4e9fcc449ab3f435eed9570078 HTTP/1.1" status: 200 len: 375 time: 0.3115458 Jul 07 17:09:49.063682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec21fbd2-331c-481a-ab5c-6dfd00de9a6d req-16c15931-5439-4b95-8447-34434e05b09a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927562 Jul 07 17:09:49.174735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-6bb8a65e-8ca8-4e9b-95e0-0120236c0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.176717 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-6bb8a65e-8ca8-4e9b-95e0-0120236c0de8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1096 time: 0.0952761 Jul 07 17:09:49.190878 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:49.234466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806285aa-c053-4e13-a402-25d133122b05 None None] Pushing event updated for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:49.367656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9ef8f894-a185-44e4-b1c6-e92330c06397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.372857 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-9ef8f894-a185-44e4-b1c6-e92330c06397 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1874468 Jul 07 17:09:49.444615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-59030b15-0ba0-4d5e-a4a1-5b5e4aec2db8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.0626619 Jul 07 17:09:49.514280 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:48Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:49.566854 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e31874-3a93-4b7e-bc1a-2d21930a337d None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:48Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:49.570016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-e45d1e2a-8c02-4b6d-b476-076c0a1d9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.572053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-e45d1e2a-8c02-4b6d-b476-076c0a1d9b8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1186814 Jul 07 17:09:49.651460 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-5bdd1ada-323d-43a4-8ddc-c9b9130a6a83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690598 Jul 07 17:09:49.666358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9a291e54-977e-4afe-9b8a-7f9c83d30c65 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.668016 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9a291e54-977e-4afe-9b8a-7f9c83d30c65 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.73 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 950 time: 0.1630242 Jul 07 17:09:49.699312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf52364d-d294-48e9-9d83-cbf7470dc8d4 req-a318e495-3f11-4eee-bab0-91d23f114330 tempest-FlavorsV2NegativeTest-249583117 tempest-FlavorsV2NegativeTest-249583117-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f61c9e4e9fcc449ab3f435eed9570078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6587915 Jul 07 17:09:49.810120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1031fe59-c0a3-42a9-86c9-bdab2ec380ee details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:49.815184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:49.870597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-79b39877-36b0-4f4c-8275-241c35ed39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.877098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-79b39877-36b0-4f4c-8275-241c35ed39e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.9217267 Jul 07 17:09:49.888463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.961738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:50.037516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:50.049152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-5e1e7170-1777-4537-9332-42ee7fd93ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800106 Jul 07 17:09:50.053131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', 'mac_address': 'fa:16:3e:4d:40:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:50.061191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dec682b-f90e-4976-b48e-dec6efca3642,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.135853 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.155572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031fe59-c0a3-42a9-86c9-bdab2ec380ee {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:50.185420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:50.198173 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.236338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Deleting port aff2408c-103c-4992-9366-bb9ccc7f1530 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:50.238105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.296479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-6be90fe5-8baa-41ff-ac88-73a5f816d6a1 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.299927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-6be90fe5-8baa-41ff-ac88-73a5f816d6a1 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.23 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 1.1966679 Jul 07 17:09:50.319771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.340199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:50.354128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Request body: {'port': {'device_id': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'admin_state_up': True, 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:50.401027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] For port aff2408c-103c-4992-9366-bb9ccc7f1530, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=aff2408c-103c-4992-9366-bb9ccc7f1530,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:50.401439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.416937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Calling delete_port for aff2408c-103c-4992-9366-bb9ccc7f1530 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:50.427925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ba5c-f2e3-4a5a-b547-6e15a4067017 req-c7ef1122-54d8-4656-8867-c04e9798da3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.438566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e472ba5c-f2e3-4a5a-b547-6e15a4067017 req-c7ef1122-54d8-4656-8867-c04e9798da3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.8451743 Jul 07 17:09:50.490730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Checking segment: {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:50.491305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Network hostable DHCP agents. Network: 7b7d4a02-4165-43e3-a83b-b62e68437925, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:50.513136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:50.529917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', 'mac_address': 'fa:16:3e:97:ea:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:50.566175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['1031fe59-c0a3-42a9-86c9-bdab2ec380ee'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:50.576748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-848c526f-3204-4cfb-a518-275a475cc859 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120771 Jul 07 17:09:50.619683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ffb5-5581-4324-bc75-e5b2a9a1df86 req-f5765525-b795-45bb-a899-2b9aac5e3036 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.630251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83d6ffb5-5581-4324-bc75-e5b2a9a1df86 req-f5765525-b795-45bb-a899-2b9aac5e3036 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/ports?device_id=fef674ad-bff2-4637-a4f9-88dd01cc0b15 HTTP/1.1" status: 200 len: 950 time: 0.7327788 Jul 07 17:09:50.646811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:50.704829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-b8837398-dc9c-4eef-b9d7-46fec094b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.707695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-b8837398-dc9c-4eef-b9d7-46fec094b2c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8162003 Jul 07 17:09:50.717402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 7b7d4a02-4165-43e3-a83b-b62e68437925) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:50.755416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.788155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83641828-9339-4372-9375-e42405888680 None None] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:50.795159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e472ba5c-f2e3-4a5a-b547-6e15a4067017 req-a02da790-4874-45d5-b7ed-896c50784db6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935064 Jul 07 17:09:50.834008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.834929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.861280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Pushing event deleted for resources: {'Port': ['ID=aff2408c-103c-4992-9366-bb9ccc7f1530,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.884477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83d6ffb5-5581-4324-bc75-e5b2a9a1df86 req-c2df7cd8-95a6-4c96-9ddf-d6892c872435 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef930e40-9d6e-4973-aa0b-97e535d1f6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512441 Jul 07 17:09:51.016142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] No DVR routers for this DVR port aff2408c-103c-4992-9366-bb9ccc7f1530 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:51.027336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.034242 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d834a844-2968-413c-8ff1-bd097a1f60cf req-9fa72ea3-a545-4731-98d3-e461936629b9 tempest-TenantUsagesTestJSON-170205774 tempest-TenantUsagesTestJSON-170205774-project] 10.222.0.73 "DELETE /v2.0/ports/aff2408c-103c-4992-9366-bb9ccc7f1530 HTTP/1.1" status: 204 len: 173 time: 1.3557744 Jul 07 17:09:51.035316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38132) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:51.062974 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e76889b-2f4f-42b3-8f1d-da3632569175 x-openstack-request-id: req-4e76889b-2f4f-42b3-8f1d-da3632569175 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:51.063301 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "code": 200}, {"name": "network-changed", "server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:51.063527 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e76889b-2f4f-42b3-8f1d-da3632569175 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:51.063930 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'code': 200} Jul 07 17:09:51.064188 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'status': 'completed', 'code': 200} Jul 07 17:09:51.247543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.304437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-161eaede-aa94-4895-91ac-68c3384fc80c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9939408 Jul 07 17:09:51.336473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38138) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:51.371405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:51.380793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:51.436428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:51.442809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-598d88f9-7685-40da-b734-4c3489349d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.443835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.446032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-7b7d4a02-4165-43e3-a83b-b62e68437925', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:51.447824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.505871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2020d5ab-ef00-4563-b474-095211df095d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:51.536627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.542467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.571584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-bc58df32-7a60-4a3f-bd1c-03416620db6b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.573872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-bc58df32-7a60-4a3f-bd1c-03416620db6b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.4950960 Jul 07 17:09:51.604293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:51.618378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-a9a95a2f-4250-4d72-bb33-d39b2bfabb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.620265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-a9a95a2f-4250-4d72-bb33-d39b2bfabb63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1099 time: 0.4395623 Jul 07 17:09:51.671652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-0fea208a-4737-48a7-b1ca-7a5cbc9e7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.673597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-0fea208a-4737-48a7-b1ca-7a5cbc9e7b94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1099 time: 0.4915123 Jul 07 17:09:51.720039 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.733473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2020d5ab-ef00-4563-b474-095211df095d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:51.758005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-1899d778-e120-413d-86b0-102b812aea40 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0252376 Jul 07 17:09:51.773311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2020d5ab-ef00-4563-b474-095211df095d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:51.773600 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.852760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.861482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:51.876497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Allocated IP 172.20.0.8 (0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd/5e61953d-df8a-4e7b-9544-7d7e3efeb54f/97cf5c0b-41fc-443e-924a-e7c54c96e786) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:51.937912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff232d-3bdc-44dc-b6d9-1f70c4ca06e0 req-6d3f5748-5556-4756-8dc3-1e1c02860cb2 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.945973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cff232d-3bdc-44dc-b6d9-1f70c4ca06e0 req-6d3f5748-5556-4756-8dc3-1e1c02860cb2 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.7219796 Jul 07 17:09:52.038988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1134851-c134-40ae-90fd-71ddd171231d req-604c2490-7fce-4ba1-9456-309259c2360f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.040567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1134851-c134-40ae-90fd-71ddd171231d req-604c2490-7fce-4ba1-9456-309259c2360f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 949 time: 0.7477601 Jul 07 17:09:52.041875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-598d88f9-7685-40da-b734-4c3489349d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.052915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cff232d-3bdc-44dc-b6d9-1f70c4ca06e0 req-c8a1eae5-33fa-459a-a8aa-c92df9a42033 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059384 Jul 07 17:09:52.059581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.104279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Allocated IP 172.20.0.2 (7b7d4a02-4165-43e3-a83b-b62e68437925/2dec682b-f90e-4976-b48e-dec6efca3642/486e1238-9133-4620-9c29-d69431e60781) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:52.108648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:52.150900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db8df05-6361-4fba-883b-6e8db49dad8b req-33381e0e-974a-4b5e-b5fb-4c42a14853c1 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802977 Jul 07 17:09:52.158049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:52.235006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'mac_address': 'fa:16:3e:86:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:52.295915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:52.298891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.356697 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1134851-c134-40ae-90fd-71ddd171231d req-13a83061-20a1-4077-88cc-851eb2df12c8 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907138 Jul 07 17:09:52.447478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.449130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.488018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2020d5ab-ef00-4563-b474-095211df095d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2020d5ab-ef00-4563-b474-095211df095d,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:52.494981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-598d88f9-7685-40da-b734-4c3489349d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.500154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-d668a340-e79e-4bb0-927b-a3569a9cdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.501761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-d668a340-e79e-4bb0-927b-a3569a9cdfd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.8490243 Jul 07 17:09:52.512051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b923bfed-267a-464f-bc9f-3680d4b17ff3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:52.515859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.527816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dd618-b516-4f7a-972b-8c37f2a103c7 req-33d7205e-1a3e-4cec-86d0-787fe4933c77 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.529726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-214dd618-b516-4f7a-972b-8c37f2a103c7 req-33d7205e-1a3e-4cec-86d0-787fe4933c77 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 947 time: 0.2909622 Jul 07 17:09:52.541079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d88f9-7685-40da-b734-4c3489349d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfa734-4111-4a08-85da-069d603d2e0d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.604115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.633435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddf069b8-79e2-453f-aafb-7f91ade61f76 req-a8943e54-c11e-4037-b989-23d1d676022b tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 210 time: 0.0602024 Jul 07 17:09:52.644163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.699253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:52.712136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.716983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.726406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-214dd618-b516-4f7a-972b-8c37f2a103c7 req-87188dbd-93ea-4f6b-8b69-8f1df972aad3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655409 Jul 07 17:09:52.746339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:52.770145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:52.798604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:52.805137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Transition to ACTIVE for port object 486e1238-9133-4620-9c29-d69431e60781 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:52.806716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.839661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.840651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-c2b0fc84-1d53-4555-95f5-b4eee3f562eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.2740569 Jul 07 17:09:52.844629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-e9eeccd8-575b-4150-bb24-87ec466e6639 service neutron] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:52.888586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-800b170d-65bc-416e-992b-28412844b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.890097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-800b170d-65bc-416e-992b-28412844b366 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 1.1834948 Jul 07 17:09:52.892778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-598d88f9-7685-40da-b734-4c3489349d1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f61c9e4e9fcc449ab3f435eed9570078&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8564000 Jul 07 17:09:52.897563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.903249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:52.904690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-e9eeccd8-575b-4150-bb24-87ec466e6639 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.905658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Transition to ACTIVE for port object 486e1238-9133-4620-9c29-d69431e60781 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:52.906659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3a0476bd-ab75-463f-8759-7ff99feee146 req-e9eeccd8-575b-4150-bb24-87ec466e6639 service neutron] 10.222.0.23 "DELETE /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 1.3081236 Jul 07 17:09:52.949731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.950645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.969264 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.024770 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-4e72e78a-f51a-4ab1-95e3-ef8b936e6dde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.1176245 Jul 07 17:09:53.030170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:53.032764 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1e6ee5-a6c3-4253-b200-54d0a60048dc" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-unplugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:53.046985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.054717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-62aa2939-a45f-464f-a30c-b0e52bc055c6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7222145 Jul 07 17:09:53.055990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:53.060154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:53.063417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:53.076599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Request body: {'port': {'device_id': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:53.085391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:53.091029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.121675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'name': 'network-vif-deleted', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:53.124956 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891f638-91dc-4df3-958c-99625aa43c16" -d '{"events": [{"server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "name": "network-vif-deleted", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:53.133679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Pushing event updated for resources: {'Port': ['ID=486e1238-9133-4620-9c29-d69431e60781,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.221515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-87f4c787-3816-49ef-b1e5-01e6f46b78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.226136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-87f4c787-3816-49ef-b1e5-01e6f46b78e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3462310 Jul 07 17:09:53.227307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.236606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-b91054a1-c508-4123-a62c-646151d6f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.238734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-b91054a1-c508-4123-a62c-646151d6f268 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2051196 Jul 07 17:09:53.239075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:53.262671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.278504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d365-8d3b-482b-ab3e-6e12bdcbe9ee req-49334cd4-5993-4400-93bc-eb4e07eb5184 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.280161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb88d365-8d3b-482b-ab3e-6e12bdcbe9ee req-49334cd4-5993-4400-93bc-eb4e07eb5184 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.3140743 Jul 07 17:09:53.304592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.422676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2020d5ab-ef00-4563-b474-095211df095d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:53.475664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38162) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:53.493565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Attempting to bind port 486e1238-9133-4620-9c29-d69431e60781 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:53.493882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Attempting to bind port 486e1238-9133-4620-9c29-d69431e60781 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:53.494245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Attempting to bind port 486e1238-9133-4620-9c29-d69431e60781 on network 7b7d4a02-4165-43e3-a83b-b62e68437925 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:53.508661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb88d365-8d3b-482b-ab3e-6e12bdcbe9ee req-ea13eb8b-3801-4897-b63b-64f07318bd1c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017782 Jul 07 17:09:53.536982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:53.537420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Checking segment: {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:53.537837 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.538241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Bound using segment: {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:53.538794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Bound port: 486e1238-9133-4620-9c29-d69431e60781, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:53.539178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.544499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.636984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.650148 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a617bad-acfb-46d8-9bbb-f3ec55996701 x-openstack-request-id: req-2a617bad-acfb-46d8-9bbb-f3ec55996701 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:53.650489 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-unplugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:53.650674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-4effea85-7f4f-44e4-9a5a-b919f702e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.650803 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a617bad-acfb-46d8-9bbb-f3ec55996701 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:53.651099 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'code': 200} Jul 07 17:09:53.652210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-4effea85-7f4f-44e4-9a5a-b919f702e829 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4182532 Jul 07 17:09:53.723392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-958aa077-611d-4644-ad31-7ec84c32c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.725670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-958aa077-611d-4644-ad31-7ec84c32c45e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4684832 Jul 07 17:09:53.731814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.748470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.752940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.753370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5bbfa734-4111-4a08-85da-069d603d2e0d HTTP/1.1" status: 204 len: 168 time: 0.8434641 Jul 07 17:09:53.784113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2020d5ab-ef00-4563-b474-095211df095d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:53.784493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.856433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ac14-8837-4cd6-beb7-be613b79d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfa734-4111-4a08-85da-069d603d2e0d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.867629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1031fe59-c0a3-42a9-86c9-bdab2ec380ee up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:53.876809 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ef5b8-0207-430b-96ee-1119dc883917 x-openstack-request-id: req-8e3ef5b8-0207-430b-96ee-1119dc883917 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:53.877103 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef674ad-bff2-4637-a4f9-88dd01cc0b15", "name": "network-vif-deleted", "tag": "aff2408c-103c-4992-9366-bb9ccc7f1530", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:53.877359 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e3ef5b8-0207-430b-96ee-1119dc883917 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:53.877750 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef674ad-bff2-4637-a4f9-88dd01cc0b15', 'name': 'network-vif-deleted', 'tag': 'aff2408c-103c-4992-9366-bb9ccc7f1530', 'status': 'completed', 'code': 200} Jul 07 17:09:53.890205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-adba9f95-e521-4070-80ab-337c42320033 None None] For port 486e1238-9133-4620-9c29-d69431e60781, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:53.947544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-adba9f95-e521-4070-80ab-337c42320033 None None] For port 486e1238-9133-4620-9c29-d69431e60781, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=486e1238-9133-4620-9c29-d69431e60781,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:53.966105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.047289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-64f06426-0fe6-4233-8acf-d9bd7d6e8abd service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403401 Jul 07 17:09:54.049399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-bb016ca6-e482-467d-bd16-3057ed9c521e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694366 Jul 07 17:09:54.105907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba9f95-e521-4070-80ab-337c42320033 None None] Pushing event updated for resources: {'Port': ['ID=486e1238-9133-4620-9c29-d69431e60781,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.152336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:54.163943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:54.164338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.267437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cf5c0b-41fc-443e-924a-e7c54c96e786 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:54.279875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:54.280655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.297596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Transition to ACTIVE for port object 97cf5c0b-41fc-443e-924a-e7c54c96e786 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:54.310785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.449066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.485199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe99d85-ee58-4b43-aaba-696e5fcc6f70 req-f4810f59-3149-4708-86b2-dc489a2175c5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.494003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fe99d85-ee58-4b43-aaba-696e5fcc6f70 req-f4810f59-3149-4708-86b2-dc489a2175c5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 947 time: 0.7293477 Jul 07 17:09:54.596396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0d5d5386-7470-4fa6-80b2-7f34c407e32f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=caf6e6158fc34554a36efb2c4f7296cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1131575 Jul 07 17:09:54.603036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38188) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.669791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fe99d85-ee58-4b43-aaba-696e5fcc6f70 req-c08f3c73-ff1b-4abc-b8ff-4440cead621c tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746051 Jul 07 17:09:54.690268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-1dc61787-71c3-4e41-8157-077aee5ad5d4 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752532 Jul 07 17:09:54.700131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:54.711806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2157033b-c0b8-492c-bfcb-0507806d8ffe req-0822a649-e5d4-4d31-a79b-fc3fcfa3d5c8 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631604 Jul 07 17:09:54.712911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa903-6b77-44c0-8bb3-ab28f98de5f6 req-3437cca7-0bd3-42c7-98e1-a30ca8fcc544 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.719539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Allocated IP 172.25.3.135 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3c138bac-2208-435f-814e-a76cf0256e3e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:54.724556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:54.732299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-579aa903-6b77-44c0-8bb3-ab28f98de5f6 req-3437cca7-0bd3-42c7-98e1-a30ca8fcc544 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 949 time: 0.8090150 Jul 07 17:09:54.746025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-630bfc2c-c95e-4501-9442-e25fd191704d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.747979 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-630bfc2c-c95e-4501-9442-e25fd191704d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 948 time: 0.8511539 Jul 07 17:09:54.801963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Attempting to bind port 97cf5c0b-41fc-443e-924a-e7c54c96e786 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:54.802308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Attempting to bind port 97cf5c0b-41fc-443e-924a-e7c54c96e786 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:54.803062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Attempting to bind port 97cf5c0b-41fc-443e-924a-e7c54c96e786 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:54.809625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'mac_address': 'fa:16:3e:d9:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:54.811639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Port 97cf5c0b-41fc-443e-924a-e7c54c96e786 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:54.811972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Attempting to bind port 97cf5c0b-41fc-443e-924a-e7c54c96e786 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:54.824990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.838210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:54.839137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Checking segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:54.839552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Bound using segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:54.840004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Bound port: 97cf5c0b-41fc-443e-924a-e7c54c96e786, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:54.840368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.871479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.901594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-579aa903-6b77-44c0-8bb3-ab28f98de5f6 req-08f68fd4-4958-4d97-8955-94a2461ba333 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687915 Jul 07 17:09:54.924848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:54.936177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.955001 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-455208e0-6e55-4cbe-b3c3-00fedcadc81e service neutron] delete failed (client error): The resource could not be found. Jul 07 17:09:54.956287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-455208e0-6e55-4cbe-b3c3-00fedcadc81e service neutron] 10.222.0.23 "DELETE /v2.0/ports/b923bfed-267a-464f-bc9f-3680d4b17ff3/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.1989632 Jul 07 17:09:54.993003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:54.999182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.000957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:55.015209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:55.040635 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.074707 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.075530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:55.075690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device aff2408c-103c-4992-9366-bb9ccc7f1530 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:55.082491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:55.090828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.098398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.128245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.128552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.130923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] 10.222.0.23 "PUT /v2.0/ports/97cf5c0b-41fc-443e-924a-e7c54c96e786 HTTP/1.1" status: 200 len: 1092 time: 2.0636270 Jul 07 17:09:55.138042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:55.140619 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb132731-9951-4001-b13a-00d7ba47cdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:55.223397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b45e9-7123-4459-b96c-7b52f6bfcea4 req-15dca692-f65b-46d1-ad63-bb9c87edbf38 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.231134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.231366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc8b45e9-7123-4459-b96c-7b52f6bfcea4 req-15dca692-f65b-46d1-ad63-bb9c87edbf38 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 948 time: 0.3168137 Jul 07 17:09:55.248814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: aff2408c-103c-4992-9366-bb9ccc7f1530 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:55.249163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device aff2408c-103c-4992-9366-bb9ccc7f1530 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:55.255740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.266317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.269462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.271218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef930e40-9d6e-4973-aa0b-97e535d1f6ac HTTP/1.1" status: 204 len: 168 time: 0.6627767 Jul 07 17:09:55.271459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-322979808-network', 'tenant_id': 'b62cd7e984a84a6a9536df39ac91e138'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:55.276545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:55.368260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:55.370786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a072a5-1eb0-467b-8945-3bbf05c018a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef930e40-9d6e-4973-aa0b-97e535d1f6ac,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.403300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.409488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2a98-8999-4760-bd4b-576ec225c031 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.430553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:55.437999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc8b45e9-7123-4459-b96c-7b52f6bfcea4 req-0d89de3d-1c5d-436b-ad2a-70c95b70a1fd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016561 Jul 07 17:09:55.462604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:55.472334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:55.507203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-1f034ed0-a936-49e6-bb44-c614e51472cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.509345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-1f034ed0-a936-49e6-bb44-c614e51472cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 1095 time: 0.3169498 Jul 07 17:09:55.529556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Made reservation on behalf of b62cd7e984a84a6a9536df39ac91e138 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:55.532062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.533215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfab50-6a4a-47d1-b7c5-6e1ea3d8362c req-63d4ffe2-833d-475d-a550-4523ce9b774d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.536224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-beab54bd-24db-41b6-8d72-e25960054309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.537792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-beab54bd-24db-41b6-8d72-e25960054309 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1100 time: 0.4060423 Jul 07 17:09:55.538341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bbfab50-6a4a-47d1-b7c5-6e1ea3d8362c req-63d4ffe2-833d-475d-a550-4523ce9b774d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 943 time: 0.2559688 Jul 07 17:09:55.542879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Pushing event updated for resources: {'Port': ['ID=3c138bac-2208-435f-814e-a76cf0256e3e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.576105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 486e1238-9133-4620-9c29-d69431e60781 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:55.590373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.598580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.641698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:55.659838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:55.662501 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12bbb71-0b44-43f0-8265-4cc963d1212b" -d '{"events": [{"server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "name": "network-vif-plugged", "status": "completed", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:55.690226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-29c10d9b-deb9-4821-bdfc-5733005ca2d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786 HTTP/1.1" status: 200 len: 217 time: 0.1504033 Jul 07 17:09:55.697174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:55.741896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ff284-b5d0-4da1-ac4a-6f99de9be7ca None None] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:55.763989 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.793621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 486e1238-9133-4620-9c29-d69431e60781 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:55.851685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:55.855203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38210) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.901680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-773c5d41-75e1-40af-b902-5ce8b8932199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.903458 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-773c5d41-75e1-40af-b902-5ce8b8932199 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3383746 Jul 07 17:09:55.903595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Provisioning for port 486e1238-9133-4620-9c29-d69431e60781 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:55.908464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-8c7297dc-0ddd-440b-92c5-7ce302b09457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.911337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-8c7297dc-0ddd-440b-92c5-7ce302b09457 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.1835423 Jul 07 17:09:55.921432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:55.934084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Provisioning complete for port 486e1238-9133-4620-9c29-d69431e60781 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:55.934463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.943451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.970416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5286-cb65-4bae-b5d2-2bf5ee0b07da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.010688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-d3912763-a9f6-40ce-81a9-253e1b51865f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.0882199 Jul 07 17:09:56.078124 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.115187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.115908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port b923bfed-267a-464f-bc9f-3680d4b17ff3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:56.119837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.143823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-edfda3de-c4ad-4cd1-a5de-2e8682ff13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.146232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-edfda3de-c4ad-4cd1-a5de-2e8682ff13a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1237440 Jul 07 17:09:56.155764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port b923bfed-267a-464f-bc9f-3680d4b17ff3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:56.156112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.178629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:56.252620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.305578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bbfab50-6a4a-47d1-b7c5-6e1ea3d8362c req-25dc393f-3c6b-4d13-83d1-f9ff5a0556e6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547202 Jul 07 17:09:56.313430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-49b4b0b9-22b7-4c95-8b76-0c5499e94d3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698468 Jul 07 17:09:56.369303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.375768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] For port 486e1238-9133-4620-9c29-d69431e60781, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=486e1238-9133-4620-9c29-d69431e60781,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.394029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.469710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-898bcb87-9737-4bd2-8031-1966d9c7a3e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436834 Jul 07 17:09:56.469980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf38530-da24-44bd-bdf1-04840e8efc48,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.471402 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3965e766-6364-4432-b57f-79bf4bae7c15 x-openstack-request-id: req-3965e766-6364-4432-b57f-79bf4bae7c15 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:56.471689 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:56.471936 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3965e766-6364-4432-b57f-79bf4bae7c15 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:56.472879 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'status': 'completed', 'code': 200} Jul 07 17:09:56.482979 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.483478 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Added segment 5dddc2a4-5d60-4698-bf3f-13796b9a46a7 of type vlan for network ac21c597-fcb2-4db1-a9a9-bedb59288a1e Jul 07 17:09:56.514059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.531120 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af0471-ce28-4111-b6b5-3466b883a36e x-openstack-request-id: req-65af0471-ce28-4111-b6b5-3466b883a36e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:56.531963 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "name": "network-vif-plugged", "status": "completed", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:56.532284 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65af0471-ce28-4111-b6b5-3466b883a36e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:56.532860 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', 'code': 200} Jul 07 17:09:56.538592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193e7cb-99d3-44ee-bd0c-6a33f1c778a6 None None] Pushing event updated for resources: {'Port': ['ID=486e1238-9133-4620-9c29-d69431e60781,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.589919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.590928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607588-148b-4551-9369-c6ff9e1167af req-8b9e091d-bf20-4401-b0df-a8f6369dba70 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.592592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24607588-148b-4551-9369-c6ff9e1167af req-8b9e091d-bf20-4401-b0df-a8f6369dba70 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1096 time: 0.8687661 Jul 07 17:09:56.595773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.670595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.676599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.714229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.725670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1a2fb9e2-097d-43c1-b11b-8b1a619b4f68 None None] Provisioning complete for port 486e1238-9133-4620-9c29-d69431e60781 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:56.725971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b2355d-e2fb-48e5-8835-b8b3f00a9b3c req-56fe56a6-26d9-4fe2-a39c-77f3985293ae service neutron] 10.222.0.23 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489495 Jul 07 17:09:56.726173 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb9e2-097d-43c1-b11b-8b1a619b4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.735180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24607588-148b-4551-9369-c6ff9e1167af req-f50fed41-33f5-4a04-a9dd-df77b39bb8ef tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277883 Jul 07 17:09:56.806483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f92e9-f75d-4126-ae7c-64680b6b3d12 req-8ceaaa59-7aa5-4411-83eb-106dc340b779 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.814060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c1f92e9-f75d-4126-ae7c-64680b6b3d12 req-8ceaaa59-7aa5-4411-83eb-106dc340b779 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 948 time: 0.1680691 Jul 07 17:09:56.819427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5286-cb65-4bae-b5d2-2bf5ee0b07da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.825763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-437c3c11-d193-451e-bc48-ababfaae1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.828051 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-437c3c11-d193-451e-bc48-ababfaae1ec5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6579068 Jul 07 17:09:56.860296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.861261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.861887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.864577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5286-cb65-4bae-b5d2-2bf5ee0b07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.930390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab1d5286-cb65-4bae-b5d2-2bf5ee0b07da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9756434757d42cca1cfaeae90c65b46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708437 Jul 07 17:09:56.945558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c1f92e9-f75d-4126-ae7c-64680b6b3d12 req-35825145-1d1d-4a27-9e34-2239408bd102 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292322 Jul 07 17:09:56.945558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.949907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fed2a-185c-492f-b9e6-d6afad26b5b2 req-f07a3c37-2741-4012-823e-3e05db71e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.949907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-629fed2a-185c-492f-b9e6-d6afad26b5b2 req-f07a3c37-2741-4012-823e-3e05db71e182 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 1102 time: 0.2924097 Jul 07 17:09:56.952234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d5286-cb65-4bae-b5d2-2bf5ee0b07da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e7b06-b680-4299-a32f-343e486ace53,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.027291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1010339 Jul 07 17:09:57.033647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38222) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:57.046730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Request body: {'subnet': {'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-322979808-subnet', 'tenant_id': 'b62cd7e984a84a6a9536df39ac91e138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:57.091418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-d9ad4ab5-0ddc-4ff0-aa5e-3353e407616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.092926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-d9ad4ab5-0ddc-4ff0-aa5e-3353e407616c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 1095 time: 0.2765484 Jul 07 17:09:57.094326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6700-d3e9-47bc-a510-27a3d02efc12 admin admin] Pushing event updated for resources: {'Network': ['ID=ac21c597-fcb2-4db1-a9a9-bedb59288a1e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.112159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ac21c597-fcb2-4db1-a9a9-bedb59288a1e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:57.114415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-629fed2a-185c-492f-b9e6-d6afad26b5b2 req-89944a27-0a57-4643-89a5-400ec77a62e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287568 Jul 07 17:09:57.181722 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-49057afe-63fb-4e00-8c85-21bd3c9079a8 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461595 Jul 07 17:09:57.184009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Made reservation on behalf of b62cd7e984a84a6a9536df39ac91e138 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:57.186331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.191669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.228255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67f57-d0c2-4033-abaa-a385ac7585cd req-2f8df0f2-4595-404a-b9bb-e241d5210b10 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.229815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74e67f57-d0c2-4033-abaa-a385ac7585cd req-2f8df0f2-4595-404a-b9bb-e241d5210b10 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 950 time: 0.2474303 Jul 07 17:09:57.252508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.293473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.364200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74e67f57-d0c2-4033-abaa-a385ac7585cd req-db93b0c9-4729-47f2-a17e-ba3513ef747d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196921 Jul 07 17:09:57.372718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dcad3-6367-4423-bf6d-8f0282542bdb req-caf32b12-8c8f-4f0a-baf2-42595da967aa tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.376467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 486e1238-9133-4620-9c29-d69431e60781 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:57.382422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e0dcad3-6367-4423-bf6d-8f0282542bdb req-caf32b12-8c8f-4f0a-baf2-42595da967aa tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.3056397 Jul 07 17:09:57.383484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-b74f05c7-2c20-49e2-ae59-184f8606ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.385006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-b74f05c7-2c20-49e2-ae59-184f8606ee9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 905 time: 0.2849820 Jul 07 17:09:57.457141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 486e1238-9133-4620-9c29-d69431e60781 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:57.457777 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.479260 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e19234a-fedf-4821-a0a0-4c338f9b7ed0 req-77cbd45f-eb81-4e5e-b189-89278098e7ad service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883859 Jul 07 17:09:57.499112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-08fa2a37-c2c8-484c-b00b-e8f7cab5f0c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786 HTTP/1.1" status: 200 len: 217 time: 0.1061721 Jul 07 17:09:57.614764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.617453 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.618683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c67e7b06-b680-4299-a32f-343e486ace53 HTTP/1.1" status: 204 len: 168 time: 0.6634309 Jul 07 17:09:57.645165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.648105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e0dcad3-6367-4423-bf6d-8f0282542bdb req-a24115ba-62e9-4184-9053-12adf39181de tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621439 Jul 07 17:09:57.655137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Router 5c47516a-852f-42fe-a4fd-833d53b6388f is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:57.763371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75988df-49c6-4ecd-9652-09da964a7067,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.765884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0c17-c4ed-41d9-a8ee-b24a35ebb98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e7b06-b680-4299-a32f-343e486ace53,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.791667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-2efaf7e4-d26a-4ef5-a104-b39828abce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.793418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-2efaf7e4-d26a-4ef5-a104-b39828abce47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.2802789 Jul 07 17:09:57.825508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Checking segment: {'id': '5dddc2a4-5d60-4698-bf3f-13796b9a46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:57.826243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Network hostable DHCP agents. Network: ac21c597-fcb2-4db1-a9a9-bedb59288a1e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:57.855832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-2e6a1d8b-e507-4c25-9b68-360ac54ff8c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514476 Jul 07 17:09:57.903795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Network ac21c597-fcb2-4db1-a9a9-bedb59288a1e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:57.925979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:57.933221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ac21c597-fcb2-4db1-a9a9-bedb59288a1e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:57.942159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Sync routers for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:57.947566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaf177-7b96-4cee-a231-ea4e3726afbe None None] Network ac21c597-fcb2-4db1-a9a9-bedb59288a1e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:57.972004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-3ac6cb66-a924-4beb-841c-07c6ca12f1ff tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.976015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.978265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.982081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-3ac6cb66-a924-4beb-841c-07c6ca12f1ff tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.4343011 Jul 07 17:09:58.007937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.012237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16761ab9-9a26-40a7-a748-d2a2ce3bb357 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6629529 Jul 07 17:09:58.013506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:58.023197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-5e4bec08-0cf4-4930-8788-6ec849809262 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/quotas/e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 375 time: 0.0400298 Jul 07 17:09:58.023992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c023c35f-da53-4a2b-84a9-f6f82fbd4633 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9826453 Jul 07 17:09:58.110113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8981d08-d98f-4cea-a128-28dab5ff0cb1 req-0682505b-8047-458d-a311-90fe4dde5799 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.111798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8981d08-d98f-4cea-a128-28dab5ff0cb1 req-0682505b-8047-458d-a311-90fe4dde5799 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 943 time: 0.2587290 Jul 07 17:09:58.125686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-03ecfa93-129c-4a9a-8b4a-2e1a47e1df77 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566035 Jul 07 17:09:58.133916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:58.141443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:58.301835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:58.343945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-0fd8959e-d914-4f5b-ac14-9672caf145a6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3196812 Jul 07 17:09:58.357795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8981d08-d98f-4cea-a128-28dab5ff0cb1 req-6db3b284-86f3-4fae-908a-597a059c0efb tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373312 Jul 07 17:09:58.539168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'}, {'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:58.541356 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a5a8a-072e-4a8e-87fc-6b0adcbad9ca" -d '{"events": [{"server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "name": "network-vif-plugged", "status": "completed", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036"}, {"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-plugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:58.571646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb132731-9951-4001-b13a-00d7ba47cdb4 req-2e4d377f-6313-4351-82c9-bc8b382a0baf service neutron] 10.222.0.23 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027367 Jul 07 17:09:58.614168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:58.648292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aceaa5-d33a-4ebc-9859-475b599900a4 None None] Network ac21c597-fcb2-4db1-a9a9-bedb59288a1e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:58.707143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6bcf9dc0-9dd2-4f60-b727-1a1496a92c6a service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621137 Jul 07 17:09:58.873670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e4cc-c5fc-4964-a6b7-8b1c807dd8e9 req-1ef80564-d59f-4207-8e07-b2d98377eced tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.875322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61d1e4cc-c5fc-4964-a6b7-8b1c807dd8e9 req-1ef80564-d59f-4207-8e07-b2d98377eced tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 948 time: 0.2815604 Jul 07 17:09:58.887897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:58.888134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.893634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-4e343935-7163-4b2f-87a7-470c53d3bd58 service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480052 Jul 07 17:09:58.949458 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61d1e4cc-c5fc-4964-a6b7-8b1c807dd8e9 req-0d80c7aa-189c-449f-bb42-f436cb7740c7 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Jul 07 17:09:58.997050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.079608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.205487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:59.234073 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.357758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Allocated IP 172.20.0.1 (7b7d4a02-4165-43e3-a83b-b62e68437925/2dec682b-f90e-4976-b48e-dec6efca3642/52771b9a-7788-4ca4-9489-1051f5e1903e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:59.393755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2932-712e-456b-96a4-930e65b4e701 req-86a429dc-efff-46c3-b17f-e19586bf357b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.403753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94fb2932-712e-456b-96a4-930e65b4e701 req-86a429dc-efff-46c3-b17f-e19586bf357b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 950 time: 0.1834533 Jul 07 17:09:59.439111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:59.461369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:09:55Z', 'revision_number': 3, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:59.510177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Checking router: 5c47516a-852f-42fe-a4fd-833d53b6388f for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:59.510737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Updating router 5c47516a-852f-42fe-a4fd-833d53b6388f port 3c138bac-2208-435f-814e-a76cf0256e3e binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:09:59.518996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94fb2932-712e-456b-96a4-930e65b4e701 req-05bc591d-7625-4a55-94d1-e1e8211b28a8 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076612 Jul 07 17:09:59.576097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.649473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.662407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-d7be45dc-3e89-4f7b-9343-2008e4609020 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.676330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-d7be45dc-3e89-4f7b-9343-2008e4609020 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/networks?id=ac21c597-fcb2-4db1-a9a9-bedb59288a1e HTTP/1.1" status: 200 len: 817 time: 0.2589850 Jul 07 17:09:59.687502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Transition to ACTIVE for port object 52771b9a-7788-4ca4-9489-1051f5e1903e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:59.705636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-9b6853cd-d9c7-4c07-926b-12529d775c77 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/quotas/b62cd7e984a84a6a9536df39ac91e138 HTTP/1.1" status: 200 len: 375 time: 0.0261960 Jul 07 17:09:59.770148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.787568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-840df463-9d2a-452d-8ee4-6b42789df655 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b62cd7e984a84a6a9536df39ac91e138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776289 Jul 07 17:09:59.794506 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0f7be-8af7-4e9c-8f47-c7b8713301a1 x-openstack-request-id: req-61d0f7be-8af7-4e9c-8f47-c7b8713301a1 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:59.795289 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "name": "network-vif-plugged", "status": "completed", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036", "code": 200}, {"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-plugged", "status": "completed", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:59.795417 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61d0f7be-8af7-4e9c-8f47-c7b8713301a1 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:59.795940 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', 'code': 200} Jul 07 17:09:59.808180 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'code': 200} Jul 07 17:09:59.839869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:59.852305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:59.854474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:59.857215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aec9e889-3342-4310-bb40-661f65dda820 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:59.859987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:59.866756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aec9e889-3342-4310-bb40-661f65dda820 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683801 Jul 07 17:09:59.907121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.117473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.133650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Transition to ACTIVE for port object 3c138bac-2208-435f-814e-a76cf0256e3e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:00.143655 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.152315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-ffab32b8-d44d-4afe-bb76-1a6b5cec1ec3 service neutron] 10.222.0.66 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846456 Jul 07 17:10:00.203757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.213524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Attempting to bind port 3c138bac-2208-435f-814e-a76cf0256e3e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:00.214795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Attempting to bind port 3c138bac-2208-435f-814e-a76cf0256e3e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:00.215378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Attempting to bind port 3c138bac-2208-435f-814e-a76cf0256e3e on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:00.232698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f84d7-2394-4ae3-b0cd-e6503baf3f15 req-2f8db759-df1b-4e09-8207-2f2290576297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.234377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-946f84d7-2394-4ae3-b0cd-e6503baf3f15 req-2f8db759-df1b-4e09-8207-2f2290576297 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 1102 time: 0.4991252 Jul 07 17:10:00.236095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46956ded-5246-4268-83e9-654f1eae4317 None None] Pushing event updated for resources: {'Port': ['ID=3c138bac-2208-435f-814e-a76cf0256e3e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.242213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:00.242661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2e707-0b75-44f8-8b3f-444d68ac6c4a req-e8787ac2-5f40-485f-af9e-f339c4ae4cef tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.244313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57a2e707-0b75-44f8-8b3f-444d68ac6c4a req-e8787ac2-5f40-485f-af9e-f339c4ae4cef tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.4554408 Jul 07 17:10:00.245577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:00.246012 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.246411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:00.247077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Bound port: 3c138bac-2208-435f-814e-a76cf0256e3e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:00.250530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.282837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c2e90814-4a50-4ba1-ad9f-dd6e0223cfdb None None] Provisioning for port 52771b9a-7788-4ca4-9489-1051f5e1903e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:00.296309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c2e90814-4a50-4ba1-ad9f-dd6e0223cfdb None None] Provisioning complete for port 52771b9a-7788-4ca4-9489-1051f5e1903e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:00.296680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c2e90814-4a50-4ba1-ad9f-dd6e0223cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.326179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:00.335532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57a2e707-0b75-44f8-8b3f-444d68ac6c4a req-12b49fdf-972e-437c-82e3-10be02f00052 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825093 Jul 07 17:10:00.337504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-946f84d7-2394-4ae3-b0cd-e6503baf3f15 req-d868472a-10ec-4825-8781-183caea14969 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923185 Jul 07 17:10:00.368434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-43880d6b-4b06-4cfd-a2e0-0dd3e2e208cf service neutron] 10.222.0.66 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945035 Jul 07 17:10:00.428468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:00.447284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'mac_address': 'fa:16:3e:dd:fd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:00.460470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.467488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.486964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c2e90814-4a50-4ba1-ad9f-dd6e0223cfdb None None] Port 52771b9a-7788-4ca4-9489-1051f5e1903e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:00.510684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] For port 3c138bac-2208-435f-814e-a76cf0256e3e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:00.543324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] For port 3c138bac-2208-435f-814e-a76cf0256e3e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3c138bac-2208-435f-814e-a76cf0256e3e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:00.553533 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.598362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.616700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:00.617492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:00.626159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.652444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.712993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd71dbe-49c7-43bb-9452-8c60fabec713 req-1b66ad42-c8db-4afb-a7dc-a910fe91244f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.716639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cd71dbe-49c7-43bb-9452-8c60fabec713 req-1b66ad42-c8db-4afb-a7dc-a910fe91244f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 943 time: 0.0857959 Jul 07 17:10:00.727386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cf5c0b-41fc-443e-924a-e7c54c96e786 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:00.752850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:00.765366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40f5b9f5-5015-47bb-bc83-87617c571b83 req-66a9f13a-baea-48d2-9a4b-270d8215fe39 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 210 time: 0.0466270 Jul 07 17:10:00.786422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.792596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46956ded-5246-4268-83e9-654f1eae4317 None None] Pushing event updated for resources: {'Port': ['ID=3c138bac-2208-435f-814e-a76cf0256e3e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.792824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cd71dbe-49c7-43bb-9452-8c60fabec713 req-31a3ca70-f451-4de0-9090-ef4e468272c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753148 Jul 07 17:10:00.871123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:00.917036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:00.937920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:00.939158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:01.132190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['97cf5c0b-41fc-443e-924a-e7c54c96e786'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:01.323754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32860c-edb7-423c-a884-0dd91afd8b3c req-24cbdabe-954a-4ce4-956c-bd37ee292eb0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.334067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df32860c-edb7-423c-a884-0dd91afd8b3c req-24cbdabe-954a-4ce4-956c-bd37ee292eb0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.2801585 Jul 07 17:10:01.373547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c5cb63e-1e8c-4255-afff-610f99b3f09f None None] Provisioning complete for port 52771b9a-7788-4ca4-9489-1051f5e1903e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:01.374159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb63e-1e8c-4255-afff-610f99b3f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.408809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df32860c-edb7-423c-a884-0dd91afd8b3c req-6647552a-e762-4f42-843c-28f8bbdaa552 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661478 Jul 07 17:10:01.420797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481dc7-fd8c-4790-962f-7783d0019d86 req-93e3649c-bd1e-4502-a575-1c410c9b04c0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.423196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92481dc7-fd8c-4790-962f-7783d0019d86 req-93e3649c-bd1e-4502-a575-1c410c9b04c0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 950 time: 0.3044214 Jul 07 17:10:01.489820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92481dc7-fd8c-4790-962f-7783d0019d86 req-215aa280-8005-4780-ad84-f3d7485405ec tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Jul 07 17:10:01.541104 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:01.638134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Router 5c47516a-852f-42fe-a4fd-833d53b6388f has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:01.665654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cb63e-1e8c-4255-afff-610f99b3f09f None None] Port 52771b9a-7788-4ca4-9489-1051f5e1903e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:01.671888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '52771b9a-7788-4ca4-9489-1051f5e1903e', 'name': '', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'mac_address': 'fa:16:3e:fe:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'subnets': [{'id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:01.713187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4b6df-2e81-4efe-a791-6a1926d08b9f None None] The sync data for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 is: [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '52771b9a-7788-4ca4-9489-1051f5e1903e', 'name': '', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'mac_address': 'fa:16:3e:fe:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'subnets': [{'id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:01.736113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-bc2af561-db8c-46de-bb15-79ea522f6b66 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.738340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-bc2af561-db8c-46de-bb15-79ea522f6b66 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.3011444 Jul 07 17:10:01.753866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Request body: {'port': {'device_id': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'admin_state_up': True, 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:01.809170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:01.814552 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af16df05-8be2-4a54-9cf1-bb94afaf0243" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:01.814801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec5d9e-2b20-4f96-af0c-bff705ba2586 req-16cb68e0-757f-4b87-b146-242f450a814e tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.816750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3ec5d9e-2b20-4f96-af0c-bff705ba2586 req-16cb68e0-757f-4b87-b146-242f450a814e tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.1070092 Jul 07 17:10:01.858484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e700d8cb-c53b-4e0a-9189-333921253d42 req-97811601-1db9-43a7-acd5-7986c8a2f5d7 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 210 time: 0.0348887 Jul 07 17:10:01.923252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3ec5d9e-2b20-4f96-af0c-bff705ba2586 req-222cc34d-ad01-4109-a82b-8ebb9c731956 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Jul 07 17:10:01.985611 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed67108-5332-43e3-a274-72435c91dc55 x-openstack-request-id: req-2ed67108-5332-43e3-a274-72435c91dc55 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:01.986101 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:01.986686 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ed67108-5332-43e3-a274-72435c91dc55 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:01.987219 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'code': 200} Jul 07 17:10:01.988188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:01.998101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3e3955f6-269d-4348-ae18-e2951204b8d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c47516a-852f-42fe-a4fd-833d53b6388f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9729259 Jul 07 17:10:01.999689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.010886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.104926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aff56f4e-03d4-490f-b3f7-3f6253ba7ba8 req-e3068888-6f1f-47ec-aa1b-380c3612d28d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 210 time: 0.0459681 Jul 07 17:10:02.287691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Allocated IP 172.20.0.13 (393b88ee-aae5-4083-8f3a-4b3236ce52de/219697df-297f-4874-9ea8-421dfd7ff01f/fdc38e42-695c-4227-be79-61c4e81a897c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:02.305843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b35c02-502a-47c5-8d5a-0aea1d914abd req-9b311cb4-28bb-4913-924d-2933943258b0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.320994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9b35c02-502a-47c5-8d5a-0aea1d914abd req-9b311cb4-28bb-4913-924d-2933943258b0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 944 time: 0.1233819 Jul 07 17:10:02.416601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9b35c02-502a-47c5-8d5a-0aea1d914abd req-944386b9-0f63-4540-9084-dc4c21147f84 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943961 Jul 07 17:10:02.778637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.789821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-3665616c-d1bf-4c7c-9168-55cd7a1b97de tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.791633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-3665616c-d1bf-4c7c-9168-55cd7a1b97de tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.73 "GET /v2.0/networks?id=ac21c597-fcb2-4db1-a9a9-bedb59288a1e HTTP/1.1" status: 200 len: 817 time: 0.3154056 Jul 07 17:10:02.793533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b0a0-58a6-4434-a36a-4f6d4b613aaf req-61029be4-2282-43be-8283-999f3f75e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.794943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b397b0a0-58a6-4434-a36a-4f6d4b613aaf req-61029be4-2282-43be-8283-999f3f75e6ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1101 time: 0.4480360 Jul 07 17:10:02.810635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Request body: {'port': {'device_id': '48071219-3c7e-49f8-8194-122468ed5009', 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e', 'admin_state_up': True, 'tenant_id': 'b62cd7e984a84a6a9536df39ac91e138'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:02.872993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.932161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38364) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.933880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:02.952303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:02.961719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:03.000806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.036397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.037656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.063566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-70cc7d5e-b0a6-4c68-997e-86579d994e51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3138816 Jul 07 17:10:03.079111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Request body: {'port': {'device_id': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.181978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-613d032f-118f-4643-aa04-8921db78f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.207964 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.265616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b397b0a0-58a6-4434-a36a-4f6d4b613aaf req-31d50350-d420-419f-8dca-9f7120ce55de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598804 Jul 07 17:10:03.315542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1254e-7a13-4f94-ac9e-065a0b4a1c8a req-520d5e7d-8a95-41fb-b0ec-711caf293f54 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.317653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99c1254e-7a13-4f94-ac9e-065a0b4a1c8a req-520d5e7d-8a95-41fb-b0ec-711caf293f54 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.5398536 Jul 07 17:10:03.329729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7c5e-66cd-4749-b581-a9b6fb312437 req-1168a441-ae33-40c4-9240-5b3a1ec60f01 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.331253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f19a7c5e-66cd-4749-b581-a9b6fb312437 req-1168a441-ae33-40c4-9240-5b3a1ec60f01 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 950 time: 0.1899443 Jul 07 17:10:03.390787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99c1254e-7a13-4f94-ac9e-065a0b4a1c8a req-a2bd63b0-d367-4fea-bf40-120711dd7cbd tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 Jul 07 17:10:03.456187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3c138bac-2208-435f-814e-a76cf0256e3e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:03.466243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f19a7c5e-66cd-4749-b581-a9b6fb312437 req-4fb3365b-82fd-4da0-8ef4-fe7c36d2d73c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059752 Jul 07 17:10:03.517007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-613d032f-118f-4643-aa04-8921db78f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.537995 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-613d032f-118f-4643-aa04-8921db78f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.547358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Made reservation on behalf of b62cd7e984a84a6a9536df39ac91e138 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:03.563027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.569165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3c138bac-2208-435f-814e-a76cf0256e3e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:03.578536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3c138bac-2208-435f-814e-a76cf0256e3e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:03.578980 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.622976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-5f15f3e3-8506-4eda-9bf2-0da6f351469c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424371 Jul 07 17:10:03.630126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d032f-118f-4643-aa04-8921db78f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a6303c-313c-4be0-8d88-cd84df5f208f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.641219 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-613d032f-118f-4643-aa04-8921db78f3e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ae9f80abc2a4f7b84867e56a8929268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035065 Jul 07 17:10:03.642420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38384) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:03.714893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.745067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc38e42-695c-4227-be79-61c4e81a897c {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:03.745318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3c138bac-2208-435f-814e-a76cf0256e3e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3c138bac-2208-435f-814e-a76cf0256e3e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:03.752188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.754126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.767942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Transition to ACTIVE for port object fdc38e42-695c-4227-be79-61c4e81a897c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:03.781403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.824706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3c138bac-2208-435f-814e-a76cf0256e3e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.837282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.879452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-4ecea4ac-e5e7-40cc-9732-192eebbe76c7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.880185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.881273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-4ecea4ac-e5e7-40cc-9732-192eebbe76c7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464311 Jul 07 17:10:03.889418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Allocated IP 172.20.0.3 (ac21c597-fcb2-4db1-a9a9-bedb59288a1e/a75988df-49c6-4ecd-9652-09da964a7067/a0a7c780-4ee9-4bfc-8c20-85debc31040c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:03.908454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.951497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-19a6018d-e9e3-448b-8cb5-d0079a847978 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/quotas/c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 375 time: 0.0533478 Jul 07 17:10:03.956008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-783d0757-5140-4e16-92fe-f007837cf364 req-c4ad3c94-7977-449f-8c88-581b62be5ebd tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 210 time: 0.0454202 Jul 07 17:10:04.003858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:04.004927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:04.005317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:04.012678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:04.013070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:04.022649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.025586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.029472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52a6303c-313c-4be0-8d88-cd84df5f208f HTTP/1.1" status: 204 len: 168 time: 0.3835945 Jul 07 17:10:04.040821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:04.041210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:04.041592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:04.042222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Bound port: fdc38e42-695c-4227-be79-61c4e81a897c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:04.042758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.057692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1f30f-69b7-4632-b14d-b82ebd254dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a6303c-313c-4be0-8d88-cd84df5f208f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.154818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:04.158552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:04.168056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.210223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.211271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.212738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] 10.222.0.73 "PUT /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 1093 time: 1.1383607 Jul 07 17:10:04.213265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:04.215790 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218" -d '{"events": [{"name": "network-changed", "server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:04.247346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7da0-4593-4cd0-a443-fc7e0a3cb4be service neutron] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.264894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.290837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-5c4ac03b-2acb-45c9-baa3-7bc3ffe4ae9f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3270931 Jul 07 17:10:04.335999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed460e7-dbce-4831-8ebc-1bd87853aa98 req-db09845f-d8c6-4888-b248-28c501522ac9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.339584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:04.360815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ed460e7-dbce-4831-8ebc-1bd87853aa98 req-db09845f-d8c6-4888-b248-28c501522ac9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.2624202 Jul 07 17:10:04.385256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-16807817-c78a-4ad9-87ad-e0a3862447d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.389094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-16807817-c78a-4ad9-87ad-e0a3862447d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1096 time: 0.0683472 Jul 07 17:10:04.452472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.467902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 97cf5c0b-41fc-443e-924a-e7c54c96e786 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:04.478113 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-5ed02f84-a539-4d97-8a9c-1d53480876e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 217 time: 0.0803897 Jul 07 17:10:04.478620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38396) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:04.479795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ed460e7-dbce-4831-8ebc-1bd87853aa98 req-b8bf3546-ea3b-42e4-8276-e456a92c59fd tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142335 Jul 07 17:10:04.496173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 97cf5c0b-41fc-443e-924a-e7c54c96e786 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:04.496975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.519576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52c074b0-b7c8-453d-bb1b-398d41b09934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.577959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fde482-aa30-4315-8737-681f0d0aa80e req-4981ed62-382e-4a01-92ad-e5c60eb19d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.579609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-4981ed62-382e-4a01-92ad-e5c60eb19d1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0930793 Jul 07 17:10:04.595775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Network ac21c597-fcb2-4db1-a9a9-bedb59288a1e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:04.602771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:04.619841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:04.625664 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-e5985583-3853-4fb5-866a-5cf8616184bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345628 Jul 07 17:10:04.678917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Pushing event updated for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.728300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.729154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.732342 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.762154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Sync routers for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:04.773420 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:04.774065 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:04.777916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-19fe82bc-c545-4652-ba8f-a16269af6a87 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410115 Jul 07 17:10:04.784958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:04.786019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:04.788935 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019b4e93-3a7c-4139-96b0-b4db1d2f4b20" -d '{"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:04.793818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.869476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.885828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d001649-91fb-4ab8-91c7-a3d106067370 req-af36dc84-cdc9-43a8-b472-4595f91540d7 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.888428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d001649-91fb-4ab8-91c7-a3d106067370 req-af36dc84-cdc9-43a8-b472-4595f91540d7 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 944 time: 0.1400688 Jul 07 17:10:04.951836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d001649-91fb-4ab8-91c7-a3d106067370 req-55ae76cb-d57a-4ab7-8866-cdcd65ad98bc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550940 Jul 07 17:10:05.004148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46fde482-aa30-4315-8737-681f0d0aa80e req-cf6813b5-bea3-4210-a22a-4ef14a03d050 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158973 Jul 07 17:10:05.006639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52c074b0-b7c8-453d-bb1b-398d41b09934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.029098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52c074b0-b7c8-453d-bb1b-398d41b09934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.037142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-aa8f6e2e-f148-4310-80f2-44c90554a358 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2301438 Jul 07 17:10:05.043584 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:05.049381 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c613a4b-1ad7-4798-8535-c567031e36f2 x-openstack-request-id: req-4c613a4b-1ad7-4798-8535-c567031e36f2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:05.049667 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:05.049913 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c613a4b-1ad7-4798-8535-c567031e36f2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:05.050491 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'status': 'completed', 'code': 200} Jul 07 17:10:05.090475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-52c074b0-b7c8-453d-bb1b-398d41b09934 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b22ebe160620463b91b6f897ad843e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102943 Jul 07 17:10:05.094409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38412) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:05.101995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c074b0-b7c8-453d-bb1b-398d41b09934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24689590-b6a8-49b5-bf10-9ab912c4e16f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.102225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Request body: {'port': {'device_id': '48071219-3c7e-49f8-8194-122468ed5009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:05.210135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.214213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-5276aa14-83fe-4b18-8502-ef473ef75684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.215498 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-5276aa14-83fe-4b18-8502-ef473ef75684 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1096 time: 0.1187987 Jul 07 17:10:05.264996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.281955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbda95-f2cb-4a5e-b1bc-3af8f96f4e94 req-58d957d0-2c02-4e37-bfee-140218485e44 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.290023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbda95-f2cb-4a5e-b1bc-3af8f96f4e94 req-58d957d0-2c02-4e37-bfee-140218485e44 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.308397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cfbda95-f2cb-4a5e-b1bc-3af8f96f4e94 req-58d957d0-2c02-4e37-bfee-140218485e44 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22&device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 1691 time: 0.2949305 Jul 07 17:10:05.375726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-d8379e5b-25e6-40f6-91fe-3dd9036901a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.377258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-d8379e5b-25e6-40f6-91fe-3dd9036901a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1377859 Jul 07 17:10:05.390699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3c138bac-2208-435f-814e-a76cf0256e3e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:05.398529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.401765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.403097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24689590-b6a8-49b5-bf10-9ab912c4e16f HTTP/1.1" status: 204 len: 168 time: 0.3077152 Jul 07 17:10:05.412118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.440213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '52771b9a-7788-4ca4-9489-1051f5e1903e', 'name': '', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'mac_address': 'fa:16:3e:fe:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 2, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'subnets': [{'id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:05.441229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-d03d2415-9877-475a-b7ab-351b80d06273 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 217 time: 0.0552959 Jul 07 17:10:05.459361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cfbda95-f2cb-4a5e-b1bc-3af8f96f4e94 req-dc544886-2f09-4036-9f5e-aa9b43d2e984 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499646 Jul 07 17:10:05.479061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Checking router: 5c47516a-852f-42fe-a4fd-833d53b6388f for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:05.479983 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Updating router 5c47516a-852f-42fe-a4fd-833d53b6388f port 52771b9a-7788-4ca4-9489-1051f5e1903e binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:05.483761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40489c8-95c7-4e88-94e4-b395fd70f707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24689590-b6a8-49b5-bf10-9ab912c4e16f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.529247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3c138bac-2208-435f-814e-a76cf0256e3e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:05.529800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.533693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14348bb-ac17-478f-9ac8-14eb303b5ba9 req-ca90f903-0cd1-4501-8ce1-dea87915d2ba tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.540571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b14348bb-ac17-478f-9ac8-14eb303b5ba9 req-ca90f903-0cd1-4501-8ce1-dea87915d2ba tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.3824172 Jul 07 17:10:05.549905 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.582378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-93b2b283-05f3-4516-af95-33272ac6f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.585236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-93b2b283-05f3-4516-af95-33272ac6f0d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1186860 Jul 07 17:10:05.658140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-6054d113-38f9-417e-9460-e4b487276ad7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627928 Jul 07 17:10:05.746891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b14348bb-ac17-478f-9ac8-14eb303b5ba9 req-ee082d98-914b-4e80-a3ab-77e20d1e96a7 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936281 Jul 07 17:10:05.836909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7d2034d-9060-481b-b374-4b30d183a450 req-b3a34995-bdec-469d-af80-8bc7fd9ea6f7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 210 time: 0.1575685 Jul 07 17:10:05.880157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-48ddb5c1-df4b-4973-bd05-70d74bae0ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121294 Jul 07 17:10:05.883247 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c0083-405c-4c89-8675-3fc05eb0eb4e x-openstack-request-id: req-014c0083-405c-4c89-8675-3fc05eb0eb4e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:05.883751 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:05.884258 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-014c0083-405c-4c89-8675-3fc05eb0eb4e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:05.884864 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'code': 200} Jul 07 17:10:06.001719 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.014244 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Transition to ACTIVE for port object 52771b9a-7788-4ca4-9489-1051f5e1903e will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:06.024477 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.087597 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Pushing event updated for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.154059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7db476e9-aeb9-426c-96d5-8e1ec7aaf218 req-60ce4305-8dcb-401d-aac3-f0a5550cba9a service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543051 Jul 07 17:10:06.162189 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.162990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.163523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.164761 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.165294 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.166233 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.166967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.168491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.169665 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.170867 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.172686 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.173194 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:06.218945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c743e9-6857-43d0-b83c-734724181e2e req-d5a8a917-f371-4ea2-9a90-3ec2e2ea1532 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.228835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5c743e9-6857-43d0-b83c-734724181e2e req-d5a8a917-f371-4ea2-9a90-3ec2e2ea1532 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 931 time: 0.1852679 Jul 07 17:10:06.259155 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Attempting to bind port 52771b9a-7788-4ca4-9489-1051f5e1903e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:06.259540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Attempting to bind port 52771b9a-7788-4ca4-9489-1051f5e1903e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:06.259913 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Attempting to bind port 52771b9a-7788-4ca4-9489-1051f5e1903e on network 7b7d4a02-4165-43e3-a83b-b62e68437925 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.271694 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:06.272085 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Checking segment: {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.272495 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.272891 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Bound using segment: {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:06.273375 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Bound port: 52771b9a-7788-4ca4-9489-1051f5e1903e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd564c9e8-9198-4a66-aaa0-d03728bd9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:06.273790 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.274670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166258-2767-48b3-a58a-0f100b8bc448 req-0bb12812-794c-40a1-bc0d-a83f65439df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.278584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80166258-2767-48b3-a58a-0f100b8bc448 req-0bb12812-794c-40a1-bc0d-a83f65439df0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 1097 time: 0.3123503 Jul 07 17:10:06.365050 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] For port 52771b9a-7788-4ca4-9489-1051f5e1903e, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:06.369039 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] For port 52771b9a-7788-4ca4-9489-1051f5e1903e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=52771b9a-7788-4ca4-9489-1051f5e1903e,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:06.375408 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.412230 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-dc8239ba-f082-4256-a357-c13c5db8ab54 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502725 Jul 07 17:10:06.472019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a7c780-4ee9-4bfc-8c20-85debc31040c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:06.507540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:06.508337 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:06.509997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5c743e9-6857-43d0-b83c-734724181e2e req-81cab57d-65bf-4183-aa0a-bcfb5cdd30f9 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664325 Jul 07 17:10:06.512446 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ddca0-4cc6-43de-b4d3-e8f040370ac6 None None] Pushing event updated for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.512617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.550054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80166258-2767-48b3-a58a-0f100b8bc448 req-bb6551a1-ebc7-4691-989d-b6dafc04e371 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302837 Jul 07 17:10:06.595386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Transition to ACTIVE for port object a0a7c780-4ee9-4bfc-8c20-85debc31040c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:06.627251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3a9fb-fd76-4f66-ae9e-30bad9b9bfe4 req-12607c0c-27d0-45fb-a0bc-4633dbeaa6b7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.645476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ef3a9fb-fd76-4f66-ae9e-30bad9b9bfe4 req-12607c0c-27d0-45fb-a0bc-4633dbeaa6b7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.3630278 Jul 07 17:10:06.648426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.675482 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:06.730724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-6da61e8c-aa6c-4385-89fc-26fe127b6cf9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.736610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-6da61e8c-aa6c-4385-89fc-26fe127b6cf9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162818 Jul 07 17:10:06.758479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Request body: {'port': {'device_id': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'c0dc7d50d95b4bbeb50fe47805e92487'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:06.787441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ef3a9fb-fd76-4f66-ae9e-30bad9b9bfe4 req-e5e93200-9438-4920-9de2-0e46b31ca3f0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315880 Jul 07 17:10:06.844902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.845018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:06.969250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Made reservation on behalf of c0dc7d50d95b4bbeb50fe47805e92487 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:06.975928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.042415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Attempting to bind port a0a7c780-4ee9-4bfc-8c20-85debc31040c on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:07.042790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Attempting to bind port a0a7c780-4ee9-4bfc-8c20-85debc31040c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '5dddc2a4-5d60-4698-bf3f-13796b9a46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:07.043114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Attempting to bind port a0a7c780-4ee9-4bfc-8c20-85debc31040c on network ac21c597-fcb2-4db1-a9a9-bedb59288a1e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:07.056327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Port a0a7c780-4ee9-4bfc-8c20-85debc31040c on network ac21c597-fcb2-4db1-a9a9-bedb59288a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:07.056659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Attempting to bind port a0a7c780-4ee9-4bfc-8c20-85debc31040c on network ac21c597-fcb2-4db1-a9a9-bedb59288a1e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:07.057127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1777018842-network', 'tenant_id': '74d3379b24e94c119e56a2f600fc7637'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:07.072357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d842e-573c-430e-a704-5d72d4d68789 req-00fad7cb-f2f3-4d6b-8277-7f4a0c238c32 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.074953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f68d842e-573c-430e-a704-5d72d4d68789 req-00fad7cb-f2f3-4d6b-8277-7f4a0c238c32 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.3070478 Jul 07 17:10:07.077852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:07.078824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Checking segment: {'id': '5dddc2a4-5d60-4698-bf3f-13796b9a46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:07.081093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Bound using segment: {'id': '5dddc2a4-5d60-4698-bf3f-13796b9a46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:07.082532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Bound port: a0a7c780-4ee9-4bfc-8c20-85debc31040c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dddc2a4-5d60-4698-bf3f-13796b9a46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:07.083231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.101880 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '52771b9a-7788-4ca4-9489-1051f5e1903e', 'name': '', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'mac_address': 'fa:16:3e:fe:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:06Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'subnets': [{'id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:07.118583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Made reservation on behalf of 74d3379b24e94c119e56a2f600fc7637 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:07.120970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.129669 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a57bb-2613-452d-95df-1b0c1acf50cb None None] The sync data for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 is: [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:10:00Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '52771b9a-7788-4ca4-9489-1051f5e1903e', 'name': '', 'network_id': '7b7d4a02-4165-43e3-a83b-b62e68437925', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'mac_address': 'fa:16:3e:fe:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:59Z', 'updated_at': '2021-07-07T17:10:06Z', 'revision_number': 4, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'subnets': [{'id': '2dec682b-f90e-4976-b48e-dec6efca3642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:07.136173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.140792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc247e94-1816-4731-b001-28f819769cbe req-f985e5eb-9c81-43a6-9791-39b239ab1e59 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.142908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc247e94-1816-4731-b001-28f819769cbe req-f985e5eb-9c81-43a6-9791-39b239ab1e59 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 945 time: 0.1947553 Jul 07 17:10:07.168543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Allocated IP 192.168.233.76 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/7ee514d6-7594-4ee9-a2b9-919e7fc66944) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:07.188431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f68d842e-573c-430e-a704-5d72d4d68789 req-1208476d-fd7d-4315-9fdb-fcab101a91d4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982163 Jul 07 17:10:07.227844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc247e94-1816-4731-b001-28f819769cbe req-7f0e2257-7430-4763-8cac-927bff24c9ce tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706570 Jul 07 17:10:07.261602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:07.267998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c,segment=NetworkSegment(5dddc2a4-5d60-4698-bf3f-13796b9a46a7),segment_id=5dddc2a4-5d60-4698-bf3f-13796b9a46a7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:07.275642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.317554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.318168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.319993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a0a7c780-4ee9-4bfc-8c20-85debc31040c HTTP/1.1" status: 200 len: 1092 time: 2.2395029 Jul 07 17:10:07.320090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:07.322516 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe1036-d38e-421f-b910-d5c8b3a5eddc" -d '{"events": [{"name": "network-changed", "server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:07.381802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eabe6-bfc8-407a-98e6-11d416e86ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.474860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 52771b9a-7788-4ca4-9489-1051f5e1903e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:07.553443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-73e9b847-7e05-49d6-a810-24cd186297ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.555082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-73e9b847-7e05-49d6-a810-24cd186297ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b62cd7e984a84a6a9536df39ac91e138&device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 1095 time: 0.1678131 Jul 07 17:10:07.600259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36e78651-143d-45b9-bbb9-03496e149fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.635297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-63cef686-6d60-4787-8c67-38db2887cf40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c HTTP/1.1" status: 200 len: 217 time: 0.0601759 Jul 07 17:10:07.658645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 52771b9a-7788-4ca4-9489-1051f5e1903e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:07.666785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 52771b9a-7788-4ca4-9489-1051f5e1903e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:07.668364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.709474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d3f3e-e361-4e38-b181-27a1894fc532 req-5d8b4e8f-cc0a-49ca-83c3-2033012cde05 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.711532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a0d3f3e-e361-4e38-b181-27a1894fc532 req-5d8b4e8f-cc0a-49ca-83c3-2033012cde05 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 1102 time: 0.1882744 Jul 07 17:10:07.717469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-14fd90bc-bccd-4b56-950d-bcdab5408856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.718925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-14fd90bc-bccd-4b56-950d-bcdab5408856 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a75988df-49c6-4ecd-9652-09da964a7067 HTTP/1.1" status: 200 len: 857 time: 0.0765028 Jul 07 17:10:07.742835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.771963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.793609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-1c55250a-7efa-44fc-b698-3b4137173e74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac21c597-fcb2-4db1-a9a9-bedb59288a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527995 Jul 07 17:10:07.800759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:07.818995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.868673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.869284 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Added segment dbb9f922-a275-4564-8c53-27d5ad68c02b of type vlan for network 151a58f7-e3db-4843-86ca-e65fa3b45e81 Jul 07 17:10:07.875533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.906293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 52771b9a-7788-4ca4-9489-1051f5e1903e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=52771b9a-7788-4ca4-9489-1051f5e1903e,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:07.922556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fdc38e42-695c-4227-be79-61c4e81a897c details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:07.929769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a0d3f3e-e361-4e38-b181-27a1894fc532 req-8d0f2177-a8f3-4a25-9e06-214538f00bb3 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098513 Jul 07 17:10:07.932142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-7bcb5adf-8ea7-4231-84b8-784985ae4017 service neutron] 10.222.0.73 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244965 Jul 07 17:10:07.935771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc50bc-bfda-4245-b949-3dbb010aa888,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.943582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Transition to ACTIVE for port object 7ee514d6-7594-4ee9-a2b9-919e7fc66944 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:07.946560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.963617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38464) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:07.968996 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.978831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242612', 'description': 'tempest-description--571031073'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.016390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.018489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.018489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.128841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ff65f28-bfd8-4eda-88f8-5656f3a801a8 req-0c69ea35-8bd7-4856-9f87-cf25d5844fee service neutron] 10.222.0.73 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804025 Jul 07 17:10:08.138996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.156685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3107567 Jul 07 17:10:08.165418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38468) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.172540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.181863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ddac239-0659-429f-b2d1-fb23259ce178 req-af74447b-8ac5-4740-9545-e7327296f9de tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 210 time: 0.0739098 Jul 07 17:10:08.191786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Request body: {'subnet': {'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1777018842-subnet', 'tenant_id': '74d3379b24e94c119e56a2f600fc7637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.221270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:08.239080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.240639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Made reservation on behalf of 74d3379b24e94c119e56a2f600fc7637 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:08.243251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b03bf-d93b-4cef-8a6b-5808beb9936d admin admin] Pushing event updated for resources: {'Network': ['ID=151a58f7-e3db-4843-86ca-e65fa3b45e81,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.259289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.267848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:08.273294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:08.277419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:08.291479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 151a58f7-e3db-4843-86ca-e65fa3b45e81 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:08.293266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.294137 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a69d34b-7a6f-4eb8-ad6d-b11b72ed934e x-openstack-request-id: req-4a69d34b-7a6f-4eb8-ad6d-b11b72ed934e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:08.294757 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:08.305401 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a69d34b-7a6f-4eb8-ad6d-b11b72ed934e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:08.306087 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c', 'status': 'completed', 'code': 200} Jul 07 17:10:08.351785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.353206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.436094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.442501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.470184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-c5a37ecd-9d09-4ca5-ba47-d2a0d7eae224 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7163653 Jul 07 17:10:08.494311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Request body: {'port': {'device_id': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.502480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2198243-635c-4ae7-ae43-0ecdf8f5db3d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.529823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:08.541277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.542591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65f364ab-817e-4d76-b9f3-9b2e0b0b0279 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5779541 Jul 07 17:10:08.545238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'port_id': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'mac_address': 'fa:16:3e:88:1c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219697df-297f-4874-9ea8-421dfd7ff01f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:08.546197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38480) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.570718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'security_group_rule': {'security_group_id': 'f2198243-635c-4ae7-ae43-0ecdf8f5db3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:08.632328 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.671194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.683539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc38e42-695c-4227-be79-61c4e81a897c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:08.721571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:08.722570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-5f909f5a-48a2-41cb-8f90-f0f6ec387462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.724856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-5f909f5a-48a2-41cb-8f90-f0f6ec387462 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b62cd7e984a84a6a9536df39ac91e138&device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 1095 time: 0.3355389 Jul 07 17:10:08.733745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.758114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.806453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9a11e1cc-f887-4b8f-85c5-9651483e8e30 None None] Provisioning for port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:08.819813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9a11e1cc-f887-4b8f-85c5-9651483e8e30 None None] Provisioning complete for port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:08.820286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a11e1cc-f887-4b8f-85c5-9651483e8e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.823612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.866943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9a11e1cc-f887-4b8f-85c5-9651483e8e30 None None] Port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:09.056091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee514d6-7594-4ee9-a2b9-919e7fc66944 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:09.065135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.078834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Transition to ACTIVE for port object 7ee514d6-7594-4ee9-a2b9-919e7fc66944 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:09.082946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.145377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.200630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fdc38e42-695c-4227-be79-61c4e81a897c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:09.204379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70e8f5-c6da-4222-98fa-11e506006598 req-ac394b26-d9a9-4c5f-83cd-20842c948ecc tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.211106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a70e8f5-c6da-4222-98fa-11e506006598 req-ac394b26-d9a9-4c5f-83cd-20842c948ecc tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 943 time: 0.6024101 Jul 07 17:10:09.236630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Attempting to bind port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:09.237223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Attempting to bind port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:09.237492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Attempting to bind port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:09.243731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:09.244082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Attempting to bind port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:09.249558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:09.249917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:09.250305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:09.250826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Bound port: 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:09.251196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.346025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:09.349854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:09.358672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.359073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.371136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-66df5575-deb1-4124-b0c4-622e99187429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.372679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-66df5575-deb1-4124-b0c4-622e99187429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac21c597-fcb2-4db1-a9a9-bedb59288a1e HTTP/1.1" status: 200 len: 918 time: 0.6298316 Jul 07 17:10:09.381700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.390978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.394281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 52771b9a-7788-4ca4-9489-1051f5e1903e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:09.402539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.403374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.404862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] 10.222.0.23 "PUT /v2.0/ports/7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 1096 time: 0.9235132 Jul 07 17:10:09.405320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:09.407712 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834570cd-cb6c-4ede-b1b9-37d387abb721" -d '{"events": [{"name": "network-changed", "server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:09.451985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8e1fe-2993-4ba1-8560-13093f36b7da service neutron] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.479273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdfcf69-8513-4222-b8ad-c60625fbc9c2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.487348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 52771b9a-7788-4ca4-9489-1051f5e1903e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:09.487981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.512667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-45fd3edb-e091-47b5-9178-d22def5a8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.517125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-45fd3edb-e091-47b5-9178-d22def5a8f10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1099 time: 0.0619955 Jul 07 17:10:09.525722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d95e6-107d-4ae0-8bc4-eb9ef26458f9 req-065cd769-01db-486b-9d0a-4780fab49ad9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.532780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f6d95e6-107d-4ae0-8bc4-eb9ef26458f9 req-065cd769-01db-486b-9d0a-4780fab49ad9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.7026892 Jul 07 17:10:09.551693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a70e8f5-c6da-4222-98fa-11e506006598 req-1bda5f09-e568-4bc4-a3f8-89118d204761 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387444 Jul 07 17:10:09.564587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-ad2dbe23-d282-4de8-83a4-cd7cf8d2944c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0398045 Jul 07 17:10:09.570810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157e8d8b-ba71-4984-b652-540eab2fd01f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.586487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-0ce62d24-f982-4f10-aca1-260b57017aa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c HTTP/1.1" status: 200 len: 217 time: 0.1966581 Jul 07 17:10:09.629919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.633808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-92b01683-80d5-4115-9854-2b2c2284d288 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0786088 Jul 07 17:10:09.633980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-b3c7d27e-3dc8-47ea-9a10-2c929eecf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.633980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-b3c7d27e-3dc8-47ea-9a10-2c929eecf0aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0548551 Jul 07 17:10:09.634501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38496) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.639860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'security_group_rule': {'security_group_id': 'f2198243-635c-4ae7-ae43-0ecdf8f5db3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:09.677079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f6d95e6-107d-4ae0-8bc4-eb9ef26458f9 req-a0808632-9aa7-4ce1-9999-590ab6988bc6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429770 Jul 07 17:10:09.700672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-94a42a1b-ec9c-45bf-8d2a-878d5ceb4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.702285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-94a42a1b-ec9c-45bf-8d2a-878d5ceb4a55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a75988df-49c6-4ecd-9652-09da964a7067 HTTP/1.1" status: 200 len: 857 time: 0.0947933 Jul 07 17:10:09.726607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.731044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-49fc26ff-7c48-4c05-848a-0404ad45ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.732685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-49fc26ff-7c48-4c05-848a-0404ad45ba21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876329 Jul 07 17:10:09.749839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-78888836-e15b-486f-91a9-e30958ad1963 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac21c597-fcb2-4db1-a9a9-bedb59288a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368631 Jul 07 17:10:09.760675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Checking segment: {'id': 'dbb9f922-a275-4564-8c53-27d5ad68c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:09.761038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Network hostable DHCP agents. Network: 151a58f7-e3db-4843-86ca-e65fa3b45e81, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:09.859863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.867153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.898333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-1f4fb81e-b8dd-4fb5-b725-30165a813fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574996 Jul 07 17:10:09.898710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Network 151a58f7-e3db-4843-86ca-e65fa3b45e81 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:09.899770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.900877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653751 Jul 07 17:10:09.901736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1269aa3-1f6e-4a81-aca4-eaaece05dcc0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9623cf6d-673e-483a-8544-2cc4b53dd97c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.906230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:09.918050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:09.935916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 151a58f7-e3db-4843-86ca-e65fa3b45e81) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:09.944499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2347706-860d-49d4-b3d6-791dd6a49f70 None None] Network 151a58f7-e3db-4843-86ca-e65fa3b45e81 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:09.949867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.950641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.960588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-59da94f6-f1a5-4d24-b66d-cb41670e8cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797323 Jul 07 17:10:09.986427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d5631-a1ee-4ed3-a2ba-9bff1644804f req-f4d6894c-a78a-4b30-a70c-73a205d6b834 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.989429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff2d5631-a1ee-4ed3-a2ba-9bff1644804f req-f4d6894c-a78a-4b30-a70c-73a205d6b834 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 1102 time: 0.2431381 Jul 07 17:10:10.002955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.007697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2845c65b-54d8-4bc0-86dd-73674fd1f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.073032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2195f858-3e3c-4560-aa37-9d9ebc724821 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8968239 Jul 07 17:10:10.075206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8de0953-2c4e-41d9-8c77-119065af6262 req-f5d33c1f-71c9-430b-b260-bcb9cc815860 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698382 Jul 07 17:10:10.089571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590421c-966e-4eec-a206-0b4e2ea2b312 req-550b5d56-8bb3-4638-ae13-d30cf8bd0b74 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.091185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a590421c-966e-4eec-a206-0b4e2ea2b312 req-550b5d56-8bb3-4638-ae13-d30cf8bd0b74 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 945 time: 0.2564976 Jul 07 17:10:10.104781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf849a49-9747-4480-bb2b-984cda39d008 None None] Network 151a58f7-e3db-4843-86ca-e65fa3b45e81 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:10.118434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff2d5631-a1ee-4ed3-a2ba-9bff1644804f req-dd3c36ae-25ec-4fa3-9c83-99105c8f875f tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136153 Jul 07 17:10:10.188783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.227359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbe1036-d38e-421f-b910-d5c8b3a5eddc req-af89a992-ada1-4b4a-80bb-3bdd581e988a service neutron] 10.222.0.73 "GET /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558558 Jul 07 17:10:10.243441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a590421c-966e-4eec-a206-0b4e2ea2b312 req-a78e490d-97a0-48fd-9d51-6f86e64fed9c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386726 Jul 07 17:10:10.373249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Allocated IP 172.25.3.213 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/148cc5b1-4c18-4635-b38f-90eabae3bc97) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:10.404221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626410f3-a58c-4db4-897a-1cf13910e034 req-6a29a819-c5ce-40f0-ae85-58e7c4592c5d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.411573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-626410f3-a58c-4db4-897a-1cf13910e034 req-6a29a819-c5ce-40f0-ae85-58e7c4592c5d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1201317 Jul 07 17:10:10.429182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.485856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.490859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-626410f3-a58c-4db4-897a-1cf13910e034 req-5f179d3e-fe6f-4ed0-9988-cbc75f53eebc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783350 Jul 07 17:10:10.514915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34424c07-3edf-47f4-8531-0838a1cc02ae req-b1ff3980-cbc6-43e3-9d58-e7d2e5b732df tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.527194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34424c07-3edf-47f4-8531-0838a1cc02ae req-b1ff3980-cbc6-43e3-9d58-e7d2e5b732df tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 947 time: 0.1450565 Jul 07 17:10:10.540520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.544238 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53d723c-f9a6-4b30-8224-f48d5e216c9d x-openstack-request-id: req-b53d723c-f9a6-4b30-8224-f48d5e216c9d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:10.544613 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:10.544866 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b53d723c-f9a6-4b30-8224-f48d5e216c9d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:10.545293 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'status': 'completed', 'code': 200} Jul 07 17:10:10.589705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34424c07-3edf-47f4-8531-0838a1cc02ae req-4ff127ce-2d15-4769-91c7-5ecebb359029 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612407 Jul 07 17:10:10.656022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'Port': ['ID=148cc5b1-4c18-4635-b38f-90eabae3bc97,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.660912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:10.680623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:10.687965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:10.702428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-7850b46c-8490-408c-b269-98e04f8c1376 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238998 Jul 07 17:10:10.755217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-123c8882-1717-460c-8b0d-35bf550075d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.757172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-123c8882-1717-460c-8b0d-35bf550075d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1099 time: 0.1689179 Jul 07 17:10:10.855661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38534) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.868122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-165097ac-56dc-49bf-a309-fba2dc3458f1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.870169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-165097ac-56dc-49bf-a309-fba2dc3458f1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584003 Jul 07 17:10:10.875174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1297497057-network', 'tenant_id': '744838bc7b794bb7b34fd0f2d17e9329'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:10.888490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-0a5398d2-9e1d-4921-a211-fa626360fd53 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0110936 Jul 07 17:10:10.888804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.991888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Made reservation on behalf of 744838bc7b794bb7b34fd0f2d17e9329 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:10.994189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.019882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.036861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ef5cd9e4-8020-41a4-a1ab-b866a281fb7c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1411448 Jul 07 17:10:11.040681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.055114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5578-aaa9-462c-91f9-07b1a5e305d4 req-8a308b19-509f-4ca7-80f9-b4ef560d3ec7 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.056960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e7d5578-aaa9-462c-91f9-07b1a5e305d4 req-8a308b19-509f-4ca7-80f9-b4ef560d3ec7 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 943 time: 0.1039236 Jul 07 17:10:11.081919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-96463ff3-0524-47fb-9b76-2de97664f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.083924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-96463ff3-0524-47fb-9b76-2de97664f267 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2269893 Jul 07 17:10:11.120797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e7d5578-aaa9-462c-91f9-07b1a5e305d4 req-8a62ae0a-ac82-4f10-afa4-f72cd9662bd3 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526547 Jul 07 17:10:11.151803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-326de03e-25c8-425c-9d2c-d35fdaa6cf47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0597229 Jul 07 17:10:11.375907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-c6471588-0051-47d4-96e3-91163b4859d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.377447 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-c6471588-0051-47d4-96e3-91163b4859d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2167547 Jul 07 17:10:11.431950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.442268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.450302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.457901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cb6ca-da41-4c7a-9aae-88061589831f req-a141a792-211c-49e0-a83b-de8b0c5d6539 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.459537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-889cb6ca-da41-4c7a-9aae-88061589831f req-a141a792-211c-49e0-a83b-de8b0c5d6539 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 945 time: 0.1191862 Jul 07 17:10:11.471130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.482870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:11.485732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71d748-55b1-4536-9cb8-554bdd0be594 req-eacb1778-d82c-42e7-ac64-c5fbf9a020ae tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.488075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f71d748-55b1-4536-9cb8-554bdd0be594 req-eacb1778-d82c-42e7-ac64-c5fbf9a020ae tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.1125586 Jul 07 17:10:11.531762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4da8b6-df60-4e67-a46d-4e9508a792f9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.535802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.536389 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Added segment 0c83f84b-148b-436d-b004-d8b158bd36a8 of type vlan for network 84feba04-4bce-4531-b9e9-6bc5bc6bbd35 Jul 07 17:10:11.540244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-889cb6ca-da41-4c7a-9aae-88061589831f req-2652a400-0adf-4d5c-8389-d1a750da5386 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Jul 07 17:10:11.559342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f71d748-55b1-4536-9cb8-554bdd0be594 req-14749597-0e3a-43a6-b3dc-d678a97212c6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618360 Jul 07 17:10:11.620684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-96cff762-7d88-44ea-8c04-3f9b36d707e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.622608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-96cff762-7d88-44ea-8c04-3f9b36d707e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2356534 Jul 07 17:10:11.631281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'Port': ['ID=148cc5b1-4c18-4635-b38f-90eabae3bc97,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.641339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.667412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.681449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.707081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e19cc080-5e6b-4643-8129-b854f7518b3a req-f098f324-b30b-44a5-931f-1880afc4b5e5 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 210 time: 0.0828769 Jul 07 17:10:11.736333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.737610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32120379-a1f6-40b2-b4d3-25000cdf36f8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8231709 Jul 07 17:10:11.764039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.765396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.766083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.822177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b550a-6c16-4d2f-a368-b746292aa00b req-787c2cc9-0890-4061-9a8f-f955c2b6a0c6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.824357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d81b550a-6c16-4d2f-a368-b746292aa00b req-787c2cc9-0890-4061-9a8f-f955c2b6a0c6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1065068 Jul 07 17:10:11.852547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-f97d9bfe-c144-453e-b77c-191e3a91613f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148440 Jul 07 17:10:11.856922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9991152 Jul 07 17:10:11.859756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38554) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:11.867102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Request body: {'subnet': {'network_id': '84feba04-4bce-4531-b9e9-6bc5bc6bbd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1297497057-subnet', 'tenant_id': '744838bc7b794bb7b34fd0f2d17e9329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:11.914827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a0a7c780-4ee9-4bfc-8c20-85debc31040c details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:11.917219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fdc38e42-695c-4227-be79-61c4e81a897c up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:11.926205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d81b550a-6c16-4d2f-a368-b746292aa00b req-96843fef-954b-4cba-a83e-bef8daa5b320 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938482 Jul 07 17:10:11.928640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e64747-d8e3-4703-bc36-a18efb5a73a3 admin admin] Pushing event updated for resources: {'Network': ['ID=84feba04-4bce-4531-b9e9-6bc5bc6bbd35,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.965538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Made reservation on behalf of 744838bc7b794bb7b34fd0f2d17e9329 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:11.975243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.022400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 84feba04-4bce-4531-b9e9-6bc5bc6bbd35 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:12.109476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-834570cd-cb6c-4ede-b1b9-37d387abb721 req-a8b796c5-f8e7-40bb-83b0-97db9032f18b service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472064 Jul 07 17:10:12.132401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:12.153218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339545-5c3f-4307-9763-1c1943ff599b req-678e7447-f49d-4b96-9406-f4046bc0bc0a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.163170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08339545-5c3f-4307-9763-1c1943ff599b req-678e7447-f49d-4b96-9406-f4046bc0bc0a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 947 time: 0.1079278 Jul 07 17:10:12.228368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08339545-5c3f-4307-9763-1c1943ff599b req-483b156f-f62e-4f52-8f4c-cf08888de8a6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Jul 07 17:10:12.258060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port fdc38e42-695c-4227-be79-61c4e81a897c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:12.266705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port fdc38e42-695c-4227-be79-61c4e81a897c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:12.267088 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.303304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.330801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c,segment=NetworkSegment(5dddc2a4-5d60-4698-bf3f-13796b9a46a7),segment_id=5dddc2a4-5d60-4698-bf3f-13796b9a46a7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.351023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c', 'network_id': 'ac21c597-fcb2-4db1-a9a9-bedb59288a1e', 'port_id': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c', 'mac_address': 'fa:16:3e:0d:c4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75988df-49c6-4ecd-9652-09da964a7067', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:12.361116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:12.402972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69e167f-0735-4be0-97c1-55eae6834b5b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.415261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-60604b8b-2202-449d-aa76-03c8f2729d7c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--242612&fields=id&tenant_id=87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 267 time: 0.0691638 Jul 07 17:10:12.415600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Checking segment: {'id': '0c83f84b-148b-436d-b004-d8b158bd36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84feba04-4bce-4531-b9e9-6bc5bc6bbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:12.416178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Network hostable DHCP agents. Network: 84feba04-4bce-4531-b9e9-6bc5bc6bbd35, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:12.442147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Network 84feba04-4bce-4531-b9e9-6bc5bc6bbd35 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:12.461897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 84feba04-4bce-4531-b9e9-6bc5bc6bbd35) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:12.470481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.471437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.478670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.482164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cbe799-3f2c-4f8e-bdaf-762de99ac711 None None] Network 84feba04-4bce-4531-b9e9-6bc5bc6bbd35 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:12.499113 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e31bd45c-2f39-454b-ba38-4c380d2e2112 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6308918 Jul 07 17:10:12.574482 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.587603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-535f07cc-90cf-424b-9ae0-a0295358730a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.589363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-535f07cc-90cf-424b-9ae0-a0295358730a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 824 time: 0.1658723 Jul 07 17:10:12.616418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-8041e47d-027f-4e4a-8ccb-8cf73dfdfced tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/quotas/87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 375 time: 0.0201743 Jul 07 17:10:12.679529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1820d5-bf6a-41cb-9295-44e9da8c2975 req-d596f700-6042-4a58-83f9-b61db38229f5 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.687057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc1820d5-bf6a-41cb-9295-44e9da8c2975 req-d596f700-6042-4a58-83f9-b61db38229f5 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 943 time: 0.1495492 Jul 07 17:10:12.739973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:12.742722 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf766fee-2566-40a6-b144-4d4b82176fb9" -d '{"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-plugged", "status": "completed", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:12.757679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc1820d5-bf6a-41cb-9295-44e9da8c2975 req-5cfa431f-50b6-42ce-afa0-3a737e3ee83f tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Jul 07 17:10:12.758213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.772253 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.786633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-4757ec3c-79ab-440b-b25e-4a4379fd0452 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629717 Jul 07 17:10:12.818740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a7c780-4ee9-4bfc-8c20-85debc31040c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:12.846377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c,segment=NetworkSegment(5dddc2a4-5d60-4698-bf3f-13796b9a46a7),segment_id=5dddc2a4-5d60-4698-bf3f-13796b9a46a7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.860068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.879832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.892085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.892917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.892917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.893146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.893469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.893803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.894128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.894476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.894799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.895123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.895440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.896354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.967363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.975065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-0dc073bb-2ba0-408c-b075-c6d2247db306 service neutron] 10.222.0.66 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727488 Jul 07 17:10:13.027510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'mac_address': 'fa:16:3e:ce:4e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:13.055636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.083106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934a2ff-9180-4c15-b4ac-51f75ea4e9f9 None None] Network 84feba04-4bce-4531-b9e9-6bc5bc6bbd35 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:13.090595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-f14f4dc9-11d3-45f1-870e-1d726ed96bcb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048255 Jul 07 17:10:13.141968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.166540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee514d6-7594-4ee9-a2b9-919e7fc66944 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:13.204861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:13.211389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.243289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91029e-7fc2-4744-ab83-ecc4b1cf2a44 req-affa7c20-42bc-4e10-a330-2d8354336f44 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.244344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a0a7c780-4ee9-4bfc-8c20-85debc31040c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:13.245067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e91029e-7fc2-4744-ab83-ecc4b1cf2a44 req-affa7c20-42bc-4e10-a330-2d8354336f44 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.2689874 Jul 07 17:10:13.259999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-62c1715d-a736-4f6c-aff1-e7ee3df19119 service neutron] 10.222.0.66 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615285 Jul 07 17:10:13.324499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-de39c90e-0fc6-46b3-9fb5-9a2714b4ea6e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.326750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-de39c90e-0fc6-46b3-9fb5-9a2714b4ea6e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278049 Jul 07 17:10:13.347813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:13.359651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e91029e-7fc2-4744-ab83-ecc4b1cf2a44 req-bf591aaf-4fb2-45bf-b07f-1038c776c090 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055133 Jul 07 17:10:13.361052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.422066 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.489465 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf0197-702d-4d75-a41e-17f126e6e3af x-openstack-request-id: req-4abf0197-702d-4d75-a41e-17f126e6e3af {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:13.489755 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-plugged", "status": "completed", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:13.489998 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4abf0197-702d-4d75-a41e-17f126e6e3af {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:13.490376 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'code': 200} Jul 07 17:10:13.506384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:13.510569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.558679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-798df855-cbca-4db2-aa83-a72524038a0a req-276fc38d-a27b-4e6c-bf7d-251ecb12dfd1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 210 time: 0.0362341 Jul 07 17:10:13.603728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:13.779172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.227 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/3b90472a-4185-47f2-a523-f191f1408ac2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:13.820632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af0f1-dcc4-4f50-bd85-76b790359861 req-84dde20c-b537-4102-9a7c-c88f6ce096a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.823061 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bf7af0f1-dcc4-4f50-bd85-76b790359861 req-84dde20c-b537-4102-9a7c-c88f6ce096a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1098 time: 0.0793478 Jul 07 17:10:13.871337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bf7af0f1-dcc4-4f50-bd85-76b790359861 req-f4e63c7e-0dce-4fa7-aff6-a734d565906b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Jul 07 17:10:14.046639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b5ed-40b1-4625-aed6-20d6779b4058 req-c3f79bd7-747c-4e0e-91c9-cffa182b3959 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.048285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fd4b5ed-40b1-4625-aed6-20d6779b4058 req-c3f79bd7-747c-4e0e-91c9-cffa182b3959 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.2438107 Jul 07 17:10:14.070195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-776faf38-ffb3-419c-a155-346f797b147c tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.071708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-776faf38-ffb3-419c-a155-346f797b147c tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/networks?id=151a58f7-e3db-4843-86ca-e65fa3b45e81 HTTP/1.1" status: 200 len: 815 time: 0.2540340 Jul 07 17:10:14.119854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-612e9c07-3749-420f-a861-0832504b020a tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/quotas/74d3379b24e94c119e56a2f600fc7637 HTTP/1.1" status: 200 len: 375 time: 0.0399644 Jul 07 17:10:14.138375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.173892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fd4b5ed-40b1-4625-aed6-20d6779b4058 req-eb3a50b5-5427-4bb6-8018-ffd4844f3b7e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138933 Jul 07 17:10:14.175933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-ed67c35d-fced-45a4-bbe8-8db7051f70c6 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74d3379b24e94c119e56a2f600fc7637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451548 Jul 07 17:10:14.185379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object 3b90472a-4185-47f2-a523-f191f1408ac2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:14.307822 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.356233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:14.571170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-057eb975-628e-4c36-be29-81abcabf853a service neutron] 10.222.0.66 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874044 Jul 07 17:10:14.597249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:14.672243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:14.686576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:14.695384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:14.735910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.790475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b32d1-876b-4cb9-b97d-ad1fe2703114 req-e43428de-40fa-44a4-8861-78bece6dbee9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.792159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98b32d1-876b-4cb9-b97d-ad1fe2703114 req-e43428de-40fa-44a4-8861-78bece6dbee9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 948 time: 0.4991565 Jul 07 17:10:14.798179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.798978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.835558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-4588fc59-781d-48cb-b23c-0a709486687c service neutron] 10.222.0.66 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549772 Jul 07 17:10:14.931966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-ae86bfed-1f84-406c-85f8-1a57a90d0d75 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5925505 Jul 07 17:10:14.943752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98b32d1-876b-4cb9-b97d-ad1fe2703114 req-88f7af22-59e2-4323-b069-69745981a6a5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399143 Jul 07 17:10:14.973078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Request body: {'port': {'device_id': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.046541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-210ff47d-e946-4d68-aef6-03aab41567b8 None None] Provisioning for port 3b90472a-4185-47f2-a523-f191f1408ac2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:15.060427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-210ff47d-e946-4d68-aef6-03aab41567b8 None None] Provisioning complete for port 3b90472a-4185-47f2-a523-f191f1408ac2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:15.065121 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-210ff47d-e946-4d68-aef6-03aab41567b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.151728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-210ff47d-e946-4d68-aef6-03aab41567b8 None None] Port 3b90472a-4185-47f2-a523-f191f1408ac2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:15.157326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-60c879e7-20f5-47a0-9855-f0d29a795c49 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.162681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-60c879e7-20f5-47a0-9855-f0d29a795c49 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.23 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 824 time: 0.2964723 Jul 07 17:10:15.165159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76e9d305-27a6-4dec-8dff-0091384eb7ab req-525bccb7-804f-4159-825a-81e08ef630c6 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 210 time: 0.0481095 Jul 07 17:10:15.190044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.277298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-26b267a0-10b1-4ac8-8f31-654db32103ad tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 376 time: 0.1029625 Jul 07 17:10:15.308328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'port': {'device_id': '4a768791-5be6-4b76-a053-620a67216525', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'admin_state_up': True, 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'security_groups': ['f2198243-635c-4ae7-ae43-0ecdf8f5db3d']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.497838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Made reservation on behalf of 87569db29ba8472c81e622d8025419fd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:15.503010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.552671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796840-3b1a-4307-b54e-96d3ff1df3d5 req-bb1fb975-cfe5-4f2a-bb3c-5801df9d35f6 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.554686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac796840-3b1a-4307-b54e-96d3ff1df3d5 req-bb1fb975-cfe5-4f2a-bb3c-5801df9d35f6 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 944 time: 0.3866260 Jul 07 17:10:15.617164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebdcc-7cc1-40c3-b7f7-cc44b8b57f11 req-d85f2d4a-d42d-411d-8138-3614b134c67c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.618938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-736ebdcc-7cc1-40c3-b7f7-cc44b8b57f11 req-d85f2d4a-d42d-411d-8138-3614b134c67c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.2256947 Jul 07 17:10:15.673957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac796840-3b1a-4307-b54e-96d3ff1df3d5 req-ea428ba1-020b-4b93-be0e-ff5382878fa4 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115222 Jul 07 17:10:15.683853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Allocated IP 172.20.0.10 (a54eca58-c3ba-4d2c-ab47-f14d81b5607a/739de110-e7ad-47e9-b77e-a98265b0306b/a6464615-7986-4071-9afc-3a19aeef29ee) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:15.727706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-736ebdcc-7cc1-40c3-b7f7-cc44b8b57f11 req-4de2b7e4-79a7-4a47-a0d9-a61dfc11d245 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002927 Jul 07 17:10:15.785337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b90472a-4185-47f2-a523-f191f1408ac2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:15.801911 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.838357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Transition to ACTIVE for port object 3b90472a-4185-47f2-a523-f191f1408ac2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:15.844004 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.895261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Pushing event updated for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.947982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a0a7c780-4ee9-4bfc-8c20-85debc31040c up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:16.063643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6971b463-754f-438e-a257-27463e853b91 req-b011b276-9f5a-40b2-aa50-6a414a7ea890 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 210 time: 0.0587473 Jul 07 17:10:16.065721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a0a7c780-4ee9-4bfc-8c20-85debc31040c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:16.080931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a0a7c780-4ee9-4bfc-8c20-85debc31040c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:16.081924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.118175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033fdd-92bd-4160-acbd-324055d61340 req-2ca8929c-d3e8-4bbf-86a9-c61dbb83ac81 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.129303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1033fdd-92bd-4160-acbd-324055d61340 req-2ca8929c-d3e8-4bbf-86a9-c61dbb83ac81 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 948 time: 0.2131181 Jul 07 17:10:16.163240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Attempting to bind port 3b90472a-4185-47f2-a523-f191f1408ac2 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:16.163240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Attempting to bind port 3b90472a-4185-47f2-a523-f191f1408ac2 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:16.163589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Attempting to bind port 3b90472a-4185-47f2-a523-f191f1408ac2 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:16.175616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Port 3b90472a-4185-47f2-a523-f191f1408ac2 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:16.175952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Attempting to bind port 3b90472a-4185-47f2-a523-f191f1408ac2 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:16.202304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:16.202813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:16.203288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:16.203894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Bound port: 3b90472a-4185-47f2-a523-f191f1408ac2, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:16.204308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.307437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.360342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:16.370465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:16.371338 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f94d7-c823-426b-9d8f-5423401ff7a0" -d '{"events": [{"server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:16.375007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3b90472a-4185-47f2-a523-f191f1408ac2,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:16.389849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:16.390841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1033fdd-92bd-4160-acbd-324055d61340 req-9d0d5d3a-18d6-484a-84d1-ef359934ccc8 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605457 Jul 07 17:10:16.398140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:16.403896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.425520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.426660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Transition to ACTIVE for port object a6464615-7986-4071-9afc-3a19aeef29ee will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:16.432403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c,segment=NetworkSegment(5dddc2a4-5d60-4698-bf3f-13796b9a46a7),segment_id=5dddc2a4-5d60-4698-bf3f-13796b9a46a7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.464380 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.476183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.557873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.558744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.560363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b90472a-4185-47f2-a523-f191f1408ac2 HTTP/1.1" status: 200 len: 1097 time: 1.6118288 Jul 07 17:10:16.564036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:16.569703 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3978ab-dd29-405b-bcd5-cc09c57564b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:16.623850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:16.638742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:16.650753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:16.669892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.686026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:16.716835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:16.718996 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.752274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.753826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.770938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.797166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-bf5f9c31-c986-45df-b391-85b15891096a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5106134 Jul 07 17:10:16.802735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.815834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Request body: {'port': {'device_id': '4a768791-5be6-4b76-a053-620a67216525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:16.863611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'mac_address': 'fa:16:3e:dd:fd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:16.885766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c2d9-0f59-469a-950c-106ccf830244 service neutron] Pushing event updated for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.989532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999d7f3-a3c0-4846-86af-4388cb77ad27 req-4061e992-258e-40cf-9afb-ecf5d122efa4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.996474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d999d7f3-a3c0-4846-86af-4388cb77ad27 req-4061e992-258e-40cf-9afb-ecf5d122efa4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.5990829 Jul 07 17:10:17.024358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.046411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-2508aa70-cfc6-4008-bac4-2d865095b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.049072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-2508aa70-cfc6-4008-bac4-2d865095b22a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 1100 time: 0.4005203 Jul 07 17:10:17.078116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97cf5c0b-41fc-443e-924a-e7c54c96e786 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:17.085009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f80068-0d26-4682-811a-9287d44a1b3a req-1c6d15c4-10e6-4f7b-9771-ac26dc0907ea tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.090921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e4451a54-74fe-48d7-a730-23b5f58ebef3 None None] Provisioning for port a6464615-7986-4071-9afc-3a19aeef29ee completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:17.092923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f80068-0d26-4682-811a-9287d44a1b3a req-1c6d15c4-10e6-4f7b-9771-ac26dc0907ea tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1098 time: 0.4452343 Jul 07 17:10:17.104623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e4451a54-74fe-48d7-a730-23b5f58ebef3 None None] Provisioning complete for port a6464615-7986-4071-9afc-3a19aeef29ee triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:17.105071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e4451a54-74fe-48d7-a730-23b5f58ebef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.109938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.135281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.163140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d999d7f3-a3c0-4846-86af-4388cb77ad27 req-6a3c16df-13a1-4512-ba10-f6f2a5496755 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555543 Jul 07 17:10:17.167769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-0bc0cafc-009c-404b-9450-dfbd2c75bd11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3b90472a-4185-47f2-a523-f191f1408ac2 HTTP/1.1" status: 200 len: 217 time: 0.1000316 Jul 07 17:10:17.178277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:17.217732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.313259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e4451a54-74fe-48d7-a730-23b5f58ebef3 None None] Port a6464615-7986-4071-9afc-3a19aeef29ee cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:17.342253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:17.346797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f80068-0d26-4682-811a-9287d44a1b3a req-10330416-441f-41c4-9692-e507ced720de tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507827 Jul 07 17:10:17.357053 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.375043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.380102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['97cf5c0b-41fc-443e-924a-e7c54c96e786'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:17.395285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-21601941-b267-4f8e-aa61-8b1e45cd57eb tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.404696 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-21601941-b267-4f8e-aa61-8b1e45cd57eb tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.73 "GET /v2.0/networks?id=151a58f7-e3db-4843-86ca-e65fa3b45e81 HTTP/1.1" status: 200 len: 815 time: 0.3564949 Jul 07 17:10:17.421626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-684d088e-bd69-4d43-b268-d66512bd8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.425172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-684d088e-bd69-4d43-b268-d66512bd8f3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2417529 Jul 07 17:10:17.445710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Request body: {'port': {'device_id': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81', 'admin_state_up': True, 'tenant_id': '74d3379b24e94c119e56a2f600fc7637'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:17.572615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.633835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b32-7e6d-4330-8f42-180c445c5144 req-fac5d264-72a8-4f46-959e-1d521e9eccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.635398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-fac5d264-72a8-4f46-959e-1d521e9eccd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1992943 Jul 07 17:10:17.656333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8ae74-2a2e-4448-b1b0-c1c1610ec065 req-d20f74c3-87be-4b91-82a3-f1d3dd313365 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.664394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d8ae74-2a2e-4448-b1b0-c1c1610ec065 req-d20f74c3-87be-4b91-82a3-f1d3dd313365 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1509864 Jul 07 17:10:17.748964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Made reservation on behalf of 74d3379b24e94c119e56a2f600fc7637 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:17.753324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.765129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500be49-9c9b-46da-98a3-16fdeb3d2b13 req-e4f4ef1d-5df9-45b0-af33-1543015daf99 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.767390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b500be49-9c9b-46da-98a3-16fdeb3d2b13 req-e4f4ef1d-5df9-45b0-af33-1543015daf99 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 932 time: 0.2101798 Jul 07 17:10:17.816614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d8ae74-2a2e-4448-b1b0-c1c1610ec065 req-f33baedc-879f-48b7-89c4-51984072cf65 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Jul 07 17:10:17.896735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b500be49-9c9b-46da-98a3-16fdeb3d2b13 req-9ab6a928-eb4d-4714-8c12-5a068e927cc3 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1167550 Jul 07 17:10:17.898822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-f311bb3e-05d2-49a8-9a19-8d0485868f4e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321937 Jul 07 17:10:17.911404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6464615-7986-4071-9afc-3a19aeef29ee {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:17.919728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.933879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Transition to ACTIVE for port object a6464615-7986-4071-9afc-3a19aeef29ee will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:17.947465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.042432 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dcb120-fd2f-4b53-a5ab-de7ce91ca2a2 x-openstack-request-id: req-84dcb120-fd2f-4b53-a5ab-de7ce91ca2a2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:18.043320 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "name": "network-vif-plugged", "status": "completed", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:18.043320 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84dcb120-fd2f-4b53-a5ab-de7ce91ca2a2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:18.043639 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c', 'code': 200} Jul 07 17:10:18.076270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Pushing event updated for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.114334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20367b32-7e6d-4330-8f42-180c445c5144 req-bdb35827-aee5-4c0d-896d-ccdb20743e01 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032955 Jul 07 17:10:18.137494 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800862da-33ee-4530-8321-ed9b1a5e146a x-openstack-request-id: req-800862da-33ee-4530-8321-ed9b1a5e146a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:18.137783 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:18.138149 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-800862da-33ee-4530-8321-ed9b1a5e146a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:18.138703 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2', 'status': 'completed', 'code': 200} Jul 07 17:10:18.249130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c497ec8-4a2f-4c77-ba36-557b81452247 req-348c4851-77a0-48d0-83d9-0dac6fa7b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.253544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c497ec8-4a2f-4c77-ba36-557b81452247 req-348c4851-77a0-48d0-83d9-0dac6fa7b1ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 1097 time: 0.0940912 Jul 07 17:10:18.322909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c497ec8-4a2f-4c77-ba36-557b81452247 req-781136b6-799a-4623-b4ca-865554547c32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Jul 07 17:10:18.386466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:18.413854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Allocated IP 172.20.0.8 (151a58f7-e3db-4843-86ca-e65fa3b45e81/9cdfcf69-8513-4222-b8ad-c60625fbc9c2/108c97e1-57e1-4b73-8eba-675814334d59) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:18.432445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Attempting to bind port a6464615-7986-4071-9afc-3a19aeef29ee on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:18.432887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Attempting to bind port a6464615-7986-4071-9afc-3a19aeef29ee by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:18.433575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Attempting to bind port a6464615-7986-4071-9afc-3a19aeef29ee on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:18.454231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Port a6464615-7986-4071-9afc-3a19aeef29ee on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:18.454906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Attempting to bind port a6464615-7986-4071-9afc-3a19aeef29ee on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:18.475975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:18.476123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Checking segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:18.479186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Bound using segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:18.479679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Bound port: a6464615-7986-4071-9afc-3a19aeef29ee, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:18.480057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.491641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 97cf5c0b-41fc-443e-924a-e7c54c96e786 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:18.492020 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.527441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-b7d1efac-1f2a-4523-b4ce-7f9b333fb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.529554 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-b7d1efac-1f2a-4523-b4ce-7f9b333fb7f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 1100 time: 0.2629888 Jul 07 17:10:18.543647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a97b1480-18d2-4b37-874b-65cb6f62d8ad req-cf4fb2d3-e6a6-49d9-9afb-e419389f8980 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 210 time: 0.0709743 Jul 07 17:10:18.583114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f851198-58db-4955-a07c-5abf06d2d35d req-7eccaa54-6a86-49a4-8df9-3756b9198047 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.590062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f851198-58db-4955-a07c-5abf06d2d35d req-7eccaa54-6a86-49a4-8df9-3756b9198047 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 945 time: 0.2335241 Jul 07 17:10:18.611447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:18.615825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a6464615-7986-4071-9afc-3a19aeef29ee,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:18.637427 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.651034 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.685235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:18.688552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f851198-58db-4955-a07c-5abf06d2d35d req-556dea28-8691-4ecd-a453-06e10787b7af tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 Jul 07 17:10:18.693154 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.782394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.945438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.947858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.947858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] 10.222.0.23 "PUT /v2.0/ports/a6464615-7986-4071-9afc-3a19aeef29ee HTTP/1.1" status: 200 len: 1093 time: 2.1378424 Jul 07 17:10:18.959362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:18.962066 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29572ddf-eca2-4102-ac8e-ebd0034e5494" -d '{"events": [{"name": "network-changed", "server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:19.027385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9683503-199f-4673-9ab1-27556c16a15a req-4f70016f-df0d-4170-a64b-c572355ebb40 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.035894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9683503-199f-4673-9ab1-27556c16a15a req-4f70016f-df0d-4170-a64b-c572355ebb40 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 948 time: 0.1659791 Jul 07 17:10:19.076796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344ec4-a462-4b32-a473-cacaff8b9fec req-bdf2f8d5-2fd0-4a88-a897-77970b0ef424 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.078578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd344ec4-a462-4b32-a473-cacaff8b9fec req-bdf2f8d5-2fd0-4a88-a897-77970b0ef424 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1484034 Jul 07 17:10:19.087216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.150233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b19b2-5308-4363-b7a7-afb0e4e0f694 service neutron] Pushing event updated for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.161283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd344ec4-a462-4b32-a473-cacaff8b9fec req-ab35fe1b-64af-4465-89bb-1003266124a8 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Jul 07 17:10:19.185748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9683503-199f-4673-9ab1-27556c16a15a req-91021542-8664-44fa-a1f1-7377a3263790 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487463 Jul 07 17:10:19.289708 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce962cd5-2227-4120-88c9-7b51dba2b40a x-openstack-request-id: req-ce962cd5-2227-4120-88c9-7b51dba2b40a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:19.289910 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:19.290155 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce962cd5-2227-4120-88c9-7b51dba2b40a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:19.290608 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'status': 'completed', 'code': 200} Jul 07 17:10:19.293776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-ac9b444f-85e2-4505-a8f2-b56bd32ec0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.295317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-ac9b444f-85e2-4505-a8f2-b56bd32ec0f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.6780555 Jul 07 17:10:19.322261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-323ef737-e78b-4edf-894c-32da77f50316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.324394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-323ef737-e78b-4edf-894c-32da77f50316 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 1096 time: 0.3184359 Jul 07 17:10:19.367822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.410142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-13335935-95bd-4317-bec3-0ed883acb6ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3b90472a-4185-47f2-a523-f191f1408ac2 HTTP/1.1" status: 200 len: 217 time: 0.1015210 Jul 07 17:10:19.425268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-45d3a9a7-a470-441a-84af-075c2ecb5d3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6464615-7986-4071-9afc-3a19aeef29ee HTTP/1.1" status: 200 len: 217 time: 0.0703766 Jul 07 17:10:19.458593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238662b-9a22-4551-a9b6-64f3196f79d6 req-43935f99-5ce7-42bd-8ff2-202537276905 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.469048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d238662b-9a22-4551-a9b6-64f3196f79d6 req-43935f99-5ce7-42bd-8ff2-202537276905 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0987730 Jul 07 17:10:19.521991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-9b6d2c55-7b12-4962-9314-72653d78b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.523974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-9b6d2c55-7b12-4962-9314-72653d78b5af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.0603228 Jul 07 17:10:19.584091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Network 151a58f7-e3db-4843-86ca-e65fa3b45e81 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:19.594687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:19.660756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:19.712809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d238662b-9a22-4551-a9b6-64f3196f79d6 req-6f4c8782-11bb-405b-8f2c-e9788dff05a2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426503 Jul 07 17:10:19.717733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.718757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.734330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Pushing event updated for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.744561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-2f017671-ae7f-4777-a2c3-7e076e2825e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.745891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-2f017671-ae7f-4777-a2c3-7e076e2825e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3012850 Jul 07 17:10:19.757348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-d0251e05-0d00-4d7f-9076-3d0630fe3921 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3254039 Jul 07 17:10:19.782608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2374-03ef-43b3-b823-b113e72b3789 req-94f2337d-4213-4c15-80aa-65a2f49dc85b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.782841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-84c324a1-dc72-4369-93d8-6b578a8cbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.785221 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-84c324a1-dc72-4369-93d8-6b578a8cbb23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947734 Jul 07 17:10:19.789496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Request body: {'port': {'device_id': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:19.798749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a1d2374-03ef-43b3-b823-b113e72b3789 req-94f2337d-4213-4c15-80aa-65a2f49dc85b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 944 time: 0.3253469 Jul 07 17:10:19.932329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a1d2374-03ef-43b3-b823-b113e72b3789 req-ea9ecfa8-953d-420f-ad6e-c4f368652299 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1303792 Jul 07 17:10:19.998734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-4ebcafb5-d9ff-4aec-8453-92510dbdb70b service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421173 Jul 07 17:10:20.044425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944'}, {'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:20.046904 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092836cc-6f7f-4619-8c65-0c3300385f13" -d '{"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-plugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944"}, {"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:20.120678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f9fd1520-872a-4553-a8f9-c750f3054225 req-fa1e5602-89f1-48e7-8d42-de5d7854c42a service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988910 Jul 07 17:10:20.122578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.148842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-23a4c2bd-1362-40ea-8e87-817a37578f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.150589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-23a4c2bd-1362-40ea-8e87-817a37578f48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3799727 Jul 07 17:10:20.313688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dff74-1f70-4eac-b0de-1f7678707b24 req-0dbe78b3-7b38-4156-ab05-33541c382add tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.321021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5dff74-1f70-4eac-b0de-1f7678707b24 req-0dbe78b3-7b38-4156-ab05-33541c382add tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 945 time: 0.1332922 Jul 07 17:10:20.393604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ede720-f5aa-479e-bd87-d1d805163a79 req-29599ee8-a3cc-4742-99d2-8cfe8c0fd5dc tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.402681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ede720-f5aa-479e-bd87-d1d805163a79 req-29599ee8-a3cc-4742-99d2-8cfe8c0fd5dc tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 931 time: 0.2319949 Jul 07 17:10:20.432439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5dff74-1f70-4eac-b0de-1f7678707b24 req-bfbf9744-2d42-47ac-9540-9d71cede7045 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103947 Jul 07 17:10:20.468512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-3b2dd494-746d-4059-b242-61883c5ea240 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873528 Jul 07 17:10:20.474469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-966479fd-749d-4783-8215-ffd2afc7a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.476119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-966479fd-749d-4783-8215-ffd2afc7a379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 1096 time: 0.2817070 Jul 07 17:10:20.521798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ede720-f5aa-479e-bd87-d1d805163a79 req-b2720b3d-8919-4d2c-86a2-cb8f7fc9789a tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175714 Jul 07 17:10:20.599751 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6921a0a-7617-4e14-8130-246d9dfda249 x-openstack-request-id: req-c6921a0a-7617-4e14-8130-246d9dfda249 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:20.600071 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-plugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944", "code": 200}, {"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:20.600350 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6921a0a-7617-4e14-8130-246d9dfda249 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:20.600828 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'code': 200} Jul 07 17:10:20.601095 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'code': 200} Jul 07 17:10:20.948734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b54346-2073-4099-a7c0-b565073426f7 req-a8526b67-9410-4f89-9f34-f767ed23e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.950274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36b54346-2073-4099-a7c0-b565073426f7 req-a8526b67-9410-4f89-9f34-f767ed23e69e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1101 time: 0.2550085 Jul 07 17:10:20.999173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dff81-2f12-4889-acd4-5efab54c95ce req-5b6e9561-91ef-4548-b285-ec53b38c4daa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.008102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b0dff81-2f12-4889-acd4-5efab54c95ce req-5b6e9561-91ef-4548-b285-ec53b38c4daa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 948 time: 0.1576188 Jul 07 17:10:21.063860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-cb3cdc43-29e1-4a08-8e7c-7d0db73d22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.066145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-cb3cdc43-29e1-4a08-8e7c-7d0db73d22b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 925 time: 0.5605307 Jul 07 17:10:21.067786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e2044-6c67-4f09-b68b-6886733b90df req-75e70b96-ef4d-4c44-a931-7371ae4ef756 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.070599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae3978ab-dd29-405b-bcd5-cc09c57564b5 req-429d4d31-71c4-4227-89e9-5496dfcec42b service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740604 Jul 07 17:10:21.080510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-077e2044-6c67-4f09-b68b-6886733b90df req-75e70b96-ef4d-4c44-a931-7371ae4ef756 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.3039355 Jul 07 17:10:21.125492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b0dff81-2f12-4889-acd4-5efab54c95ce req-b380a940-4b9a-409a-b52f-81d71023ae3a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165497 Jul 07 17:10:21.128444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-d1cf3aa1-8afe-45ec-9204-266764b32ec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6464615-7986-4071-9afc-3a19aeef29ee HTTP/1.1" status: 200 len: 217 time: 0.0385609 Jul 07 17:10:21.133115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36b54346-2073-4099-a7c0-b565073426f7 req-3210856f-2e02-4531-a40b-3bb4a699fa26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742451 Jul 07 17:10:21.145345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c97e1-57e1-4b73-8eba-675814334d59 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:21.155824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.179852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Transition to ACTIVE for port object 108c97e1-57e1-4b73-8eba-675814334d59 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:21.180005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-077e2044-6c67-4f09-b68b-6886733b90df req-cad882f9-f2d8-45ba-9d2e-29de7d5763e4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958378 Jul 07 17:10:21.186722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.333615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-5fd1b1f0-0c6d-4f3b-90d4-77c45c79b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.335712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-5fd1b1f0-0c6d-4f3b-90d4-77c45c79b8cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.1401412 Jul 07 17:10:21.338265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.456471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Attempting to bind port 108c97e1-57e1-4b73-8eba-675814334d59 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:21.457045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Attempting to bind port 108c97e1-57e1-4b73-8eba-675814334d59 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'dbb9f922-a275-4564-8c53-27d5ad68c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:21.458066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Attempting to bind port 108c97e1-57e1-4b73-8eba-675814334d59 on network 151a58f7-e3db-4843-86ca-e65fa3b45e81 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:21.464264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Port 108c97e1-57e1-4b73-8eba-675814334d59 on network 151a58f7-e3db-4843-86ca-e65fa3b45e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:21.464917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Attempting to bind port 108c97e1-57e1-4b73-8eba-675814334d59 on network 151a58f7-e3db-4843-86ca-e65fa3b45e81 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:21.477076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:21.477076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Checking segment: {'id': 'dbb9f922-a275-4564-8c53-27d5ad68c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:21.477076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Bound using segment: {'id': 'dbb9f922-a275-4564-8c53-27d5ad68c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:21.477076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Bound port: 108c97e1-57e1-4b73-8eba-675814334d59, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb9f922-a275-4564-8c53-27d5ad68c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:21.477076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.493230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-f2b51f9f-8684-40cf-9dd2-73f76663ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.494950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-f2b51f9f-8684-40cf-9dd2-73f76663ad06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319299 Jul 07 17:10:21.550567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a456-73ac-4ef6-a73c-2b300637e203 req-b7666f50-daaa-486d-a94c-4415e133e0f4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.563637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33c3a456-73ac-4ef6-a73c-2b300637e203 req-b7666f50-daaa-486d-a94c-4415e133e0f4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1979446 Jul 07 17:10:21.617623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:21.628059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=108c97e1-57e1-4b73-8eba-675814334d59,segment=NetworkSegment(dbb9f922-a275-4564-8c53-27d5ad68c02b),segment_id=dbb9f922-a275-4564-8c53-27d5ad68c02b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:21.639367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.691685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-6d328f56-40dc-4f63-8f15-f68c9ff01860 service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760616 Jul 07 17:10:21.699901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.700767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.701173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33c3a456-73ac-4ef6-a73c-2b300637e203 req-e1ec103d-f438-407d-b981-46317ab0ebb4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363516 Jul 07 17:10:21.702749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/108c97e1-57e1-4b73-8eba-675814334d59 HTTP/1.1" status: 200 len: 1092 time: 1.9234309 Jul 07 17:10:21.703460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:21.707330 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98595b3-d469-4b08-9568-d18696923e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "tag": "108c97e1-57e1-4b73-8eba-675814334d59"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:21.816418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29572ddf-eca2-4102-ac8e-ebd0034e5494 req-09de77ca-9961-4491-8024-ffad24897efe service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051216 Jul 07 17:10:21.870534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0c02-a380-4678-8aa1-701f8331f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.953605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3b90472a-4185-47f2-a523-f191f1408ac2 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:21.983257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-81d7f4f8-e8ee-42b6-851b-09eca4da48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.993072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-81d7f4f8-e8ee-42b6-851b-09eca4da48da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74d3379b24e94c119e56a2f600fc7637&device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 1095 time: 0.1711342 Jul 07 17:10:22.078893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e007-b83f-45a3-b26e-2a0cb76d8d9a req-aa2a4ca5-f821-42c9-b521-84d0cc95065e tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.086831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6666e007-b83f-45a3-b26e-2a0cb76d8d9a req-aa2a4ca5-f821-42c9-b521-84d0cc95065e tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 944 time: 0.2005174 Jul 07 17:10:22.102308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9c752-88c4-465b-a0d1-433ae78e3524 req-0ca29724-531b-4215-abd1-12f0fb530ef7 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.103586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6d9c752-88c4-465b-a0d1-433ae78e3524 req-0ca29724-531b-4215-abd1-12f0fb530ef7 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 943 time: 0.1481121 Jul 07 17:10:22.165011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-eebeaa82-8799-4fcb-8d1c-a2a9365bfe5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=108c97e1-57e1-4b73-8eba-675814334d59 HTTP/1.1" status: 200 len: 217 time: 0.1504316 Jul 07 17:10:22.188853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6666e007-b83f-45a3-b26e-2a0cb76d8d9a req-6105c9c4-4fea-494e-a59c-9a971b22e3f1 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0824728 Jul 07 17:10:22.224642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6d9c752-88c4-465b-a0d1-433ae78e3524 req-d623ed19-4c81-46a7-b2c8-45ebc7ce71a6 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Jul 07 17:10:22.362560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-c4a6a130-a7ba-4e75-a111-1aaa33a89a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.370266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-c4a6a130-a7ba-4e75-a111-1aaa33a89a88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cdfcf69-8513-4222-b8ad-c60625fbc9c2 HTTP/1.1" status: 200 len: 855 time: 0.1964865 Jul 07 17:10:22.406703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3b90472a-4185-47f2-a523-f191f1408ac2,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.448144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a6464615-7986-4071-9afc-3a19aeef29ee details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:22.484918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-933bec68-8713-43e8-8d3b-5d860c1287cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=151a58f7-e3db-4843-86ca-e65fa3b45e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893629 Jul 07 17:10:22.490893 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1415c-c02d-4f54-b826-9cb969ddd131 x-openstack-request-id: req-0df1415c-c02d-4f54-b826-9cb969ddd131 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:22.493675 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "tag": "108c97e1-57e1-4b73-8eba-675814334d59", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:22.494073 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0df1415c-c02d-4f54-b826-9cb969ddd131 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:22.494636 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59', 'status': 'completed', 'code': 200} Jul 07 17:10:22.640473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f385f-7057-4b6f-ae10-0da00e6f200c req-ae86e9e6-1425-4c71-ab49-22102c09d062 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.648647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa2f385f-7057-4b6f-ae10-0da00e6f200c req-ae86e9e6-1425-4c71-ab49-22102c09d062 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 945 time: 0.0916166 Jul 07 17:10:22.653207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a6464615-7986-4071-9afc-3a19aeef29ee,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.669228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'port_id': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'mac_address': 'fa:16:3e:00:f7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:22.674761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-3c583bba-bd27-4a5c-b18e-8421fb05139c service neutron] 10.222.0.73 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740658 Jul 07 17:10:22.675881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '3b90472a-4185-47f2-a523-f191f1408ac2', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '3b90472a-4185-47f2-a523-f191f1408ac2', 'mac_address': 'fa:16:3e:e8:d2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:22.742379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa2f385f-7057-4b6f-ae10-0da00e6f200c req-d78e85e6-6bd4-48fa-b594-7e74d002a130 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918155 Jul 07 17:10:22.753666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.755976 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.772455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6464615-7986-4071-9afc-3a19aeef29ee {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:22.796639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881ddc-2892-481f-a4c7-6a91b7b9a908 req-80d7e13e-6575-46fb-8faf-72071370fbeb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.798238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e881ddc-2892-481f-a4c7-6a91b7b9a908 req-80d7e13e-6575-46fb-8faf-72071370fbeb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 948 time: 0.1422486 Jul 07 17:10:22.804677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b90472a-4185-47f2-a523-f191f1408ac2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:22.832193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3b90472a-4185-47f2-a523-f191f1408ac2,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.838951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a6464615-7986-4071-9afc-3a19aeef29ee,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.845632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.857096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.886115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e881ddc-2892-481f-a4c7-6a91b7b9a908 req-975fa047-2209-4be0-957c-1b3c61189193 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772033 Jul 07 17:10:22.892290 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4802aea3-7cfd-4759-8ae7-88eff1f64f60 req-b07fbad1-edb2-4830-a4da-a13720b4c8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055800 Jul 07 17:10:22.952264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.030004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9e981-a033-4307-9418-035c70dd758f req-6b77d03d-27ac-43ef-aded-ade1ab481e65 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.039947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6d9e981-a033-4307-9418-035c70dd758f req-6b77d03d-27ac-43ef-aded-ade1ab481e65 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.0898838 Jul 07 17:10:23.077156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.098256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98595b3-d469-4b08-9568-d18696923e8b req-71506a1e-8714-44ba-8cb5-d6f2577b2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.100227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-71506a1e-8714-44ba-8cb5-d6f2577b2c77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74d3379b24e94c119e56a2f600fc7637&device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 1095 time: 0.1189959 Jul 07 17:10:23.118226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6d9e981-a033-4307-9418-035c70dd758f req-57208069-8325-42e7-a076-52214c646076 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Jul 07 17:10:23.171521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f8478-c59c-4b0d-af21-8bd97525b0f0 req-dad00771-63f0-4bb7-9eda-21db82168161 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.173925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f02f8478-c59c-4b0d-af21-8bd97525b0f0 req-dad00771-63f0-4bb7-9eda-21db82168161 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1082625 Jul 07 17:10:23.212048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a6464615-7986-4071-9afc-3a19aeef29ee'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:23.233233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f02f8478-c59c-4b0d-af21-8bd97525b0f0 req-806c1d52-3d94-4d3d-894f-d9b79daa23d2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Jul 07 17:10:23.273970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98595b3-d469-4b08-9568-d18696923e8b req-aa2f66d9-3d6b-4676-aa53-10aebf3a331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.275670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-aa2f66d9-3d6b-4676-aa53-10aebf3a331c service neutron] 10.222.0.73 "GET /v2.0/networks?id=151a58f7-e3db-4843-86ca-e65fa3b45e81 HTTP/1.1" status: 200 len: 916 time: 0.1659670 Jul 07 17:10:23.355197 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-1965026f-7e33-4e43-9821-e30bd81a8f17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=108c97e1-57e1-4b73-8eba-675814334d59 HTTP/1.1" status: 200 len: 217 time: 0.0632534 Jul 07 17:10:23.398348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['3b90472a-4185-47f2-a523-f191f1408ac2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:23.404683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-10c385c3-c1de-4b7e-a1aa-4214309aa4bf req-0f0db09b-18df-4fe2-84c7-1205711a8b33 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:23.406207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10c385c3-c1de-4b7e-a1aa-4214309aa4bf req-0f0db09b-18df-4fe2-84c7-1205711a8b33 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140967 Jul 07 17:10:23.466614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98595b3-d469-4b08-9568-d18696923e8b req-a7f3d3bf-2b60-4ae9-b4c8-62d8c4ac84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.469560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-a7f3d3bf-2b60-4ae9-b4c8-62d8c4ac84f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cdfcf69-8513-4222-b8ad-c60625fbc9c2 HTTP/1.1" status: 200 len: 855 time: 0.1005275 Jul 07 17:10:23.504386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c9a9d-e9de-41db-9911-b4c220c14d53 req-064c941d-b263-4242-90e3-63f31d426ebd tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.511594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-1a72cf1a-a125-492e-ba79-462d7d9cc678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=151a58f7-e3db-4843-86ca-e65fa3b45e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329535 Jul 07 17:10:23.515934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a67c9a9d-e9de-41db-9911-b4c220c14d53 req-064c941d-b263-4242-90e3-63f31d426ebd tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 945 time: 0.1352339 Jul 07 17:10:23.625610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a67c9a9d-e9de-41db-9911-b4c220c14d53 req-2bf127ca-d513-4214-b33a-84d54d4ae43c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1085620 Jul 07 17:10:23.787773 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-e42ca3c4-1e90-4952-8e31-fd9a09c415d8 service neutron] 10.222.0.73 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629161 Jul 07 17:10:23.863062 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-d354e42d-2f70-4b07-91ae-835a33bc3ec1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160994 Jul 07 17:10:23.944878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d31c37-c7bc-4697-b06b-6ac8054cfa5d req-70b5797d-68dd-4798-847a-f3b8351a6924 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.948173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8d31c37-c7bc-4697-b06b-6ac8054cfa5d req-70b5797d-68dd-4798-847a-f3b8351a6924 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 943 time: 0.1656115 Jul 07 17:10:23.981497 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a98595b3-d469-4b08-9568-d18696923e8b req-25043484-da70-41f6-8b3b-e4c569e17272 service neutron] 10.222.0.73 "GET /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843972 Jul 07 17:10:24.026141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc270d-719e-46bb-885b-70a8a8999044 req-8c27b6ac-3b0a-450b-a40e-0f0c8e0cb008 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.029205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9acc270d-719e-46bb-885b-70a8a8999044 req-8c27b6ac-3b0a-450b-a40e-0f0c8e0cb008 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.73 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 945 time: 0.1381934 Jul 07 17:10:24.038922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8d31c37-c7bc-4697-b06b-6ac8054cfa5d req-b98cd97f-e2da-4fa2-a5ab-42abc060f911 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835698 Jul 07 17:10:24.274614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437f800-0714-4583-84f2-5644d77c9f23 req-acf1eb9a-0dad-427d-874a-ef2d405b28ec tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.282478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6437f800-0714-4583-84f2-5644d77c9f23 req-acf1eb9a-0dad-427d-874a-ef2d405b28ec tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0932384 Jul 07 17:10:24.292129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Deleting port a0a7c780-4ee9-4bfc-8c20-85debc31040c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:24.292451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.507229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] For port a0a7c780-4ee9-4bfc-8c20-85debc31040c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a0a7c780-4ee9-4bfc-8c20-85debc31040c,segment=NetworkSegment(5dddc2a4-5d60-4698-bf3f-13796b9a46a7),segment_id=5dddc2a4-5d60-4698-bf3f-13796b9a46a7)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:24.507637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.557733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Calling delete_port for a0a7c780-4ee9-4bfc-8c20-85debc31040c owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:24.739045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6437f800-0714-4583-84f2-5644d77c9f23 req-c2437928-cb46-49fb-a736-2f0640136a2b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556069 Jul 07 17:10:24.803785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.814586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c718cec-8cb1-4882-b3c1-acce189b6b83 req-db1c6b9c-11f1-4d5a-8236-70537d6e523d tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.819122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a0a7c780-4ee9-4bfc-8c20-85debc31040c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:24.824369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c718cec-8cb1-4882-b3c1-acce189b6b83 req-db1c6b9c-11f1-4d5a-8236-70537d6e523d tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 945 time: 0.1720960 Jul 07 17:10:24.909441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c718cec-8cb1-4882-b3c1-acce189b6b83 req-d9339e4b-d86b-4ebf-9f08-0c69514e13c1 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cf38530-da24-44bd-bdf1-04840e8efc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791173 Jul 07 17:10:24.994147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Pushing event deleted for resources: {'Port': ['ID=a0a7c780-4ee9-4bfc-8c20-85debc31040c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.044811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] No DVR routers for this DVR port a0a7c780-4ee9-4bfc-8c20-85debc31040c on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:25.047562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.051086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9acc270d-719e-46bb-885b-70a8a8999044 req-fe7ee9ef-1cb0-4be7-9455-971d530577c8 tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.73 "DELETE /v2.0/ports/a0a7c780-4ee9-4bfc-8c20-85debc31040c HTTP/1.1" status: 204 len: 173 time: 1.0087569 Jul 07 17:10:25.051556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'name': 'network-vif-deleted', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:25.054201 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6d5338-d92f-48b4-8004-93503b1a9f0f" -d '{"events": [{"server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "name": "network-vif-deleted", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:25.219449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ad507-d9e2-44bd-ac3e-5286ffb41797 req-5acecf0d-c90c-4567-a790-9a893634f1e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.221728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-633ad507-d9e2-44bd-ac3e-5286ffb41797 req-5acecf0d-c90c-4567-a790-9a893634f1e3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 949 time: 0.1766186 Jul 07 17:10:25.240944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.244378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ba9ae-7484-4eba-8b13-70bd8bf3cb40 req-cf2ee49f-d6be-40c6-9556-3d73fe88bb9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.251703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a83ba9ae-7484-4eba-8b13-70bd8bf3cb40 req-cf2ee49f-d6be-40c6-9556-3d73fe88bb9e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1310258 Jul 07 17:10:25.343323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a83ba9ae-7484-4eba-8b13-70bd8bf3cb40 req-8143aef8-efcd-429f-a4b3-59e0c5e12246 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Jul 07 17:10:25.367091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-633ad507-d9e2-44bd-ac3e-5286ffb41797 req-73186fa0-66f5-4064-9002-b2a3402a8f90 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365664 Jul 07 17:10:25.561601 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e4c1dc-4db3-46ad-a6e6-fa454d707ccd x-openstack-request-id: req-f1e4c1dc-4db3-46ad-a6e6-fa454d707ccd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:25.562159 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48071219-3c7e-49f8-8194-122468ed5009", "name": "network-vif-deleted", "tag": "a0a7c780-4ee9-4bfc-8c20-85debc31040c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:25.562347 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1e4c1dc-4db3-46ad-a6e6-fa454d707ccd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:25.563356 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48071219-3c7e-49f8-8194-122468ed5009', 'name': 'network-vif-deleted', 'tag': 'a0a7c780-4ee9-4bfc-8c20-85debc31040c', 'status': 'completed', 'code': 200} Jul 07 17:10:25.634546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6456ea-4b3d-4baf-b860-174f39b72fb6 req-9f5050e6-62bd-428c-82cb-04772c7fe1e2 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.641863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f6456ea-4b3d-4baf-b860-174f39b72fb6 req-9f5050e6-62bd-428c-82cb-04772c7fe1e2 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 945 time: 0.1019192 Jul 07 17:10:25.690254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f6456ea-4b3d-4baf-b860-174f39b72fb6 req-dd758a27-b030-4ced-a9a4-6fe971fd49b1 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0473959 Jul 07 17:10:25.829342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3efb-5dfc-477f-8af6-e3d9c0f34af2 req-f9cba5ac-eb61-466d-b513-c619b8a381f7 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.841193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51ad3efb-5dfc-477f-8af6-e3d9c0f34af2 req-f9cba5ac-eb61-466d-b513-c619b8a381f7 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 943 time: 0.1160810 Jul 07 17:10:25.918251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51ad3efb-5dfc-477f-8af6-e3d9c0f34af2 req-54698b8c-6202-4957-8192-e4c1ab241c9c tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Jul 07 17:10:25.944529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 108c97e1-57e1-4b73-8eba-675814334d59 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:26.057741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3b90472a-4185-47f2-a523-f191f1408ac2 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:26.104930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e34b1-a658-4532-a16c-28d07f8ebc12 req-e9ba5daa-6f97-4983-889d-b662468ca2cb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.118342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c3e34b1-a658-4532-a16c-28d07f8ebc12 req-e9ba5daa-6f97-4983-889d-b662468ca2cb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1574345 Jul 07 17:10:26.233389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c3e34b1-a658-4532-a16c-28d07f8ebc12 req-d4c89f34-e034-454d-9adb-8b8546108401 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052148 Jul 07 17:10:26.319838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ba7c8cd-4fbf-4d01-b83a-1c4ada42c866 req-5f5dc39f-94d5-48ed-9e6d-e411c426d12c tempest-InstanceActionsV221TestJSON-1204172566 tempest-InstanceActionsV221TestJSON-1204172566-project] 10.222.0.66 "GET /v2.0/ports?device_id=48071219-3c7e-49f8-8194-122468ed5009 HTTP/1.1" status: 200 len: 210 time: 0.0786376 Jul 07 17:10:26.449170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a6464615-7986-4071-9afc-3a19aeef29ee up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:26.532652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-e1faa5f2-41ec-44d3-9540-610c8dd88af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.535202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-e1faa5f2-41ec-44d3-9540-610c8dd88af6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1101 time: 0.1654968 Jul 07 17:10:26.551371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 3b90472a-4185-47f2-a523-f191f1408ac2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:26.578940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 3b90472a-4185-47f2-a523-f191f1408ac2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:26.579557 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.638577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port a6464615-7986-4071-9afc-3a19aeef29ee completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:26.647591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=108c97e1-57e1-4b73-8eba-675814334d59,segment=NetworkSegment(dbb9f922-a275-4564-8c53-27d5ad68c02b),segment_id=dbb9f922-a275-4564-8c53-27d5ad68c02b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:26.660445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port a6464615-7986-4071-9afc-3a19aeef29ee triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:26.661106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.693614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '108c97e1-57e1-4b73-8eba-675814334d59', 'network_id': '151a58f7-e3db-4843-86ca-e65fa3b45e81', 'port_id': '108c97e1-57e1-4b73-8eba-675814334d59', 'mac_address': 'fa:16:3e:58:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdfcf69-8513-4222-b8ad-c60625fbc9c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:26.722520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c811b-1dfc-41d8-a7b3-d756e7cd1f9e req-8cd4e348-bd02-48f4-96db-a267faa47318 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.735474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.735751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-974c811b-1dfc-41d8-a7b3-d756e7cd1f9e req-8cd4e348-bd02-48f4-96db-a267faa47318 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1131122 Jul 07 17:10:26.769926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-cc9128f1-501d-4c3d-9ad8-4e942ac24669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.773156 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-cc9128f1-501d-4c3d-9ad8-4e942ac24669 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2248158 Jul 07 17:10:26.810839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-974c811b-1dfc-41d8-a7b3-d756e7cd1f9e req-315d923d-f908-4f83-8dc7-013fd4e0706e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730577 Jul 07 17:10:26.840924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.861327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-51a54dc1-16f4-48b6-84fe-a94b994721bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0794997 Jul 07 17:10:26.888199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe586-aecc-4b08-adec-e8afac372700 req-4a382e42-4a5f-4f9f-8602-9d71969ff1cc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.896165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4ebe586-aecc-4b08-adec-e8afac372700 req-4a382e42-4a5f-4f9f-8602-9d71969ff1cc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 949 time: 0.1387250 Jul 07 17:10:26.923339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3b90472a-4185-47f2-a523-f191f1408ac2,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:26.931188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:26.934280 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e33971-5993-42bc-9e63-be7aba8ad222" -d '{"events": [{"server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "name": "network-vif-plugged", "status": "completed", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:26.950590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.016146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.026473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-2222aeae-797b-44c7-a160-16dca1670987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.041517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4ebe586-aecc-4b08-adec-e8afac372700 req-ee12b02d-4d6e-47be-9593-1104cb37d516 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442723 Jul 07 17:10:27.046421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-2222aeae-797b-44c7-a160-16dca1670987 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1765709 Jul 07 17:10:27.141758 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010fd85b-5dcd-471f-ba9d-cab0cc28ed6a x-openstack-request-id: req-010fd85b-5dcd-471f-ba9d-cab0cc28ed6a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:27.142212 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "name": "network-vif-plugged", "status": "completed", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:27.142638 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-010fd85b-5dcd-471f-ba9d-cab0cc28ed6a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:27.150991 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2', 'code': 200} Jul 07 17:10:27.154811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c97e1-57e1-4b73-8eba-675814334d59 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:27.202337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-1672d8ad-8c7f-4ee4-a2d9-fa7e13d112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.203913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-1672d8ad-8c7f-4ee4-a2d9-fa7e13d112dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479881 Jul 07 17:10:27.211435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.239608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=108c97e1-57e1-4b73-8eba-675814334d59,segment=NetworkSegment(dbb9f922-a275-4564-8c53-27d5ad68c02b),segment_id=dbb9f922-a275-4564-8c53-27d5ad68c02b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:27.241051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.249813 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.382171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.415006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a6464615-7986-4071-9afc-3a19aeef29ee,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:27.435478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beb9f7-ab32-44ee-8255-7befd5461e5f req-2734f65f-f6b3-4621-ba6e-b2a197c922fe tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.447308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88beb9f7-ab32-44ee-8255-7befd5461e5f req-2734f65f-f6b3-4621-ba6e-b2a197c922fe tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 945 time: 0.2003922 Jul 07 17:10:27.463428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.544069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345693a5-c7f4-4d94-bc3b-88f4ca63c7e4 req-c4e6fab3-d244-4e3f-bfd4-8d484cff16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.545982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-345693a5-c7f4-4d94-bc3b-88f4ca63c7e4 req-c4e6fab3-d244-4e3f-bfd4-8d484cff16ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 1102 time: 0.1840038 Jul 07 17:10:27.553302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-c6f68cc7-02b5-48a1-9530-1311851337a2 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392026 Jul 07 17:10:27.585252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.633079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['108c97e1-57e1-4b73-8eba-675814334d59'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:27.638327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88beb9f7-ab32-44ee-8255-7befd5461e5f req-3da6c0dd-5510-4056-b8bc-2af9ae7249fd tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1906471 Jul 07 17:10:27.694694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146af0-5f04-4698-9346-6d62dd595164 req-778497c5-f50a-4fc5-9579-9a4544d85d44 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.702569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b146af0-5f04-4698-9346-6d62dd595164 req-778497c5-f50a-4fc5-9579-9a4544d85d44 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 944 time: 0.2536747 Jul 07 17:10:27.722605 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-345693a5-c7f4-4d94-bc3b-88f4ca63c7e4 req-42fd5844-dc64-46c4-823a-31eb147ee0d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654937 Jul 07 17:10:27.794326 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-b02d584d-a7b0-4f75-9a9f-c14d2545809d service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258945 Jul 07 17:10:27.809319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b146af0-5f04-4698-9346-6d62dd595164 req-814b6993-260a-4867-807f-8dd9bd8caf94 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054733 Jul 07 17:10:27.979149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a0a7c780-4ee9-4bfc-8c20-85debc31040c no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:28.014045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: a0a7c780-4ee9-4bfc-8c20-85debc31040c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:28.014726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a0a7c780-4ee9-4bfc-8c20-85debc31040c not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:28.059453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41026d-2407-4a99-b611-d043bdf60071 req-acadc891-a1cc-499f-946e-56940d5922c7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.067316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e41026d-2407-4a99-b611-d043bdf60071 req-acadc891-a1cc-499f-946e-56940d5922c7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1587844 Jul 07 17:10:28.150872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e41026d-2407-4a99-b611-d043bdf60071 req-a955646a-1cdb-4711-80c3-50b2584d1e0d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825615 Jul 07 17:10:28.286640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc724-be9b-41de-9b1d-7ba03f5e8eb8 req-64960a17-cf95-4b9e-929a-ebf511ee9fc1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.288143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9ecc724-be9b-41de-9b1d-7ba03f5e8eb8 req-64960a17-cf95-4b9e-929a-ebf511ee9fc1 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1356950 Jul 07 17:10:28.370331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9ecc724-be9b-41de-9b1d-7ba03f5e8eb8 req-229e7101-63d7-4638-9692-e5a0123fdaf3 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Jul 07 17:10:28.549673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.606106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f849a4-969a-485b-a88c-cd034abaa125 req-f67f9aa1-9ca4-4c9b-a826-c68ea57ee57e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.609183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0f849a4-969a-485b-a88c-cd034abaa125 req-f67f9aa1-9ca4-4c9b-a826-c68ea57ee57e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 0.1184452 Jul 07 17:10:28.654021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Deleting subnet a75988df-49c6-4ecd-9652-09da964a7067 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:28.667991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.688955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0f849a4-969a-485b-a88c-cd034abaa125 req-5dfaaf0c-2e79-4e97-8489-cf8ec2e12832 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724914 Jul 07 17:10:28.735133 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.929527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.057005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.075741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d3cc-ce48-43b3-9bd3-227675191d7f req-dd06535d-1e4c-4b09-ba49-43b83eac3344 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.084756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aac6d3cc-ce48-43b3-9bd3-227675191d7f req-dd06535d-1e4c-4b09-ba49-43b83eac3344 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.2612247 Jul 07 17:10:29.151292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75988df-49c6-4ecd-9652-09da964a7067,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.152111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:29.154708 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a73e783-f33d-4fb2-a708-ea642974fd76" -d '{"events": [{"server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "name": "network-vif-plugged", "status": "completed", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:29.173266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.175638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bc55707d-d075-4433-8504-34df9cecc1ff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a75988df-49c6-4ecd-9652-09da964a7067 HTTP/1.1" status: 204 len: 168 time: 0.6244891 Jul 07 17:10:29.179087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.203215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aac6d3cc-ce48-43b3-9bd3-227675191d7f req-bf0ac658-82c9-4bb4-8556-888995fd0120 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1172814 Jul 07 17:10:29.250055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdae5f0-5afb-4bc7-b8db-b09b3b6a8b62 req-70ba0a92-01e8-4e66-a4c2-bc6556ad5eec tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.252916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cdae5f0-5afb-4bc7-b8db-b09b3b6a8b62 req-70ba0a92-01e8-4e66-a4c2-bc6556ad5eec tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 944 time: 0.1510165 Jul 07 17:10:29.276248 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f59cb-547a-4249-b7d9-eab32aaa688a x-openstack-request-id: req-8c1f59cb-547a-4249-b7d9-eab32aaa688a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:29.277838 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "name": "network-vif-plugged", "status": "completed", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:29.278312 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c1f59cb-547a-4249-b7d9-eab32aaa688a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:29.279346 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'code': 200} Jul 07 17:10:29.347055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.366276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cdae5f0-5afb-4bc7-b8db-b09b3b6a8b62 req-2797d168-f78a-4b2a-9c59-35262235872b tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077914 Jul 07 17:10:29.517055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.529975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac21c597-fcb2-4db1-a9a9-bedb59288a1e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:29.544113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dddc2a4-5d60-4698-bf3f-13796b9a46a7') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:29.544469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dddc2a4-5d60-4698-bf3f-13796b9a46a7') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:29.592875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b0045-75df-4391-9840-5a4ef8a27fac req-a90e06e8-1773-4f57-810a-b4ad8911e199 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.595185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f26b0045-75df-4391-9840-5a4ef8a27fac req-a90e06e8-1773-4f57-810a-b4ad8911e199 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1156414 Jul 07 17:10:29.600511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.646173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.657746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:29.659205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.661843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f26b0045-75df-4391-9840-5a4ef8a27fac req-b5b44cde-6e27-417a-b198-87227e1a87ee tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:29.665361 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:29.681451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99495b44-c84d-4c1a-9377-47e8c3a36004 req-f304bb3b-d6f9-4fe4-861e-ef35d97ebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.683165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-99495b44-c84d-4c1a-9377-47e8c3a36004 req-f304bb3b-d6f9-4fe4-861e-ef35d97ebd5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 1098 time: 0.2710476 Jul 07 17:10:29.760481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.805123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.817917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] 10.222.0.66 "DELETE /v2.0/networks/ac21c597-fcb2-4db1-a9a9-bedb59288a1e HTTP/1.1" status: 204 len: 168 time: 0.6297057 Jul 07 17:10:29.818974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832964ab-1a63-4f71-9aa5-7f3a833f748f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac21c597-fcb2-4db1-a9a9-bedb59288a1e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.821035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453965-7c1f-41a9-ac84-d31337036771 req-d8876dd7-5232-467b-9a12-f1451572d4d6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.829310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46453965-7c1f-41a9-ac84-d31337036771 req-d8876dd7-5232-467b-9a12-f1451572d4d6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1841295 Jul 07 17:10:29.858803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-99495b44-c84d-4c1a-9377-47e8c3a36004 req-85c4df3c-2bb9-45cb-b856-441d615a1e70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1225054 Jul 07 17:10:29.889983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46453965-7c1f-41a9-ac84-d31337036771 req-225e1bbb-7fd9-4c42-9683-d6a8bdd5b167 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Jul 07 17:10:29.988016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 108c97e1-57e1-4b73-8eba-675814334d59 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:30.009155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42b376-bb05-4340-bef6-59b279ceb71e req-a3b6dcca-89ba-4fa9-89ea-17892a3a4285 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.010882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a42b376-bb05-4340-bef6-59b279ceb71e req-a3b6dcca-89ba-4fa9-89ea-17892a3a4285 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 0.0871606 Jul 07 17:10:30.070269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a42b376-bb05-4340-bef6-59b279ceb71e req-5e445aea-1227-4ef1-9bea-cc71c77389df tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 Jul 07 17:10:30.144093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 108c97e1-57e1-4b73-8eba-675814334d59 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:30.150363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 108c97e1-57e1-4b73-8eba-675814334d59 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:30.153990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.248659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.334133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-7e109213-3e30-4bfb-a9da-55fc02e07376 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464195 Jul 07 17:10:30.350709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38958) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:30.359072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3f03d000-eea7-4981-9cb7-aa1e260e2193 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b62cd7e984a84a6a9536df39ac91e138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998216 Jul 07 17:10:30.440331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.501221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e123a0-7a1a-47fa-abbb-40ee26de63f0 req-ce5ddfb8-2aa3-4a0b-9073-647c0c532604 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.512288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13e123a0-7a1a-47fa-abbb-40ee26de63f0 req-ce5ddfb8-2aa3-4a0b-9073-647c0c532604 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 1102 time: 0.1430726 Jul 07 17:10:30.520981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=108c97e1-57e1-4b73-8eba-675814334d59,segment=NetworkSegment(dbb9f922-a275-4564-8c53-27d5ad68c02b),segment_id=dbb9f922-a275-4564-8c53-27d5ad68c02b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:30.535400 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.588213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.613138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13e123a0-7a1a-47fa-abbb-40ee26de63f0 req-ea80e341-b3ef-4cb0-a695-de5a4dc75b12 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980341 Jul 07 17:10:30.627682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:30.647988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b093cd7-558d-4b56-8b21-00ef177c067d req-5930d1be-573a-48f8-9f49-6d194e0451e8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.658199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-14f56801-dec2-4a4f-be9f-eb7ae6dcfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.662085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-14f56801-dec2-4a4f-be9f-eb7ae6dcfe79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 1096 time: 0.2362218 Jul 07 17:10:30.672151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b093cd7-558d-4b56-8b21-00ef177c067d req-5930d1be-573a-48f8-9f49-6d194e0451e8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.1362414 Jul 07 17:10:30.687638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.759601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b093cd7-558d-4b56-8b21-00ef177c067d req-51d5b4c0-d971-4939-b848-5d24e7944dc8 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0862954 Jul 07 17:10:30.911750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-390a8588-397a-40ee-a3f6-48dd1113f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.913280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-390a8588-397a-40ee-a3f6-48dd1113f5c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1602247 Jul 07 17:10:30.914233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.917472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.918271 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cf38530-da24-44bd-bdf1-04840e8efc48 HTTP/1.1" status: 204 len: 168 time: 0.5662465 Jul 07 17:10:30.980089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-59dbd7af-5a97-4bfb-92b0-c58edf925a3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 200 len: 217 time: 0.0588973 Jul 07 17:10:30.985620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a3a4f-1e3b-4666-a764-cf932799c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf38530-da24-44bd-bdf1-04840e8efc48,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.068480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-a79fd3f3-44bf-4e5c-b89f-934c3bb80279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.070004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-a79fd3f3-44bf-4e5c-b89f-934c3bb80279 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0805147 Jul 07 17:10:31.103386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dcfda-fbb9-4539-9c14-3aef9493bb16 req-2e90179a-2055-47a5-a64c-0046fd3f140a tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.109947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f8dcfda-fbb9-4539-9c14-3aef9493bb16 req-2e90179a-2055-47a5-a64c-0046fd3f140a tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.3167598 Jul 07 17:10:31.124652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-ee6085ed-581f-497a-b075-c5dd5c711a5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396023 Jul 07 17:10:31.227453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f8dcfda-fbb9-4539-9c14-3aef9493bb16 req-77a35099-58ec-4141-bc78-1ee22e575d51 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097298 Jul 07 17:10:31.281341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:31.285412 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62416c98-fe92-4543-aa25-1ec0630ccc40" -d '{"events": [{"server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "name": "network-vif-plugged", "status": "completed", "tag": "108c97e1-57e1-4b73-8eba-675814334d59"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:31.335390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-a92dd9e3-2806-4bc4-a29b-7f39c93709a1 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015932 Jul 07 17:10:31.438397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b616d8-44ff-41f1-b0e7-b8dbbb3ba42f req-c1e99f2a-807e-4989-badb-36bcd2e12b3c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.446654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2b616d8-44ff-41f1-b0e7-b8dbbb3ba42f req-c1e99f2a-807e-4989-badb-36bcd2e12b3c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.2298825 Jul 07 17:10:31.553652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2b616d8-44ff-41f1-b0e7-b8dbbb3ba42f req-266e3106-6b1f-48dd-9f6f-20b866919fdd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957611 Jul 07 17:10:31.617777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96d617-6268-4f61-9652-41347b33a570 req-f49ebd2b-5cab-48c4-85b1-af0ee09118a9 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.620286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f96d617-6268-4f61-9652-41347b33a570 req-f49ebd2b-5cab-48c4-85b1-af0ee09118a9 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1234479 Jul 07 17:10:31.635622 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f68f6dcd-ebcc-439e-aa8d-d642ae690863 req-8d83932a-baf8-4ae9-9fd7-14864af36ec0 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883980 Jul 07 17:10:31.700494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-8187300a-5b77-4de8-92cd-3eee2760a0d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1263928 Jul 07 17:10:31.703733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f96d617-6268-4f61-9652-41347b33a570 req-e171a38e-da8e-419b-9a99-89af5d41c0e0 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Jul 07 17:10:31.763985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-ef645adc-d829-417a-a68c-5964a4173bfa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611842 Jul 07 17:10:31.852912 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182998a-365b-4421-a1d1-a0b38221d678 x-openstack-request-id: req-1182998a-365b-4421-a1d1-a0b38221d678 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:31.853178 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "name": "network-vif-plugged", "status": "completed", "tag": "108c97e1-57e1-4b73-8eba-675814334d59", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:31.853741 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1182998a-365b-4421-a1d1-a0b38221d678 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:31.854290 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59', 'code': 200} Jul 07 17:10:31.854587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-5ec31e74-232e-4054-850a-eeae7b193cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.856131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-5ec31e74-232e-4054-850a-eeae7b193cc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 1102 time: 0.0997181 Jul 07 17:10:32.073152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-f2b6bdf5-5d40-4f2b-8be0-cfb3e05d3857 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.090761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-f2b6bdf5-5d40-4f2b-8be0-cfb3e05d3857 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242285 Jul 07 17:10:32.140768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-99eb7160-5fee-463d-8f7e-cb0a4bd95aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.142404 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-99eb7160-5fee-463d-8f7e-cb0a4bd95aeb service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2387447 Jul 07 17:10:32.155897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-4ff2d3d4-18e8-48ec-b8dd-f5f679fb1e3b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0617509 Jul 07 17:10:32.211593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240f40-afa2-485e-8a4c-a0639e5b37c7 req-2614f8ae-00ba-42f7-a3a9-0788a3cba549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.213110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33240f40-afa2-485e-8a4c-a0639e5b37c7 req-2614f8ae-00ba-42f7-a3a9-0788a3cba549 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 1097 time: 0.1826377 Jul 07 17:10:32.214607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-601a686d-f0e5-40ea-9cd6-ac7f0dbb8fd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f HTTP/1.1" status: 200 len: 217 time: 0.0623395 Jul 07 17:10:32.301204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-e7048c3a-46a3-4f5c-8d68-4d1c4fa2e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.302947 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-e7048c3a-46a3-4f5c-8d68-4d1c4fa2e744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0609357 Jul 07 17:10:32.384911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33240f40-afa2-485e-8a4c-a0639e5b37c7 req-14cc22f7-4e8f-4988-842b-bdd49aa1a806 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543093 Jul 07 17:10:32.409848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7c0ef-4ebd-406e-871d-7409d61a0258 req-ba973d76-edb1-4774-8893-5b0127d51090 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.411500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17d7c0ef-4ebd-406e-871d-7409d61a0258 req-ba973d76-edb1-4774-8893-5b0127d51090 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.2909250 Jul 07 17:10:32.434232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-0367ab0b-f21e-4611-96fc-7a5fa983c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.437725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-0367ab0b-f21e-4611-96fc-7a5fa983c674 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241517 Jul 07 17:10:32.441087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-956ba0d4-e75e-4619-9b66-c0e85fa762ba tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2282197 Jul 07 17:10:32.503337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17d7c0ef-4ebd-406e-871d-7409d61a0258 req-10cdbc55-3d71-458b-9e96-29c9d3f1f038 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0593774 Jul 07 17:10:32.635418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-1afe3838-714c-498c-8237-a95027b9aaf9 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431985 Jul 07 17:10:32.823483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-498f6db7-1689-404e-99a2-bf4d82e6d7d7 req-7e3c5749-6bd3-45ef-8f87-7cce451b63ff service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765146 Jul 07 17:10:32.995803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23206d9-f985-4333-9107-085ac4fe8d53 req-bcb2b14b-0b38-4fe7-95d9-a411e4d80f97 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.997522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23206d9-f985-4333-9107-085ac4fe8d53 req-bcb2b14b-0b38-4fe7-95d9-a411e4d80f97 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.1833804 Jul 07 17:10:33.024891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5d94-8673-49bf-aa5b-721328de141f req-f13592e5-e885-4c8c-8bc5-5b659c42b7af tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.026802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2f5d94-8673-49bf-aa5b-721328de141f req-f13592e5-e885-4c8c-8bc5-5b659c42b7af tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.1305315 Jul 07 17:10:33.036660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:33.041641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'floatingip': {'port_id': 'a6464615-7986-4071-9afc-3a19aeef29ee'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:33.087747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23206d9-f985-4333-9107-085ac4fe8d53 req-a677d587-315f-469e-9510-3e89271ae2af tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Jul 07 17:10:33.123960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.342556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2020-8080-4158-a84f-1e7416ead17b req-46b117e4-f3f1-4b31-888c-99eed3274aae tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.347509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fae2020-8080-4158-a84f-1e7416ead17b req-46b117e4-f3f1-4b31-888c-99eed3274aae tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1503127 Jul 07 17:10:33.433596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fae2020-8080-4158-a84f-1e7416ead17b req-8f18572d-4107-46c2-9233-48789d1e5b03 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789502 Jul 07 17:10:33.615783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d71c1f19-6288-46a7-a2d4-98dff7f7f27e req-f9820185-58c5-4cd2-a48e-9d1b85c73aab tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 210 time: 0.0695240 Jul 07 17:10:33.791485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31a61-98d2-452c-b945-58545f3eeb6b req-cec15e0b-f466-43c2-a280-05593deb6b95 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.793418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63b31a61-98d2-452c-b945-58545f3eeb6b req-cec15e0b-f466-43c2-a280-05593deb6b95 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1499052 Jul 07 17:10:33.858632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63b31a61-98d2-452c-b945-58545f3eeb6b req-7e6a6c6b-3948-4a6e-87ef-ae5875b780d5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Jul 07 17:10:34.476532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d71c0-06c1-4768-87bf-4f956b28adb3 req-5b118e79-46a4-484c-ac7d-8e1348e9d3f2 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.484351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d1d71c0-06c1-4768-87bf-4f956b28adb3 req-5b118e79-46a4-484c-ac7d-8e1348e9d3f2 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.0952868 Jul 07 17:10:34.530533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39094) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.546031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d1d71c0-06c1-4768-87bf-4f956b28adb3 req-5ed408d9-9926-40dc-8e1c-c3f5e9c77405 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Jul 07 17:10:34.716731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ef8e-9187-43b4-97e6-98e01f40fcf3 req-01aa5c81-3558-444e-9a84-120acff59f63 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.719167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71e3ef8e-9187-43b4-97e6-98e01f40fcf3 req-01aa5c81-3558-444e-9a84-120acff59f63 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1029680 Jul 07 17:10:34.759949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:34.883240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8a08e61-97f5-42a1-aecb-b3ca163cb4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.922079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.940536 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.968377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71e3ef8e-9187-43b4-97e6-98e01f40fcf3 req-8a7ad1b3-0d1d-4069-b501-094320d78a6e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405424 Jul 07 17:10:34.971088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61af51f0-deea-44f3-b36e-80ead1032a58 req-62da7b10-7103-4bb7-82e3-6ea3d8139a33 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 210 time: 0.0591190 Jul 07 17:10:35.126017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8a08e61-97f5-42a1-aecb-b3ca163cb4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.134095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8a08e61-97f5-42a1-aecb-b3ca163cb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.184135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e8a08e61-97f5-42a1-aecb-b3ca163cb4ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=174742ed8adb464088e78316eb28f55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520100 Jul 07 17:10:35.185256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a08e61-97f5-42a1-aecb-b3ca163cb4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d906ba-b094-4687-97e1-3cfa80e2fa5b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.188362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39116) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.273795 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b associated. External IP: 172.25.3.213, port: a6464615-7986-4071-9afc-3a19aeef29ee. Jul 07 17:10:35.275617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.350021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.486407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8546ee-12c7-4b36-947e-6bdc2b987055 req-6ec28d0f-4696-4975-997c-d3396d75b601 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.489838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a8546ee-12c7-4b36-947e-6bdc2b987055 req-6ec28d0f-4696-4975-997c-d3396d75b601 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1466506 Jul 07 17:10:35.516834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.520365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.522683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58d906ba-b094-4687-97e1-3cfa80e2fa5b HTTP/1.1" status: 204 len: 168 time: 0.3322518 Jul 07 17:10:35.544339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5bfe-e4c8-41ab-8efb-a81be9009882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d906ba-b094-4687-97e1-3cfa80e2fa5b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.579802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a8546ee-12c7-4b36-947e-6bdc2b987055 req-a2f393ee-9681-44f8-a813-561becb458dc tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828924 Jul 07 17:10:35.733071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:35.932069 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-7666c86a-3580-4cab-a836-cda8492ddc7c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726345 Jul 07 17:10:36.046832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:36.061702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.070408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:36.083328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:36.083901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:10:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:36.336084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-821b8c1b-53b0-4e1a-a110-dc8b050572ed tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.348361 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-821b8c1b-53b0-4e1a-a110-dc8b050572ed tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069993 Jul 07 17:10:36.373243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:36.425947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ed2c4d6-4a5c-4105-8da1-43caad31bc69 req-0fc76fca-f8db-4c68-adf7-df9751f27d30 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 210 time: 0.0842631 Jul 07 17:10:36.448306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:36.471404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412973-fe11-4fab-ab97-b158cc4bea60 req-6d358a17-d407-4d01-818b-3f6ad80834b4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.489212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38412973-fe11-4fab-ab97-b158cc4bea60 req-6d358a17-d407-4d01-818b-3f6ad80834b4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.2612805 Jul 07 17:10:36.491193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8206c586-d963-4853-95dc-83b952abce95 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "PUT /v2.0/floatingips/b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b HTTP/1.1" status: 200 len: 992 time: 3.4532270 Jul 07 17:10:36.494419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:36.514643 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad94796-3194-4da3-b1ff-6226c3f802bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:36.702131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38412973-fe11-4fab-ab97-b158cc4bea60 req-aa8da944-37fe-49db-b749-b6fa9a9383f0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079191 Jul 07 17:10:36.854139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:36.864744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.890194 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ceb363-ce08-452e-af81-c6a1d43f187d x-openstack-request-id: req-20ceb363-ce08-452e-af81-c6a1d43f187d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:36.890501 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:36.890777 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20ceb363-ce08-452e-af81-c6a1d43f187d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:36.891647 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'status': 'completed', 'code': 200} Jul 07 17:10:37.152370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a98db-6067-4620-8407-a9a4bd12ec15 req-1e7c213b-0ec6-45c6-9878-8dbaaad50519 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.162158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-149a98db-6067-4620-8407-a9a4bd12ec15 req-1e7c213b-0ec6-45c6-9878-8dbaaad50519 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1052873 Jul 07 17:10:37.172952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.182 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/b9994eee-6001-42c2-99fa-d56066457c32) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:37.211926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-633b7f21-0ce1-43b0-b4ff-9551d6eb3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.218526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-633b7f21-0ce1-43b0-b4ff-9551d6eb3881 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 1098 time: 0.3063455 Jul 07 17:10:37.226684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39176) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.244141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-149a98db-6067-4620-8407-a9a4bd12ec15 req-2abeafcf-fcca-4819-a6a7-12597ce1b3c8 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809488 Jul 07 17:10:37.414947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:00:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a768791-5be6-4b76-a053-620a67216525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:10:34Z', 'revision_number': 1, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:37.424299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-0510f084-1f11-4280-9046-4f361b9639e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.425806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-0510f084-1f11-4280-9046-4f361b9639e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 925 time: 0.1982889 Jul 07 17:10:37.448568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1333570854-network', 'tenant_id': '9af5c846350643e5bc57f3a81f46b108'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:37.488006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:37.516494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:37.518077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:10:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:37.563520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.605302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Made reservation on behalf of 9af5c846350643e5bc57f3a81f46b108 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:37.606964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d41659b-fa9e-4e0d-8e7f-5e28e462a14f req-17e11382-a2b5-478a-8065-040ab6f1a1ec tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 210 time: 0.0380933 Jul 07 17:10:37.614321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.619424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object b9994eee-6001-42c2-99fa-d56066457c32 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:37.622213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-3c35fa2d-916e-4d37-888d-19ed90a5ea5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6464615-7986-4071-9afc-3a19aeef29ee HTTP/1.1" status: 200 len: 1000 time: 0.1876504 Jul 07 17:10:37.665392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:37.675099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.719461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-355acfee-eb1d-4e08-ad26-b95940d1e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.721854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-355acfee-eb1d-4e08-ad26-b95940d1e565 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.0835092 Jul 07 17:10:37.786968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8389ec1-cbe7-4798-8cfe-d5320a4da9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.820068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.860020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', '3b90472a-4185-47f2-a523-f191f1408ac2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:37.862205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:37.908347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.945090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7e88e-83d7-481e-bb52-707687b00c2e req-415b4a7b-c9e7-4716-a3d1-344c2c33f4ef tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.953665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdf7e88e-83d7-481e-bb52-707687b00c2e req-415b4a7b-c9e7-4716-a3d1-344c2c33f4ef tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1151786 Jul 07 17:10:37.955977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:37.968109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:37.983129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:38.003441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdf7e88e-83d7-481e-bb52-707687b00c2e req-f00cc136-1df4-454c-85c5-2cb03a99599b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Jul 07 17:10:38.353752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d279d836-5b3c-4753-ac04-b9d5ebedb17a None None] Provisioning for port b9994eee-6001-42c2-99fa-d56066457c32 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:38.367172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d279d836-5b3c-4753-ac04-b9d5ebedb17a None None] Provisioning complete for port b9994eee-6001-42c2-99fa-d56066457c32 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:38.367425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d279d836-5b3c-4753-ac04-b9d5ebedb17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.447258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-8a60e68a-db01-4eb5-869c-212461c557be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.448820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-8a60e68a-db01-4eb5-869c-212461c557be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7157784 Jul 07 17:10:38.467912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.468435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d279d836-5b3c-4753-ac04-b9d5ebedb17a None None] Port b9994eee-6001-42c2-99fa-d56066457c32 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:38.468906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.475834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.489254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.505788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:38.509287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:00:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a768791-5be6-4b76-a053-620a67216525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:10:34Z', 'revision_number': 1, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:38.518785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.519152 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Added segment e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02 of type vlan for network 2abf31bf-a69e-4311-9e82-15af7b1dd576 Jul 07 17:10:38.542106 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:38.553149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d06ca-bf8e-4dfc-9546-681837dc48cc req-521b8214-17ed-4424-8ab3-c1239ec3da89 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.559566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b4d06ca-bf8e-4dfc-9546-681837dc48cc req-521b8214-17ed-4424-8ab3-c1239ec3da89 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1374381 Jul 07 17:10:38.561723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578bf3ac-d344-42fa-85ce-7c2128676ddd None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:00:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a768791-5be6-4b76-a053-620a67216525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:10:34Z', 'revision_number': 1, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:38.572548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.654756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b4d06ca-bf8e-4dfc-9546-681837dc48cc req-5a16854d-e468-471b-8516-016231ee6e31 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Jul 07 17:10:38.684184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.685472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.686247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.722168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-fca31c86-025d-4c54-8a71-2c23703197a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3605444 Jul 07 17:10:38.786218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Request body: {'port': {'device_id': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:38.882996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6403291 Jul 07 17:10:38.883710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bee980-77c7-49b4-9d80-8c59a872ac5a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.885781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39228) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:38.891629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Request body: {'subnet': {'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1333570854-subnet', 'tenant_id': '9af5c846350643e5bc57f3a81f46b108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:38.941509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.965817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eff0c9-22a5-4e2f-abee-faf34779088b admin admin] Pushing event updated for resources: {'Network': ['ID=2abf31bf-a69e-4311-9e82-15af7b1dd576,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.985164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2abf31bf-a69e-4311-9e82-15af7b1dd576 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:39.013821 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec86ae9-9d6e-4c5e-9e6b-c04dec226133 None None] New status for floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:10:39.018753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-1e036176-767a-40b6-bef3-df38cd9e3d72 service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452199 Jul 07 17:10:39.069698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Made reservation on behalf of 9af5c846350643e5bc57f3a81f46b108 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:39.074411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.138952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ad94796-3194-4da3-b1ff-6226c3f802bc req-75cc4531-1aad-49aa-84d6-41fe5f625a65 service neutron] 10.222.0.23 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996058 Jul 07 17:10:39.187034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f112f-9d95-40a2-9c2b-c4b21255e893 req-7a410d08-70d2-4c32-a0e7-1a4c5ec05b7f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.194383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e1f112f-9d95-40a2-9c2b-c4b21255e893 req-7a410d08-70d2-4c32-a0e7-1a4c5ec05b7f tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 936 time: 0.2599277 Jul 07 17:10:39.364012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e1f112f-9d95-40a2-9c2b-c4b21255e893 req-618bdb25-b098-428f-8002-c81162c21b0b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503737 Jul 07 17:10:39.459125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc116-ed11-4ab5-9c14-a85997569ce9 req-c8fb3f12-9008-4271-a355-77f11f6508b3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.477573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99cfc116-ed11-4ab5-9c14-a85997569ce9 req-c8fb3f12-9008-4271-a355-77f11f6508b3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1886823 Jul 07 17:10:39.506415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9994eee-6001-42c2-99fa-d56066457c32 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:39.514550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.527737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Transition to ACTIVE for port object b9994eee-6001-42c2-99fa-d56066457c32 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:39.535114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.567723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99cfc116-ed11-4ab5-9c14-a85997569ce9 req-1f182b81-04f8-4a15-a1f4-bace81b5c7d5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867527 Jul 07 17:10:39.575744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.619342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.672540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96f898a-fa1c-4fbe-bb84-3354d559e152,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.685096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Checking segment: {'id': 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:39.685464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Network hostable DHCP agents. Network: 2abf31bf-a69e-4311-9e82-15af7b1dd576, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:39.714761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Network 2abf31bf-a69e-4311-9e82-15af7b1dd576 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:39.738909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2abf31bf-a69e-4311-9e82-15af7b1dd576) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:39.748372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ce312-f97a-4c8a-b131-07e325a82b99 None None] Network 2abf31bf-a69e-4311-9e82-15af7b1dd576 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:39.759054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.759656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.795359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa7794a7-62d6-437a-a395-e71f1c79e314 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9082029 Jul 07 17:10:39.870318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Attempting to bind port b9994eee-6001-42c2-99fa-d56066457c32 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:39.875322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Attempting to bind port b9994eee-6001-42c2-99fa-d56066457c32 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:39.875771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Attempting to bind port b9994eee-6001-42c2-99fa-d56066457c32 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:39.889234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Port b9994eee-6001-42c2-99fa-d56066457c32 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:39.890587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Attempting to bind port b9994eee-6001-42c2-99fa-d56066457c32 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:39.910991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:39.911428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:39.912813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:39.913281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Bound port: b9994eee-6001-42c2-99fa-d56066457c32, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:39.913652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.947316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7f1b0-6d03-4be2-9892-e3e825d51143 None None] Network 2abf31bf-a69e-4311-9e82-15af7b1dd576 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:40.010830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17858268-7344-4f46-be49-de80bcfa04db req-71cbd32c-8256-4048-bea9-2b820b5d7aac tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.012746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17858268-7344-4f46-be49-de80bcfa04db req-71cbd32c-8256-4048-bea9-2b820b5d7aac tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1268356 Jul 07 17:10:40.052186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c78ea012-84d6-494b-b402-6756e1fd9b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.090434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:40.096204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b9994eee-6001-42c2-99fa-d56066457c32,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:40.105153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17858268-7344-4f46-be49-de80bcfa04db req-d09761a8-2fa5-4b25-ba94-9696da629633 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Jul 07 17:10:40.109078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.168393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.169208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.171087 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9994eee-6001-42c2-99fa-d56066457c32 HTTP/1.1" status: 200 len: 1097 time: 1.3958232 Jul 07 17:10:40.171596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:40.176254 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944130be-63aa-43a8-858e-9b7335b4f9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "tag": "b9994eee-6001-42c2-99fa-d56066457c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:40.241266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e83431-7560-4725-8b40-f63e4b90f8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.268475 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53f7be3-77c8-48ea-ba4d-69aa091fd599 x-openstack-request-id: req-b53f7be3-77c8-48ea-ba4d-69aa091fd599 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:40.268817 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "tag": "b9994eee-6001-42c2-99fa-d56066457c32", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:40.269076 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b53f7be3-77c8-48ea-ba4d-69aa091fd599 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:40.269518 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32', 'status': 'completed', 'code': 200} Jul 07 17:10:40.310917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-d5bf4393-1ab4-41c1-9d11-abc564e2cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.313003 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-d5bf4393-1ab4-41c1-9d11-abc564e2cdae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 1100 time: 0.0886230 Jul 07 17:10:40.412638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-6ff29e08-987e-4f91-bffa-ee56f9469b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=b9994eee-6001-42c2-99fa-d56066457c32 HTTP/1.1" status: 200 len: 217 time: 0.0872293 Jul 07 17:10:40.433969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.486415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-2fab630f-5fcd-4b1b-9b08-474819761e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.488265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-2fab630f-5fcd-4b1b-9b08-474819761e04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0606809 Jul 07 17:10:40.602909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-01a196c3-5839-4d22-b229-96b542019b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.604819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-01a196c3-5839-4d22-b229-96b542019b7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018589 Jul 07 17:10:40.726679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-26c1f6d8-90bc-4dd3-bebb-7553d130fd16 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128163 Jul 07 17:10:40.809313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910bcb-cbb8-4fcb-86b4-042aacc7216e req-f4aafd84-5537-49d6-b0b5-eea5cdd803b3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.817375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76910bcb-cbb8-4fcb-86b4-042aacc7216e req-f4aafd84-5537-49d6-b0b5-eea5cdd803b3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1154482 Jul 07 17:10:40.867669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a08c0f7-f04f-4987-92d8-bf431172fcec req-38499199-f1b5-4942-8a87-7a7cc6cf8969 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327090 Jul 07 17:10:40.891456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76910bcb-cbb8-4fcb-86b4-042aacc7216e req-8108487d-8b05-41a5-93c4-48a167309ab9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 Jul 07 17:10:40.927052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003611e-af9e-4048-b78a-20600aed5896 req-8cb53fdc-6219-436c-a11c-fa99b153eff2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.928696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8003611e-af9e-4048-b78a-20600aed5896 req-8cb53fdc-6219-436c-a11c-fa99b153eff2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 948 time: 0.1728184 Jul 07 17:10:41.006683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8003611e-af9e-4048-b78a-20600aed5896 req-284571a9-757d-4f5b-af3e-21483d04e97b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Jul 07 17:10:41.067620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-ac68c261-2e8d-4daa-8d18-d241496896f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.069919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-ac68c261-2e8d-4daa-8d18-d241496896f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 1100 time: 0.1076033 Jul 07 17:10:41.201983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-d28e52bb-97bf-47c9-b142-e6f5291364bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.204121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-d28e52bb-97bf-47c9-b142-e6f5291364bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1126375 Jul 07 17:10:41.277282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-2b6fe276-9ecd-4d05-87aa-94dab5838998 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=b9994eee-6001-42c2-99fa-d56066457c32 HTTP/1.1" status: 200 len: 217 time: 0.0532591 Jul 07 17:10:41.402804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-51acc5db-13c7-4b67-b550-bc6b65ab6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.404825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-51acc5db-13c7-4b67-b550-bc6b65ab6367 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1157243 Jul 07 17:10:41.506785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-1b7d5abd-a25f-458b-8dda-4a5c2b89b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.509705 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-1b7d5abd-a25f-458b-8dda-4a5c2b89b514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905898 Jul 07 17:10:41.527631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a873-983c-49de-ac85-69e55c58f6d6 req-97dda0bc-2906-440e-8c35-ece81aeb60b4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.538919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b872a873-983c-49de-ac85-69e55c58f6d6 req-97dda0bc-2906-440e-8c35-ece81aeb60b4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1752503 Jul 07 17:10:41.579233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b872a873-983c-49de-ac85-69e55c58f6d6 req-452a1553-b044-4106-b39e-c4fd074852e8 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Jul 07 17:10:41.653463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.664285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-c852b930-5432-4b06-94df-183ecc83e9b2 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353221 Jul 07 17:10:41.769732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-f626eea4-a5c1-4ef9-bf8b-4caa4fcfcde9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.771633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-f626eea4-a5c1-4ef9-bf8b-4caa4fcfcde9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.1534641 Jul 07 17:10:41.787976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-c5a13190-22b6-4c19-b105-7b6370b1a4a2 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/quotas/18a4da7f3679435bbf3d62911d9f3a93 HTTP/1.1" status: 200 len: 375 time: 0.0109172 Jul 07 17:10:41.808361 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-944130be-63aa-43a8-858e-9b7335b4f9c3 req-8b874248-c934-4dde-bf3e-ad6cbd343902 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355004 Jul 07 17:10:41.905510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-3d6bfd52-e0f2-409b-bd6d-fd0695329369 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119142 Jul 07 17:10:41.911113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e65cfa-3909-4922-a3c3-2ab21993e6c3 req-e66d635f-5064-486d-89ed-eb4fbdbe83df tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.913154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e65cfa-3909-4922-a3c3-2ab21993e6c3 req-e66d635f-5064-486d-89ed-eb4fbdbe83df tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1098 time: 0.0820923 Jul 07 17:10:42.000291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e65cfa-3909-4922-a3c3-2ab21993e6c3 req-0fbd0fdb-0f25-43f4-bfd0-2a8fa4ee5644 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Jul 07 17:10:42.045808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-5922a33e-bd86-4dda-9247-419381d2e309 service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262629 Jul 07 17:10:42.183694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-11306e6f-3bae-4a28-b8d6-1b8b90f2a48d service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324365 Jul 07 17:10:42.226724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963066f-57ab-4156-a523-8d7a7668ce9c req-962ab1b6-54f7-44a1-9b13-402b91af7436 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.228889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f963066f-57ab-4156-a523-8d7a7668ce9c req-962ab1b6-54f7-44a1-9b13-402b91af7436 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0888901 Jul 07 17:10:42.275436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f963066f-57ab-4156-a523-8d7a7668ce9c req-f1e31e35-3c89-4704-b83d-599347a381a8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Jul 07 17:10:42.471609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:42.506071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746df352-4776-4773-974a-3761ac3fbaaf req-2f8cf137-099a-49a9-bb8c-528c79931424 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.508492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-746df352-4776-4773-974a-3761ac3fbaaf req-2f8cf137-099a-49a9-bb8c-528c79931424 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 948 time: 0.1007638 Jul 07 17:10:42.568677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-746df352-4776-4773-974a-3761ac3fbaaf req-390be772-cc77-4f47-b95a-fe616e998351 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Jul 07 17:10:42.666036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.728329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:42.739077 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf91e98d-a9d7-40e3-ae7d-c24f9d83dbbb" -d '{"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-unplugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:42.773138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:42.787037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.888004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.981562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b1632d1-f218-4b91-b3fb-dc09687fecd0 req-bd0face8-6532-4cba-810e-c2f29a3f868a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 210 time: 0.0393727 Jul 07 17:10:43.207572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff3f25-26ee-41e8-80e6-f0cef0d1b8e4 req-db9dae27-ea80-4dbd-8ca7-e171c47d53b4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.216187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2ff3f25-26ee-41e8-80e6-f0cef0d1b8e4 req-db9dae27-ea80-4dbd-8ca7-e171c47d53b4 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.0862708 Jul 07 17:10:43.268680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2ff3f25-26ee-41e8-80e6-f0cef0d1b8e4 req-5a50f578-39a1-4422-80bd-509f8e03eb29 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496430 Jul 07 17:10:43.363869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-86dabc1e-836c-4328-8673-9b948ce914d8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.365803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-86dabc1e-836c-4328-8673-9b948ce914d8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.23 "GET /v2.0/ports?device_id=daa5c94a-21c5-4992-a71a-f963c9cade77 HTTP/1.1" status: 200 len: 943 time: 0.1550674 Jul 07 17:10:43.375063 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0bbc7-cbc6-4245-947b-fd46a0094f3e x-openstack-request-id: req-ead0bbc7-cbc6-4245-947b-fd46a0094f3e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:43.375355 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-unplugged", "status": "completed", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:43.375611 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ead0bbc7-cbc6-4245-947b-fd46a0094f3e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:43.376007 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'code': 200} Jul 07 17:10:43.413165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.551212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Deleting port 97cf5c0b-41fc-443e-924a-e7c54c96e786 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:43.551212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.584560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27a6c-9b61-485e-8d93-daa32279122b req-6b9f307b-00c5-4b8f-8dab-2ed117342b31 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.586404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fd27a6c-9b61-485e-8d93-daa32279122b req-6b9f307b-00c5-4b8f-8dab-2ed117342b31 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0970809 Jul 07 17:10:43.675091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fd27a6c-9b61-485e-8d93-daa32279122b req-1a57cf6a-0387-4c4a-83bb-34a0820b874b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818293 Jul 07 17:10:43.681425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] For port 97cf5c0b-41fc-443e-924a-e7c54c96e786, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=97cf5c0b-41fc-443e-924a-e7c54c96e786,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:43.681792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.697913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Calling delete_port for 97cf5c0b-41fc-443e-924a-e7c54c96e786 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:43.943455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d36a3-abf7-49e5-8969-9827a996cbf1 req-f4a2c6c8-d08e-419f-9102-aa5aad0113b4 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.946381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.955825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da6d36a3-abf7-49e5-8969-9827a996cbf1 req-f4a2c6c8-d08e-419f-9102-aa5aad0113b4 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 948 time: 0.1373043 Jul 07 17:10:44.007204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da6d36a3-abf7-49e5-8969-9827a996cbf1 req-6b7935fc-4683-4f85-8463-6ee381545446 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Jul 07 17:10:44.011644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event deleted for resources: {'Port': ['ID=97cf5c0b-41fc-443e-924a-e7c54c96e786,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.081505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b9994eee-6001-42c2-99fa-d56066457c32 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:44.083148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-4fd5640e-c2f9-48fe-8a3b-6a4e390d86e3 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:44.092867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-4fd5640e-c2f9-48fe-8a3b-6a4e390d86e3 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0780196 Jul 07 17:10:44.099101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.099850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Unknown quota resources ['binding']. {{(pid=93946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:44.106667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] No DVR routers for this DVR port 97cf5c0b-41fc-443e-924a-e7c54c96e786 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:44.114339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.132939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c398ddc-1f73-4d8d-b5dd-d44b8edbca5a req-afd8cbfe-0e55-4470-b361-dabc6fb35146 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.23 "DELETE /v2.0/ports/97cf5c0b-41fc-443e-924a-e7c54c96e786 HTTP/1.1" status: 204 len: 173 time: 0.7537863 Jul 07 17:10:44.133535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-deleted', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:44.137177 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b86a29f-ae15-48c8-b155-8844d0cd5cf8" -d '{"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-deleted", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:44.225641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-be2323d7-13ef-4f8f-a4c4-447a5fe7eae8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.227341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-be2323d7-13ef-4f8f-a4c4-447a5fe7eae8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.3639762 Jul 07 17:10:44.245495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Request body: {'port': {'device_id': '453bdc5e-a24d-49a2-8605-71824a199e18', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'admin_state_up': True, 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.357132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b9994eee-6001-42c2-99fa-d56066457c32,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:44.369688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:44.370141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:44.370878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:44.380805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'b9994eee-6001-42c2-99fa-d56066457c32', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'b9994eee-6001-42c2-99fa-d56066457c32', 'mac_address': 'fa:16:3e:d5:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:44.384690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:44.385301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:44.401791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:44.402366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:44.403002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:44.403594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Bound port: fdc38e42-695c-4227-be79-61c4e81a897c, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:44.429392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.480093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9994eee-6001-42c2-99fa-d56066457c32 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:44.482659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:44.487675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.510388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b9994eee-6001-42c2-99fa-d56066457c32,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:44.518602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:44.519966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:44.528415 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.543357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7288c25e-c51a-44fa-83cf-f00c1eada856 req-f8e1837d-5e3a-4552-b84b-589b18934258 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 210 time: 0.0534611 Jul 07 17:10:44.566057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:44.575757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.591502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-9d963fb4-e0d3-49f9-91e6-5aa99fc713a7 service neutron] 10.222.0.66 "POST /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4910996 Jul 07 17:10:44.597321 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b0b61f-08c2-4d14-84cc-fa3251609d6b x-openstack-request-id: req-b8b0b61f-08c2-4d14-84cc-fa3251609d6b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:44.598228 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5c94a-21c5-4992-a71a-f963c9cade77", "name": "network-vif-deleted", "tag": "97cf5c0b-41fc-443e-924a-e7c54c96e786", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:44.598536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8b0b61f-08c2-4d14-84cc-fa3251609d6b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:44.599434 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5c94a-21c5-4992-a71a-f963c9cade77', 'name': 'network-vif-deleted', 'tag': '97cf5c0b-41fc-443e-924a-e7c54c96e786', 'status': 'completed', 'code': 200} Jul 07 17:10:44.679694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Allocated IP 172.20.0.5 (0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd/5e61953d-df8a-4e7b-9544-7d7e3efeb54f/ac396d64-3e5f-49e4-a0d8-906484de7313) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:44.735474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.837143 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.882486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:44.926932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.948627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'mac_address': 'fa:16:3e:d9:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:44.958511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b9994eee-6001-42c2-99fa-d56066457c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:44.963231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:44.984096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.998278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.062898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:45.072046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:45.085406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:45.093848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.120695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.140217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.151562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:45.168032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-a79495a6-217a-414f-86f3-08abc16a7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.168032 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-a79495a6-217a-414f-86f3-08abc16a7d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1098 time: 0.1943107 Jul 07 17:10:45.174769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.175412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.186650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142148d-dbcd-4b94-86f9-7b55999863d3 req-fd20a1ad-9157-4d5b-a9a9-0ce08d5ebf06 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.188572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:45.194682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.195646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2142148d-dbcd-4b94-86f9-7b55999863d3 req-fd20a1ad-9157-4d5b-a9a9-0ce08d5ebf06 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.3975525 Jul 07 17:10:45.230531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095d27-3583-4969-a1f2-e907e4315e44 req-40d0d8bb-7d74-4631-8b74-4e93e690fa3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.232524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6095d27-3583-4969-a1f2-e907e4315e44 req-40d0d8bb-7d74-4631-8b74-4e93e690fa3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1242738 Jul 07 17:10:45.236402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-0ce49188-15a9-499b-87a5-15f32929c8ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9956982 Jul 07 17:10:45.257309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Request body: {'port': {'device_id': '453bdc5e-a24d-49a2-8605-71824a199e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:45.267049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2142148d-dbcd-4b94-86f9-7b55999863d3 req-d9b334e5-879e-407f-b580-a88941d2db2c tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703633 Jul 07 17:10:45.273340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.296820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6095d27-3583-4969-a1f2-e907e4315e44 req-60003a75-c3f5-42a8-9cd7-3a03f259b075 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Jul 07 17:10:45.355730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-d9ed6dab-2c6e-41d6-bd35-abdf76c40afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.357660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-d9ed6dab-2c6e-41d6-bd35-abdf76c40afa service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1781597 Jul 07 17:10:45.378014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:45.380752 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e81050-dd27-490d-82a2-1737ce28fe4c" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-unplugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:45.421624 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-bbe87b99-8894-4ef5-86a7-b5a28f1b02a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 217 time: 0.0496054 Jul 07 17:10:45.492026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.513843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-33cfc483-baca-458f-a46f-dccfd0d3eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.515453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-33cfc483-baca-458f-a46f-dccfd0d3eaa0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0707934 Jul 07 17:10:45.536773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:45.558663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-97127b19-b95f-4066-8df1-3930cfaf5b50 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.560160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-97127b19-b95f-4066-8df1-3930cfaf5b50 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/networks?id=2abf31bf-a69e-4311-9e82-15af7b1dd576 HTTP/1.1" status: 200 len: 810 time: 0.1428871 Jul 07 17:10:45.566461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-5e86adca-dba8-4277-bb89-adc07b6ae9b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292079 Jul 07 17:10:45.569186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b900f-5715-470f-b00b-be23749f2e77 req-be6c3dfb-3c48-4a46-9e54-4333fb3bbedd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.571130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c73b900f-5715-470f-b00b-be23749f2e77 req-be6c3dfb-3c48-4a46-9e54-4333fb3bbedd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1625221 Jul 07 17:10:45.593811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-ed713518-40d3-421c-aaf8-045949b03e6b tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/quotas/9af5c846350643e5bc57f3a81f46b108 HTTP/1.1" status: 200 len: 375 time: 0.0218973 Jul 07 17:10:45.644335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-65f986e3-f0d7-4802-888f-fe91b50574d9 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9af5c846350643e5bc57f3a81f46b108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495698 Jul 07 17:10:45.716531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c73b900f-5715-470f-b00b-be23749f2e77 req-d14ad8f7-0345-4395-9548-0046a05765a4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381049 Jul 07 17:10:45.769307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-06f1ae59-1bf3-479b-8be4-c2b71886c367 service neutron] 10.222.0.66 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240313 Jul 07 17:10:45.845677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-e45ec5ad-af1a-4f42-9611-110f89d06284 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685231 Jul 07 17:10:45.884602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-10080d2a-59f9-4838-b38c-bcf83f87d5ec service neutron] 10.222.0.66 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142595 Jul 07 17:10:45.972931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da90b-040e-4537-b73e-ef5b4fb276ad req-35749e39-508c-4cfd-b299-4fead1c50c3b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.974537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d53da90b-040e-4537-b73e-ef5b4fb276ad req-35749e39-508c-4cfd-b299-4fead1c50c3b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 949 time: 0.1048310 Jul 07 17:10:46.027269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d53da90b-040e-4537-b73e-ef5b4fb276ad req-e0eb9930-15b0-4a0c-8047-e09ffadde16c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 Jul 07 17:10:46.032623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac396d64-3e5f-49e4-a0d8-906484de7313 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:46.039447 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-14fda6eb-deac-41da-8a29-5faebc58149b service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771657 Jul 07 17:10:46.052068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.074415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Transition to ACTIVE for port object ac396d64-3e5f-49e4-a0d8-906484de7313 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:46.083558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.149094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.245565 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f84f82-9e5c-4a52-b6d5-e7bb96841852 x-openstack-request-id: req-71f84f82-9e5c-4a52-b6d5-e7bb96841852 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:46.247761 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-unplugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:46.249102 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71f84f82-9e5c-4a52-b6d5-e7bb96841852 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:46.251833 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'code': 200} Jul 07 17:10:46.255489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Attempting to bind port ac396d64-3e5f-49e4-a0d8-906484de7313 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:46.255589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Attempting to bind port ac396d64-3e5f-49e4-a0d8-906484de7313 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:46.255912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Attempting to bind port ac396d64-3e5f-49e4-a0d8-906484de7313 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:46.275451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Port ac396d64-3e5f-49e4-a0d8-906484de7313 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:46.278192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Attempting to bind port ac396d64-3e5f-49e4-a0d8-906484de7313 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:46.291469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:46.291817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Checking segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:46.292267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Bound using segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:46.293139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Bound port: ac396d64-3e5f-49e4-a0d8-906484de7313, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:46.298831 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.363009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc4aafa7-6295-4218-bbb0-df3111c5d5b6 req-d0960fad-1f80-4ba5-8494-e658c019c3a1 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 210 time: 0.0507083 Jul 07 17:10:46.449090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:46.453567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:46.462036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.494236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:46.515963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae6f4f-efa7-4ac8-9518-0729b418af4b req-f458292b-5725-4e35-9385-dc039d217ecb tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.519937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ae6f4f-efa7-4ac8-9518-0729b418af4b req-f458292b-5725-4e35-9385-dc039d217ecb tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 943 time: 0.1435473 Jul 07 17:10:46.557812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 97cf5c0b-41fc-443e-924a-e7c54c96e786 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:46.558275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 97cf5c0b-41fc-443e-924a-e7c54c96e786 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:46.599454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ae6f4f-efa7-4ac8-9518-0729b418af4b req-4771d499-622a-418d-af31-76cc5fa8bfac tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Jul 07 17:10:46.600365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.602480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.604604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] 10.222.0.73 "PUT /v2.0/ports/ac396d64-3e5f-49e4-a0d8-906484de7313 HTTP/1.1" status: 200 len: 1092 time: 1.3519039 Jul 07 17:10:46.605269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:46.618194 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594cd17e-9a07-4f84-a6d1-9348f96d1f26" -d '{"events": [{"name": "network-changed", "server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:46.697076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2819b-f508-44ed-8d33-f662c2d5b16d service neutron] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.780688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d12e9-a088-4925-bf20-f71fc15d5c6c req-bcc5f739-6e7c-4a4e-80d1-7e917b8cc00e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.789256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c85d12e9-a088-4925-bf20-f71fc15d5c6c req-bcc5f739-6e7c-4a4e-80d1-7e917b8cc00e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1620095 Jul 07 17:10:46.794652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-a158898c-7168-49df-a7f5-406d916f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.796459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-a158898c-7168-49df-a7f5-406d916f8e5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 1095 time: 0.1225083 Jul 07 17:10:46.875913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-fe4d6461-6295-4486-b801-6c92d0f62307 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac396d64-3e5f-49e4-a0d8-906484de7313 HTTP/1.1" status: 200 len: 217 time: 0.0685661 Jul 07 17:10:46.879204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c85d12e9-a088-4925-bf20-f71fc15d5c6c req-8c69d715-71cc-455a-bd0c-0769b9056178 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890567 Jul 07 17:10:46.952644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ff897-93bd-4a1d-a3cf-3032d68a9eff req-f160c777-2c9c-4c80-8db9-5fb5e7fda0ed tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.955905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b9ff897-93bd-4a1d-a3cf-3032d68a9eff req-f160c777-2c9c-4c80-8db9-5fb5e7fda0ed tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.1462169 Jul 07 17:10:46.983408 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d9134-fa6f-4031-b689-e39ed6b375f2 x-openstack-request-id: req-0d2d9134-fa6f-4031-b689-e39ed6b375f2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:46.983865 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:46.984174 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d2d9134-fa6f-4031-b689-e39ed6b375f2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:46.984512 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'status': 'completed', 'code': 200} Jul 07 17:10:47.003504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-a5d1e9a2-4a77-41b7-beba-ae1012f33753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.010172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-a5d1e9a2-4a77-41b7-beba-ae1012f33753 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.1181016 Jul 07 17:10:47.040105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b9ff897-93bd-4a1d-a3cf-3032d68a9eff req-aaa0106c-dcd0-44e9-81cb-ceabf9e51f68 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757320 Jul 07 17:10:47.064242 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-7caffb82-328a-43ca-8bdc-d095842d64b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414124 Jul 07 17:10:47.176359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-2035b369-ffef-40ad-ac84-0727ea0f67fa service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035593 Jul 07 17:10:47.201021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae0d61-c262-4af5-aac6-618b769a309f req-60b66d54-3925-4e55-be51-fbbd2060f746 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.203043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78ae0d61-c262-4af5-aac6-618b769a309f req-60b66d54-3925-4e55-be51-fbbd2060f746 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0997534 Jul 07 17:10:47.262153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78ae0d61-c262-4af5-aac6-618b769a309f req-8e1ee9bd-2b9d-4979-8dcd-d9153b01d544 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Jul 07 17:10:47.310145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fb92aea-0dfe-4e10-ac15-edb8d216ee6d req-69149c5a-2916-4cf6-9710-3882ac471feb service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242020 Jul 07 17:10:47.369064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280fc23-d895-4a48-a41e-06bd222d2539 req-91310a8b-7d1d-44e3-96c6-6f23058852bc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.370676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f280fc23-d895-4a48-a41e-06bd222d2539 req-91310a8b-7d1d-44e3-96c6-6f23058852bc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 949 time: 0.1156197 Jul 07 17:10:47.464557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f280fc23-d895-4a48-a41e-06bd222d2539 req-85a47737-6006-4b3a-b8b7-1b5d55df3d5c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832720 Jul 07 17:10:47.494652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-8dbf831e-7670-4a90-a7be-f783456ec319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.496357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-8dbf831e-7670-4a90-a7be-f783456ec319 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 1095 time: 0.0914094 Jul 07 17:10:47.611258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea769db2-704e-4754-b618-965ba836c405 req-a20e872b-1a04-48ee-a91c-3e69d49612a2 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 210 time: 0.0412712 Jul 07 17:10:47.635477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-c198401e-3544-4609-82b2-882b3b746612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.637054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-c198401e-3544-4609-82b2-882b3b746612 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 905 time: 0.1341603 Jul 07 17:10:47.687237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-2db15104-0fef-4900-93b2-c090b70f9779 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac396d64-3e5f-49e4-a0d8-906484de7313 HTTP/1.1" status: 200 len: 217 time: 0.0402310 Jul 07 17:10:47.747682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-06e6fd97-5f15-4005-b09b-5a0f7e7fbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.749359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-06e6fd97-5f15-4005-b09b-5a0f7e7fbca2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.0529299 Jul 07 17:10:47.803303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-b630997b-fee4-4103-b448-812b0b586459 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300858 Jul 07 17:10:47.806041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545f97-5811-48f6-8919-d79f26cc1eaf req-bca02154-7b96-41a4-9a65-5d396c0122a4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.807633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa545f97-5811-48f6-8919-d79f26cc1eaf req-bca02154-7b96-41a4-9a65-5d396c0122a4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 943 time: 0.0686381 Jul 07 17:10:47.852914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa545f97-5811-48f6-8919-d79f26cc1eaf req-c277c569-bdf3-4995-9e78-d3555e45b207 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 Jul 07 17:10:47.921331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-484f1193-d944-4539-a367-a9d3ed51e785 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068604 Jul 07 17:10:48.035713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-594cd17e-9a07-4f84-a6d1-9348f96d1f26 req-beb78a22-5ebe-4e97-b897-51a3e47eac71 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055341 Jul 07 17:10:48.096276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b9994eee-6001-42c2-99fa-d56066457c32 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:48.112704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b22628-9fb8-41bd-902e-3d5a13db1ca1 req-93481c71-22e6-4e42-ab9b-04b31eec6db3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.114803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4b22628-9fb8-41bd-902e-3d5a13db1ca1 req-93481c71-22e6-4e42-ab9b-04b31eec6db3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.0881648 Jul 07 17:10:48.184299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4b22628-9fb8-41bd-902e-3d5a13db1ca1 req-3dcbf8c2-f523-4e81-948f-5cc5725d4820 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Jul 07 17:10:48.228039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port b9994eee-6001-42c2-99fa-d56066457c32 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:48.234160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port b9994eee-6001-42c2-99fa-d56066457c32 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:48.235014 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.269764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-0a6d67b8-84fd-4f75-ac5f-ae5fdf57a714 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.271192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-0a6d67b8-84fd-4f75-ac5f-ae5fdf57a714 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.23 "GET /v2.0/networks?id=2abf31bf-a69e-4311-9e82-15af7b1dd576 HTTP/1.1" status: 200 len: 810 time: 0.2195356 Jul 07 17:10:48.287463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Request body: {'port': {'device_id': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576', 'admin_state_up': True, 'tenant_id': '9af5c846350643e5bc57f3a81f46b108'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:48.345687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9806d1-c88c-4c2f-a90d-a5a46f3045d0 req-5e2dbc1c-ecd0-4c8f-a147-f827bdb7ab3f tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.347961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b9806d1-c88c-4c2f-a90d-a5a46f3045d0 req-5e2dbc1c-ecd0-4c8f-a147-f827bdb7ab3f tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 949 time: 0.0845788 Jul 07 17:10:48.372590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.408594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b9806d1-c88c-4c2f-a90d-a5a46f3045d0 req-1bb8a1e4-c6d9-455c-a9e2-e50e9c960790 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542898 Jul 07 17:10:48.422178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:48.427165 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0684ae7-44d1-4540-8ecb-df5d76eb084c" -d '{"events": [{"server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "name": "network-vif-plugged", "status": "completed", "tag": "b9994eee-6001-42c2-99fa-d56066457c32"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:48.448524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b9994eee-6001-42c2-99fa-d56066457c32,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.455665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.492687 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434ca4e-eb4b-448a-97d5-80eba9d5d591 x-openstack-request-id: req-a434ca4e-eb4b-448a-97d5-80eba9d5d591 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:48.493167 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "name": "network-vif-plugged", "status": "completed", "tag": "b9994eee-6001-42c2-99fa-d56066457c32", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:48.493483 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a434ca4e-eb4b-448a-97d5-80eba9d5d591 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:48.493936 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32', 'code': 200} Jul 07 17:10:48.518897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:48.576484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Made reservation on behalf of 9af5c846350643e5bc57f3a81f46b108 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:48.588103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.613607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af3242-fb0c-4d97-bf09-07fbe6f5097e req-36b416ee-a063-4c30-b128-3420a1233925 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.615365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0af3242-fb0c-4d97-bf09-07fbe6f5097e req-36b416ee-a063-4c30-b128-3420a1233925 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1529324 Jul 07 17:10:48.632027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:48.632518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.672942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.698055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0af3242-fb0c-4d97-bf09-07fbe6f5097e req-05bc24d0-58c1-4192-a8b2-c3664e5f6c43 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756910 Jul 07 17:10:48.745839 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.791258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d150b-95ed-4d32-aba3-ee7890575bc2 req-52c2e790-ce41-48d5-a81d-017560612bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.793188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-841d150b-95ed-4d32-aba3-ee7890575bc2 req-52c2e790-ce41-48d5-a81d-017560612bce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 1102 time: 0.1747320 Jul 07 17:10:48.801497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.808751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.882483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df389c6-f77e-42ec-bb06-7ee91e97fd6a req-2bc6c209-eed6-469d-9153-084e74a98b21 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.891067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2df389c6-f77e-42ec-bb06-7ee91e97fd6a req-2bc6c209-eed6-469d-9153-084e74a98b21 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.1203482 Jul 07 17:10:48.896302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-841d150b-95ed-4d32-aba3-ee7890575bc2 req-28407850-f85a-4315-a860-298da2bcdf39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891109 Jul 07 17:10:48.903483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.918538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Allocated IP 172.20.0.2 (2abf31bf-a69e-4311-9e82-15af7b1dd576/b96f898a-fa1c-4fbe-bb84-3354d559e152/a195bc0b-3f2d-4c92-b11f-a50438cce399) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:48.942377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2df389c6-f77e-42ec-bb06-7ee91e97fd6a req-41e7b039-1ba5-43a0-854d-42db081f88b3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Jul 07 17:10:48.972015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7e61351-2f4d-4b78-8299-5ee9dcd8b89a req-f78d7a62-ecb2-457c-9db0-a27649ae75ca tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 210 time: 0.0344591 Jul 07 17:10:49.119725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.151864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c12b-4eac-47cc-aabc-404f9be4aec0 req-f81c7bea-6cb8-4719-adac-923eaa3f9680 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.153688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d26c12b-4eac-47cc-aabc-404f9be4aec0 req-f81c7bea-6cb8-4719-adac-923eaa3f9680 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 943 time: 0.0745070 Jul 07 17:10:49.164183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.198855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d26c12b-4eac-47cc-aabc-404f9be4aec0 req-448ff3c3-22c3-4211-80c7-a899a3a84375 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Jul 07 17:10:49.221176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Network 2abf31bf-a69e-4311-9e82-15af7b1dd576 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:49.226056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:49.227960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Pushing event updated for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.230342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:49.260164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.260560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.260897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.261238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.261576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.261904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.262235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.262598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.263021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.263351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.263680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.264024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:49.294340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.295365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.311241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-c7e0fbc3-919c-4698-8a74-2bc61bfca916 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0282161 Jul 07 17:10:49.325216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Request body: {'port': {'device_id': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:49.383733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21bc6-83ab-4e70-855e-3cc413d88abf req-dcbaa4cd-8004-42b4-a95b-f9a6c56927ab tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.385441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdd21bc6-83ab-4e70-855e-3cc413d88abf req-dcbaa4cd-8004-42b4-a95b-f9a6c56927ab tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.0816057 Jul 07 17:10:49.415699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.448857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdd21bc6-83ab-4e70-855e-3cc413d88abf req-b85d5782-3c49-43cd-9fec-888924bfbc15 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 Jul 07 17:10:49.595610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c156c9-4ed4-4e28-b873-67e15bb6f8fb req-bb3bd14c-22a4-4b9d-9b99-1b30c4d3a061 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.597261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82c156c9-4ed4-4e28-b873-67e15bb6f8fb req-bb3bd14c-22a4-4b9d-9b99-1b30c4d3a061 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.0731297 Jul 07 17:10:49.685028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82c156c9-4ed4-4e28-b873-67e15bb6f8fb req-069b0b6c-e72d-4443-9ced-d0f652e876bd tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Jul 07 17:10:49.740555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a195bc0b-3f2d-4c92-b11f-a50438cce399 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:49.748538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.762551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Transition to ACTIVE for port object a195bc0b-3f2d-4c92-b11f-a50438cce399 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:49.767680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.846873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Pushing event updated for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.917760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Attempting to bind port a195bc0b-3f2d-4c92-b11f-a50438cce399 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:49.918105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Attempting to bind port a195bc0b-3f2d-4c92-b11f-a50438cce399 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:49.918473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Attempting to bind port a195bc0b-3f2d-4c92-b11f-a50438cce399 on network 2abf31bf-a69e-4311-9e82-15af7b1dd576 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:49.924141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Port a195bc0b-3f2d-4c92-b11f-a50438cce399 on network 2abf31bf-a69e-4311-9e82-15af7b1dd576 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:49.924951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Attempting to bind port a195bc0b-3f2d-4c92-b11f-a50438cce399 on network 2abf31bf-a69e-4311-9e82-15af7b1dd576 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:49.930177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:49.930500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Checking segment: {'id': 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:49.930758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a16e8-2ee7-41b5-bd42-19904c36dd20 req-1dcd4d54-fa45-4ee4-9b1b-64b8b631591c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.930869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Bound using segment: {'id': 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:49.931289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Bound port: a195bc0b-3f2d-4c92-b11f-a50438cce399, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:49.931652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.932562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af3a16e8-2ee7-41b5-bd42-19904c36dd20 req-1dcd4d54-fa45-4ee4-9b1b-64b8b631591c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0969923 Jul 07 17:10:49.975230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af3a16e8-2ee7-41b5-bd42-19904c36dd20 req-55f0f70e-e5e4-446a-8b55-4188ef6b86f1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Jul 07 17:10:50.009381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:50.012864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399,segment=NetworkSegment(e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02),segment_id=e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:50.021569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.113316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:50.245127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:50.260677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'mac_address': 'fa:16:3e:af:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:50.261495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1a6ad-484f-4220-97b7-db9be4b16182 req-9b0538c5-e328-4ca7-ac2b-48d05eff1cb5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.269324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4b1a6ad-484f-4220-97b7-db9be4b16182 req-9b0538c5-e328-4ca7-ac2b-48d05eff1cb5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 943 time: 0.1648347 Jul 07 17:10:50.301607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2b2f-e968-4c88-9f6d-127bb25b67a8 req-c1fa02c2-ae0a-4b2f-9b12-712e7cdc4e4a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.309914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b2b2b2f-e968-4c88-9f6d-127bb25b67a8 req-c1fa02c2-ae0a-4b2f-9b12-712e7cdc4e4a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.1485791 Jul 07 17:10:50.339771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.363752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac396d64-3e5f-49e4-a0d8-906484de7313 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:50.366244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4b1a6ad-484f-4220-97b7-db9be4b16182 req-dc788d40-3a90-4bed-a383-7a81d6283d13 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956538 Jul 07 17:10:50.392890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:50.399398 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.422797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b2b2b2f-e968-4c88-9f6d-127bb25b67a8 req-e6105304-3d6a-461f-b8e3-319a12bc606b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114235 Jul 07 17:10:50.510829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Pushing event updated for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.540030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.541272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.542117 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-942b5194-537e-4576-88ac-889ef8f3c37b service neutron] 10.222.0.23 "PUT /v2.0/ports/a195bc0b-3f2d-4c92-b11f-a50438cce399 HTTP/1.1" status: 200 len: 1092 time: 1.2217338 Jul 07 17:10:50.546762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:50.549709 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feac66d-8b48-4380-b7df-8475ead0b32b" -d '{"events": [{"name": "network-changed", "server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:50.566077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:50.574487 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f32f5f5-5aa8-47bb-8aff-f294d4f56dc0" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:50.600505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.698272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-9ee75ee3-a9f1-46db-bd32-58f109dc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.699926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-9ee75ee3-a9f1-46db-bd32-58f109dc1f18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9af5c846350643e5bc57f3a81f46b108&device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 1095 time: 0.0594246 Jul 07 17:10:50.743494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cc0ab-0b29-4564-8b76-b114799254f8 req-90b25c4b-32d4-48b1-8092-aae9df861329 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.745231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d8cc0ab-0b29-4564-8b76-b114799254f8 req-90b25c4b-32d4-48b1-8092-aae9df861329 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 944 time: 0.1597934 Jul 07 17:10:50.769698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-5cdf13fb-10bb-4b03-b362-e90f3a9a2123 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399 HTTP/1.1" status: 200 len: 217 time: 0.0579357 Jul 07 17:10:50.772710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546dda-3dd3-4b8c-9497-f6b800d8b24b req-5b3d7dd6-d2d1-40e4-b44a-a06e75a2c8eb tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.774760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4546dda-3dd3-4b8c-9497-f6b800d8b24b req-5b3d7dd6-d2d1-40e4-b44a-a06e75a2c8eb tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1474936 Jul 07 17:10:50.833316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d8cc0ab-0b29-4564-8b76-b114799254f8 req-faeb05ea-8e2e-4b10-bf69-ab2c4498a3b1 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785069 Jul 07 17:10:50.833531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-7c74ff48-8dc0-4a1e-9385-b0f4a5c795ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.835473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-7c74ff48-8dc0-4a1e-9385-b0f4a5c795ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b96f898a-fa1c-4fbe-bb84-3354d559e152 HTTP/1.1" status: 200 len: 850 time: 0.0584874 Jul 07 17:10:50.839581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4546dda-3dd3-4b8c-9497-f6b800d8b24b req-0c5ec938-4b02-4818-89d7-25f39600e49c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581584 Jul 07 17:10:50.876892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-efc2b4cf-e50c-46dd-9fe4-08b530a1737b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2abf31bf-a69e-4311-9e82-15af7b1dd576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334525 Jul 07 17:10:50.885231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ac396d64-3e5f-49e4-a0d8-906484de7313'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:50.930523 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98270cb2-2c77-4828-8f20-d9feb0dc5a7e x-openstack-request-id: req-98270cb2-2c77-4828-8f20-d9feb0dc5a7e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:50.930834 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-plugged", "status": "completed", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:50.931089 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98270cb2-2c77-4828-8f20-d9feb0dc5a7e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:50.931481 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'code': 200} Jul 07 17:10:51.059933 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-5bcd6fb5-c2e2-41e6-bdb4-5a61f626a0ba service neutron] 10.222.0.23 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750772 Jul 07 17:10:51.064017 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0210c84-e074-4c4c-8499-dd9668fc94a0 x-openstack-request-id: req-d0210c84-e074-4c4c-8499-dd9668fc94a0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:51.064380 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:51.064777 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0210c84-e074-4c4c-8499-dd9668fc94a0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:51.068762 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399', 'status': 'completed', 'code': 200} Jul 07 17:10:51.173171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c446aec-0bd1-431d-8667-e3240cba8f24 req-9b57100e-9f50-4175-8344-48bcce464c60 service neutron] 10.222.0.23 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987458 Jul 07 17:10:51.229659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab94f-fbc2-4835-a6c7-39c6c1eb8901 req-1caa75d4-6c45-4e46-b03e-ba2666a61bda tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.231862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40eab94f-fbc2-4835-a6c7-39c6c1eb8901 req-1caa75d4-6c45-4e46-b03e-ba2666a61bda tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.1031251 Jul 07 17:10:51.278941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e1104-6dc0-41d3-865d-176725673957 req-8719db03-09d8-4005-aec1-76035ace1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.280561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6a9e1104-6dc0-41d3-865d-176725673957 req-8719db03-09d8-4005-aec1-76035ace1699 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1102 time: 0.0636520 Jul 07 17:10:51.322937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6a9e1104-6dc0-41d3-865d-176725673957 req-0368ff43-14e7-4f9c-a572-7e51d647340d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Jul 07 17:10:51.353912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40eab94f-fbc2-4835-a6c7-39c6c1eb8901 req-5f1cbcc1-655e-4cac-bbe4-dc5e4287e013 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Jul 07 17:10:51.380586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077ff5-e56f-440a-a922-62e769fcbc0d req-01ade6f4-9bde-4a77-8b08-4a3ad2df6fb7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.382190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88077ff5-e56f-440a-a922-62e769fcbc0d req-01ade6f4-9bde-4a77-8b08-4a3ad2df6fb7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1491871 Jul 07 17:10:51.402212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-75596009-d03c-498e-8778-f852330b28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.403834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-75596009-d03c-498e-8778-f852330b28ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9af5c846350643e5bc57f3a81f46b108&device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 1095 time: 0.1345429 Jul 07 17:10:51.477801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88077ff5-e56f-440a-a922-62e769fcbc0d req-cd4bd361-2c59-42d0-b447-da555cbe795e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859687 Jul 07 17:10:51.527415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-dbba2355-6e0a-4017-865e-9e75f8dbcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.529014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-dbba2355-6e0a-4017-865e-9e75f8dbcdec service neutron] 10.222.0.23 "GET /v2.0/networks?id=2abf31bf-a69e-4311-9e82-15af7b1dd576 HTTP/1.1" status: 200 len: 911 time: 0.1178465 Jul 07 17:10:51.577729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-593db9d2-b962-4611-b3d2-39ec88706907 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399 HTTP/1.1" status: 200 len: 217 time: 0.0420277 Jul 07 17:10:51.665240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-d67a8152-2af2-4827-92bf-486c73706e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.676306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-d67a8152-2af2-4827-92bf-486c73706e8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b96f898a-fa1c-4fbe-bb84-3354d559e152 HTTP/1.1" status: 200 len: 850 time: 0.0813880 Jul 07 17:10:51.710327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-613d1dc7-9b94-4f50-a841-42a9e03c0d2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2abf31bf-a69e-4311-9e82-15af7b1dd576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327494 Jul 07 17:10:51.781586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c37eb-d004-4899-9f1d-42e5d9367d3c req-c8edf4e1-c5ff-4e30-95d9-d05812dfb9f4 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.783620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b4c37eb-d004-4899-9f1d-42e5d9367d3c req-c8edf4e1-c5ff-4e30-95d9-d05812dfb9f4 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 943 time: 0.1888747 Jul 07 17:10:51.851676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b4c37eb-d004-4899-9f1d-42e5d9367d3c req-d37f2139-8ec3-4638-941d-669e23b18db8 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595195 Jul 07 17:10:51.858493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-71574ebe-d53c-4a1b-9540-1c5323b555bf service neutron] 10.222.0.23 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395600 Jul 07 17:10:52.036310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5feac66d-8b48-4380-b7df-8475ead0b32b req-e9815b7a-888f-49ba-b4e8-2f699df4997a service neutron] 10.222.0.23 "GET /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611547 Jul 07 17:10:52.054648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176ab75-167b-4bce-9723-a86d5c85c135 req-b25422cf-5776-49c6-941d-250f7d3927d7 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.056170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0176ab75-167b-4bce-9723-a86d5c85c135 req-b25422cf-5776-49c6-941d-250f7d3927d7 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.1318440 Jul 07 17:10:52.101856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dd3f1-1186-4b9a-8225-f5c7606b37a1 req-8cab20c8-1658-4377-bd5b-d394a63383f9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.103375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd8dd3f1-1186-4b9a-8225-f5c7606b37a1 req-8cab20c8-1658-4377-bd5b-d394a63383f9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1211016 Jul 07 17:10:52.133261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0176ab75-167b-4bce-9723-a86d5c85c135 req-373fe050-9082-4f19-be0b-8e0c4f404e82 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700243 Jul 07 17:10:52.152843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd8dd3f1-1186-4b9a-8225-f5c7606b37a1 req-287ada6e-adf3-4e57-8839-61e9cd016a51 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Jul 07 17:10:52.308997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5410b16-0218-4cce-a289-b2edaf155c1d req-160d9612-84d0-429d-ad55-cb1bcfecd2de tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.311104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5410b16-0218-4cce-a289-b2edaf155c1d req-160d9612-84d0-429d-ad55-cb1bcfecd2de tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 944 time: 0.0706143 Jul 07 17:10:52.351472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5410b16-0218-4cce-a289-b2edaf155c1d req-c0dc7465-b92b-475f-ba29-8b2a36e9934d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Jul 07 17:10:52.656806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df91ab-6129-4504-b254-dd89fab905bc req-ad51fe4e-71b1-4750-801c-a5877ca51cb6 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.659323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67df91ab-6129-4504-b254-dd89fab905bc req-ad51fe4e-71b1-4750-801c-a5877ca51cb6 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 1102 time: 0.1156991 Jul 07 17:10:52.696075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c10adc-4f5d-4af7-a026-a495d8e7e5c9 req-d0075068-d095-441d-a0cb-240536d03e8d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.697535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67c10adc-4f5d-4af7-a026-a495d8e7e5c9 req-d0075068-d095-441d-a0cb-240536d03e8d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.1081674 Jul 07 17:10:52.718604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67df91ab-6129-4504-b254-dd89fab905bc req-449db1a4-05dc-4f79-81a3-9fe67bd6ce1b tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Jul 07 17:10:52.747544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67c10adc-4f5d-4af7-a026-a495d8e7e5c9 req-4f9999f8-a78f-4ba6-92e2-bf128921aded tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Jul 07 17:10:52.908746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56b6d-a33f-40c6-ba10-f7f1d10d4032 req-fcbe59f2-698b-4571-a7b1-411635b89432 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.910325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07c56b6d-a33f-40c6-ba10-f7f1d10d4032 req-fcbe59f2-698b-4571-a7b1-411635b89432 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.0716066 Jul 07 17:10:52.958675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07c56b6d-a33f-40c6-ba10-f7f1d10d4032 req-c58e7e57-c897-4c1e-ad8d-550d9a2043c3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jul 07 17:10:53.068418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-688e276b-cd04-470d-b5ed-644fda47a891 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210967 Jul 07 17:10:53.216151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-681c2c21-859b-40a7-b2ed-be63e30dbbd1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.217854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-681c2c21-859b-40a7-b2ed-be63e30dbbd1 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442583 Jul 07 17:10:53.230954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45787d-a87e-4fbc-b652-65f08aabe0be req-50f17cbd-75d4-410c-a8b0-a3354ceafc96 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.232534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e45787d-a87e-4fbc-b652-65f08aabe0be req-50f17cbd-75d4-410c-a8b0-a3354ceafc96 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 943 time: 0.1494493 Jul 07 17:10:53.255796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-8e013551-e022-498d-92e4-416ab0379aca tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/quotas/5e85805b895a475b8b2eecc8df9a9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0221541 Jul 07 17:10:53.319117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e45787d-a87e-4fbc-b652-65f08aabe0be req-439ce954-7fd6-4eec-90d3-af91b1b49fc0 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776637 Jul 07 17:10:53.378057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-b7f2a28d-b9f2-4e1e-82f5-2fad898afc0e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1140275 Jul 07 17:10:53.517765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe574-8274-410a-b7c5-5481bba4b7f7 req-9025b26b-1a99-4efe-8ea0-b4a04b221161 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.519304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bccfe574-8274-410a-b7c5-5481bba4b7f7 req-9025b26b-1a99-4efe-8ea0-b4a04b221161 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1102 time: 0.0554602 Jul 07 17:10:53.574310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bccfe574-8274-410a-b7c5-5481bba4b7f7 req-fb4897c8-f9de-4672-8420-f8f61715f1e7 tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454326 Jul 07 17:10:53.704349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61087d03-94d8-436f-b869-7e2f9b313232 req-52b17000-f516-4d25-8063-23917eda55e1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.706195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61087d03-94d8-436f-b869-7e2f9b313232 req-52b17000-f516-4d25-8063-23917eda55e1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.0873494 Jul 07 17:10:53.767892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61087d03-94d8-436f-b869-7e2f9b313232 req-7659e713-bb1d-4d0d-9e02-396826a85b24 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Jul 07 17:10:53.850465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea10ad6-d72b-4c46-8ce2-3a84b1d95624 req-8f354001-10f4-44f2-a457-b0602459acba tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.852361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ea10ad6-d72b-4c46-8ce2-3a84b1d95624 req-8f354001-10f4-44f2-a457-b0602459acba tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 944 time: 0.1085541 Jul 07 17:10:53.935068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ea10ad6-d72b-4c46-8ce2-3a84b1d95624 req-d0756aeb-96b8-4771-a911-427b1758e09c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Jul 07 17:10:53.980848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94acfd83-34a7-41cf-8262-50dd58fa6a2a req-660e0c99-a46a-442a-96ea-16830a17aa62 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Jul 07 17:10:54.135583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:54.217003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ac396d64-3e5f-49e4-a0d8-906484de7313 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:54.225398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd598fc1-9603-4b1f-bb62-5d03421e3b1c req-c0d34531-9356-476b-bd60-6fd9e44f3d83 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.226140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ac396d64-3e5f-49e4-a0d8-906484de7313 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:54.226555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.233527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd598fc1-9603-4b1f-bb62-5d03421e3b1c req-c0d34531-9356-476b-bd60-6fd9e44f3d83 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1198726 Jul 07 17:10:54.280605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd598fc1-9603-4b1f-bb62-5d03421e3b1c req-f8a6a2c1-0073-4459-8696-911ca3fcfac0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Jul 07 17:10:54.362695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf87ef-961c-489c-bec6-64799e7280b9 req-3b648ed4-44b2-4570-a3e7-26b82a79211a tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.366972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45bf87ef-961c-489c-bec6-64799e7280b9 req-3b648ed4-44b2-4570-a3e7-26b82a79211a tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 1102 time: 0.0664055 Jul 07 17:10:54.369685 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.405785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:54.408158 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a1ad4-e8fd-41e1-9daa-3c4ce78b8067" -d '{"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:54.427152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45bf87ef-961c-489c-bec6-64799e7280b9 req-04a104c7-82b9-400a-b896-c218986c115e tempest-ServersAdminTestJSON-1882765625 tempest-ServersAdminTestJSON-1882765625-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Jul 07 17:10:54.429252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.435103 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.495917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.501241 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87487441-b386-4f10-887d-16b1eee9e44f x-openstack-request-id: req-87487441-b386-4f10-887d-16b1eee9e44f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:54.501597 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:54.501834 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87487441-b386-4f10-887d-16b1eee9e44f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:54.502372 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'code': 200} Jul 07 17:10:54.529991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a195bc0b-3f2d-4c92-b11f-a50438cce399 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:54.635039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe68674-3e08-4c73-8833-67727cbb0e83 req-88ef4458-f51a-4661-b889-087cffa71840 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.643935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abe68674-3e08-4c73-8833-67727cbb0e83 req-88ef4458-f51a-4661-b889-087cffa71840 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 943 time: 0.0986788 Jul 07 17:10:54.693842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8597ef2-f618-46be-a410-b29801247e14 req-d7952dc1-f3b8-4668-a867-c5008aef111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.697628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8597ef2-f618-46be-a410-b29801247e14 req-d7952dc1-f3b8-4668-a867-c5008aef111d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 1097 time: 0.1117659 Jul 07 17:10:54.707111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abe68674-3e08-4c73-8833-67727cbb0e83 req-b01936d9-cb3b-4943-a09c-c4b85948cdc9 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Jul 07 17:10:54.724158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399,segment=NetworkSegment(e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02),segment_id=e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.736238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'a195bc0b-3f2d-4c92-b11f-a50438cce399', 'network_id': '2abf31bf-a69e-4311-9e82-15af7b1dd576', 'port_id': 'a195bc0b-3f2d-4c92-b11f-a50438cce399', 'mac_address': 'fa:16:3e:b3:81:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96f898a-fa1c-4fbe-bb84-3354d559e152', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:54.747603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8597ef2-f618-46be-a410-b29801247e14 req-c3eb204a-90df-4e22-8737-16de82dad206 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Jul 07 17:10:54.943827 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.960434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a195bc0b-3f2d-4c92-b11f-a50438cce399 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:54.984812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399,segment=NetworkSegment(e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02),segment_id=e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.991001 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.050690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.050939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e634-7887-4c4f-a579-e0c2b39e310c req-3bf39b59-1a25-43b1-bad6-47643b605051 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.053029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28c0e634-7887-4c4f-a579-e0c2b39e310c req-3bf39b59-1a25-43b1-bad6-47643b605051 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1253090 Jul 07 17:10:55.101855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-f08fb581-0870-4b33-a7f1-43186b2b7d3c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387566 Jul 07 17:10:55.140449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07944a-010d-49cd-a235-af5c41996503 req-9094c360-2dd3-456e-9db1-12c57795a7ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.142960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb07944a-010d-49cd-a235-af5c41996503 req-9094c360-2dd3-456e-9db1-12c57795a7ae tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 950 time: 0.1663043 Jul 07 17:10:55.216735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28c0e634-7887-4c4f-a579-e0c2b39e310c req-d80422dd-4571-4d9b-9377-426f46566596 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549470 Jul 07 17:10:55.243666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.251049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb07944a-010d-49cd-a235-af5c41996503 req-768e14ef-abbf-4d63-a9d3-8326aee4fde7 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876145 Jul 07 17:10:55.289407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-a5da76b8-16f9-4955-a868-116dbdc18235 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.292159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-a5da76b8-16f9-4955-a868-116dbdc18235 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798658 Jul 07 17:10:55.315618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Request body: {'port': {'device_id': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '5e85805b895a475b8b2eecc8df9a9aa1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:55.335446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a195bc0b-3f2d-4c92-b11f-a50438cce399'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:55.520586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9baeed-1b6d-48ec-b356-2d597dd1c0e6 req-bcace536-e727-4906-b5c9-ddf5a27b94a3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.522428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff9baeed-1b6d-48ec-b356-2d597dd1c0e6 req-bcace536-e727-4906-b5c9-ddf5a27b94a3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1341720 Jul 07 17:10:55.573533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76d673e6-4448-4a19-a150-86f48d31652f req-edb39929-1d87-4dc6-bd60-200bad7e4330 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 210 time: 0.0480754 Jul 07 17:10:55.574122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Made reservation on behalf of 5e85805b895a475b8b2eecc8df9a9aa1 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:55.577748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.617775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff9baeed-1b6d-48ec-b356-2d597dd1c0e6 req-2955fc5d-1341-4db9-ad67-0a6ac59fbb54 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892878 Jul 07 17:10:55.769195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Allocated IP 192.168.233.166 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/76209af0-5e4c-4627-9200-135415f2796d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:56.022189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.048328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836f622-6d8f-417d-a5d6-0b5aef3489f5 req-38b0df35-5a3f-4b4a-a197-fa16d7a6ef75 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.049632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f836f622-6d8f-417d-a5d6-0b5aef3489f5 req-38b0df35-5a3f-4b4a-a197-fa16d7a6ef75 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 944 time: 0.1663680 Jul 07 17:10:56.060422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Transition to ACTIVE for port object 76209af0-5e4c-4627-9200-135415f2796d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:56.084740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8cc9-cff9-4727-aec8-02b27d34b9a7 req-c01b8048-29c9-49a4-ae5a-cffc2f9e7094 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.086379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02ef8cc9-cff9-4727-aec8-02b27d34b9a7 req-c01b8048-29c9-49a4-ae5a-cffc2f9e7094 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1660800 Jul 07 17:10:56.407860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f836f622-6d8f-417d-a5d6-0b5aef3489f5 req-ae5c2a60-ff07-489e-8397-b1ca51c948c2 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424828 Jul 07 17:10:56.420293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02ef8cc9-cff9-4727-aec8-02b27d34b9a7 req-b04bded5-f77c-4f42-a6c0-4f4838ede25c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215480 Jul 07 17:10:56.435159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.453336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:56.459362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', '3b90472a-4185-47f2-a523-f191f1408ac2', 'b9994eee-6001-42c2-99fa-d56066457c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:56.516542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:56.520376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:56.527413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:56.583592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a195bc0b-3f2d-4c92-b11f-a50438cce399 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:56.585218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-02458475-ba3e-438f-a429-646404844f09 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.591711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-02458475-ba3e-438f-a429-646404844f09 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 950 time: 0.1504600 Jul 07 17:10:56.611516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.612157 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.688115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event updated for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.747141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Deleting port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:56.748375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.792867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.793211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.793550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.794329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.794573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.794722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.795150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.795650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.796011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.796362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.796890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.797273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:56.799682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.819046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-70cc0725-768c-4d02-be77-297247abad32 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5091336 Jul 07 17:10:56.833379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Request body: {'port': {'device_id': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:56.865071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port a195bc0b-3f2d-4c92-b11f-a50438cce399 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:56.897194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port a195bc0b-3f2d-4c92-b11f-a50438cce399 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:56.897688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.911450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28657e-7af4-412e-9cb3-b071ef3065c6 req-f4a9e1a6-c4cd-44aa-8e49-ae44b631b8d6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.915652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a28657e-7af4-412e-9cb3-b071ef3065c6 req-f4a9e1a6-c4cd-44aa-8e49-ae44b631b8d6 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=18b8458b-1034-4985-a892-c0a4157612d0 HTTP/1.1" status: 200 len: 950 time: 0.2078304 Jul 07 17:10:56.925331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cfd8d-a52a-4229-a5cf-be3221a64f0c req-eceee481-6231-4806-a3a2-6c367c677e9c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.933582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e09cfd8d-a52a-4229-a5cf-be3221a64f0c req-eceee481-6231-4806-a3a2-6c367c677e9c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.3156500 Jul 07 17:10:56.948479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] For port 1389d1d6-5b16-45b0-a284-0f75c195c8d3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1389d1d6-5b16-45b0-a284-0f75c195c8d3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:56.949153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.949283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7783f030-98e5-43af-be9d-6a791ba988a7 None None] Provisioning for port 76209af0-5e4c-4627-9200-135415f2796d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:56.967893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Calling delete_port for 1389d1d6-5b16-45b0-a284-0f75c195c8d3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:56.980041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7783f030-98e5-43af-be9d-6a791ba988a7 None None] Provisioning complete for port 76209af0-5e4c-4627-9200-135415f2796d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:56.980446 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7783f030-98e5-43af-be9d-6a791ba988a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.063027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a28657e-7af4-412e-9cb3-b071ef3065c6 req-d16af267-a006-4b8f-8e18-3f0342aec919 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197906 Jul 07 17:10:57.091147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e09cfd8d-a52a-4229-a5cf-be3221a64f0c req-3e17e16a-28af-436a-b488-dff36241061f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566129 Jul 07 17:10:57.101857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7783f030-98e5-43af-be9d-6a791ba988a7 None None] Port 76209af0-5e4c-4627-9200-135415f2796d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:57.127486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.139232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.193176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event deleted for resources: {'Port': ['ID=1389d1d6-5b16-45b0-a284-0f75c195c8d3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.246977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.286512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] No DVR routers for this DVR port 1389d1d6-5b16-45b0-a284-0f75c195c8d3 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:57.289298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.292389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4ad2783-624f-458e-a3f2-c4d5d3ff091e req-fd9e2a7f-fe03-4e82-8943-be7de52abcec tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "DELETE /v2.0/ports/1389d1d6-5b16-45b0-a284-0f75c195c8d3 HTTP/1.1" status: 204 len: 173 time: 0.6941228 Jul 07 17:10:57.292848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'name': 'network-vif-deleted', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:57.300792 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98fbf12-e2fe-456e-8ecf-140147d98cae" -d '{"events": [{"server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "name": "network-vif-deleted", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:57.346546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:57.349298 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ffd31-80cf-4274-8cb5-d57b4b2d608c" -d '{"events": [{"server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "name": "network-vif-plugged", "status": "completed", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:57.380109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399,segment=NetworkSegment(e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02),segment_id=e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:57.484897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.559705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d543-1bb3-41a5-a5ae-5e29c1734f7f req-25f469e7-d7db-4bc7-8f2e-266aa84d1d9b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.573797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf6d543-1bb3-41a5-a5ae-5e29c1734f7f req-25f469e7-d7db-4bc7-8f2e-266aa84d1d9b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 936 time: 0.2763646 Jul 07 17:10:57.713292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.730001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf6d543-1bb3-41a5-a5ae-5e29c1734f7f req-e40e8261-4382-4161-b22f-d1771e8a9910 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552219 Jul 07 17:10:57.798982 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97ad32-4bc1-4bf6-a7e5-a6c24ce52d61 x-openstack-request-id: req-ef97ad32-4bc1-4bf6-a7e5-a6c24ce52d61 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:57.799814 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8458b-1034-4985-a892-c0a4157612d0", "name": "network-vif-deleted", "tag": "1389d1d6-5b16-45b0-a284-0f75c195c8d3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:57.800288 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef97ad32-4bc1-4bf6-a7e5-a6c24ce52d61 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:57.802434 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8458b-1034-4985-a892-c0a4157612d0', 'name': 'network-vif-deleted', 'tag': '1389d1d6-5b16-45b0-a284-0f75c195c8d3', 'status': 'completed', 'code': 200} Jul 07 17:10:57.882029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30027182-b507-48ff-a26b-d1bf7be9e324 req-e26f030f-a0c3-4434-b7de-2035f38f4c3e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.891918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30027182-b507-48ff-a26b-d1bf7be9e324 req-e26f030f-a0c3-4434-b7de-2035f38f4c3e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2514350 Jul 07 17:10:57.898106 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2a481-d162-4335-8e3b-eca22d6cb45d x-openstack-request-id: req-65c2a481-d162-4335-8e3b-eca22d6cb45d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:57.898298 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "name": "network-vif-plugged", "status": "completed", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:57.898661 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65c2a481-d162-4335-8e3b-eca22d6cb45d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:57.899058 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399', 'code': 200} Jul 07 17:10:57.940493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76209af0-5e4c-4627-9200-135415f2796d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:57.967591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.007490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30027182-b507-48ff-a26b-d1bf7be9e324 req-7acabc67-9a69-405d-84c1-6d1bb79dc54d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146047 Jul 07 17:10:58.042517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Transition to ACTIVE for port object 76209af0-5e4c-4627-9200-135415f2796d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:58.059159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.166376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825dfe2-2f69-4c09-ad5c-c84cba065440 req-cdd7b762-814f-4d2e-8f15-cec18534a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.172405 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e825dfe2-2f69-4c09-ad5c-c84cba065440 req-cdd7b762-814f-4d2e-8f15-cec18534a449 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 1097 time: 0.1526096 Jul 07 17:10:58.181790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1389d1d6-5b16-45b0-a284-0f75c195c8d3', '94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:58.217714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Pushing event updated for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.228067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e825dfe2-2f69-4c09-ad5c-c84cba065440 req-2af81731-1c03-4c8c-9575-89e22155f342 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Jul 07 17:10:58.420434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27f5c-ab74-4e40-a3ec-5e28b00c4320 req-72ea65b2-1208-4605-8e6a-b6b925b4ccbd tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.430218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acd27f5c-ab74-4e40-a3ec-5e28b00c4320 req-72ea65b2-1208-4605-8e6a-b6b925b4ccbd tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 945 time: 0.3835807 Jul 07 17:10:58.467029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Attempting to bind port 76209af0-5e4c-4627-9200-135415f2796d on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:58.467564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Attempting to bind port 76209af0-5e4c-4627-9200-135415f2796d by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:58.468158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Attempting to bind port 76209af0-5e4c-4627-9200-135415f2796d on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:58.491205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Port 76209af0-5e4c-4627-9200-135415f2796d on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:58.491831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Attempting to bind port 76209af0-5e4c-4627-9200-135415f2796d on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:58.524538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acd27f5c-ab74-4e40-a3ec-5e28b00c4320 req-40d46c44-de4a-41f6-83c5-c076e0a635a6 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929961 Jul 07 17:10:58.525678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:58.526548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:58.529817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:58.530702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Bound port: 76209af0-5e4c-4627-9200-135415f2796d, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:58.531253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.561097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bcdf9-b702-466c-b84c-e5d982836934 req-65da5b21-1abc-4800-8ce3-0c3da48d9dea tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.563564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b52bcdf9-b702-466c-b84c-e5d982836934 req-65da5b21-1abc-4800-8ce3-0c3da48d9dea tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.2902622 Jul 07 17:10:58.704271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b52bcdf9-b702-466c-b84c-e5d982836934 req-fa026b7d-e41f-46d4-8583-a574c30a1df6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299858 Jul 07 17:10:58.772381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:58.776167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=76209af0-5e4c-4627-9200-135415f2796d,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:58.783741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.890816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Pushing event updated for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.909824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.910478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.912446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-847d91c8-a3c1-4b55-9620-7785ca18849a service neutron] 10.222.0.23 "PUT /v2.0/ports/76209af0-5e4c-4627-9200-135415f2796d HTTP/1.1" status: 200 len: 1097 time: 2.0840650 Jul 07 17:10:58.912961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'tag': '76209af0-5e4c-4627-9200-135415f2796d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:58.915390 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d2135-97b2-42c5-967b-293441fd3485" -d '{"events": [{"name": "network-changed", "server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "tag": "76209af0-5e4c-4627-9200-135415f2796d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:59.040303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ba3c-c45b-4668-a6e5-da0e628e9e86 req-83cf4a57-2f49-435e-a711-cb4abd1b9c4d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.049958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b295ba3c-c45b-4668-a6e5-da0e628e9e86 req-83cf4a57-2f49-435e-a711-cb4abd1b9c4d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 946 time: 0.1504240 Jul 07 17:10:59.146373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b295ba3c-c45b-4668-a6e5-da0e628e9e86 req-b1b622fb-e96e-470f-b1a4-68153884a6a4 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955303 Jul 07 17:10:59.180654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-102302ca-b775-44a2-ac13-fd24bab3874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.182195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-102302ca-b775-44a2-ac13-fd24bab3874d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 1100 time: 0.1864703 Jul 07 17:10:59.204575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d252009-681e-4b9e-af39-aea35d980445 req-4a12bb12-561e-4f2e-9e26-1590ade2c321 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.206868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d252009-681e-4b9e-af39-aea35d980445 req-4a12bb12-561e-4f2e-9e26-1590ade2c321 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1534626 Jul 07 17:10:59.238464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-69ecf87b-ecbc-4042-8f25-b4d83d823296 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=76209af0-5e4c-4627-9200-135415f2796d HTTP/1.1" status: 200 len: 217 time: 0.0487335 Jul 07 17:10:59.350394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d252009-681e-4b9e-af39-aea35d980445 req-5187aa64-0064-4848-95fd-2bc4e0e966b5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108308 Jul 07 17:10:59.367251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-073c553c-39bc-4459-a815-528bb0076028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.368782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-073c553c-39bc-4459-a815-528bb0076028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1105239 Jul 07 17:10:59.444033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132677e4-29d6-496e-b1c7-0a8e3f5a2f4c req-2ef3a8ab-9870-4ad3-964e-2264b55138f0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.449661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-132677e4-29d6-496e-b1c7-0a8e3f5a2f4c req-2ef3a8ab-9870-4ad3-964e-2264b55138f0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 948 time: 0.1560621 Jul 07 17:10:59.491854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-21c670a4-1de7-4c99-9598-9eda47f71184 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.495100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-21c670a4-1de7-4c99-9598-9eda47f71184 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1098 time: 0.1066005 Jul 07 17:10:59.499652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-132677e4-29d6-496e-b1c7-0a8e3f5a2f4c req-7d9de774-e1a7-4d04-8634-f45ce298a114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Jul 07 17:10:59.509267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:59.551965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-11392c42-36f3-4d74-8c2d-5dc41d5503cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.553545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-11392c42-36f3-4d74-8c2d-5dc41d5503cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709867 Jul 07 17:10:59.694499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.725685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-03d63af4-aeac-48d8-8b83-0f3c4c2b5703 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649947 Jul 07 17:10:59.832309 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b10152e-af93-42a7-b0c2-9fa9508076c3 x-openstack-request-id: req-6b10152e-af93-42a7-b0c2-9fa9508076c3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:59.832721 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "tag": "76209af0-5e4c-4627-9200-135415f2796d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:59.833042 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b10152e-af93-42a7-b0c2-9fa9508076c3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:59.833697 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'tag': '76209af0-5e4c-4627-9200-135415f2796d', 'status': 'completed', 'code': 200} Jul 07 17:10:59.878172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec7ebac2-1986-4cc2-8cbe-16bdb93128db req-04f6fd34-e145-4a37-8d70-5b1fff0650f9 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385698 Jul 07 17:10:59.936886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:59.991686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:00.035453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:00.037799 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b7e359-4a7e-4085-8946-4c5711da15b7" -d '{"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:00.041906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.047838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.089849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945f684-0319-4aa3-b3d9-eefd9631276c req-ac1d924a-0e00-4078-9a2a-a71dbe28f93d tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.091640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3945f684-0319-4aa3-b3d9-eefd9631276c req-ac1d924a-0e00-4078-9a2a-a71dbe28f93d tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 945 time: 0.1462700 Jul 07 17:11:00.096859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2135-97b2-42c5-967b-293441fd3485 req-7e02f7b1-eb59-4684-8d7d-ad9e5ad6f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.098332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-7e02f7b1-eb59-4684-8d7d-ad9e5ad6f0c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 1100 time: 0.1231711 Jul 07 17:11:00.132262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.145452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:00.145951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:00.146289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:00.150688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:00.151016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Attempting to bind port fdc38e42-695c-4227-be79-61c4e81a897c on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:00.155874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:00.156216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:00.156599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:00.157077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Bound port: fdc38e42-695c-4227-be79-61c4e81a897c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:00.157441 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.160616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b74e41dd-7222-4b27-ab9a-72cff750750f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:00.237005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:00.240313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:00.245971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.276087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31451e9-af81-48b1-b3ea-7a151c7f12c5 req-eb604f95-35df-426a-ac08-68ca5166d854 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.285192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b31451e9-af81-48b1-b3ea-7a151c7f12c5 req-eb604f95-35df-426a-ac08-68ca5166d854 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.2568886 Jul 07 17:11:00.291263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3945f684-0319-4aa3-b3d9-eefd9631276c req-642663e1-c8f6-4656-9949-5e0e8c1a0667 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917372 Jul 07 17:11:00.322693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.323203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.324871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 1124 time: 0.8216147 Jul 07 17:11:00.336922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e049-62ee-451e-b7e5-5922dcb9fcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.392780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b31451e9-af81-48b1-b3ea-7a151c7f12c5 req-0e3196f6-cffb-458f-9fa7-6b5497eac718 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983477 Jul 07 17:11:00.394228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2135-97b2-42c5-967b-293441fd3485 req-64e0b1d2-012d-4dbc-bb4d-a94bd88a402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.395872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-64e0b1d2-012d-4dbc-bb4d-a94bd88a402e service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2873158 Jul 07 17:11:00.463762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-76b029c5-278f-406a-8f96-f2efd38d4e78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=76209af0-5e4c-4627-9200-135415f2796d HTTP/1.1" status: 200 len: 217 time: 0.0520973 Jul 07 17:11:00.487026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fdc38e42-695c-4227-be79-61c4e81a897c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:00.508851 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-cb047574-7f8b-4a38-b994-6b2a772e88ae service neutron] 10.222.0.23 "GET /v2.0/ports/7ee514d6-7594-4ee9-a2b9-919e7fc66944/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.0766232 Jul 07 17:11:00.534929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fdc38e42-695c-4227-be79-61c4e81a897c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:00.555442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2135-97b2-42c5-967b-293441fd3485 req-bff9332c-3240-4068-816c-29f453f17f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.557027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-bff9332c-3240-4068-816c-29f453f17f61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0784872 Jul 07 17:11:00.581351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fdc38e42-695c-4227-be79-61c4e81a897c details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:00.626071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1389d1d6-5b16-45b0-a284-0f75c195c8d3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:00.670879 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51fea66-81bd-4a13-b24b-a1cfcdb8d1cb x-openstack-request-id: req-a51fea66-81bd-4a13-b24b-a1cfcdb8d1cb {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:00.671230 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:00.671549 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a51fea66-81bd-4a13-b24b-a1cfcdb8d1cb {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:00.672041 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'code': 200} Jul 07 17:11:00.765404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2135-97b2-42c5-967b-293441fd3485 req-0dd2a1ef-7df1-4428-a3de-a05389b3c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.767483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-0dd2a1ef-7df1-4428-a3de-a05389b3c7b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2016637 Jul 07 17:11:00.777226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 1389d1d6-5b16-45b0-a284-0f75c195c8d3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:00.779368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1389d1d6-5b16-45b0-a284-0f75c195c8d3 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:00.845885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:00.869870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fdc38e42-695c-4227-be79-61c4e81a897c has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:11:00.931946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-dec74d12-f720-4aeb-81c5-72c0337ffb53 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520922 Jul 07 17:11:01.009092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f4303-8c56-49d0-a00a-1f50d1bc2ab7 req-b2ff165f-091e-48aa-bfbf-bb92bf5106ca tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.010772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-597f4303-8c56-49d0-a00a-1f50d1bc2ab7 req-b2ff165f-091e-48aa-bfbf-bb92bf5106ca tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.3000498 Jul 07 17:11:01.077751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95061145-461f-461a-a447-d7f1e6cba3ba req-8bf5a6d4-6f85-463f-9f0e-63b0a912d590 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.080158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95061145-461f-461a-a447-d7f1e6cba3ba req-8bf5a6d4-6f85-463f-9f0e-63b0a912d590 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.2250383 Jul 07 17:11:01.080808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-b8c9d0de-ca62-4e13-8a1f-193485f5e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.082961 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-b8c9d0de-ca62-4e13-8a1f-193485f5e7fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1101 time: 0.0652690 Jul 07 17:11:01.111694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99d2135-97b2-42c5-967b-293441fd3485 req-3605702a-893b-47b5-abb8-f181a36d3c5e service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710875 Jul 07 17:11:01.129147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-597f4303-8c56-49d0-a00a-1f50d1bc2ab7 req-b49d03ba-41b8-43ea-b412-e3757fd23a89 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Jul 07 17:11:01.153582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95061145-461f-461a-a447-d7f1e6cba3ba req-0cb9449e-de19-4d74-b3dd-714240cc481a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632153 Jul 07 17:11:01.182940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-6dd905a1-5789-44cd-ace2-f6c9abc57015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.184526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-6dd905a1-5789-44cd-ace2-f6c9abc57015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1101 time: 0.0742962 Jul 07 17:11:01.302474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-35dd4074-916a-4b9f-8d83-d3446a334e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.304345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-35dd4074-916a-4b9f-8d83-d3446a334e3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1125271 Jul 07 17:11:01.365588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-82b97fe5-0641-44b4-a778-c0883f37cf60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0435672 Jul 07 17:11:01.396915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e936dfe-e526-466b-bd7f-c205e7111214 req-66414eeb-ab67-4e37-93f6-878876dc0af7 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.398570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e936dfe-e526-466b-bd7f-c205e7111214 req-66414eeb-ab67-4e37-93f6-878876dc0af7 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1152692 Jul 07 17:11:01.421025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-bb5218ae-0685-4c4b-b845-2f1dc182e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.422751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-bb5218ae-0685-4c4b-b845-2f1dc182e45e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0490754 Jul 07 17:11:01.462021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cedf80-f9ad-4504-a153-0c40c0e33a5a req-4cfd3bbf-b952-42c0-af7e-483369a53d6d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.463505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85cedf80-f9ad-4504-a153-0c40c0e33a5a req-4cfd3bbf-b952-42c0-af7e-483369a53d6d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 948 time: 0.1267254 Jul 07 17:11:01.470302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e936dfe-e526-466b-bd7f-c205e7111214 req-8a62ccfa-8f16-4a83-abc4-f6e829c597a5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Jul 07 17:11:01.504492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-e5d4ef62-09fa-424e-9751-993d18bb336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.507078 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-e5d4ef62-09fa-424e-9751-993d18bb336c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776818 Jul 07 17:11:01.514287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85cedf80-f9ad-4504-a153-0c40c0e33a5a req-dccadc02-469e-41d2-85f1-39ff2c4ac10d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Jul 07 17:11:01.619872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-71bb6721-75bd-4833-ad9b-8fa3b8b7be5c service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003222 Jul 07 17:11:01.771151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747bff7-2c4a-42d2-b3c7-f8b0abf833aa req-469670c3-d951-4595-8afc-d9c3dbdcdb96 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.780925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6092a762-4036-4e47-9d0a-31ea2ff33008 req-31d53dde-9b83-41c1-8c33-52f7ed6b3724 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535556 Jul 07 17:11:01.783015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f747bff7-2c4a-42d2-b3c7-f8b0abf833aa req-469670c3-d951-4595-8afc-d9c3dbdcdb96 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1432455 Jul 07 17:11:01.854762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f747bff7-2c4a-42d2-b3c7-f8b0abf833aa req-eea3dc02-129e-4b31-af29-7fb404336063 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705290 Jul 07 17:11:02.080285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a3db4-83a7-4c6a-8ff6-b24414a05ea2 req-5b3b0755-62e9-4549-b896-485ccc140c06 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.081877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-252a3db4-83a7-4c6a-8ff6-b24414a05ea2 req-5b3b0755-62e9-4549-b896-485ccc140c06 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 945 time: 0.0702116 Jul 07 17:11:02.126181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-252a3db4-83a7-4c6a-8ff6-b24414a05ea2 req-8dd32bc1-6bd7-435c-9ec4-6dceff300367 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Jul 07 17:11:02.327357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-be3db274-eb64-4b51-8f58-b60abd26b355 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.329169 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-be3db274-eb64-4b51-8f58-b60abd26b355 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.73 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.0794301 Jul 07 17:11:02.372885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fad62-3caf-48dc-91ec-c886a6e71839 req-a4d9e1ac-292a-438f-989d-47843b6e3443 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.374499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d01fad62-3caf-48dc-91ec-c886a6e71839 req-a4d9e1ac-292a-438f-989d-47843b6e3443 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 949 time: 0.1157820 Jul 07 17:11:02.395616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f456f66-0e74-47a6-9dba-08349f65c5f3 req-37f17c74-1b62-4f63-aed3-5b77d037f557 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.397155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f456f66-0e74-47a6-9dba-08349f65c5f3 req-37f17c74-1b62-4f63-aed3-5b77d037f557 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1266870 Jul 07 17:11:02.450336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Deleting port b74e41dd-7222-4b27-ab9a-72cff750750f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:02.450709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.458383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d01fad62-3caf-48dc-91ec-c886a6e71839 req-255fe9ba-31cd-4870-ab80-d62142af8587 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774090 Jul 07 17:11:02.482024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f456f66-0e74-47a6-9dba-08349f65c5f3 req-ba42513f-75ae-4302-b6ad-685af3bd424b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Jul 07 17:11:02.554034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] For port b74e41dd-7222-4b27-ab9a-72cff750750f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b74e41dd-7222-4b27-ab9a-72cff750750f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.555039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.569885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Calling delete_port for b74e41dd-7222-4b27-ab9a-72cff750750f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:02.573224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 76209af0-5e4c-4627-9200-135415f2796d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:02.675128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:02.677277 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0c100-b531-414e-b7ec-22ec1e5d5686" -d '{"events": [{"name": "network-changed", "server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:02.695806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c3bfd-9849-45fc-b2f5-db2885962e1a req-145dcc8d-9de5-417b-a7d8-49705d3ca6cd tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.713043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e8c3bfd-9849-45fc-b2f5-db2885962e1a req-145dcc8d-9de5-417b-a7d8-49705d3ca6cd tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1099682 Jul 07 17:11:02.729034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=76209af0-5e4c-4627-9200-135415f2796d,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.742146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '76209af0-5e4c-4627-9200-135415f2796d', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '76209af0-5e4c-4627-9200-135415f2796d', 'mac_address': 'fa:16:3e:d3:93:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:02.750593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.777858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:02.781386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e8c3bfd-9849-45fc-b2f5-db2885962e1a req-718baecf-0cda-40e2-a5cf-167a3e90582c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Jul 07 17:11:02.782534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b74e41dd-7222-4b27-ab9a-72cff750750f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:02.787579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event deleted for resources: {'Port': ['ID=b74e41dd-7222-4b27-ab9a-72cff750750f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.867218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] No DVR routers for this DVR port b74e41dd-7222-4b27-ab9a-72cff750750f on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:02.877220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.881951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-faf94d62-b916-4236-88c8-137a8b16cd0e req-a087f4db-eb8e-417e-993f-c13eeb0ba83e tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.73 "DELETE /v2.0/ports/b74e41dd-7222-4b27-ab9a-72cff750750f HTTP/1.1" status: 204 len: 173 time: 0.5464640 Jul 07 17:11:02.898646 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.918008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1671c-892f-4cd0-aab8-ecdb7f9ba75c req-667c5e4f-2c80-4caf-9427-5c40fbdff131 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.923969 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be1c7c7-e032-4417-a3cb-c37b9a642abd x-openstack-request-id: req-5be1c7c7-e032-4417-a3cb-c37b9a642abd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:02.924454 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:02.924790 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5be1c7c7-e032-4417-a3cb-c37b9a642abd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:02.925195 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'status': 'completed', 'code': 200} Jul 07 17:11:02.927280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76209af0-5e4c-4627-9200-135415f2796d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:02.928060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41f1671c-892f-4cd0-aab8-ecdb7f9ba75c req-667c5e4f-2c80-4caf-9427-5c40fbdff131 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 948 time: 0.1439962 Jul 07 17:11:02.972014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=76209af0-5e4c-4627-9200-135415f2796d,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.984186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.043722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41f1671c-892f-4cd0-aab8-ecdb7f9ba75c req-42b49836-9b38-4d28-a773-4b86f57f5c80 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040833 Jul 07 17:11:03.139428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-162d81b9-8fe0-4d83-af83-be483698afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.141125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-162d81b9-8fe0-4d83-af83-be483698afad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1127 time: 0.1744237 Jul 07 17:11:03.170290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.285162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488daeb8-3688-4d8c-912c-fa0a08b7f8ec req-7713a628-8f37-46ab-a98b-6456a51bf5fc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.307112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-488daeb8-3688-4d8c-912c-fa0a08b7f8ec req-7713a628-8f37-46ab-a98b-6456a51bf5fc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1667354 Jul 07 17:11:03.334007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-52a18ee2-28f5-4cd5-bf00-463a52e602b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.336587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-52a18ee2-28f5-4cd5-bf00-463a52e602b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1816761 Jul 07 17:11:03.411318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-488daeb8-3688-4d8c-912c-fa0a08b7f8ec req-160f9266-23a5-4179-a5ab-5a92cc627bba tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028268 Jul 07 17:11:03.448933 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-d8d5121a-7263-4bb7-8a07-188e251a9ba4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 217 time: 0.0951753 Jul 07 17:11:03.528926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-81bf30d9-afef-4c67-9c91-6aac9e3bc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.534081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-81bf30d9-afef-4c67-9c91-6aac9e3bc51f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0743070 Jul 07 17:11:03.591661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1074-58a2-4d68-bc3e-f6cd2356f283 req-b0eb8839-c7fd-47ee-9cc0-e8842081d60d tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.593058 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-dbfc0386-3871-4d1c-add8-cddb5bdf8d8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483875 Jul 07 17:11:03.593508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d76c1074-58a2-4d68-bc3e-f6cd2356f283 req-b0eb8839-c7fd-47ee-9cc0-e8842081d60d tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 945 time: 0.1192164 Jul 07 17:11:03.664557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d76c1074-58a2-4d68-bc3e-f6cd2356f283 req-2641ffb7-7e95-43c2-a498-63762aacad14 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/security-groups?id=a9bee980-77c7-49b4-9d80-8c59a872ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Jul 07 17:11:03.668220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['76209af0-5e4c-4627-9200-135415f2796d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:03.695845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e095072-6f17-4b7d-a980-ba95807c01fb req-fa1c9ec4-d4c8-49a1-86bc-bcc22abd1ca2 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=da652709-c389-4536-9934-7894b88cd748 HTTP/1.1" status: 200 len: 210 time: 0.0464048 Jul 07 17:11:03.753974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-7319f358-8ada-4e1c-b15e-9cbe9f0c5bd5 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308463 Jul 07 17:11:03.979134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f0c100-b531-414e-b7ec-22ec1e5d5686 req-a9819657-5149-4f20-a4ee-fc9623f9691e service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153194 Jul 07 17:11:04.006985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff3dfc-671e-4380-9c3a-1def8e1136e7 req-0d5ea75a-80c4-4a87-9d7a-750af6252b1a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.008570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0ff3dfc-671e-4380-9c3a-1def8e1136e7 req-0d5ea75a-80c4-4a87-9d7a-750af6252b1a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1144056 Jul 07 17:11:04.102245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-5606c3df-6319-4b6b-b519-3f15e7440485 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.103765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-5606c3df-6319-4b6b-b519-3f15e7440485 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.23 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 945 time: 0.0809088 Jul 07 17:11:04.245171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Deleting port a195bc0b-3f2d-4c92-b11f-a50438cce399 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:04.245697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.335547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0ff3dfc-671e-4380-9c3a-1def8e1136e7 req-f1582b84-6a3f-4c3b-aa71-3f95d754e9b2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157187 Jul 07 17:11:04.352835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] For port a195bc0b-3f2d-4c92-b11f-a50438cce399, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a195bc0b-3f2d-4c92-b11f-a50438cce399,segment=NetworkSegment(e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02),segment_id=e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:04.353310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.358508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9d2fe-76a1-4783-bf23-6b28c0526fa9 req-4b1c490b-e0c5-4669-8f2e-ca08327e62e9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.366656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bb9d2fe-76a1-4783-bf23-6b28c0526fa9 req-4b1c490b-e0c5-4669-8f2e-ca08327e62e9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.3570290 Jul 07 17:11:04.384451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Calling delete_port for a195bc0b-3f2d-4c92-b11f-a50438cce399 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:04.414407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bb9d2fe-76a1-4783-bf23-6b28c0526fa9 req-db26104d-876e-40ef-81f7-34cc65643f8d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jul 07 17:11:04.535977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.540698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168b81-3eb5-495a-b806-50f8908b7b27 req-83678b83-a65e-429c-aa8f-d713bd98e1aa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.542710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42168b81-3eb5-495a-b806-50f8908b7b27 req-83678b83-a65e-429c-aa8f-d713bd98e1aa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 949 time: 0.0721176 Jul 07 17:11:04.586569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:04.590416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:04.614979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Pushing event deleted for resources: {'Port': ['ID=a195bc0b-3f2d-4c92-b11f-a50438cce399,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.623865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42168b81-3eb5-495a-b806-50f8908b7b27 req-42de75d0-8b00-4b83-b2e0-4b3c37b40bb0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Jul 07 17:11:04.643282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] No DVR routers for this DVR port a195bc0b-3f2d-4c92-b11f-a50438cce399 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:04.647272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.650216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b31fe48e-11ce-46a6-a84c-82f3db2af232 req-40489b6f-0eff-4a6a-b8fd-c4c9f59108e5 tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.23 "DELETE /v2.0/ports/a195bc0b-3f2d-4c92-b11f-a50438cce399 HTTP/1.1" status: 204 len: 173 time: 0.5388827 Jul 07 17:11:04.817479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89fe96-3a4d-49b4-acee-18c2e28ff674 req-8303e6d8-e7bc-4256-9d82-9b00b2075013 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.825662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f89fe96-3a4d-49b4-acee-18c2e28ff674 req-8303e6d8-e7bc-4256-9d82-9b00b2075013 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1440461 Jul 07 17:11:04.900488 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.926562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'name': 'network-vif-deleted', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f'}, {'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'name': 'network-vif-deleted', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:04.930521 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c0c6e-89b6-446b-a920-70aeeaa0bac5" -d '{"events": [{"server_uuid": "da652709-c389-4536-9934-7894b88cd748", "name": "network-vif-deleted", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f"}, {"server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "name": "network-vif-deleted", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:04.931561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abc86bb2-18b5-4d1c-bf97-2725cff3d670 req-1986759d-b0b2-4fe6-a40c-db05c16c1dcb tempest-ServerGroupTestJSON-510346671 tempest-ServerGroupTestJSON-510346671-project] 10.222.0.66 "GET /v2.0/ports?device_id=bef0040a-66a9-41ab-8108-eb953b31ec9b HTTP/1.1" status: 200 len: 210 time: 0.1018040 Jul 07 17:11:04.948876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:04.952275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:04.955207 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d133b48c-fbd1-43f1-9fee-6713c2f46818" -d '{"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:04.964629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.978994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a195bc0b-3f2d-4c92-b11f-a50438cce399'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:04.985144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:05.002000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f89fe96-3a4d-49b4-acee-18c2e28ff674 req-50baa2e9-e21f-4dd9-826c-996ff8f1cb88 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751869 Jul 07 17:11:05.051768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'mac_address': 'fa:16:3e:ce:4e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:05.061837 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad458866-9178-47d1-bf0d-dfe555443c3a x-openstack-request-id: req-ad458866-9178-47d1-bf0d-dfe555443c3a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:05.062240 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da652709-c389-4536-9934-7894b88cd748", "name": "network-vif-deleted", "tag": "b74e41dd-7222-4b27-ab9a-72cff750750f", "status": "completed", "code": 200}, {"server_uuid": "bef0040a-66a9-41ab-8108-eb953b31ec9b", "name": "network-vif-deleted", "tag": "a195bc0b-3f2d-4c92-b11f-a50438cce399", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:05.062607 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad458866-9178-47d1-bf0d-dfe555443c3a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:05.063415 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da652709-c389-4536-9934-7894b88cd748', 'name': 'network-vif-deleted', 'tag': 'b74e41dd-7222-4b27-ab9a-72cff750750f', 'status': 'completed', 'code': 200} Jul 07 17:11:05.063815 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef0040a-66a9-41ab-8108-eb953b31ec9b', 'name': 'network-vif-deleted', 'tag': 'a195bc0b-3f2d-4c92-b11f-a50438cce399', 'status': 'completed', 'code': 200} Jul 07 17:11:05.113309 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f964a-b9ff-4db8-a7fe-35ed22f7bd4f x-openstack-request-id: req-107f964a-b9ff-4db8-a7fe-35ed22f7bd4f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:05.114003 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:05.114270 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-107f964a-b9ff-4db8-a7fe-35ed22f7bd4f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:05.114688 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'code': 200} Jul 07 17:11:05.123060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.132629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.146852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee514d6-7594-4ee9-a2b9-919e7fc66944 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:05.171690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:05.178051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.238079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.540568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dbba4-afca-437a-b7b2-7a3b55a31241 req-a04b90a2-e0e4-4076-b5bf-a92fc0244c2d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.551034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-141dbba4-afca-437a-b7b2-7a3b55a31241 req-a04b90a2-e0e4-4076-b5bf-a92fc0244c2d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.1329076 Jul 07 17:11:05.586325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8feb4-37a4-4b10-968a-b582e181f28a req-854dcf28-21bb-4192-ac16-b4eea5f501d9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.588000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ce8feb4-37a4-4b10-968a-b582e181f28a req-854dcf28-21bb-4192-ac16-b4eea5f501d9 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1195288 Jul 07 17:11:05.621206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-141dbba4-afca-437a-b7b2-7a3b55a31241 req-acbdd6a6-21ec-439d-b618-6c9b882d3209 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645809 Jul 07 17:11:05.651258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ce8feb4-37a4-4b10-968a-b582e181f28a req-4f7ee805-3f9b-47b3-96a4-207baeee4cb0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550601 Jul 07 17:11:05.660954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:05.854849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d688-72c7-4835-8a47-9dbe75d9cb48 req-7e89af95-5dd6-4af5-8152-1ca28dd7b1e5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.856452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fa3d688-72c7-4835-8a47-9dbe75d9cb48 req-7e89af95-5dd6-4af5-8152-1ca28dd7b1e5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.0947783 Jul 07 17:11:05.907656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fa3d688-72c7-4835-8a47-9dbe75d9cb48 req-88d4f70d-ef63-4f53-a7b5-cf048bd79777 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Jul 07 17:11:05.981596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0169-da67-4703-8a3a-a8a14f1af0d8 req-66323801-2031-4936-8a5a-630202675e79 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.982809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e76c0169-da67-4703-8a3a-a8a14f1af0d8 req-66323801-2031-4936-8a5a-630202675e79 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 949 time: 0.0797570 Jul 07 17:11:06.027327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e76c0169-da67-4703-8a3a-a8a14f1af0d8 req-9aa8c648-5e2d-4dcb-8d31-fbf5da53dab5 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Jul 07 17:11:06.187487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b74e41dd-7222-4b27-ab9a-72cff750750f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:06.194666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b09c69-5e3e-466c-a74b-9b7cda8c827e req-e31474e9-3264-40e9-9b08-786d7f732fed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.196236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4b09c69-5e3e-466c-a74b-9b7cda8c827e req-e31474e9-3264-40e9-9b08-786d7f732fed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 948 time: 0.0685241 Jul 07 17:11:06.212615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: b74e41dd-7222-4b27-ab9a-72cff750750f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:06.212967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b74e41dd-7222-4b27-ab9a-72cff750750f not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:06.250173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4b09c69-5e3e-466c-a74b-9b7cda8c827e req-b5af29cf-5fbe-4c41-b256-a23999889080 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Jul 07 17:11:06.588061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 76209af0-5e4c-4627-9200-135415f2796d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:06.672067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 76209af0-5e4c-4627-9200-135415f2796d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:06.680236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-5a3804bd-dd5b-4d46-80dd-b6e8e9fc9d8f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.681177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 76209af0-5e4c-4627-9200-135415f2796d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:06.681982 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.682157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-5a3804bd-dd5b-4d46-80dd-b6e8e9fc9d8f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 948 time: 0.1193829 Jul 07 17:11:06.712368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97052f-514f-4153-9d04-d08fda0d66ef req-0eb46efb-35e4-4d24-a439-175c65fab463 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.720102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b97052f-514f-4153-9d04-d08fda0d66ef req-0eb46efb-35e4-4d24-a439-175c65fab463 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 948 time: 0.1185272 Jul 07 17:11:06.781879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.786159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b97052f-514f-4153-9d04-d08fda0d66ef req-8498de0e-5561-4613-b8de-44781b85e56e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651803 Jul 07 17:11:06.813230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0af64-71a5-4d54-9b39-43d0bccd334d req-09f322e2-500b-40b0-ba3b-709ac61c4c5e tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.821609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22d0af64-71a5-4d54-9b39-43d0bccd334d req-09f322e2-500b-40b0-ba3b-709ac61c4c5e tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.1555603 Jul 07 17:11:06.827059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=76209af0-5e4c-4627-9200-135415f2796d,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:06.833314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.839195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a195bc0b-3f2d-4c92-b11f-a50438cce399 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:06.853879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-40fd7ae9-b480-48ed-ad49-1137d49ef993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.856232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-40fd7ae9-b480-48ed-ad49-1137d49ef993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1100 time: 0.0779355 Jul 07 17:11:06.878305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22d0af64-71a5-4d54-9b39-43d0bccd334d req-e6c504e6-7d74-46c9-915d-33bb40e758a6 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Jul 07 17:11:06.888085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: a195bc0b-3f2d-4c92-b11f-a50438cce399 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:06.888654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a195bc0b-3f2d-4c92-b11f-a50438cce399 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:06.928083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.986342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-129a61ad-815b-4f73-b821-32cbfd555e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.988106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-129a61ad-815b-4f73-b821-32cbfd555e87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1238716 Jul 07 17:11:07.009631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cf720-ebee-4ee8-960d-d3e1f34d9984 req-06f0aa90-bdfb-4101-80c8-df8609386b6b tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.011115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f89cf720-ebee-4ee8-960d-d3e1f34d9984 req-06f0aa90-bdfb-4101-80c8-df8609386b6b tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.0707788 Jul 07 17:11:07.034015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-2ca0374b-2b44-405a-b586-a61b4066d241 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0369246 Jul 07 17:11:07.086350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-9a0c0df3-9103-4019-9ed7-c900843d5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.087746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-9a0c0df3-9103-4019-9ed7-c900843d5c9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0461411 Jul 07 17:11:07.088618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f89cf720-ebee-4ee8-960d-d3e1f34d9984 req-7c2b3661-7183-4a96-9320-2c9d69476c14 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad588d33-2d45-4f39-a3d2-d5b48da5db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Jul 07 17:11:07.116192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76209af0-5e4c-4627-9200-135415f2796d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:07.117112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffaa2-404b-40dd-a968-7f7f7034e509 req-ad228c8a-6768-4216-850d-ddc7903374c7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.118731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86fffaa2-404b-40dd-a968-7f7f7034e509 req-ad228c8a-6768-4216-850d-ddc7903374c7 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1065297 Jul 07 17:11:07.119544 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5758e-5f64-46ab-a930-eef14a9879b1" -d '{"events": [{"server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "name": "network-vif-plugged", "status": "completed", "tag": "76209af0-5e4c-4627-9200-135415f2796d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:07.159123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86fffaa2-404b-40dd-a968-7f7f7034e509 req-d7ddb606-918e-4cb5-b833-6276ae74f551 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348177 Jul 07 17:11:07.160544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-397839c1-6d99-46d1-9181-8c19ead21e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.162051 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-397839c1-6d99-46d1-9181-8c19ead21e90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648725 Jul 07 17:11:07.277503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-4eeb3f02-d01e-476c-b59e-fd566f537a83 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080124 Jul 07 17:11:07.379784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-bc880989-af16-4515-a934-c6aa40317ecb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.381417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-bc880989-af16-4515-a934-c6aa40317ecb tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 950 time: 0.1436706 Jul 07 17:11:07.392894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cef70483-5273-4b10-84ac-bf0a58ddbdbf req-5e621959-f4bc-4c9c-8e17-026b732fff14 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055753 Jul 07 17:11:07.462110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c3b8-b3a5-4150-ab14-0cc4f7634d19 req-c5e292c1-7067-4394-8182-68f4e32a6964 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.463745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1c9c3b8-b3a5-4150-ab14-0cc4f7634d19 req-c5e292c1-7067-4394-8182-68f4e32a6964 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1793935 Jul 07 17:11:07.485318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357fd85-4acf-4c27-b8f1-55ca3cda452f req-d44496b4-2448-4671-951a-490dc81578ff tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.486953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7357fd85-4acf-4c27-b8f1-55ca3cda452f req-d44496b4-2448-4671-951a-490dc81578ff tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.1689048 Jul 07 17:11:07.504361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a76d82-d054-479a-b553-92c8af955474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.577624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1c9c3b8-b3a5-4150-ab14-0cc4f7634d19 req-eec6d51f-e916-401e-ba19-6c4383dfc8b8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053255 Jul 07 17:11:07.585569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7357fd85-4acf-4c27-b8f1-55ca3cda452f req-f874a3e9-d170-4226-acf6-8956a2004854 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903835 Jul 07 17:11:07.620942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Deleting port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:07.621284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.629500 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022d664-9093-4de5-806d-0f678d3031c9 x-openstack-request-id: req-b022d664-9093-4de5-806d-0f678d3031c9 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:07.629831 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "name": "network-vif-plugged", "status": "completed", "tag": "76209af0-5e4c-4627-9200-135415f2796d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:07.630042 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b022d664-9093-4de5-806d-0f678d3031c9 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:07.630434 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76209af0-5e4c-4627-9200-135415f2796d', 'code': 200} Jul 07 17:11:07.638351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.684662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Deleting subnet b96f898a-fa1c-4fbe-bb84-3354d559e152 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:07.689779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.735561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] For port 94f50acf-8384-4df9-bdf3-ae99bfed6f36, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=94f50acf-8384-4df9-bdf3-ae99bfed6f36,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:07.736186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.757888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Calling delete_port for 94f50acf-8384-4df9-bdf3-ae99bfed6f36 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:07.762241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.818041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b67a2e-228e-4a23-98db-422fb41400a3 req-51898fd3-9837-4151-ab2b-677f6da3eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.819690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7b67a2e-228e-4a23-98db-422fb41400a3 req-51898fd3-9837-4151-ab2b-677f6da3eb6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 1102 time: 0.1079280 Jul 07 17:11:07.820795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.917524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7b67a2e-228e-4a23-98db-422fb41400a3 req-0c6d641d-405e-4bc3-a5f0-31d7c0061869 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Jul 07 17:11:07.941807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.002971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96f898a-fa1c-4fbe-bb84-3354d559e152,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.005523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.013346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.017776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0e2463b9-c6fa-4194-8f47-b83c8fa230f0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b96f898a-fa1c-4fbe-bb84-3354d559e152 HTTP/1.1" status: 204 len: 168 time: 0.3759871 Jul 07 17:11:08.018639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.021002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['94f50acf-8384-4df9-bdf3-ae99bfed6f36'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:08.085997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Pushing event deleted for resources: {'Port': ['ID=94f50acf-8384-4df9-bdf3-ae99bfed6f36,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.160342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.215280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] No DVR routers for this DVR port 94f50acf-8384-4df9-bdf3-ae99bfed6f36 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:08.218290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.221658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ce7e795-737e-4214-ad09-aea26e103b30 req-115236ed-2e3e-4f3c-bff2-1179ed6d97a5 tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.23 "DELETE /v2.0/ports/94f50acf-8384-4df9-bdf3-ae99bfed6f36 HTTP/1.1" status: 204 len: 173 time: 0.8266931 Jul 07 17:11:08.225341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-deleted', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:08.228870 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03adb10-44b3-4957-931a-21d10557f048" -d '{"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-deleted", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:08.272248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc667b1a-cb83-4d37-9a07-30f6d708b448 req-ab2613ef-26c8-4873-bc84-7d3772fd1204 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.274314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc667b1a-cb83-4d37-9a07-30f6d708b448 req-ab2613ef-26c8-4873-bc84-7d3772fd1204 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 948 time: 0.2041430 Jul 07 17:11:08.288802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.299084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edbe60-1a3e-44db-bfe1-cfebbf3c34b5 req-8f8a3600-89f0-4925-b9ef-4de6582a75f8 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.303631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abf31bf-a69e-4311-9e82-15af7b1dd576']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.306308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8edbe60-1a3e-44db-bfe1-cfebbf3c34b5 req-8f8a3600-89f0-4925-b9ef-4de6582a75f8 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.1764529 Jul 07 17:11:08.319434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.320445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ba3e83-d633-4a94-9ffe-ac34c1a6dc02') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.334553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.367173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.376987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:08.381241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:08.384805 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:08.398586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8edbe60-1a3e-44db-bfe1-cfebbf3c34b5 req-bc64fd56-72e4-4756-a03a-75a095a4f152 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/security-groups?id=80bc50bc-bfda-4245-b949-3dbb010aa888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846272 Jul 07 17:11:08.418935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc667b1a-cb83-4d37-9a07-30f6d708b448 req-287158ba-7387-4526-9cf5-1ca951aa7fde tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365886 Jul 07 17:11:08.504818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.517018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.521347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2abf31bf-a69e-4311-9e82-15af7b1dd576 HTTP/1.1" status: 204 len: 168 time: 0.5016139 Jul 07 17:11:08.561676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32404330-c265-4de1-974a-5478a47f9221 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abf31bf-a69e-4311-9e82-15af7b1dd576,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.605979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:08.708644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f063bf54-bce3-4300-9461-91a397de9ee2 req-728302d1-a644-4198-ae89-9c24e86e314d tempest-ServersAdminTestJSON-1764662818 tempest-ServersAdminTestJSON-1764662818-project] 10.222.0.66 "GET /v2.0/ports?device_id=059a803b-e13c-453a-bcbb-3c37d72f14f5 HTTP/1.1" status: 200 len: 210 time: 0.0709639 Jul 07 17:11:08.715691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:08.716438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.728889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39844) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.804386 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ff711a44-43fd-4e3b-ae39-d7f42f5fdf30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9af5c846350643e5bc57f3a81f46b108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743244 Jul 07 17:11:08.807334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8bfe1-9db1-4a71-a9c8-59dd7ca7942f req-3878faab-87e1-4a92-8296-91ba7b53b2d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.809019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39d8bfe1-9db1-4a71-a9c8-59dd7ca7942f req-3878faab-87e1-4a92-8296-91ba7b53b2d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1579664 Jul 07 17:11:08.809521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.848161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318f79c-8693-46ef-a57a-a932347ab12f req-d48c2bd2-f65a-42bf-8378-c0e3532f99a2 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.849761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c318f79c-8693-46ef-a57a-a932347ab12f req-d48c2bd2-f65a-42bf-8378-c0e3532f99a2 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.73 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 945 time: 0.1137900 Jul 07 17:11:08.898049 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.900132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39d8bfe1-9db1-4a71-a9c8-59dd7ca7942f req-52f49b92-bdc7-4ab8-9d96-87c271fa403e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836675 Jul 07 17:11:08.926310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.954421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:08.961378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.979993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.004779 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280356d8-2166-4bb4-a4e8-495dfe1d7447 x-openstack-request-id: req-280356d8-2166-4bb4-a4e8-495dfe1d7447 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:09.005072 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a803b-e13c-453a-bcbb-3c37d72f14f5", "name": "network-vif-deleted", "tag": "94f50acf-8384-4df9-bdf3-ae99bfed6f36", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:09.005330 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-280356d8-2166-4bb4-a4e8-495dfe1d7447 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:09.005742 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a803b-e13c-453a-bcbb-3c37d72f14f5', 'name': 'network-vif-deleted', 'tag': '94f50acf-8384-4df9-bdf3-ae99bfed6f36', 'status': 'completed', 'code': 200} Jul 07 17:11:09.030422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:09.088396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Deleting port 108c97e1-57e1-4b73-8eba-675814334d59 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:09.088793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.106883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.110372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.114403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9bee980-77c7-49b4-9d80-8c59a872ac5a HTTP/1.1" status: 204 len: 168 time: 0.3038805 Jul 07 17:11:09.129494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad83c79-23ad-4148-a8ea-72753ea8c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bee980-77c7-49b4-9d80-8c59a872ac5a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:09.258045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] For port 108c97e1-57e1-4b73-8eba-675814334d59, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=108c97e1-57e1-4b73-8eba-675814334d59,segment=NetworkSegment(dbb9f922-a275-4564-8c53-27d5ad68c02b),segment_id=dbb9f922-a275-4564-8c53-27d5ad68c02b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:09.258045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.287285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Calling delete_port for 108c97e1-57e1-4b73-8eba-675814334d59 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:09.346598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2796-3a08-437a-9402-2ea09ccae144 req-866f5dba-b55e-4553-8525-c0f5ab0fd594 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:09.348704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-107e2796-3a08-437a-9402-2ea09ccae144 req-866f5dba-b55e-4553-8525-c0f5ab0fd594 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.1576276 Jul 07 17:11:09.372133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e826-9a39-4abf-b793-b4b9f92013b3 req-8567f068-2178-4bda-a97a-e1e7b5cf2eff tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:09.384988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4361e826-9a39-4abf-b793-b4b9f92013b3 req-8567f068-2178-4bda-a97a-e1e7b5cf2eff tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1481433 Jul 07 17:11:09.457588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4361e826-9a39-4abf-b793-b4b9f92013b3 req-fa6fb73b-4318-4a7e-8d98-7ab66f873041 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716894 Jul 07 17:11:09.497894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.515105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['108c97e1-57e1-4b73-8eba-675814334d59'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:09.518814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-107e2796-3a08-437a-9402-2ea09ccae144 req-17fa12f0-3b08-40df-81bf-68e5611a438e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595647 Jul 07 17:11:09.573514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Pushing event deleted for resources: {'Port': ['ID=108c97e1-57e1-4b73-8eba-675814334d59,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:09.631965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:09.634379 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf1713-d50a-4981-9e60-df9af66c00b0" -d '{"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-plugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:09.685710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] No DVR routers for this DVR port 108c97e1-57e1-4b73-8eba-675814334d59 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:09.689632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.693955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c318f79c-8693-46ef-a57a-a932347ab12f req-b5d46ae3-07b3-40d6-a76e-937dc411bac5 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.73 "DELETE /v2.0/ports/108c97e1-57e1-4b73-8eba-675814334d59 HTTP/1.1" status: 204 len: 173 time: 0.8340008 Jul 07 17:11:09.694634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'name': 'network-vif-deleted', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:09.701501 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786526c4-a42c-4631-88c4-068c4d76d685" -d '{"events": [{"server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "name": "network-vif-deleted", "tag": "108c97e1-57e1-4b73-8eba-675814334d59"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:09.754911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b13d973-386e-4c0e-bf0a-9a8fb15f0142 req-a096c90a-c666-4c08-899c-fb4bc46c5dd0 tempest-VolumesAdminNegativeTest-979216802 tempest-VolumesAdminNegativeTest-979216802-project] 10.222.0.66 "GET /v2.0/ports?device_id=026e8640-f13d-4d94-8d66-c2279fec06c3 HTTP/1.1" status: 200 len: 210 time: 0.0374436 Jul 07 17:11:09.762588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cebca7-3673-4a7d-a807-f5705145f2ad req-b8c30ad0-9965-455e-a1b0-422923097bae tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:09.767448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8cebca7-3673-4a7d-a807-f5705145f2ad req-b8c30ad0-9965-455e-a1b0-422923097bae tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1281009 Jul 07 17:11:09.809730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8cebca7-3673-4a7d-a807-f5705145f2ad req-b2c36fa5-faf2-470e-b850-90b07d7c169b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Jul 07 17:11:09.872289 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd3939-dd34-4e8d-b2f7-ec66d3273ef0 x-openstack-request-id: req-ddfd3939-dd34-4e8d-b2f7-ec66d3273ef0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:09.873034 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-plugged", "status": "completed", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:09.873500 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddfd3939-dd34-4e8d-b2f7-ec66d3273ef0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:09.874099 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'code': 200} Jul 07 17:11:09.929551 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f040140-0866-47e4-a839-62c6673c678f x-openstack-request-id: req-2f040140-0866-47e4-a839-62c6673c678f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:09.930150 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026e8640-f13d-4d94-8d66-c2279fec06c3", "name": "network-vif-deleted", "tag": "108c97e1-57e1-4b73-8eba-675814334d59", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:09.930240 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f040140-0866-47e4-a839-62c6673c678f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:09.930657 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026e8640-f13d-4d94-8d66-c2279fec06c3', 'name': 'network-vif-deleted', 'tag': '108c97e1-57e1-4b73-8eba-675814334d59', 'status': 'completed', 'code': 200} Jul 07 17:11:09.986699 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-4eff6e5a-ff04-46ee-9401-b4e0016c00df service neutron] 10.222.0.73 "GET /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.1224742 Jul 07 17:11:10.007254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3029-9db1-496a-94b6-f0dd6f242ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.228855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 108c97e1-57e1-4b73-8eba-675814334d59 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:10.239995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882fc39-4fca-49b1-9859-1fee528e90c9 req-962f97a4-b60a-430a-8cff-8e36415c8a18 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.240148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:10.247037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f882fc39-4fca-49b1-9859-1fee528e90c9 req-962f97a4-b60a-430a-8cff-8e36415c8a18 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1792202 Jul 07 17:11:10.260764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 108c97e1-57e1-4b73-8eba-675814334d59 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:10.264278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 108c97e1-57e1-4b73-8eba-675814334d59 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:10.264835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d18b-ac23-4f8b-a605-ee9ada32ab8f req-b2132ddd-d65a-41f1-8343-73c5aa751c85 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.268930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a629d18b-ac23-4f8b-a605-ee9ada32ab8f req-b2132ddd-d65a-41f1-8343-73c5aa751c85 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 944 time: 0.1444082 Jul 07 17:11:10.269864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:10.270390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fdc38e42-695c-4227-be79-61c4e81a897c no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:10.321207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc38e42-695c-4227-be79-61c4e81a897c {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:10.326099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.344115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:10.356018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f882fc39-4fca-49b1-9859-1fee528e90c9 req-70b575a1-fccf-40c2-9447-7701cefbc753 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037612 Jul 07 17:11:10.378470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.409432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a629d18b-ac23-4f8b-a605-ee9ada32ab8f req-56d893b2-b6a1-4d27-99c4-0c32c135d831 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314538 Jul 07 17:11:10.413223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39894) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.517558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.537599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] Transition to ACTIVE for port object fdc38e42-695c-4227-be79-61c4e81a897c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:10.543956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.604143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:10.624551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] No DVR routers for this DVR port fdc38e42-695c-4227-be79-61c4e81a897c on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:10.663682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.665235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 94f50acf-8384-4df9-bdf3-ae99bfed6f36 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:10.665707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 94f50acf-8384-4df9-bdf3-ae99bfed6f36 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:10.712158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f0d16acf-005a-48c8-bd15-95580c1ff1d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 0.7124650 Jul 07 17:11:10.721165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1110055030-network', 'tenant_id': '0a7bf1cecfca492e80e1899d24773c6d'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:10.755390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e6a1e3bc-17b5-4635-99fa-0d3e0554c7d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d1eaf3ad26941488caf16b914064ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278500 Jul 07 17:11:10.757756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.761163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Made reservation on behalf of 0a7bf1cecfca492e80e1899d24773c6d for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:10.763931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.778874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.794167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13428bfd-5b87-4955-96ed-7ae1481edbca req-0b5369d2-740a-468c-bb60-d98d56e2100d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.795944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13428bfd-5b87-4955-96ed-7ae1481edbca req-0b5369d2-740a-468c-bb60-d98d56e2100d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1224208 Jul 07 17:11:10.834500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.863307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.924438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.927327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.930850 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad588d33-2d45-4f39-a3d2-d5b48da5db61 HTTP/1.1" status: 204 len: 168 time: 0.1697438 Jul 07 17:11:10.939360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0503-fe9f-4dd7-a995-d6100b6862aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad588d33-2d45-4f39-a3d2-d5b48da5db61,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.943040 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13428bfd-5b87-4955-96ed-7ae1481edbca req-d7e5f351-64f9-46f8-b7c6-a73c8d59d4b2 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318288 Jul 07 17:11:11.004052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c97be6-fd78-4072-96ed-4411c681b8b4 req-3fa7c8c9-daa8-4ebf-bdbc-121161999cbc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.005612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98c97be6-fd78-4072-96ed-4411c681b8b4 req-3fa7c8c9-daa8-4ebf-bdbc-121161999cbc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.1909978 Jul 07 17:11:11.009266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-511b148e-8080-4f12-99f2-1486d8ecfad6 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.011014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-511b148e-8080-4f12-99f2-1486d8ecfad6 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.2082694 Jul 07 17:11:11.106532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.135452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98c97be6-fd78-4072-96ed-4411c681b8b4 req-11cb2aa8-6afd-47f5-9dc6-fe9e7ddb76ce tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220982 Jul 07 17:11:11.137408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.146686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.170978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-a1e4cdcb-c6b1-47a5-b91a-fdb57fe7ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.172884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-a1e4cdcb-c6b1-47a5-b91a-fdb57fe7ac4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 1097 time: 0.1536465 Jul 07 17:11:11.174087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Deleting subnet 9cdfcf69-8513-4222-b8ad-c60625fbc9c2 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:11.177637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.182493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:11.229160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a69e48-a907-4761-8df8-e21efb81bf61,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.246159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.257371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.257719 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Added segment 70fd598f-3b46-4b61-9aca-33b8f48a3f17 of type vlan for network 12839ea6-197a-4217-9512-5c24265be254 Jul 07 17:11:11.325276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.342928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.390097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39928) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.432620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-24530226-2b94-4f48-8fc9-637358efbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.434151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-24530226-2b94-4f48-8fc9-637358efbfec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1097 time: 0.2179425 Jul 07 17:11:11.470782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.471619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.472323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.497703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-3b256e1c-008b-45a8-9b14-ed98bd08afd5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696852 Jul 07 17:11:11.601483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1874654 Jul 07 17:11:11.658754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.659292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87327e03-e132-45f3-8cb0-e84832a7e28f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5afb87bb9e2641f496027c736902129b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670991 Jul 07 17:11:11.661805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.679885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad53ac-be35-4349-912a-1a7b6ff768fc admin admin] Pushing event updated for resources: {'Network': ['ID=12839ea6-197a-4217-9512-5c24265be254,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.698220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 12839ea6-197a-4217-9512-5c24265be254 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:11.704120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613e1f1-12f1-48ad-b581-131c682faa3d req-4352c5de-073a-4b40-9b99-ecf603b8b74f tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.705721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9613e1f1-12f1-48ad-b581-131c682faa3d req-4352c5de-073a-4b40-9b99-ecf603b8b74f tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 1102 time: 0.3551519 Jul 07 17:11:11.726893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.754933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-2e441716-33f1-4745-9a7c-306d24e33969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.756474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-2e441716-33f1-4745-9a7c-306d24e33969 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.3084123 Jul 07 17:11:11.769259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.769259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9cdfcf69-8513-4222-b8ad-c60625fbc9c2 HTTP/1.1" status: 204 len: 168 time: 0.6583321 Jul 07 17:11:11.769259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39942) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.770453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.778877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53847f6-5382-42cb-8c66-2d1eca26da1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdfcf69-8513-4222-b8ad-c60625fbc9c2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.788907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-fb01ccd7-9230-4338-a61b-235d115f014c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.795118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-fb01ccd7-9230-4338-a61b-235d115f014c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499177 Jul 07 17:11:11.835281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-dfe7e8e1-143d-44f2-9d15-98dbebbf991d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 200 len: 217 time: 0.0677602 Jul 07 17:11:11.837792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9613e1f1-12f1-48ad-b581-131c682faa3d req-da647fe0-b6a0-4c04-a46d-c0a8e79258b8 tempest-ServersOnMultiNodesTest-525673512 tempest-ServersOnMultiNodesTest-525673512-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158731 Jul 07 17:11:11.839469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-cf128376-306f-432a-838b-8d4f8840580e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/quotas/c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 375 time: 0.0435796 Jul 07 17:11:11.849177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.909926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.932136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-7e03a549-7637-4121-a0ba-4c0f2ffa1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.933872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-7e03a549-7637-4121-a0ba-4c0f2ffa1871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0865633 Jul 07 17:11:11.994318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-f841d564-b0f7-4aae-9f4b-569cc134ac2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508015 Jul 07 17:11:12.001182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.004120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.007589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d526f2d-2902-4e16-a4cc-9bb7986694fc HTTP/1.1" status: 204 len: 168 time: 0.3425348 Jul 07 17:11:12.011547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-e12fbe3a-c0ac-4a3a-bb73-72d8c11b5323 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654382 Jul 07 17:11:12.029753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c676d3-9d3a-4954-87d9-052c78f87361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d526f2d-2902-4e16-a4cc-9bb7986694fc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.033547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.045764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151a58f7-e3db-4843-86ca-e65fa3b45e81']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.058622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb9f922-a275-4564-8c53-27d5ad68c02b') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.058868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb9f922-a275-4564-8c53-27d5ad68c02b') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:12.069008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.086291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.096413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:12.096963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:12.099703 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:12.142058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344d76b-c17b-4e0e-8a16-018c1cb2911a req-f944962f-1acc-45ef-bcbc-9c14fba96064 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.143635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7344d76b-c17b-4e0e-8a16-018c1cb2911a req-f944962f-1acc-45ef-bcbc-9c14fba96064 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.1548998 Jul 07 17:11:12.148161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-0eec5268-c92c-4803-a9f4-10c6240392ed service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170180 Jul 07 17:11:12.167624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.182234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.186681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/151a58f7-e3db-4843-86ca-e65fa3b45e81 HTTP/1.1" status: 204 len: 168 time: 0.4153686 Jul 07 17:11:12.193916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.209831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5fec-8d8a-42c9-920d-a05e38dd66e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=151a58f7-e3db-4843-86ca-e65fa3b45e81,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.251281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Deleting subnet f69e167f-0735-4be0-97c1-55eae6834b5b {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:12.254353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7344d76b-c17b-4e0e-8a16-018c1cb2911a req-de6357b0-be25-48dc-a81f-2671a99ed338 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038094 Jul 07 17:11:12.264348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.328567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-45cd05f3-afa2-49d5-bcbd-c0c3ca13b055 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696556 Jul 07 17:11:12.337237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.387461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.471934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.542399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.548173 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f69e167f-0735-4be0-97c1-55eae6834b5b HTTP/1.1" status: 204 len: 168 time: 0.3529072 Jul 07 17:11:12.549181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.549609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a15c7-ae8a-498b-b3a4-3c46c26fe593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69e167f-0735-4be0-97c1-55eae6834b5b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.766516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.368145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-e2a3890e-2c1b-471b-a60a-08362f51cb9e tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.369659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-e2a3890e-2c1b-471b-a60a-08362f51cb9e tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.6959534 Jul 07 17:11:13.379098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa8fe2-3c62-4c4b-8403-28a9b2762711 req-4ea2976a-7bb0-492d-b9ad-2532a795e13e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.385153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa8fe2-3c62-4c4b-8403-28a9b2762711 req-4ea2976a-7bb0-492d-b9ad-2532a795e13e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.391755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa8fe2-3c62-4c4b-8403-28a9b2762711 req-4ea2976a-7bb0-492d-b9ad-2532a795e13e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.393370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4efa8fe2-3c62-4c4b-8403-28a9b2762711 req-4ea2976a-7bb0-492d-b9ad-2532a795e13e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6326294 Jul 07 17:11:13.403680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.414043 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.437027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84feba04-4bce-4531-b9e9-6bc5bc6bbd35']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.456867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c83f84b-148b-436d-b004-d8b158bd36a8') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.457175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c83f84b-148b-436d-b004-d8b158bd36a8') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:13.472505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.482462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f401e5-4719-47ca-a72e-ce67ef2983d7 req-40c3563f-f84f-4fb6-9c6b-c2dea8ff2740 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.483998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4f401e5-4719-47ca-a72e-ce67ef2983d7 req-40c3563f-f84f-4fb6-9c6b-c2dea8ff2740 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.5851102 Jul 07 17:11:13.537459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.564607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ed1e545-53ec-4d60-b8cc-e3f0f57ca16c req-51365480-d197-48aa-871a-898851873b60 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 210 time: 0.0596528 Jul 07 17:11:13.568347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:13.568760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:13.571033 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:13.682319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4f401e5-4719-47ca-a72e-ce67ef2983d7 req-fee4b915-5e68-4b2b-af63-db7c82d2fcc9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855226 Jul 07 17:11:13.728191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.739837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-7ffaf30c-ce24-42b8-8eb3-ebe93d1d8770 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282662 Jul 07 17:11:13.740738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-c1725d88-6d51-439a-b40b-2e8ce5e254f4 service neutron] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:13.746017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.750646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] 10.222.0.66 "DELETE /v2.0/networks/84feba04-4bce-4531-b9e9-6bc5bc6bbd35 HTTP/1.1" status: 204 len: 168 time: 1.1961477 Jul 07 17:11:13.760532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-c1725d88-6d51-439a-b40b-2e8ce5e254f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.762681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc768535-78b7-47ed-8fe8-b14594716a6d req-c1725d88-6d51-439a-b40b-2e8ce5e254f4 service neutron] 10.222.0.23 "DELETE /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.3653581 Jul 07 17:11:13.765599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c3431-10a6-46f2-af3a-692c4780e586 admin admin] Pushing event deleted for resources: {'Network': ['ID=84feba04-4bce-4531-b9e9-6bc5bc6bbd35,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.821968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd40c5-77e3-48c4-9e3e-caf0f35d9c48 req-549f7223-cb45-44bb-a418-d48d542d7f76 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.835139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11cd40c5-77e3-48c4-9e3e-caf0f35d9c48 req-549f7223-cb45-44bb-a418-d48d542d7f76 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.1493149 Jul 07 17:11:13.914495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11cd40c5-77e3-48c4-9e3e-caf0f35d9c48 req-cedd51a2-2785-43d4-8a5c-735eacd72d20 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713255 Jul 07 17:11:13.979641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-6a16528a-b69c-46b8-a562-93d5bcd412cc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.981214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-6a16528a-b69c-46b8-a562-93d5bcd412cc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287776 Jul 07 17:11:14.005000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Request body: {'port': {'device_id': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'c0dc7d50d95b4bbeb50fe47805e92487'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:14.050728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27080-7cdb-42f5-a4c5-b038c92fc528 req-fde14a7b-cb45-4123-bbf0-4fba65252f3e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.052693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6a27080-7cdb-42f5-a4c5-b038c92fc528 req-fde14a7b-cb45-4123-bbf0-4fba65252f3e tempest-ComputeTenantNetworksTest-1573780286 tempest-ComputeTenantNetworksTest-1573780286-project] 10.222.0.66 "GET /v2.0/networks/12839ea6-197a-4217-9512-5c24265be254 HTTP/1.1" status: 200 len: 769 time: 0.1077602 Jul 07 17:11:14.059802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.063865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.163862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Made reservation on behalf of c0dc7d50d95b4bbeb50fe47805e92487 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:14.167736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.209015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fdb333e4-be40-4978-84ca-cbcfadb3b941 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d3379b24e94c119e56a2f600fc7637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477299 Jul 07 17:11:14.212351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.213901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.304978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f5686-4d40-447e-8758-cc27cde421ef req-13f88888-780a-4e79-89a2-5d91e4500737 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.306379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af6f5686-4d40-447e-8758-cc27cde421ef req-13f88888-780a-4e79-89a2-5d91e4500737 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.2213848 Jul 07 17:11:14.346429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Allocated IP 192.168.233.250 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/769137b1-7a2b-488c-b549-a33d0251c47a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:14.392222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.403523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.433814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12839ea6-197a-4217-9512-5c24265be254']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.448222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.461850 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af6f5686-4d40-447e-8758-cc27cde421ef req-87f183cd-b5e2-4b42-95ff-b28ba9326d83 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412561 Jul 07 17:11:14.464545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fd598f-3b46-4b61-9aca-33b8f48a3f17') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.464545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fd598f-3b46-4b61-9aca-33b8f48a3f17') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:14.483125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.511256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:14.526271 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:14.589809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.593094 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.596314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80bc50bc-bfda-4245-b949-3dbb010aa888 HTTP/1.1" status: 204 len: 168 time: 0.3797135 Jul 07 17:11:14.615518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89da7-9753-4f85-aec2-c24cdeb2dd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc50bc-bfda-4245-b949-3dbb010aa888,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.629116 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.656033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.658147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/12839ea6-197a-4217-9512-5c24265be254 HTTP/1.1" status: 204 len: 168 time: 0.5930793 Jul 07 17:11:14.722068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.726348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f94ff3-efba-4cd5-b920-f873e195a2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=12839ea6-197a-4217-9512-5c24265be254,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.743615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Transition to ACTIVE for port object 769137b1-7a2b-488c-b549-a33d0251c47a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:14.765080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9e263ad-7a8d-41d4-99bf-38e1123ddbed req-7003579f-f45f-4e0e-84b8-d27aec818024 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 210 time: 0.0398405 Jul 07 17:11:14.783595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.804649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:14.806902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:14.827374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d137a-8c42-4cc8-bb34-03ef5f5ecc6d req-1171f0d3-92e2-4ffd-b0c4-c7d26cf6e73f tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.836915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:14.843804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-596d137a-8c42-4cc8-bb34-03ef5f5ecc6d req-1171f0d3-92e2-4ffd-b0c4-c7d26cf6e73f tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1097 time: 0.1837282 Jul 07 17:11:14.844095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:14.848857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:14.919856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.939245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-0690d2f0-baf4-47f4-9c8e-c905107712a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.941256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-0690d2f0-baf4-47f4-9c8e-c905107712a6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.2964673 Jul 07 17:11:14.951355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.952066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.974659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-480b6f7a-09d9-4521-9e95-c8eae805924e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9742608 Jul 07 17:11:14.980768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40062) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.001513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Request body: {'port': {'device_id': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:15.058230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-596d137a-8c42-4cc8-bb34-03ef5f5ecc6d req-05b9f07a-9839-474f-8b84-c5e696433ca8 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134101 Jul 07 17:11:15.164393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.215156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.226044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40072) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.304254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785db2ff-e779-4489-9be8-bde8a2460ad6 req-5c856542-30d0-4a0d-b73a-f5bcf65a1a9b tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.314153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-785db2ff-e779-4489-9be8-bde8a2460ad6 req-5c856542-30d0-4a0d-b73a-f5bcf65a1a9b tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2798645 Jul 07 17:11:15.360943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f8d312e-ddfc-477f-b13c-7d4e88e06fb0 None None] Provisioning for port 769137b1-7a2b-488c-b549-a33d0251c47a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:15.365540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f8d312e-ddfc-477f-b13c-7d4e88e06fb0 None None] Provisioning complete for port 769137b1-7a2b-488c-b549-a33d0251c47a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:15.366147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f8d312e-ddfc-477f-b13c-7d4e88e06fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.399855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port 76209af0-5e4c-4627-9200-135415f2796d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:15.400443 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.408769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d312e-ddfc-477f-b13c-7d4e88e06fb0 None None] Port 769137b1-7a2b-488c-b549-a33d0251c47a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:15.445267 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-388c9e7e-1515-4c53-919d-a8cfa2dae2ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a7bf1cecfca492e80e1899d24773c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291160 Jul 07 17:11:15.449186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40074) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.459155 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea077409-fe41-46c8-a40d-eed01654e05a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=744838bc7b794bb7b34fd0f2d17e9329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317533 Jul 07 17:11:15.462937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40076) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.463583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-785db2ff-e779-4489-9be8-bde8a2460ad6 req-34620e09-2237-4661-9ab3-a0bbc8e2eaa6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485214 Jul 07 17:11:15.529068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf21b-8423-428c-bdf2-cd47ec6c2b54 req-25d0fa55-d789-4a58-b771-3756888bd1f6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.530595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40adf21b-8423-428c-bdf2-cd47ec6c2b54 req-25d0fa55-d789-4a58-b771-3756888bd1f6 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 950 time: 0.2135139 Jul 07 17:11:15.537511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port 76209af0-5e4c-4627-9200-135415f2796d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=76209af0-5e4c-4627-9200-135415f2796d,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:15.537870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.547813 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:15.552158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for 76209af0-5e4c-4627-9200-135415f2796d owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:15.575371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab460-ada8-44d3-94b4-90b5ac807636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.636649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40adf21b-8423-428c-bdf2-cd47ec6c2b54 req-69e8a7eb-3189-4154-bdd4-9af3ccb307ea tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891299 Jul 07 17:11:15.667719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.698733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.710938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5be63-b7da-4f8e-ac5c-fc2052390dc5 req-fc9f793c-b750-4a17-bf34-9ba1c49dc78b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.712571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cff5be63-b7da-4f8e-ac5c-fc2052390dc5 req-fc9f793c-b750-4a17-bf34-9ba1c49dc78b tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 1097 time: 0.0956197 Jul 07 17:11:15.755276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.773432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.801450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cff5be63-b7da-4f8e-ac5c-fc2052390dc5 req-1234a54e-ecc0-4cd2-be17-20c14172fdd1 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751865 Jul 07 17:11:15.803672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.820246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', '3b90472a-4185-47f2-a523-f191f1408ac2', 'b9994eee-6001-42c2-99fa-d56066457c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:15.823687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', '76209af0-5e4c-4627-9200-135415f2796d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:15.837702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=76209af0-5e4c-4627-9200-135415f2796d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.898076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:15.910557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.945373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Transition to ACTIVE for port object 769137b1-7a2b-488c-b549-a33d0251c47a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:15.954386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port 76209af0-5e4c-4627-9200-135415f2796d on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:15.965974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.968476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e8fe776-8c1b-4a16-8ff9-7ba97e4c02a0 req-d9418fc6-8131-4068-818b-c5c6bc445c8e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "DELETE /v2.0/ports/76209af0-5e4c-4627-9200-135415f2796d HTTP/1.1" status: 204 len: 173 time: 1.0204642 Jul 07 17:11:15.969699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'name': 'network-vif-deleted', 'tag': '76209af0-5e4c-4627-9200-135415f2796d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:15.969824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.978474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.981765 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb45adec-92a2-4e17-82e3-defb6fba0e21" -d '{"events": [{"server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "name": "network-vif-deleted", "tag": "76209af0-5e4c-4627-9200-135415f2796d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:15.982482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.983198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00a69e48-a907-4761-8df8-e21efb81bf61 HTTP/1.1" status: 204 len: 168 time: 0.5331089 Jul 07 17:11:15.989078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab460-ada8-44d3-94b4-90b5ac807636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.991988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.995149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.998801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af4da8b6-df60-4e67-a46d-4e9508a792f9 HTTP/1.1" status: 204 len: 168 time: 0.5308390 Jul 07 17:11:16.098986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab460-ada8-44d3-94b4-90b5ac807636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.191836 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dd9ab460-ada8-44d3-94b4-90b5ac807636 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72743eaa6fcf4a46b593616dd6eabd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2071764 Jul 07 17:11:16.194695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75d890-7666-4793-bcaa-dee2c9202abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a69e48-a907-4761-8df8-e21efb81bf61,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.211521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40094) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.212418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3ef8-b1f8-4a1b-9053-a9bb765f75f5 req-f1388337-26ba-4648-b636-2afd6bf45374 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.213992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdae3ef8-b1f8-4a1b-9053-a9bb765f75f5 req-f1388337-26ba-4648-b636-2afd6bf45374 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 948 time: 0.1742103 Jul 07 17:11:16.349640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aa3f7-65d7-4289-a021-2249e36b2a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4da8b6-df60-4e67-a46d-4e9508a792f9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.351640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdae3ef8-b1f8-4a1b-9053-a9bb765f75f5 req-119169f6-f2af-451b-9182-e3e8fcc2ebf1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299376 Jul 07 17:11:16.417105 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2592c31b-106b-4e8b-a1b0-d1c8cd9bc51f x-openstack-request-id: req-2592c31b-106b-4e8b-a1b0-d1c8cd9bc51f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:16.418312 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a6615-4b7f-4168-8d1e-4314357c08d7", "name": "network-vif-deleted", "tag": "76209af0-5e4c-4627-9200-135415f2796d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:16.418991 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2592c31b-106b-4e8b-a1b0-d1c8cd9bc51f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:16.419739 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a6615-4b7f-4168-8d1e-4314357c08d7', 'name': 'network-vif-deleted', 'tag': '76209af0-5e4c-4627-9200-135415f2796d', 'status': 'completed', 'code': 200} Jul 07 17:11:16.454876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ab460-ada8-44d3-94b4-90b5ac807636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1a83d-b156-41b6-b506-76c8b16a58f5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.467953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.537194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.677242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.823263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:16.828260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:16.828847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:16.836898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:16.837519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:16.849254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:16.849875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:16.850422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:16.851036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Bound port: 769137b1-7a2b-488c-b549-a33d0251c47a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:16.851612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.953545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.957856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.964032 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fa1a83d-b156-41b6-b506-76c8b16a58f5 HTTP/1.1" status: 204 len: 168 time: 0.7357960 Jul 07 17:11:17.012422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4ce738c-36a4-4175-9a02-a43f2fd382c4 req-7108b837-f545-4146-b809-e93164247179 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=008a6615-4b7f-4168-8d1e-4314357c08d7 HTTP/1.1" status: 200 len: 210 time: 0.0678413 Jul 07 17:11:17.029724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0031d1-e75b-4d72-af04-bbd3a6a3311e req-60bd6a14-550a-4d0b-8d1c-3d4edc9e12ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.030696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:17.044472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d0031d1-e75b-4d72-af04-bbd3a6a3311e req-60bd6a14-550a-4d0b-8d1c-3d4edc9e12ef tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.3177812 Jul 07 17:11:17.072555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:17.074654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429a8bf-04e3-4495-8dfb-60c30e0fc9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1a83d-b156-41b6-b506-76c8b16a58f5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.089658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.133960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.134644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.136077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d0031d1-e75b-4d72-af04-bbd3a6a3311e req-e7517631-a587-4372-805a-be943dbafb0e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887873 Jul 07 17:11:17.136819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] 10.222.0.23 "PUT /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 1097 time: 2.1472871 Jul 07 17:11:17.137462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:17.142785 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1117ac1-78ce-446b-941f-33970c6cd676" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:17.218333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb8cc4-bcb0-48f0-986a-771ac004c79e service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.281446 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b26b07-b8f5-43eb-aebd-2e8529e9636f x-openstack-request-id: req-91b26b07-b8f5-43eb-aebd-2e8529e9636f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:17.281655 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:17.281961 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91b26b07-b8f5-43eb-aebd-2e8529e9636f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:17.282707 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'status': 'completed', 'code': 200} Jul 07 17:11:17.353251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-306476bc-e279-4f40-a2a2-3edf55ec6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.355789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-306476bc-e279-4f40-a2a2-3edf55ec6798 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1100 time: 0.1324217 Jul 07 17:11:17.422029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-9b19b260-471b-404a-9e8b-40c7c2d676d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0567257 Jul 07 17:11:17.540835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-742b633f-8c1f-45f6-85fc-9757caf06524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.547967 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-742b633f-8c1f-45f6-85fc-9757caf06524 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1070471 Jul 07 17:11:17.620049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67703f0d-15cc-4f38-978e-d20418afdcc7 req-da467a30-f3d3-47c3-8b89-fd308e52d387 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.639745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67703f0d-15cc-4f38-978e-d20418afdcc7 req-da467a30-f3d3-47c3-8b89-fd308e52d387 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 948 time: 0.0950832 Jul 07 17:11:17.668742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-fe73154c-8ea9-4523-84ab-94ae2a975bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.673029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-fe73154c-8ea9-4523-84ab-94ae2a975bac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232252 Jul 07 17:11:17.707187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67703f0d-15cc-4f38-978e-d20418afdcc7 req-d8afc7c2-6ee5-4dfe-aedc-38929c415f14 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660450 Jul 07 17:11:17.824272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-70415a0b-795d-4bc0-853f-1fba6eb83438 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426704 Jul 07 17:11:17.956802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb926efe-c5b4-40c5-bf23-bc3103b72281 req-b09b79d6-e44a-4382-b748-799b75a46547 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207173 Jul 07 17:11:18.155198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-34ad81a7-f344-4067-86b9-12702f8bb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.157503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-34ad81a7-f344-4067-86b9-12702f8bb3e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1100 time: 0.1270723 Jul 07 17:11:18.306366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-6adafc64-3ba8-4e35-b4fa-d3ef5098fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.307966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-6adafc64-3ba8-4e35-b4fa-d3ef5098fb12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1419148 Jul 07 17:11:18.399287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-e2223468-c8ab-4316-ad3f-2f0325c37d88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0756776 Jul 07 17:11:18.470431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81120a1b-5eea-497d-98e4-7f97bfd99e95 req-90d94df5-2cf4-4fea-934a-4759ae3be5b3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.472674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81120a1b-5eea-497d-98e4-7f97bfd99e95 req-90d94df5-2cf4-4fea-934a-4759ae3be5b3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1060412 Jul 07 17:11:18.525547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-34a48983-754d-4fc9-874d-cf1c1f71fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.527548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-34a48983-754d-4fc9-874d-cf1c1f71fdeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1200199 Jul 07 17:11:18.548912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81120a1b-5eea-497d-98e4-7f97bfd99e95 req-2b4ecd74-0966-4b32-8cc7-e43106a3b974 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Jul 07 17:11:18.655290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-428a45d4-073a-4c19-be50-edae5d2fa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.658328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-428a45d4-073a-4c19-be50-edae5d2fa36b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106772 Jul 07 17:11:18.675055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 76209af0-5e4c-4627-9200-135415f2796d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:18.736113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 76209af0-5e4c-4627-9200-135415f2796d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:18.739864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 76209af0-5e4c-4627-9200-135415f2796d not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:18.855577 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-51e97456-6d55-4c90-bc58-d7e98e7c7796 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668839 Jul 07 17:11:18.938361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033ef8-9957-48f3-88f3-3a015913b48d req-f929f295-673d-4c3d-9538-94aaa9493878 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.940333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16033ef8-9957-48f3-88f3-3a015913b48d req-f929f295-673d-4c3d-9538-94aaa9493878 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.1298018 Jul 07 17:11:19.036385 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f1117ac1-78ce-446b-941f-33970c6cd676 req-d451f9ed-5a1d-456c-8d93-9113f5c5a89f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729925 Jul 07 17:11:19.038942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16033ef8-9957-48f3-88f3-3a015913b48d req-6c6d3f18-d2aa-4518-9295-7a9656603753 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929155 Jul 07 17:11:19.098612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efccf1f-644f-4492-90c1-b7229e8b7982 req-be731075-0f56-421c-99df-a022105ab856 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.100183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7efccf1f-644f-4492-90c1-b7229e8b7982 req-be731075-0f56-421c-99df-a022105ab856 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 948 time: 0.1148763 Jul 07 17:11:19.150163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7efccf1f-644f-4492-90c1-b7229e8b7982 req-625281a0-8ee3-4c8d-be3e-4a1d6560377f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Jul 07 17:11:19.743281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12340-dfb7-400d-a370-53cdedd1b63f req-8b6573ba-0bee-4d97-a828-54a39e9575d4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.751081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bea12340-dfb7-400d-a370-53cdedd1b63f req-8b6573ba-0bee-4d97-a828-54a39e9575d4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.0823743 Jul 07 17:11:19.821765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bea12340-dfb7-400d-a370-53cdedd1b63f req-326be2b4-e01c-475b-a15d-c255406a8c91 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Jul 07 17:11:19.831766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40300) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.071595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40312) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.173615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.237302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-117972c3-1bce-4113-b4a3-0c6d2f4acb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.292172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:11:20.292172 n-d-791505-12 neutron-server[93946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:11:20.292172 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id': 'c0f07889528540f597d3c08a54301ae2', 'id': '8297b705-2e14-487a-9afc-9be5ccfc5c71', 'expiration': datetime.datetime(2021, 7, 7, 17, 13, 20, 281240)}] Jul 07 17:11:20.292172 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:11:20.293080 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:11:20.323750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3ea3-61ab-4e4e-8470-113d11b0a974 req-61bb15dd-f3e1-47eb-8f65-c02d09dff8aa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.325901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3e3ea3-61ab-4e4e-8470-113d11b0a974 req-61bb15dd-f3e1-47eb-8f65-c02d09dff8aa tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.1475444 Jul 07 17:11:20.378539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3e3ea3-61ab-4e4e-8470-113d11b0a974 req-5cc2ac7b-1fb7-44f3-8078-3e9f0a7bc9e0 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Jul 07 17:11:20.435369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-117972c3-1bce-4113-b4a3-0c6d2f4acb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.442418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-117972c3-1bce-4113-b4a3-0c6d2f4acb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.452161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62df10-e3d1-4350-9a60-05a44eb92c70 req-dc0999be-a383-47c6-8886-cc5f9139e8b7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.454806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b62df10-e3d1-4350-9a60-05a44eb92c70 req-dc0999be-a383-47c6-8886-cc5f9139e8b7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 948 time: 0.0749171 Jul 07 17:11:20.507665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117972c3-1bce-4113-b4a3-0c6d2f4acb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad5061-24f4-4d54-889e-868f0ddecb0c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.511126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b62df10-e3d1-4350-9a60-05a44eb92c70 req-2cab04a8-3630-485b-8b42-f10cf6d8c136 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Jul 07 17:11:20.534965 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-117972c3-1bce-4113-b4a3-0c6d2f4acb85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4858727c68b44c95bd24593f4044783a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622464 Jul 07 17:11:20.535821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40330) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.597182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-2cbad599-92f2-4222-be3a-e29b19927f65 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.598791 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-2cbad599-92f2-4222-be3a-e29b19927f65 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 950 time: 0.0881307 Jul 07 17:11:20.611021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.637491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.689199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:20.691265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.695245 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.696870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44ad5061-24f4-4d54-889e-868f0ddecb0c HTTP/1.1" status: 204 len: 168 time: 0.1597505 Jul 07 17:11:20.720215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port b9994eee-6001-42c2-99fa-d56066457c32 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:20.720897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.724801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb204d58-8f0d-4f41-9d39-d4d63c11ec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad5061-24f4-4d54-889e-868f0ddecb0c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.795341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.854550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port b9994eee-6001-42c2-99fa-d56066457c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b9994eee-6001-42c2-99fa-d56066457c32,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:20.856576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.857827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:20.878717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '769137b1-7a2b-488c-b549-a33d0251c47a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '769137b1-7a2b-488c-b549-a33d0251c47a', 'mac_address': 'fa:16:3e:f3:be:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:20.881030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for b9994eee-6001-42c2-99fa-d56066457c32 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:20.998823 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.044682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:21.075962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:21.081262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.162429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.183144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.184628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.185598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.185948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.187481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.187939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.188621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.191431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.192298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.193395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.196153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.198419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.212150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.223980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.274871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.290618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', '3b90472a-4185-47f2-a523-f191f1408ac2', 'b9994eee-6001-42c2-99fa-d56066457c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:21.295882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91abf4c4-2c4d-4c61-9fdb-30cb220e4875,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.297873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:21.309700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998759-cf36-4c02-8b75-a0c4ee4ef946 req-66ce9afd-a31d-4f66-b168-bfa0e8c3a5c3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:21.318321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c998759-cf36-4c02-8b75-a0c4ee4ef946 req-66ce9afd-a31d-4f66-b168-bfa0e8c3a5c3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2821321 Jul 07 17:11:21.324565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-67a68cae-ff76-4f43-aa89-923b9a423d94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0f07889528540f597d3c08a54301ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4892080 Jul 07 17:11:21.324868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40350) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:21.372471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=b9994eee-6001-42c2-99fa-d56066457c32,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.407650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c998759-cf36-4c02-8b75-a0c4ee4ef946 req-da61e376-43c7-408b-8dba-dc235c6f7de6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Jul 07 17:11:21.450174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.463826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['769137b1-7a2b-488c-b549-a33d0251c47a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:21.486501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.571524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.580249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port b9994eee-6001-42c2-99fa-d56066457c32 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:21.582950 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.585918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91abf4c4-2c4d-4c61-9fdb-30cb220e4875 HTTP/1.1" status: 204 len: 168 time: 0.2600307 Jul 07 17:11:21.589767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.595435 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-876294a0-43c3-4d45-9352-0df7e5d93541 req-82f0c502-5fcf-4f45-b8b7-84f4c30ac114 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "DELETE /v2.0/ports/b9994eee-6001-42c2-99fa-d56066457c32 HTTP/1.1" status: 204 len: 173 time: 0.9900255 Jul 07 17:11:21.595930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'name': 'network-vif-deleted', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:21.601077 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d684e9d-4d52-4b44-ac21-6d0e4d07ce6b" -d '{"events": [{"server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "name": "network-vif-deleted", "tag": "b9994eee-6001-42c2-99fa-d56066457c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:21.626361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c627db-3b51-4b6a-b348-c7c3fce19f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91abf4c4-2c4d-4c61-9fdb-30cb220e4875,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.825446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e31af26-2fe2-400a-b144-4afe21a7a13d req-30c92f91-ce7a-484b-9467-23d814b2acbc tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b056f58-93f5-4d98-b2bb-66c5d411b446 HTTP/1.1" status: 200 len: 210 time: 0.0648627 Jul 07 17:11:21.938188 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a0ad6-d20a-4985-83a1-0f15b8af32a0 x-openstack-request-id: req-120a0ad6-d20a-4985-83a1-0f15b8af32a0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:21.939354 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b056f58-93f5-4d98-b2bb-66c5d411b446", "name": "network-vif-deleted", "tag": "b9994eee-6001-42c2-99fa-d56066457c32", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:21.939611 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-120a0ad6-d20a-4985-83a1-0f15b8af32a0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:21.940027 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b056f58-93f5-4d98-b2bb-66c5d411b446', 'name': 'network-vif-deleted', 'tag': 'b9994eee-6001-42c2-99fa-d56066457c32', 'status': 'completed', 'code': 200} Jul 07 17:11:22.001892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00c89-f0e2-4987-bb6e-1e053e4a937f req-f6871ab8-9452-471c-bfbd-6e1a5bdf202f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.003525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18e00c89-f0e2-4987-bb6e-1e053e4a937f req-f6871ab8-9452-471c-bfbd-6e1a5bdf202f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 949 time: 0.1994841 Jul 07 17:11:22.074578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18e00c89-f0e2-4987-bb6e-1e053e4a937f req-3d37da8e-155b-4f0f-b866-91b437279466 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Jul 07 17:11:22.500780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:22.653335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d26e-f421-4e1f-a889-d28d87f16c72 req-61a305a3-5b75-4676-861c-7c73baacf51e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.654974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9d2d26e-f421-4e1f-a889-d28d87f16c72 req-61a305a3-5b75-4676-861c-7c73baacf51e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1048186 Jul 07 17:11:22.700593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9d2d26e-f421-4e1f-a889-d28d87f16c72 req-e0542747-ec9c-480b-ba75-e7495aec6942 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jul 07 17:11:22.785778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-network', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:22.808994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Made reservation on behalf of a0ccfb67af3c45fd9087252c99060a43 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:22.811962 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.821503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.982817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.990357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.019104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:23.024811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b87bc4-fb5f-4d7b-9702-252e535142ae,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.032790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.033141 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Added segment ca0e92b4-4055-47d2-8ba7-dc0b39555c50 of type vlan for network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 Jul 07 17:11:23.078165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.135009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.136004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.136565 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.204022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6985037 Jul 07 17:11:23.204375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.212748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Request body: {'subnet': {'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-subnet', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.238778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc896-6041-4f4a-a2e5-98b8f41f3dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6efb5c4f-5cea-4bdd-998b-0f8b425f4697,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.258938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Made reservation on behalf of a0ccfb67af3c45fd9087252c99060a43 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:23.261456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:23.262139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.281491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa952c6-6b3c-4c15-b236-f7eccbf4ba13 req-345471a2-4b2f-4f5f-a072-ce85fcd69731 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.283674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa952c6-6b3c-4c15-b236-f7eccbf4ba13 req-345471a2-4b2f-4f5f-a072-ce85fcd69731 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 949 time: 0.0791500 Jul 07 17:11:23.337616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa952c6-6b3c-4c15-b236-f7eccbf4ba13 req-cb7eb249-a7ab-43bb-921f-0207272beb07 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Jul 07 17:11:23.494970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.610025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a3132d-e33c-40c5-b0ba-78a3107f7ebe,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.617667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Checking segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:23.618012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Network hostable DHCP agents. Network: 6efb5c4f-5cea-4bdd-998b-0f8b425f4697, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:23.639265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:23.657642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6efb5c4f-5cea-4bdd-998b-0f8b425f4697) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:23.669112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45fffe-5623-4525-bfcc-94352091be43 None None] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:23.669633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.670301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.677645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0dd28-6a0c-41ca-9ee3-cde2ca31202b req-8605f6c3-2aee-4653-8388-3f9e032c0759 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.689861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54c0dd28-6a0c-41ca-9ee3-cde2ca31202b req-8605f6c3-2aee-4653-8388-3f9e032c0759 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 0.1542966 Jul 07 17:11:23.691960 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ae4f3ae5-e2a9-4ec9-841d-bbc0db397348 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4857376 Jul 07 17:11:23.692912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.697975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.725248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.726557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.784965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54c0dd28-6a0c-41ca-9ee3-cde2ca31202b req-fac797ad-3b06-4093-b372-fb468fd340eb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939360 Jul 07 17:11:23.815394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.941223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:23.943392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.049741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.163096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1709b-64a0-48c3-a8d3-b768b19c9911 req-f0917437-7870-4fb7-9837-47430798de4f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.164622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3e1709b-64a0-48c3-a8d3-b768b19c9911 req-f0917437-7870-4fb7-9837-47430798de4f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1496243 Jul 07 17:11:24.232250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3e1709b-64a0-48c3-a8d3-b768b19c9911 req-dc0882bd-5753-4ff9-a920-fc3b37daef53 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556519 Jul 07 17:11:24.294539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Allocated IP 172.20.0.2 (6efb5c4f-5cea-4bdd-998b-0f8b425f4697/81a3132d-e33c-40c5-b0ba-78a3107f7ebe/f6760a45-bae8-4b0c-bba9-b005a176476f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:24.315709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b9994eee-6001-42c2-99fa-d56066457c32 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:24.355446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: b9994eee-6001-42c2-99fa-d56066457c32 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:24.355896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b9994eee-6001-42c2-99fa-d56066457c32 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:24.426317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.451674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.510278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.631269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.649573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Transition to ACTIVE for port object f6760a45-bae8-4b0c-bba9-b005a176476f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:24.653890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Allocated IP 172.25.3.26 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/33097ef1-c6c9-4596-936c-cb5f1e6ba2ab) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:24.676187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Transition to ACTIVE for port object f6760a45-bae8-4b0c-bba9-b005a176476f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:24.684781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.692474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ebb9bd-8f75-4c35-af04-8ac1f73df715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.705780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600439c-5c1e-4199-a3ec-d82db326b1cc req-a07f4b79-f6fe-47ed-ba6f-e8c26b7e6635 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.708182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6600439c-5c1e-4199-a3ec-d82db326b1cc req-a07f4b79-f6fe-47ed-ba6f-e8c26b7e6635 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 949 time: 0.1479652 Jul 07 17:11:24.791336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6600439c-5c1e-4199-a3ec-d82db326b1cc req-481ce6c0-1de1-4338-9d4d-9a948812097a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672643 Jul 07 17:11:24.809584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:24.812588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Pushing event updated for resources: {'Port': ['ID=f6760a45-bae8-4b0c-bba9-b005a176476f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.831424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:24.869207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:24.874651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:24.934675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ebb9bd-8f75-4c35-af04-8ac1f73df715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.942193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ebb9bd-8f75-4c35-af04-8ac1f73df715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.960196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.990177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Attempting to bind port f6760a45-bae8-4b0c-bba9-b005a176476f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:24.990826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Attempting to bind port f6760a45-bae8-4b0c-bba9-b005a176476f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:24.991367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Attempting to bind port f6760a45-bae8-4b0c-bba9-b005a176476f on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:25.001068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:25.001777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Checking segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:25.002331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.002897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Bound using segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:25.004008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Bound port: f6760a45-bae8-4b0c-bba9-b005a176476f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:25.004008 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.005332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33ebb9bd-8f75-4c35-af04-8ac1f73df715 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ccf8cd385394c26b2dc109a1582e21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938166 Jul 07 17:11:25.006253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb9bd-8f75-4c35-af04-8ac1f73df715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b990ac-b250-40da-8f9a-006ee4a93b3b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.011165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40612) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:25.060868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.062407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 769137b1-7a2b-488c-b549-a33d0251c47a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:25.070761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 769137b1-7a2b-488c-b549-a33d0251c47a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:25.071137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.130350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] For port f6760a45-bae8-4b0c-bba9-b005a176476f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:25.134272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] For port f6760a45-bae8-4b0c-bba9-b005a176476f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f6760a45-bae8-4b0c-bba9-b005a176476f,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:25.140988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Pushing event updated for resources: {'Port': ['ID=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.141977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.204652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:25.208078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:25.211773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:25.218526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.263896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ee68-b571-4f62-bd65-d19de4a5ebea req-cbc337e3-8bba-4167-a80b-ece9e6c86835 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.266217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df35ee68-b571-4f62-bd65-d19de4a5ebea req-cbc337e3-8bba-4167-a80b-ece9e6c86835 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 0.1907432 Jul 07 17:11:25.271987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.368195 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.370934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8745d08-8016-4d38-926c-3f0f15519769 None None] Pushing event updated for resources: {'Port': ['ID=f6760a45-bae8-4b0c-bba9-b005a176476f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.375334 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.411840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:25.418376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df35ee68-b571-4f62-bd65-d19de4a5ebea req-228f1887-4df0-4493-ad80-9fc89ec3e5eb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288931 Jul 07 17:11:25.422520 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbc96fd-6c89-47a1-8afb-b3c48ee53e87" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:25.446810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.450036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.451564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4b990ac-b250-40da-8f9a-006ee4a93b3b HTTP/1.1" status: 204 len: 168 time: 0.4358113 Jul 07 17:11:25.461870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:25.473507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.491109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fdfb9-3c4c-4541-9f53-7006aad0dfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b990ac-b250-40da-8f9a-006ee4a93b3b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.597383 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1f8e34-a56c-4f81-968c-4efdbd8f40ac x-openstack-request-id: req-dd1f8e34-a56c-4f81-968c-4efdbd8f40ac {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:25.597528 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:25.600335 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd1f8e34-a56c-4f81-968c-4efdbd8f40ac {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:25.601079 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'code': 200} Jul 07 17:11:25.602290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.727808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f368e0-29f6-4e26-889e-e9529abd7f4b req-e198bc11-1686-4e8d-9d27-1d1bc8e02997 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.730491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76f368e0-29f6-4e26-889e-e9529abd7f4b req-e198bc11-1686-4e8d-9d27-1d1bc8e02997 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2056832 Jul 07 17:11:25.796485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76f368e0-29f6-4e26-889e-e9529abd7f4b req-d208b600-ee73-40e8-a74e-9519c35e9eba tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Jul 07 17:11:26.170104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80299669-b26e-4e7f-945e-ef7599bfb900 req-2a7f5ff6-dc59-402f-995c-c4acaa766803 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.172560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80299669-b26e-4e7f-945e-ef7599bfb900 req-2a7f5ff6-dc59-402f-995c-c4acaa766803 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1486032 Jul 07 17:11:26.226982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-e901628c-4e67-4787-af70-d851699f0714 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.228527 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-e901628c-4e67-4787-af70-d851699f0714 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 1.1646619 Jul 07 17:11:26.253174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80299669-b26e-4e7f-945e-ef7599bfb900 req-17fb4a8d-7f1a-4eff-a12a-eb2d2d80a17b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726974 Jul 07 17:11:26.401214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.408101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989d028-1a22-4187-9a05-a94daef7d4fc req-e33d2f9b-bf8b-4c82-ac24-02dd24e3d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.409883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a989d028-1a22-4187-9a05-a94daef7d4fc req-e33d2f9b-bf8b-4c82-ac24-02dd24e3d427 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1102 time: 0.6025333 Jul 07 17:11:26.557757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a989d028-1a22-4187-9a05-a94daef7d4fc req-9d6510b7-0e62-4f51-b8ce-f17adfd16afc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006920 Jul 07 17:11:26.632383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port 3b90472a-4185-47f2-a523-f191f1408ac2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:26.632732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.725197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.817287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a372-063a-4f84-9c1e-7e1fdf3c7711 req-36c30738-a227-498e-bf1d-36e29bb95bc2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.826246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adc0a372-063a-4f84-9c1e-7e1fdf3c7711 req-36c30738-a227-498e-bf1d-36e29bb95bc2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 950 time: 0.1280215 Jul 07 17:11:26.895432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d4983-ed4d-4932-b6eb-8cb8c7485e2b None None] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:26.900654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adc0a372-063a-4f84-9c1e-7e1fdf3c7711 req-ea8edc10-0890-4952-83f3-7e9c98917bf3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Jul 07 17:11:27.005346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40712) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.026524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port 3b90472a-4185-47f2-a523-f191f1408ac2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3b90472a-4185-47f2-a523-f191f1408ac2,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:27.026826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.041954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-05bea9ad-a4c4-4a90-9675-38fbb675a6c3 None None] Provisioning for port f6760a45-bae8-4b0c-bba9-b005a176476f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:27.056391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for 3b90472a-4185-47f2-a523-f191f1408ac2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:27.069211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.069733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89981b1d-12b0-4700-a4b4-5363e354fb84 req-b000749d-45d2-4126-97aa-8d7a6cf4f80c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.073870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89981b1d-12b0-4700-a4b4-5363e354fb84 req-b000749d-45d2-4126-97aa-8d7a6cf4f80c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.1104867 Jul 07 17:11:27.171950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89981b1d-12b0-4700-a4b4-5363e354fb84 req-61c8cf1d-b510-45e7-b083-6d6ff1ed5546 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924668 Jul 07 17:11:27.260613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-190082145-network', 'tenant_id': '40395408193645568a1d9c96597e4d57'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:27.317973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Made reservation on behalf of 40395408193645568a1d9c96597e4d57 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:27.334832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.351809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.406788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Router dff96811-6f93-4269-b749-b56537641f0d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:27.425953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.439203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:27.443086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe', '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:27.629853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f6760a45-bae8-4b0c-bba9-b005a176476f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:27.646558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83b273-eeb8-4485-b53c-e9bd35bb6623 req-5a741553-a5fb-45c8-a99c-26c577749950 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.654900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f83b273-eeb8-4485-b53c-e9bd35bb6623 req-5a741553-a5fb-45c8-a99c-26c577749950 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2118812 Jul 07 17:11:27.657583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40724) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.763318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.784951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f83b273-eeb8-4485-b53c-e9bd35bb6623 req-a7001d8a-7aa7-48c3-9ac3-28eaca02f14b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251357 Jul 07 17:11:27.797587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.799553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:27.801821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=3b90472a-4185-47f2-a523-f191f1408ac2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:27.863622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:27.878672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port 3b90472a-4185-47f2-a523-f191f1408ac2 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:27.884297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.886764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c5692afe-0ef7-4d81-99a5-2feb30556fd3 req-6b984ddb-db45-42b5-a4ce-11782299b842 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "DELETE /v2.0/ports/3b90472a-4185-47f2-a523-f191f1408ac2 HTTP/1.1" status: 204 len: 173 time: 1.6508565 Jul 07 17:11:27.887504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'name': 'network-vif-deleted', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:27.890571 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3400c-49be-4bbd-a85f-9f5b2e2b1d65" -d '{"events": [{"server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "name": "network-vif-deleted", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:27.901178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:27.903558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.907607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aabcfb0f-b604-4d25-9f4e-2de32902ce3e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2107422 Jul 07 17:11:27.908309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40734) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.952105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.956015 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Added segment 38e532b6-9e44-44e3-8c5a-dd3ce9392f01 of type vlan for network b101b877-e6ec-4047-82d9-76072a65b54a Jul 07 17:11:27.975541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc731eb-65dc-47f2-94b9-b9d4419be644,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.038649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f1d-b84b-41ff-97e3-93fd3f1cc067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.073627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:28.074290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:28.076176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f6760a45-bae8-4b0c-bba9-b005a176476f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:28.094471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f6760a45-bae8-4b0c-bba9-b005a176476f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:28.094990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.175646 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24df12b-8e34-449e-ba37-67b2e237cb14 x-openstack-request-id: req-c24df12b-8e34-449e-ba37-67b2e237cb14 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:28.175988 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92a376f-9a7c-4cb4-b17b-22054812641f", "name": "network-vif-deleted", "tag": "3b90472a-4185-47f2-a523-f191f1408ac2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:28.176164 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c24df12b-8e34-449e-ba37-67b2e237cb14 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:28.176563 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92a376f-9a7c-4cb4-b17b-22054812641f', 'name': 'network-vif-deleted', 'tag': '3b90472a-4185-47f2-a523-f191f1408ac2', 'status': 'completed', 'code': 200} Jul 07 17:11:28.176737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.275897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98cbe83f-8c7e-4d92-be3a-371d62b7eb4f req-dd8da41e-9f91-41c4-b22a-55cfae578e3d tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=d92a376f-9a7c-4cb4-b17b-22054812641f HTTP/1.1" status: 200 len: 210 time: 0.1083663 Jul 07 17:11:28.388403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:28.403029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.404506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.405417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.415184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f1d-b84b-41ff-97e3-93fd3f1cc067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.462194 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f46f1d-b84b-41ff-97e3-93fd3f1cc067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.471217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4644468 Jul 07 17:11:28.493820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40742) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.507215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Request body: {'subnet': {'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-190082145-subnet', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:28.520969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3b90472a-4185-47f2-a523-f191f1408ac2 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:28.569901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd612b8-4b03-42d0-a5ef-84f6d8333454 admin admin] Pushing event updated for resources: {'Network': ['ID=b101b877-e6ec-4047-82d9-76072a65b54a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.580049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46f1d-b84b-41ff-97e3-93fd3f1cc067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616af059-4dd6-43ea-a40a-d0a8a39f66dc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.587711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4f46f1d-b84b-41ff-97e3-93fd3f1cc067 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=146cccc5573f4dee8234a29f3ac5f5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9260683 Jul 07 17:11:28.591440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.626800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Made reservation on behalf of 40395408193645568a1d9c96597e4d57 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:28.630172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.665592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 3b90472a-4185-47f2-a523-f191f1408ac2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:28.665936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3b90472a-4185-47f2-a523-f191f1408ac2 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:28.669041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b101b877-e6ec-4047-82d9-76072a65b54a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:28.744395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219b80-39e1-4086-bf63-8a0946b83f85 req-cdb8411b-d9c8-4b7c-b74f-baf30e0e33a3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.751601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c219b80-39e1-4086-bf63-8a0946b83f85 req-cdb8411b-d9c8-4b7c-b74f-baf30e0e33a3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2712867 Jul 07 17:11:28.789476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.790130 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.829020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c219b80-39e1-4086-bf63-8a0946b83f85 req-7e3f0254-e6a0-4c3f-a599-dc4259829e06 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762122 Jul 07 17:11:28.857583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.121528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.126093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.134009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/616af059-4dd6-43ea-a40a-d0a8a39f66dc HTTP/1.1" status: 204 len: 168 time: 0.5414410 Jul 07 17:11:29.139435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.212634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Allocated IP 172.20.0.1 (6efb5c4f-5cea-4bdd-998b-0f8b425f4697/81a3132d-e33c-40c5-b0ba-78a3107f7ebe/23c26328-785a-46be-b65b-4668d3543c7c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:29.216357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e95e-024d-4d28-82e5-beeb5916db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616af059-4dd6-43ea-a40a-d0a8a39f66dc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.269186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5303c266-a58a-4c88-a033-0fb017c0ab1e,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.272278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.279827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Checking segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:29.279827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Network hostable DHCP agents. Network: b101b877-e6ec-4047-82d9-76072a65b54a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:29.315765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d7a2e-4a75-4622-9221-6fdd4e9b17f3 req-203aa8bc-45f8-4f21-9760-c1e775e1cb66 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.317379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-428d7a2e-4a75-4622-9221-6fdd4e9b17f3 req-203aa8bc-45f8-4f21-9760-c1e775e1cb66 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2192109 Jul 07 17:11:29.341426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Network b101b877-e6ec-4047-82d9-76072a65b54a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:29.376429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b101b877-e6ec-4047-82d9-76072a65b54a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:29.394214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.394841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.404195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.428967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-428d7a2e-4a75-4622-9221-6fdd4e9b17f3 req-ce0ff972-f549-4e88-9b22-09dab65d0da1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Jul 07 17:11:29.431784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Transition to ACTIVE for port object 23c26328-785a-46be-b65b-4668d3543c7c will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:29.442013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d6b51bbe-7f79-4eec-83cb-3698660e46a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9443598 Jul 07 17:11:29.443451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40756) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:29.449393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:29.454249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d1dfd-943e-4148-8cb7-852e1be3d1b8 None None] Network b101b877-e6ec-4047-82d9-76072a65b54a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:29.517321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.521009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.538016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.547297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f6760a45-bae8-4b0c-bba9-b005a176476f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f6760a45-bae8-4b0c-bba9-b005a176476f,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.611450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:29.649729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:29.652280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.665150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:29.684183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.736921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.774077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.806171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:29.825947 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6eb53f0-ea29-4bd6-9101-a514ccb550d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.914198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f6760a45-bae8-4b0c-bba9-b005a176476f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.056201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:25Z', 'revision_number': 3, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.059959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.126225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:30.126881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Updating router dff96811-6f93-4269-b749-b56537641f0d port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:30.173008 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.188740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b101b877-e6ec-4047-82d9-76072a65b54a', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:30.190248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.231069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.268506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31bf772a-de91-4ac5-82ee-489d35cad2ba None None] Provisioning for port 23c26328-785a-46be-b65b-4668d3543c7c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:30.279029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31bf772a-de91-4ac5-82ee-489d35cad2ba None None] Provisioning complete for port 23c26328-785a-46be-b65b-4668d3543c7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:30.279680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-31bf772a-de91-4ac5-82ee-489d35cad2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.385973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.393696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.455687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-31bf772a-de91-4ac5-82ee-489d35cad2ba None None] Port 23c26328-785a-46be-b65b-4668d3543c7c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:30.469961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.527948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.575093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Allocated IP 172.20.0.2 (b101b877-e6ec-4047-82d9-76072a65b54a/5303c266-a58a-4c88-a033-0fb017c0ab1e/752dc958-f290-4916-bc2a-7bd4ae74f549) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:30.649809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:30.651716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:30.693170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac961e5-6a7e-4911-ba29-c3ad0c289c40 req-1fd555b6-02fa-42d6-88ce-20342af1c127 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:30.694755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ac961e5-6a7e-4911-ba29-c3ad0c289c40 req-1fd555b6-02fa-42d6-88ce-20342af1c127 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.9493768 Jul 07 17:11:30.804158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:30.809582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.836141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Transition to ACTIVE for port object 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:30.851785 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.860236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.892250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ac961e5-6a7e-4911-ba29-c3ad0c289c40 req-71e59d6b-2c1e-4dfa-9653-1df8c57be729 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795266 Jul 07 17:11:30.917564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4865cc6-38ca-4787-b5dc-4037dc95c7a1 req-64d4cec3-c6ad-40e3-9711-e7fa50819392 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:30.926406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Transition to ACTIVE for port object 752dc958-f290-4916-bc2a-7bd4ae74f549 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:30.930995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4865cc6-38ca-4787-b5dc-4037dc95c7a1 req-64d4cec3-c6ad-40e3-9711-e7fa50819392 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2603936 Jul 07 17:11:31.004127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6eb53f0-ea29-4bd6-9101-a514ccb550d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.016382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Transition to ACTIVE for port object 752dc958-f290-4916-bc2a-7bd4ae74f549 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:31.019006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61336e0-4b31-4d52-8570-1ba2a33126ba None None] Pushing event updated for resources: {'Port': ['ID=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.023976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6eb53f0-ea29-4bd6-9101-a514ccb550d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.025006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Attempting to bind port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:31.025216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Attempting to bind port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:31.025640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Attempting to bind port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:31.034365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.056619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:31.060362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:31.060737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:31.061136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.061638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:31.062534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Bound port: 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:31.062534 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.066969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-81a39341-efdd-46db-83ee-f388e1b4bdb8 admin admin] 10.222.0.66 "PUT /v2.0/routers/dff96811-6f93-4269-b749-b56537641f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1576562 Jul 07 17:11:31.068777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4865cc6-38ca-4787-b5dc-4037dc95c7a1 req-39bca423-1548-457a-997d-d3b1ec496d2f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368372 Jul 07 17:11:31.117085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Network b101b877-e6ec-4047-82d9-76072a65b54a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:31.130626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:31.135915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:31.137859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Pushing event updated for resources: {'Port': ['ID=752dc958-f290-4916-bc2a-7bd4ae74f549,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.169247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1999cc0e-37e8-436d-af7e-42f8002c48f7 None None] Provisioning complete for port 23c26328-785a-46be-b65b-4668d3543c7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:31.169632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1999cc0e-37e8-436d-af7e-42f8002c48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.238139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] For port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:31.255425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb53f0-ea29-4bd6-9101-a514ccb550d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6cbff-38fc-4269-a156-5b12a423ad9d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.274138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] For port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:31.297111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a6eb53f0-ea29-4bd6-9101-a514ccb550d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c464ea38ac34617bf3d4498e317c3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4864120 Jul 07 17:11:31.297254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.300969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.307713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1999cc0e-37e8-436d-af7e-42f8002c48f7 None None] Port 23c26328-785a-46be-b65b-4668d3543c7c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:31.366975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Attempting to bind port 752dc958-f290-4916-bc2a-7bd4ae74f549 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:31.367877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Attempting to bind port 752dc958-f290-4916-bc2a-7bd4ae74f549 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:31.370351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Attempting to bind port 752dc958-f290-4916-bc2a-7bd4ae74f549 on network b101b877-e6ec-4047-82d9-76072a65b54a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:31.416563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:31.420022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.420490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Checking segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:31.421673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.423455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Bound using segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:31.424977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Bound port: 752dc958-f290-4916-bc2a-7bd4ae74f549, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:31.425317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.426784 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.470861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.488105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.562714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] For port 752dc958-f290-4916-bc2a-7bd4ae74f549, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:31.566200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] For port 752dc958-f290-4916-bc2a-7bd4ae74f549, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=752dc958-f290-4916-bc2a-7bd4ae74f549,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:31.569873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:31.573457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.579282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.613654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61336e0-4b31-4d52-8570-1ba2a33126ba None None] Pushing event updated for resources: {'Port': ['ID=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.638695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.647454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.648683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37c6cbff-38fc-4269-a156-5b12a423ad9d HTTP/1.1" status: 204 len: 168 time: 0.3484991 Jul 07 17:11:31.678659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a95e6-d2c5-4f20-b06d-c9f7ae2f2e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6cbff-38fc-4269-a156-5b12a423ad9d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.740562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Allocated IP 172.25.3.25 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c15142b3-c794-4093-86e7-fcf3467430be) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:31.751921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-5253c7f1-186d-4182-aedf-8184132d0745 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.753522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-5253c7f1-186d-4182-aedf-8184132d0745 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 950 time: 0.1956842 Jul 07 17:11:31.960440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f6760a45-bae8-4b0c-bba9-b005a176476f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:32.123400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2523bb-b8d4-4410-9ace-0764b13a360c None None] Pushing event updated for resources: {'Port': ['ID=752dc958-f290-4916-bc2a-7bd4ae74f549,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.146191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:32.174211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:32.174860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.224409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.265912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-b30d8c5e-e37d-45eb-818b-7ce7867c4670 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3144631 Jul 07 17:11:32.337633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6440b-6624-4aa7-89b4-bd5cf689c4f8 req-33947189-2557-4e4e-b4dd-746686222a82 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.345296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea6440b-6624-4aa7-89b4-bd5cf689c4f8 req-33947189-2557-4e4e-b4dd-746686222a82 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=f904600d-f0e9-4cf7-9474-7a02a2aada7a HTTP/1.1" status: 200 len: 950 time: 0.1618412 Jul 07 17:11:32.368311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.426790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eea6440b-6624-4aa7-89b4-bd5cf689c4f8 req-684863e1-8e19-447e-91ff-dbd87605b751 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Jul 07 17:11:32.459989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:32.476017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:32.477521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:32.478675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.489590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:32.565511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:32.589479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Pushing event updated for resources: {'Port': ['ID=c15142b3-c794-4093-86e7-fcf3467430be,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.937400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.052383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:33.140929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f', '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:33.152866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=6ce415ef-7fd3-4c49-9f3e-e8681abc3036,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:33.184008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:33.189189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.191396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bdc93878-df21-4e2e-88e1-a678415d27ae req-84b8be4a-54ba-485d-a028-1ef225a4aaf9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "DELETE /v2.0/ports/6ce415ef-7fd3-4c49-9f3e-e8681abc3036 HTTP/1.1" status: 204 len: 173 time: 1.4224572 Jul 07 17:11:33.194246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'name': 'network-vif-deleted', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:33.222880 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c111514-f635-434f-83d2-6357d88eb064" -d '{"events": [{"server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "name": "network-vif-deleted", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:33.288167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-5385d4bd-66d6-4dec-9063-2fcc2d0c8539 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4825590 Jul 07 17:11:33.315880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f6760a45-bae8-4b0c-bba9-b005a176476f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:33.330945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.455489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85997a19-89db-42d3-8570-15da9c98b319 req-704e3359-9c99-4856-9e42-3c34cada1e0b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.459716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85997a19-89db-42d3-8570-15da9c98b319 req-704e3359-9c99-4856-9e42-3c34cada1e0b tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/ports?device_id=433603c8-a825-4606-bff8-4e643d6a7c22 HTTP/1.1" status: 200 len: 950 time: 0.5296896 Jul 07 17:11:33.653609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a455f9-546d-4c1a-afa6-484439cff003 None None] Network b101b877-e6ec-4047-82d9-76072a65b54a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:33.761091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-d98280ef-327f-4df3-bc61-ba11d14dab2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2134430 Jul 07 17:11:33.776309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-0334fcca-ff1a-494a-9f94-7c1ab64fc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.781880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-0334fcca-ff1a-494a-9f94-7c1ab64fc9bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 1101 time: 0.4532635 Jul 07 17:11:33.787597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:33.787938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.816174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-0869c772-af3b-45d3-ba3b-d13b554405aa tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.817906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-0869c772-af3b-45d3-ba3b-d13b554405aa tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 821 time: 0.6169729 Jul 07 17:11:33.911254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-37d5a36d-3362-4856-a3b8-51a61dfbdaf8 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/quotas/a0ccfb67af3c45fd9087252c99060a43 HTTP/1.1" status: 200 len: 375 time: 0.0777280 Jul 07 17:11:33.927359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-319cdb46-83af-4d45-a402-995b2c499e12 None None] Provisioning for port 752dc958-f290-4916-bc2a-7bd4ae74f549 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:33.999656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32484-28c8-4be9-8239-a08b944ef3e2 req-3f56c039-5e56-4827-a646-9cc49376c4d4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.010202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48f32484-28c8-4be9-8239-a08b944ef3e2 req-3f56c039-5e56-4827-a646-9cc49376c4d4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 1.2687733 Jul 07 17:11:34.016371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.206587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48f32484-28c8-4be9-8239-a08b944ef3e2 req-8c104470-bca1-458c-9b7a-1924a735c9ba tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947055 Jul 07 17:11:34.216191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-ec5b50fb-5464-4440-a493-5afb179b3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.237326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-ec5b50fb-5464-4440-a493-5afb179b3fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 1101 time: 0.4164031 Jul 07 17:11:34.348578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-df7995e2-ac58-425f-837d-64e18cc68ff4 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4297462 Jul 07 17:11:34.459252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:30Z', 'revision_number': 2, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:34.578694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 752dc958-f290-4916-bc2a-7bd4ae74f549 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:34.597318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd72e16-eceb-4484-9102-f28ebc6b2c45 None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:30Z', 'revision_number': 2, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:34.685719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-85d88b15-c48a-4ed1-83f5-f0df01f7e148 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337660 Jul 07 17:11:34.697418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:34.697946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.736221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for 1031fe59-c0a3-42a9-86c9-bdab2ec380ee owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:34.822814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:34.824804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-52548aa4-1a34-4472-a75c-32e2d565d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.827259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-52548aa4-1a34-4472-a75c-32e2d565d3ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.9079607 Jul 07 17:11:34.891651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-0203cfe0-2f21-4161-a75c-4e587bafc6c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=bec99b5b-55a0-43e3-b02b-254095eb6217 HTTP/1.1" status: 200 len: 217 time: 0.0564554 Jul 07 17:11:34.898000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:34.904121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6ce415ef-7fd3-4c49-9f3e-e8681abc3036 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:34.994989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-0bf5e1e9-98be-4e28-9636-f957d60e72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.996863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-0bf5e1e9-98be-4e28-9636-f957d60e72df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0823247 Jul 07 17:11:35.017051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 752dc958-f290-4916-bc2a-7bd4ae74f549 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:35.059138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 752dc958-f290-4916-bc2a-7bd4ae74f549 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:35.059820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.212922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-7ec4e913-553b-4071-a92f-cd1729c97565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.214916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-7ec4e913-553b-4071-a92f-cd1729c97565 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1102 time: 0.2132678 Jul 07 17:11:35.220109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.251169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-44a73c28-683c-40e4-b4de-df517b971b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.252781 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-44a73c28-683c-40e4-b4de-df517b971b98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2344820 Jul 07 17:11:35.278430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:35.372020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-fd1d71af-25be-4077-a066-c7998941255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.373545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-fd1d71af-25be-4077-a066-c7998941255f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.6789935 Jul 07 17:11:35.402057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=1031fe59-c0a3-42a9-86c9-bdab2ec380ee,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.493531 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.551345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port 1031fe59-c0a3-42a9-86c9-bdab2ec380ee on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:35.555005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.560618 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85997a19-89db-42d3-8570-15da9c98b319 req-00436140-67c9-498e-9718-6499a89562bb tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "DELETE /v2.0/ports/1031fe59-c0a3-42a9-86c9-bdab2ec380ee HTTP/1.1" status: 204 len: 173 time: 2.0894074 Jul 07 17:11:35.573378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-8487b5dc-af34-4be3-a2aa-f3f55ea5d440 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe HTTP/1.1" status: 200 len: 217 time: 0.1846986 Jul 07 17:11:35.591463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-4ffa0ee8-c14e-4398-bd2d-318ddf40b77f service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960707 Jul 07 17:11:35.631925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 752dc958-f290-4916-bc2a-7bd4ae74f549, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=752dc958-f290-4916-bc2a-7bd4ae74f549,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.663379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-6372b2eb-beda-4b8e-aa63-9f56cab5d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.663511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.667456 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-6372b2eb-beda-4b8e-aa63-9f56cab5d43b service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.4400077 Jul 07 17:11:35.721860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4591f462-b7b0-4d27-bf4d-ef8fae943c57 None None] Provisioning complete for port 752dc958-f290-4916-bc2a-7bd4ae74f549 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:35.722275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4591f462-b7b0-4d27-bf4d-ef8fae943c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.730467 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-f00160b3-b79c-4215-b439-3e2fd9adc0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213700 Jul 07 17:11:35.732175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-9ad5668d-4513-4b53-8ef8-1a44dd908d14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0506480 Jul 07 17:11:35.780236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-1c71b5d2-c6c8-4055-9056-a4ac4099908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.780236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-1c71b5d2-c6c8-4055-9056-a4ac4099908f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1821337 Jul 07 17:11:35.802093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.911370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-775e499b-0000-4480-935b-b3fda50cad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.916345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-775e499b-0000-4480-935b-b3fda50cad96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1607111 Jul 07 17:11:35.959743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217', '6aa48c09-88d4-45a9-a6f1-d07a986d786f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:35.989794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eff851e3-820d-485d-b7b3-bac9c46a2e1f req-03b057a3-4a93-45ff-a617-adb4b6afb554 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460918 Jul 07 17:11:36.016574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-e3087c9f-28e2-481c-8aaf-87dfdce32ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.019061 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-e3087c9f-28e2-481c-8aaf-87dfdce32ddc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964053 Jul 07 17:11:36.052065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e887e3-e7bf-44b3-9307-104168af8cd3 req-8e8cbca7-7236-4bdf-bd79-e00bdc1d99de tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.063755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2e887e3-e7bf-44b3-9307-104168af8cd3 req-8e8cbca7-7236-4bdf-bd79-e00bdc1d99de tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 1.3715868 Jul 07 17:11:36.321248 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6144feee-14f2-498e-9648-f28445f0f0fe x-openstack-request-id: req-6144feee-14f2-498e-9648-f28445f0f0fe {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:36.321532 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904600d-f0e9-4cf7-9474-7a02a2aada7a", "name": "network-vif-deleted", "tag": "6ce415ef-7fd3-4c49-9f3e-e8681abc3036", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:36.326504 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6144feee-14f2-498e-9648-f28445f0f0fe {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:36.327818 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f904600d-f0e9-4cf7-9474-7a02a2aada7a', 'name': 'network-vif-deleted', 'tag': '6ce415ef-7fd3-4c49-9f3e-e8681abc3036', 'status': 'completed', 'code': 200} Jul 07 17:11:36.341722 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-b3b088e2-460f-49cf-9a25-5b988f93b91f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048456 Jul 07 17:11:36.365486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1031fe59-c0a3-42a9-86c9-bdab2ec380ee no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:36.583402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:36.597208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 1031fe59-c0a3-42a9-86c9-bdab2ec380ee {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:36.597815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1031fe59-c0a3-42a9-86c9-bdab2ec380ee not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:36.600880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-d02989e4-e595-4e26-ad59-550769e827ee service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401006 Jul 07 17:11:36.691759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=752dc958-f290-4916-bc2a-7bd4ae74f549,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.909531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:36.985503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:36.985817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.103145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2e887e3-e7bf-44b3-9307-104168af8cd3 req-71eff705-c3ef-4d3f-933c-b1c66feb39e8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0346668 Jul 07 17:11:37.196528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-e40f8ec5-6f21-47df-839e-62f30adc1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.199046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-e40f8ec5-6f21-47df-839e-62f30adc1bcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3985870 Jul 07 17:11:37.427230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e63474df-11fa-48c6-a845-a3e6a40017bd req-84a0e8bd-d3a1-4b85-9c9d-8559c906eea3 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 210 time: 0.2455497 Jul 07 17:11:37.445791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.479230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:37.532622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.661567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7511629c-6664-4e3d-8d8d-dc6eff52a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.716491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.738751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-a50388a5-0ae8-4bb4-86e3-3019fb5f02ca service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983969 Jul 07 17:11:37.814745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Router e4146f29-016a-4bd9-a363-ef7316a2a9f7 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:37.828522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e452-d0a4-4ffd-bee3-d2f31f6c9b3e req-1b8f2ae4-bad3-4d55-aefb-6a6bcba4cd9b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.836096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9b2e452-d0a4-4ffd-bee3-d2f31f6c9b3e req-1b8f2ae4-bad3-4d55-aefb-6a6bcba4cd9b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.6836021 Jul 07 17:11:37.945625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9b2e452-d0a4-4ffd-bee3-d2f31f6c9b3e req-69ac8a4b-9620-4501-8e67-34b7fdc7c852 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086514 Jul 07 17:11:37.950554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b606afa4-4836-43b6-aa4b-dd15dd4774a1 req-b6b0d143-3f6a-411d-a5ec-b64f7ebcd5bc service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039952 Jul 07 17:11:38.049643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:38.071440 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Sync routers for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:38.084793 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:38.085670 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:38.094395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.097184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-867373b1-2502-4d4c-ba7b-d7862969f691 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6522536 Jul 07 17:11:38.100082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.332822 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:38.369457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'name': 'network-vif-deleted', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:38.382129 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc73bad1-301f-4e30-8f4e-5fdb7376cdb9" -d '{"events": [{"server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "name": "network-vif-deleted", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:38.437864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 752dc958-f290-4916-bc2a-7bd4ae74f549 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:38.523734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.639892 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:33Z', 'revision_number': 3, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:38.664835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 752dc958-f290-4916-bc2a-7bd4ae74f549 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:38.665446 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.680683 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Checking router: e4146f29-016a-4bd9-a363-ef7316a2a9f7 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:38.681246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Updating router e4146f29-016a-4bd9-a363-ef7316a2a9f7 port c15142b3-c794-4093-86e7-fcf3467430be binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:38.684381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15a56b-a651-47d4-8020-961bb95a785d req-06b2e4df-7e0f-4316-8038-2399733c264b tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.704023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c15a56b-a651-47d4-8020-961bb95a785d req-06b2e4df-7e0f-4316-8038-2399733c264b tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 945 time: 0.2962084 Jul 07 17:11:38.740331 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.846663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c15a56b-a651-47d4-8020-961bb95a785d req-3ca565c8-46ea-4a63-925e-54d40f39714f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416397 Jul 07 17:11:38.895910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:38.923597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b9c5320f-33af-4563-a7e0-fc655031281a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.929205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b9c5320f-33af-4563-a7e0-fc655031281a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 821 time: 0.4268985 Jul 07 17:11:38.949548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d006bc5-4c60-45f0-bb8f-978dea2236b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.958535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:38.962678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:38.970812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:39.220329 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c819f97-8aa0-467c-839d-374ac7a6d143 x-openstack-request-id: req-0c819f97-8aa0-467c-839d-374ac7a6d143 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:39.221006 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433603c8-a825-4606-bff8-4e643d6a7c22", "name": "network-vif-deleted", "tag": "1031fe59-c0a3-42a9-86c9-bdab2ec380ee", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:39.221006 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c819f97-8aa0-467c-839d-374ac7a6d143 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:39.224808 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433603c8-a825-4606-bff8-4e643d6a7c22', 'name': 'network-vif-deleted', 'tag': '1031fe59-c0a3-42a9-86c9-bdab2ec380ee', 'status': 'completed', 'code': 200} Jul 07 17:11:39.238066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:39.248936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'port': {'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'admin_state_up': True, 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:39.280808 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.292603 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Transition to ACTIVE for port object c15142b3-c794-4093-86e7-fcf3467430be will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:39.302300 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.302828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d006bc5-4c60-45f0-bb8f-978dea2236b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.311258 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d006bc5-4c60-45f0-bb8f-978dea2236b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.394072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9d006bc5-4c60-45f0-bb8f-978dea2236b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=930abbe9cd0b4732a3d431b39870e3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650143 Jul 07 17:11:39.407214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-157dbb93-9d41-4586-89a7-ab769b77eacd req-d9cd43de-0755-42c3-8f51-8992f7e7630e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 210 time: 0.0610662 Jul 07 17:11:39.408777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.419400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:39.419783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.419913 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Pushing event updated for resources: {'Port': ['ID=c15142b3-c794-4093-86e7-fcf3467430be,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.485630 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.487562 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.488084 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.492515 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.493089 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.493592 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.494101 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.494981 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.495483 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.495975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.497082 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.499240 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.509622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Attempting to bind port c15142b3-c794-4093-86e7-fcf3467430be on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:39.510178 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Attempting to bind port c15142b3-c794-4093-86e7-fcf3467430be by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:39.510739 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Attempting to bind port c15142b3-c794-4093-86e7-fcf3467430be on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:39.512905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d006bc5-4c60-45f0-bb8f-978dea2236b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6595e3-15c8-46c8-b802-babc4ebc42a1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.524424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:39.525731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:39.526351 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.528380 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:39.529203 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Bound port: c15142b3-c794-4093-86e7-fcf3467430be, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:39.530590 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.568296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.602918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.658593 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] For port c15142b3-c794-4093-86e7-fcf3467430be, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:39.667582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] For port c15142b3-c794-4093-86e7-fcf3467430be, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c15142b3-c794-4093-86e7-fcf3467430be,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:39.678180 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.735546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.749384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Made reservation on behalf of a0ccfb67af3c45fd9087252c99060a43 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:39.753397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.756716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.759247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d6595e3-15c8-46c8-b802-babc4ebc42a1 HTTP/1.1" status: 204 len: 168 time: 0.3492532 Jul 07 17:11:39.764708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.768557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:30Z', 'revision_number': 2, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:39.775887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fcc9f-7b36-4698-b83a-6c181c988638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6595e3-15c8-46c8-b802-babc4ebc42a1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.817411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:39.817804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Updating router dff96811-6f93-4269-b749-b56537641f0d port 23c26328-785a-46be-b65b-4668d3543c7c binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:39.847478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba4b8-4bc1-41b1-ae0b-bf5242eab089 None None] Pushing event updated for resources: {'Port': ['ID=c15142b3-c794-4093-86e7-fcf3467430be,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.869084 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:39.869739 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:39.875854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.027055 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:40.074016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d706f894-0ab7-4dd2-9a8e-8e63a5dbc54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.122900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437680a1-f2c0-4a54-b546-9a6272e0a4b7 req-0147f184-7471-4d81-89ef-e10964da8aa3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.127279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-437680a1-f2c0-4a54-b546-9a6272e0a4b7 req-0147f184-7471-4d81-89ef-e10964da8aa3 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 950 time: 0.1829162 Jul 07 17:11:40.235521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-437680a1-f2c0-4a54-b546-9a6272e0a4b7 req-bf4cedcc-4e88-4c22-bc62-8fbcef2857b9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019824 Jul 07 17:11:40.299706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Allocated IP 172.20.0.9 (6efb5c4f-5cea-4bdd-998b-0f8b425f4697/81a3132d-e33c-40c5-b0ba-78a3107f7ebe/578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:40.314143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Allocated IP 172.20.0.1 (b101b877-e6ec-4047-82d9-76072a65b54a/5303c266-a58a-4c88-a033-0fb017c0ab1e/7e08dc20-2ac8-4eda-8a75-0b92b04767f5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:40.395385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-2d60dd57-7a86-4f67-86bc-f4a81e2409d2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.399187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-2d60dd57-7a86-4f67-86bc-f4a81e2409d2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 950 time: 0.4646268 Jul 07 17:11:40.440717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.540016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41000) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:40.593421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:33Z', 'revision_number': 3, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:40.599771 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccc9e-9938-4519-896d-fd311e814407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.632231 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be84369-5931-47e4-8b81-0f0f74fcee19 None None] The sync data for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 is: [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:33Z', 'revision_number': 3, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:40.691295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cde34541-5bf3-43e2-a142-372de7572297 req-762146d7-a584-4440-8a56-d8fd2411da5e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 210 time: 0.1101072 Jul 07 17:11:40.768929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port 6aa48c09-88d4-45a9-a6f1-d07a986d786f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:40.769288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.801848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13b23-5eef-4a0b-b5f1-f3701c6f8baf req-6e536994-3d45-4ba7-8772-779f12f1f0d2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.807527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acf13b23-5eef-4a0b-b5f1-f3701c6f8baf req-6e536994-3d45-4ba7-8772-779f12f1f0d2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.3287575 Jul 07 17:11:40.865180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.904155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-b6944ef3-7c14-4cd5-b8a9-5d4c099783b2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.905991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-b6944ef3-7c14-4cd5-b8a9-5d4c099783b2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "GET /v2.0/ports?device_id=08df3c0d-15f6-4931-90ee-a40b2e59a469 HTTP/1.1" status: 200 len: 949 time: 0.2113838 Jul 07 17:11:40.926898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acf13b23-5eef-4a0b-b5f1-f3701c6f8baf req-b8d241bf-afe9-4686-8d32-1ca8056bd7dc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142814 Jul 07 17:11:40.943901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Transition to ACTIVE for port object 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:40.948148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccc9e-9938-4519-896d-fd311e814407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.962286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.972217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccc9e-9938-4519-896d-fd311e814407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.990178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port 6aa48c09-88d4-45a9-a6f1-d07a986d786f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6aa48c09-88d4-45a9-a6f1-d07a986d786f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:40.990571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.020229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Transition to ACTIVE for port object 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:41.024215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for 6aa48c09-88d4-45a9-a6f1-d07a986d786f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:41.037579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa8ccc9e-9938-4519-896d-fd311e814407 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=584aebbc7af54190baab19895ced3830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961562 Jul 07 17:11:41.046079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41004) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:41.103291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ccc9e-9938-4519-896d-fd311e814407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2313ebd-4b01-46f5-a6f4-a47aeaca107b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.169444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port bec99b5b-55a0-43e3-b02b-254095eb6217 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:41.169905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.194079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.255583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.285392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.346763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port bec99b5b-55a0-43e3-b02b-254095eb6217, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=bec99b5b-55a0-43e3-b02b-254095eb6217,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:41.347140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.383210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for bec99b5b-55a0-43e3-b02b-254095eb6217 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:41.396185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.427307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Network b101b877-e6ec-4047-82d9-76072a65b54a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:41.457081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:41.468940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:41.479548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Pushing event updated for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.555877 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.578559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Transition to ACTIVE for port object 23c26328-785a-46be-b65b-4668d3543c7c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:41.593494 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.646812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743215-59bb-4f10-a2f7-956162e0d8eb req-a50a2790-abaa-4561-b4bc-a4ca7d04262e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.662240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f743215-59bb-4f10-a2f7-956162e0d8eb req-a50a2790-abaa-4561-b4bc-a4ca7d04262e tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 950 time: 0.2194564 Jul 07 17:11:41.729160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183f0a9-3456-4094-85f4-dabbc04502d2 None None] Pushing event updated for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.756803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f743215-59bb-4f10-a2f7-956162e0d8eb req-2ab236eb-52b9-4e04-bef2-2eab68612326 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932047 Jul 07 17:11:41.782862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.795777 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.815341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:41.818580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:41.867346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=bec99b5b-55a0-43e3-b02b-254095eb6217,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.900669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port bec99b5b-55a0-43e3-b02b-254095eb6217 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:41.906018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.913067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d7d77a3-b0a6-4722-91ca-773649af9fd9 req-57b19166-184e-4682-babc-0ad66e10a662 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "DELETE /v2.0/ports/bec99b5b-55a0-43e3-b02b-254095eb6217 HTTP/1.1" status: 204 len: 173 time: 0.9987378 Jul 07 17:11:41.913067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'name': 'network-vif-deleted', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:41.923934 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b3cc98-b9af-4f91-94d7-8c971691e531" -d '{"events": [{"server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "name": "network-vif-deleted", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:41.991743 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5844c6-5b8c-40e8-ad50-4008a0796665 x-openstack-request-id: req-4c5844c6-5b8c-40e8-ad50-4008a0796665 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:41.992038 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08df3c0d-15f6-4931-90ee-a40b2e59a469", "name": "network-vif-deleted", "tag": "bec99b5b-55a0-43e3-b02b-254095eb6217", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:41.992295 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c5844c6-5b8c-40e8-ad50-4008a0796665 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:41.992763 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08df3c0d-15f6-4931-90ee-a40b2e59a469', 'name': 'network-vif-deleted', 'tag': 'bec99b5b-55a0-43e3-b02b-254095eb6217', 'status': 'completed', 'code': 200} Jul 07 17:11:42.164897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Attempting to bind port 23c26328-785a-46be-b65b-4668d3543c7c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:42.165565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Attempting to bind port 23c26328-785a-46be-b65b-4668d3543c7c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:42.166092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Attempting to bind port 23c26328-785a-46be-b65b-4668d3543c7c on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:42.172040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b97a0809-1709-4e12-b8ed-c7023d7e3f72 None None] Provisioning for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:42.180102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:42.185597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Checking segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:42.186843 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.187419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Bound using segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:42.188075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Bound port: 23c26328-785a-46be-b65b-4668d3543c7c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:42.188635 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.206111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b97a0809-1709-4e12-b8ed-c7023d7e3f72 None None] Provisioning complete for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:42.206785 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b97a0809-1709-4e12-b8ed-c7023d7e3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.265331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:42.287640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:42.331332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fdb50-28f9-4150-904f-6eadd42c06e8 req-c0f0674c-98d1-4814-9a8c-56781d9dfd62 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.344681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-700fdb50-28f9-4150-904f-6eadd42c06e8 req-c0f0674c-98d1-4814-9a8c-56781d9dfd62 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 931 time: 0.3129220 Jul 07 17:11:42.355911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:42.369404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b97a0809-1709-4e12-b8ed-c7023d7e3f72 None None] Port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:42.433729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.437153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.439356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.486687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:42.492242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6aa48c09-88d4-45a9-a6f1-d07a986d786f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:42.494960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-700fdb50-28f9-4150-904f-6eadd42c06e8 req-ee1f6373-93ae-42c8-bf36-8f065769cf28 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485865 Jul 07 17:11:42.511043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ac830-00a2-47c7-bc22-9b7106868df4 req-649ed17a-2c89-4069-9316-bbeb6b93ecf7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:42.522190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-938ac830-00a2-47c7-bc22-9b7106868df4 req-649ed17a-2c89-4069-9316-bbeb6b93ecf7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.3825681 Jul 07 17:11:42.528823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c15142b3-c794-4093-86e7-fcf3467430be up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:42.562228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event updated for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.576391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-dc5b23b2-c12f-43e9-aa79-1bf2b966bff7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3653054 Jul 07 17:11:42.600823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Request body: {'port': {'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:42.611687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.659128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-938ac830-00a2-47c7-bc22-9b7106868df4 req-b9932849-de1d-4a7d-b4b9-72a76cc14ee2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273019 Jul 07 17:11:42.692990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['bec99b5b-55a0-43e3-b02b-254095eb6217'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:42.761287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.765107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.771286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2313ebd-4b01-46f5-a6f4-a47aeaca107b HTTP/1.1" status: 204 len: 168 time: 1.7234893 Jul 07 17:11:42.801363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=6aa48c09-88d4-45a9-a6f1-d07a986d786f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.854846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:11:42.872214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d61e35-35c2-4f98-8104-b4f87a25d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2313ebd-4b01-46f5-a6f4-a47aeaca107b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.977247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] For port 23c26328-785a-46be-b65b-4668d3543c7c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:42.984506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No active binding found for port 6aa48c09-88d4-45a9-a6f1-d07a986d786f {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:11:42.985303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6aa48c09-88d4-45a9-a6f1-d07a986d786f not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:43.026562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] For port 23c26328-785a-46be-b65b-4668d3543c7c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=23c26328-785a-46be-b65b-4668d3543c7c,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:43.044157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.126973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port 6aa48c09-88d4-45a9-a6f1-d07a986d786f on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:43.135860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c15142b3-c794-4093-86e7-fcf3467430be completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:43.136735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6402f46c-8300-4819-baad-ac1fd4b66a4b req-b0c61004-e245-4847-9508-db8d55fd6827 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=df61c503-50e9-4f9f-94a6-5fdd9c4e9662 HTTP/1.1" status: 200 len: 210 time: 0.0511484 Jul 07 17:11:43.151306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.157318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef046889-5ba5-4573-bdd0-e05d5732dcf0 req-0dbe79b4-ba7d-4230-b8b9-19aeff166b6a tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.73 "DELETE /v2.0/ports/6aa48c09-88d4-45a9-a6f1-d07a986d786f HTTP/1.1" status: 204 len: 173 time: 2.7212062 Jul 07 17:11:43.159487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'name': 'network-vif-deleted', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:43.164862 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5449876d-eebc-459d-b1ca-67f0f1001abb" -d '{"events": [{"server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "name": "network-vif-deleted", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:43.198042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c15142b3-c794-4093-86e7-fcf3467430be triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.198694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.321671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-02af46cf-164d-4a1a-8c18-9f1071264dd8 None None] Provisioning for port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:43.349143 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b738337-dd30-48db-bbac-799b4713f498 x-openstack-request-id: req-8b738337-dd30-48db-bbac-799b4713f498 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:43.349580 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df61c503-50e9-4f9f-94a6-5fdd9c4e9662", "name": "network-vif-deleted", "tag": "6aa48c09-88d4-45a9-a6f1-d07a986d786f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:43.349846 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b738337-dd30-48db-bbac-799b4713f498 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:43.350659 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61c503-50e9-4f9f-94a6-5fdd9c4e9662', 'name': 'network-vif-deleted', 'tag': '6aa48c09-88d4-45a9-a6f1-d07a986d786f', 'status': 'completed', 'code': 200} Jul 07 17:11:43.372236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.456766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.476293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.495857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-02af46cf-164d-4a1a-8c18-9f1071264dd8 None None] Provisioning complete for port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.496885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-02af46cf-164d-4a1a-8c18-9f1071264dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.587323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183f0a9-3456-4094-85f4-dabbc04502d2 None None] Pushing event updated for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.603979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:43.604710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:43.618104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'mac_address': 'fa:16:3e:af:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:43.700838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-02af46cf-164d-4a1a-8c18-9f1071264dd8 None None] Port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:43.977939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.003129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:44.066706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07dcde-eac7-44cf-85e4-125783ce404c req-978768ca-0ca7-4820-81f1-8025bc18f6d8 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.075931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab07dcde-eac7-44cf-85e4-125783ce404c req-978768ca-0ca7-4820-81f1-8025bc18f6d8 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 931 time: 0.2760434 Jul 07 17:11:44.199595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab07dcde-eac7-44cf-85e4-125783ce404c req-d11aa8d0-30dd-40e5-914f-2a9d9f752d39 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217291 Jul 07 17:11:44.241561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8557da9-63cf-4aab-be98-8c74664dd325 req-74f4e308-5d22-4828-a9ba-32e501e027a3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.241806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.270347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.278201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8557da9-63cf-4aab-be98-8c74664dd325 req-74f4e308-5d22-4828-a9ba-32e501e027a3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.3980193 Jul 07 17:11:44.346299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8557da9-63cf-4aab-be98-8c74664dd325 req-2551510c-5041-446d-a753-6e0493611d74 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 Jul 07 17:11:44.430426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Pushing event updated for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.457401 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.486387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:44.522284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.547121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Transition to ACTIVE for port object 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:44.563738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.670925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Network b101b877-e6ec-4047-82d9-76072a65b54a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:44.681711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:44.689674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.991038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc0c6531-b04b-4a50-8a35-f970fec671fe'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:45.073640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Router e4146f29-016a-4bd9-a363-ef7316a2a9f7 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:45.110793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Attempting to bind port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:45.111315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.115641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Attempting to bind port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:45.116013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Attempting to bind port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:45.130308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:45.130676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Attempting to bind port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:45.151798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:45.152177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Checking segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:45.152544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Bound using segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:45.152986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Bound port: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:45.153347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.274911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.287604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac396d64-3e5f-49e4-a0d8-906484de7313 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:45.352470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:45.363120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:45.378003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.438000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:45.447589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c15142b3-c794-4093-86e7-fcf3467430be, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c15142b3-c794-4093-86e7-fcf3467430be,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:45.464137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.492035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.585168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.661904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5758993f-a659-4119-b5ab-e34573f7b27a None None] Provisioning complete for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:45.663207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5758993f-a659-4119-b5ab-e34573f7b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.689158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ac396d64-3e5f-49e4-a0d8-906484de7313'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:45.777073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.777751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.782775 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-b7d3ad03-e97b-4563-9106-e1a2b26a40d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 1092 time: 3.1927364 Jul 07 17:11:45.783315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:45.800335 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db9a46-4223-47df-80a7-f1ec7d644e27" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:45.836601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 23c26328-785a-46be-b65b-4668d3543c7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:46.089519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:46.109868 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Sync routers for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:46.116279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e837525d-0531-4b4c-b5da-1211f579d844 admin admin] 10.222.0.66 "PUT /v2.0/routers/e4146f29-016a-4bd9-a363-ef7316a2a9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0138559 Jul 07 17:11:46.163523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-bf3ff073-9131-4a0a-8327-99c713376c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.168483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-bf3ff073-9131-4a0a-8327-99c713376c84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1095 time: 0.2981682 Jul 07 17:11:46.174393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2804b31-2a2d-4611-a738-a40c7c5227aa req-0dc8f6e3-7da9-410e-8a12-33b97e4c4171 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.192835 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:46.193490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:46.194909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2804b31-2a2d-4611-a738-a40c7c5227aa req-0dc8f6e3-7da9-410e-8a12-33b97e4c4171 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 943 time: 0.2111700 Jul 07 17:11:46.331955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:46.366540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-70b15620-5c04-4ce4-96e3-a5a6c5661f2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.1883090 Jul 07 17:11:46.380459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:46.390044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2804b31-2a2d-4611-a738-a40c7c5227aa req-44c4c8e1-7e8b-4816-a59c-39cad74ed20c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917806 Jul 07 17:11:46.398315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5758993f-a659-4119-b5ab-e34573f7b27a None None] Port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:46.556356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-179e14f6-cde3-4f84-aa8a-c27db5f7b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.557721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-179e14f6-cde3-4f84-aa8a-c27db5f7b6b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.1727993 Jul 07 17:11:46.669293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 23c26328-785a-46be-b65b-4668d3543c7c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:46.671815 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:46.715243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 23c26328-785a-46be-b65b-4668d3543c7c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:46.715620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.725691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-46e7d1eb-6cae-401f-b120-d9d0ddc40825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.727803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-46e7d1eb-6cae-401f-b120-d9d0ddc40825 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540108 Jul 07 17:11:46.820375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc5c1e-4b2f-4a8a-822b-9e7e9f4f9027 None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:46.979658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4ec97-b26a-4492-9b28-4a288bd36423 req-4f713a8e-e38b-4e41-bac9-4e297ee478a6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.992073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-c6507bcb-3162-4489-8019-2c44f6b07c60 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533338 Jul 07 17:11:46.995595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edd4ec97-b26a-4492-9b28-4a288bd36423 req-4f713a8e-e38b-4e41-bac9-4e297ee478a6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2563663 Jul 07 17:11:47.145463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c15142b3-c794-4093-86e7-fcf3467430be,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.166094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edd4ec97-b26a-4492-9b28-4a288bd36423 req-d538189a-1233-48a2-88a6-bd2884ddc1f6 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694047 Jul 07 17:11:47.215575 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.283500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e07f6e3-1571-45ac-a62f-0806e69b23ee req-53d6f738-5eee-4ce9-93d3-341bea6979f9 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834098 Jul 07 17:11:47.328982 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c9efa7-5a6e-4dcb-99ea-1e97ff995d39 x-openstack-request-id: req-a4c9efa7-5a6e-4dcb-99ea-1e97ff995d39 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:47.329323 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:47.329629 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4c9efa7-5a6e-4dcb-99ea-1e97ff995d39 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:47.330090 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:11:47.363855 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:43Z', 'revision_number': 2, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:47.397383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 23c26328-785a-46be-b65b-4668d3543c7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=23c26328-785a-46be-b65b-4668d3543c7c,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:47.431102 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.442740 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Checking router: e4146f29-016a-4bd9-a363-ef7316a2a9f7 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:47.447001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Updating router e4146f29-016a-4bd9-a363-ef7316a2a9f7 port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:47.470962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-0ef0ba76-586b-41f8-afc4-0063648aeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.475148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-0ef0ba76-586b-41f8-afc4-0063648aeff9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1095 time: 0.1287150 Jul 07 17:11:47.525059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device bec99b5b-55a0-43e3-b02b-254095eb6217 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:47.578942 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.665939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: bec99b5b-55a0-43e3-b02b-254095eb6217 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:47.666295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device bec99b5b-55a0-43e3-b02b-254095eb6217 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:47.731344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-c8240228-22d7-4794-8cd0-0e7378584101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.734038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-c8240228-22d7-4794-8cd0-0e7378584101 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.2517138 Jul 07 17:11:47.744840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c15142b3-c794-4093-86e7-fcf3467430be up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:47.798847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b8e5c-6c8f-4933-9d36-9d9a6a0f9bdc req-1ebf4424-2f1a-47a3-980c-c1a961558c3c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.800434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-078b8e5c-6c8f-4933-9d36-9d9a6a0f9bdc req-1ebf4424-2f1a-47a3-980c-c1a961558c3c tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 949 time: 0.4855301 Jul 07 17:11:47.844777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-d3a3d797-72a9-4638-8f33-c38265ddbad2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.854559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-d3a3d797-72a9-4638-8f33-c38265ddbad2 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 949 time: 0.6873708 Jul 07 17:11:47.864364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-7efe38ea-72c0-420b-a480-921a84d7f9e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.1222935 Jul 07 17:11:47.899297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.050275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c15142b3-c794-4093-86e7-fcf3467430be triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:48.053426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-6497fdd5-8a9f-418c-b554-25be8e81498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.054634 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.054964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-6497fdd5-8a9f-418c-b554-25be8e81498e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.1759009 Jul 07 17:11:48.129562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-078b8e5c-6c8f-4933-9d36-9d9a6a0f9bdc req-92cb1c4e-3272-484f-895d-f839ff17dc85 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/security-groups?id=214063f2-edf4-4559-ba90-0822334f78ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149956 Jul 07 17:11:48.283777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-fcb52f04-8477-45ab-bf1b-67f37133da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.287423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-fcb52f04-8477-45ab-bf1b-67f37133da68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250924 Jul 07 17:11:48.378814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Deleting port dc0c6531-b04b-4a50-8a35-f970fec671fe {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:48.379169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.446250 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.487253 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Transition to ACTIVE for port object 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:48.507148 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.606470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-07e7ebf6-a403-478e-adf7-e83e0c9320da service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117228 Jul 07 17:11:48.660660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528e8f-03c1-4c96-a246-61dbf6cfba5a None None] Pushing event updated for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.781459 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Attempting to bind port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:48.781992 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Attempting to bind port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:48.783152 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Attempting to bind port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 on network b101b877-e6ec-4047-82d9-76072a65b54a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:48.793384 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:48.795153 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Checking segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:48.795941 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.797144 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Bound using segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:48.799165 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Bound port: 7e08dc20-2ac8-4eda-8a75-0b92b04767f5, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:48.799889 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.837286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325adc02-ec42-4792-a521-21bed5635426 req-168e2412-ec8a-4128-95c6-1ce22c070d70 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.847828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-325adc02-ec42-4792-a521-21bed5635426 req-168e2412-ec8a-4128-95c6-1ce22c070d70 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 943 time: 0.3128552 Jul 07 17:11:48.865678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] For port dc0c6531-b04b-4a50-8a35-f970fec671fe, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc0c6531-b04b-4a50-8a35-f970fec671fe,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:48.872665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-01db9a46-4223-47df-80a7-f1ec7d644e27 req-dd588230-0a52-400e-9c55-a32524a56243 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586348 Jul 07 17:11:48.874193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.916309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Calling delete_port for dc0c6531-b04b-4a50-8a35-f970fec671fe owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:48.995999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-325adc02-ec42-4792-a521-21bed5635426 req-bb1968c0-6ade-4fbe-be83-eba81a749541 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378524 Jul 07 17:11:49.032324 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] For port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:49.039518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] For port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:49.049800 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.119957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41204) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.128735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948280463', 'description': 'tempest-description--1270050009'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:49.207273 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528e8f-03c1-4c96-a246-61dbf6cfba5a None None] Pushing event updated for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.215617 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:49.216345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:49.238368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.367620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.485895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:49.552383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.556174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Pushing event deleted for resources: {'Port': ['ID=dc0c6531-b04b-4a50-8a35-f970fec671fe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.572466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.585791 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:49.666482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.668191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5464427 Jul 07 17:11:49.679486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ac396d64-3e5f-49e4-a0d8-906484de7313 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:49.680258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.691625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41224) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.720976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'security_group_rule': {'security_group_id': '5623b6de-e367-4bf5-840e-285e82bc4fed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:49.757758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] No DVR routers for this DVR port dc0c6531-b04b-4a50-8a35-f970fec671fe on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:49.763256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.769176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ed8f9b-0a31-4d19-8007-d1597b7cd8c7 req-86c47d1f-3778-4c14-865d-3e8658acc809 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.23 "DELETE /v2.0/ports/dc0c6531-b04b-4a50-8a35-f970fec671fe HTTP/1.1" status: 204 len: 173 time: 1.8996444 Jul 07 17:11:49.771046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'name': 'network-vif-deleted', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:49.784196 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a8ee13-604b-4bec-9487-9af35ef9794b" -d '{"events": [{"server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "name": "network-vif-deleted", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:49.803858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5623b6de-e367-4bf5-840e-285e82bc4fed,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.856524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.860777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.861484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.861843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.862188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.862595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.862989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.863326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.863661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.863993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.864324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.864650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7b78-e10f-494b-97e1-68361125f7c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:49.913033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 23c26328-785a-46be-b65b-4668d3543c7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:49.918535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.924500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9db9b241-dc08-415c-9442-21fab858991a req-d1c238ad-cc9a-49bc-85d6-7cc8e1652fb9 tempest-ServersOnMultiNodesTest-1805337492 tempest-ServersOnMultiNodesTest-1805337492-project] 10.222.0.66 "GET /v2.0/ports?device_id=e757d560-5870-49f0-a26d-5c4b988f39f7 HTTP/1.1" status: 200 len: 210 time: 0.0876198 Jul 07 17:11:50.135420 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3cb29-b062-4a9b-8755-a9b098299d07 x-openstack-request-id: req-31f3cb29-b062-4a9b-8755-a9b098299d07 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:50.135937 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e757d560-5870-49f0-a26d-5c4b988f39f7", "name": "network-vif-deleted", "tag": "dc0c6531-b04b-4a50-8a35-f970fec671fe", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:50.136346 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31f3cb29-b062-4a9b-8755-a9b098299d07 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:50.136943 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e757d560-5870-49f0-a26d-5c4b988f39f7', 'name': 'network-vif-deleted', 'tag': 'dc0c6531-b04b-4a50-8a35-f970fec671fe', 'status': 'completed', 'code': 200} Jul 07 17:11:50.163165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.172044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.195673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.198744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 23c26328-785a-46be-b65b-4668d3543c7c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:50.199462 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.242645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d986e304-625b-4cb2-bf0f-aad7d8badf82,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.267025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.271446 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1dacab47-b93d-4ce5-9eec-a372d118900d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5548015 Jul 07 17:11:50.274236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41230) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:50.280919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'security_group_rule': {'security_group_id': '5623b6de-e367-4bf5-840e-285e82bc4fed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:50.419006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.450124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6a3f1-5d8c-42b3-97b7-88295203ea43 req-afb4791f-fb8e-44c4-b968-3a8e52e2f404 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.460248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ac6a3f1-5d8c-42b3-97b7-88295203ea43 req-afb4791f-fb8e-44c4-b968-3a8e52e2f404 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2565434 Jul 07 17:11:50.474067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:50.486062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:50.492037 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2702338a-f735-4e3b-8fe2-3c3b3582dd4c" -d '{"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:50.501239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.548860 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:50.597319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.604861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.622921 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36606f5-0405-49ea-a19e-4c87596a5a14 None None] The sync data for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 is: [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:50.637075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd3043-2f0e-4c44-90de-ab5d859b462d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.652635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.657783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-42da37e1-a5f0-463b-92e0-f899e6c1e994 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809469 Jul 07 17:11:50.658040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:50.659950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ac6a3f1-5d8c-42b3-97b7-88295203ea43 req-41c0b45e-e62a-4105-8e64-dc2b1f275be3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987281 Jul 07 17:11:50.668767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:50.756601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41242) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:50.770101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.802017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.820018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d8ae-2a94-4708-9b11-241fffbc3ccb req-fc23c6d9-51aa-4413-b1b6-1c7db8d3f422 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.835493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a067d8ae-2a94-4708-9b11-241fffbc3ccb req-fc23c6d9-51aa-4413-b1b6-1c7db8d3f422 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 943 time: 0.3543499 Jul 07 17:11:50.853609 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65364f-5015-484e-bcfc-e82b9015af62 x-openstack-request-id: req-ca65364f-5015-484e-bcfc-e82b9015af62 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:50.855272 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-plugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:50.864323 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca65364f-5015-484e-bcfc-e82b9015af62 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:50.864942 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'code': 200} Jul 07 17:11:50.887119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc0c6531-b04b-4a50-8a35-f970fec671fe no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:50.963082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: dc0c6531-b04b-4a50-8a35-f970fec671fe {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:50.972034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc0c6531-b04b-4a50-8a35-f970fec671fe not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:50.976725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a067d8ae-2a94-4708-9b11-241fffbc3ccb req-9933db32-9091-4b70-b250-98f3b34056ec tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395330 Jul 07 17:11:51.144062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2389e7bd-dae8-40a8-88bd-1b5fdc3c4922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.210298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.442736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Allocated IP 172.25.3.183 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3c67627b-24c8-4b0d-9569-7589b82566a2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:51.493406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:51.502641 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2389e7bd-dae8-40a8-88bd-1b5fdc3c4922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.533046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2389e7bd-dae8-40a8-88bd-1b5fdc3c4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.725159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:51.734652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41264) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:51.735884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2389e7bd-dae8-40a8-88bd-1b5fdc3c4922 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1785e9f1b3a948b9a7982345d2f1182e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9687190 Jul 07 17:11:51.741271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389e7bd-dae8-40a8-88bd-1b5fdc3c4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36efb430-a80f-4a54-9c7c-b170e7a84141,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:51.756562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:51.765511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:51.807448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41266) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:51.855958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.914900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.941858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.955604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.984701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.003220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:52.102236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:52.130575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:52.133312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.143520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:52.164305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:52.165913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f95e-95de-4617-8bf4-d907897b64c1 req-06107214-38dd-4f02-adf2-b29593893566 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.181325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e067f95e-95de-4617-8bf4-d907897b64c1 req-06107214-38dd-4f02-adf2-b29593893566 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2001173 Jul 07 17:11:52.191555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:52.210610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:52.226006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.253071 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.257271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.265574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36efb430-a80f-4a54-9c7c-b170e7a84141 HTTP/1.1" status: 204 len: 168 time: 0.5262527 Jul 07 17:11:52.291623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e067f95e-95de-4617-8bf4-d907897b64c1 req-8b5ee142-0225-4282-82ae-eab4862d871c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093071 Jul 07 17:11:52.318013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.329798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd596d8-89e3-4eb9-8c50-0898159cf95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36efb430-a80f-4a54-9c7c-b170e7a84141,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.363377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:52.368203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'Port': ['ID=3c67627b-24c8-4b0d-9569-7589b82566a2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.422809 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.469051 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f7d0c25-075c-4f0c-a7f0-faecd3d8a7cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e85805b895a475b8b2eecc8df9a9aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588206 Jul 07 17:11:52.472726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.523337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.549087 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:52.550915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:52.634127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701c06-2f87-406f-85ac-025fa4eed2cc req-79978aeb-791a-40e7-b1ca-27fd51eae67c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.646067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b701c06-2f87-406f-85ac-025fa4eed2cc req-79978aeb-791a-40e7-b1ca-27fd51eae67c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 944 time: 0.1824203 Jul 07 17:11:52.679576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.695668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.730263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.760052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b701c06-2f87-406f-85ac-025fa4eed2cc req-45742c68-6280-4283-b133-e8a003223c21 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035249 Jul 07 17:11:52.780786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.912744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.921393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.926152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/214063f2-edf4-4559-ba90-0822334f78ac HTTP/1.1" status: 204 len: 168 time: 0.4495006 Jul 07 17:11:52.947101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41302) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.975469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be927926-e56d-4e38-be96-f39d925edaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214063f2-edf4-4559-ba90-0822334f78ac,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.979614 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19771237-c169-4483-ad6a-52df3fcfbd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.015474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.243423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19771237-c169-4483-ad6a-52df3fcfbd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.269882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19771237-c169-4483-ad6a-52df3fcfbd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.421607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.427956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.492843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.496908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-19771237-c169-4483-ad6a-52df3fcfbd7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=621b697260d5437c8760379a6ad88174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484021 Jul 07 17:11:53.497755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.499872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771237-c169-4483-ad6a-52df3fcfbd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5395d308-2497-47ce-8c0b-711560651a2b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.593351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.594856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9357688 Jul 07 17:11:53.599214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7efe25-93fa-438d-bacd-2d511d22e0b3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'Port': ['ID=3c67627b-24c8-4b0d-9569-7589b82566a2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.688167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:53.758482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.839670 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.842015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41334) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.855435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:53.858835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.959638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5a33e59-23d9-4d6b-a9c1-7066a8b1a23d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=585e3699d41e428d9032f5fb09dde543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160686 Jul 07 17:11:53.965072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41348) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:54.077075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.079563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.080812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.083032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5395d308-2497-47ce-8c0b-711560651a2b HTTP/1.1" status: 204 len: 168 time: 0.5797427 Jul 07 17:11:54.116898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.149081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5e006-0c02-4959-93ed-47fcef46701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395d308-2497-47ce-8c0b-711560651a2b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.166139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21e8d-7da8-4b65-98aa-280157a6800c req-119d7d0f-7e57-4239-a6da-ebb4416b579a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.175385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebe21e8d-7da8-4b65-98aa-280157a6800c req-119d7d0f-7e57-4239-a6da-ebb4416b579a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.6999533 Jul 07 17:11:54.210146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.212919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.221608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac4bc1a2-720e-4f1d-b5ba-230bc9a6836b HTTP/1.1" status: 204 len: 168 time: 0.2554770 Jul 07 17:11:54.230162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77d966-b42e-4f9e-a237-e902341516d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4bc1a2-720e-4f1d-b5ba-230bc9a6836b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.287949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebe21e8d-7da8-4b65-98aa-280157a6800c req-26a12949-ac47-40ee-9cf0-2367b3c1adca tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111126 Jul 07 17:11:54.338237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d09143-87c8-49aa-a99e-cdd6cc861624 req-8d621888-c56e-4b66-80f4-77d9b2c0a2cd tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.346082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7d09143-87c8-49aa-a99e-cdd6cc861624 req-8d621888-c56e-4b66-80f4-77d9b2c0a2cd tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 944 time: 0.3391016 Jul 07 17:11:54.485116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7d09143-87c8-49aa-a99e-cdd6cc861624 req-d34943fb-fe52-4408-89a4-289533c2c04a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284101 Jul 07 17:11:55.279055 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.528489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:55.655294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:55.659661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:55.660357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.759697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abc24-778b-4003-8835-0f876566e93c req-a195a042-d54b-4d32-bb80-93328c360f24 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.774934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-147abc24-778b-4003-8835-0f876566e93c req-a195a042-d54b-4d32-bb80-93328c360f24 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1863790 Jul 07 17:11:55.836924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.871637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:55.874417 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf0285-8d7f-4c74-b613-ae97d45c680b" -d '{"events": [{"server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "name": "network-vif-plugged", "status": "completed", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:55.896210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:55.903508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.049524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:56.069779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-147abc24-778b-4003-8835-0f876566e93c req-0bb182cd-5a10-4f51-90ea-52b7b35db517 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945485 Jul 07 17:11:56.121505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8ff09-6c30-4bad-9824-342d7f93cbf0 req-1a6eee56-c74e-45a9-bd63-bb5dc64c91b6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.126067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2a8ff09-6c30-4bad-9824-342d7f93cbf0 req-1a6eee56-c74e-45a9-bd63-bb5dc64c91b6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 944 time: 0.3498161 Jul 07 17:11:56.232767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2a8ff09-6c30-4bad-9824-342d7f93cbf0 req-d3824cc8-975f-4c6d-8628-b85a621257b0 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002131 Jul 07 17:11:56.377088 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62046820-ed76-4179-8627-fc34fb73b4a0 x-openstack-request-id: req-62046820-ed76-4179-8627-fc34fb73b4a0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:56.377888 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "name": "network-vif-plugged", "status": "completed", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:56.378233 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62046820-ed76-4179-8627-fc34fb73b4a0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:56.379087 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'code': 200} Jul 07 17:11:56.671063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3c041-419c-4b29-920e-1fbd887b1eb4 req-cdc5058c-f12c-442c-aff1-5d7d975477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.673736 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbe3c041-419c-4b29-920e-1fbd887b1eb4 req-cdc5058c-f12c-442c-aff1-5d7d975477aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.1946025 Jul 07 17:11:56.765969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.773356 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbe3c041-419c-4b29-920e-1fbd887b1eb4 req-5541a9c8-d66f-4191-abff-1ea335b0e025 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899360 Jul 07 17:11:57.578555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ce48-b171-4d9a-9cd1-e5fd19426b8a req-e117a864-c601-4ac3-a3f5-2f2529a69a15 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.583338 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae94ce48-b171-4d9a-9cd1-e5fd19426b8a req-e117a864-c601-4ac3-a3f5-2f2529a69a15 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2104030 Jul 07 17:11:57.729319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae94ce48-b171-4d9a-9cd1-e5fd19426b8a req-08de27c8-ac1c-49b8-acaf-62a04be38c82 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388125 Jul 07 17:11:58.140974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ebe2-4d25-4306-aa7c-ce8196096024 req-4ad8df8c-4f65-4fe1-8742-51b8c2ee980c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.147440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d760ebe2-4d25-4306-aa7c-ce8196096024 req-4ad8df8c-4f65-4fe1-8742-51b8c2ee980c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 945 time: 0.1611454 Jul 07 17:11:58.272554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d760ebe2-4d25-4306-aa7c-ce8196096024 req-18777065-e901-4cca-8ff6-b5278ee134f1 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174300 Jul 07 17:11:59.047422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-f01bde8e-ca1c-43de-8cc0-7e0c42b6a3ce tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2217631 Jul 07 17:11:59.075030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:59.171349 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-372311ac-c090-4b94-9523-f84f44ce07ae req-8e0d1dfd-1a93-4ccc-b5a2-1b95b783ac9a service neutron] show failed (client error): The resource could not be found. Jul 07 17:11:59.172794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-8e0d1dfd-1a93-4ccc-b5a2-1b95b783ac9a service neutron] 10.222.0.23 "GET /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.1182559 Jul 07 17:11:59.217052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.364642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41564) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.543576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.604095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af26b89-e5b5-4029-9fa3-3ca6fbb487b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.748974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-853dc364-5aeb-4caa-bac6-3e6464d08171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.751966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-853dc364-5aeb-4caa-bac6-3e6464d08171 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1102 time: 0.1262324 Jul 07 17:11:59.769088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:59.804554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Allocated IP 172.25.3.251 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/657120b5-71db-4294-a001-fa7a4e7a8330) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:59.893739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af26b89-e5b5-4029-9fa3-3ca6fbb487b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.902713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af26b89-e5b5-4029-9fa3-3ca6fbb487b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.928122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.971896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0af26b89-e5b5-4029-9fa3-3ca6fbb487b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3290e5d439eb48b7b82e53efdad53407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052794 Jul 07 17:11:59.975145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af26b89-e5b5-4029-9fa3-3ca6fbb487b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7e2fa9-07ee-4825-99ff-5c4b39da1dde,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:59.976831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41570) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:00.034797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.137053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.151637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.200102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:00.205220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:00.219025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:00.230131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.251585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event updated for resources: {'Port': ['ID=657120b5-71db-4294-a001-fa7a4e7a8330,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.277676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.278467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.279311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.279866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.280596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.281287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.281839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.282415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.283000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.283440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.283875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.284310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.300455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:00.326280 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.330032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.331669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c7e2fa9-07ee-4825-99ff-5c4b39da1dde HTTP/1.1" status: 204 len: 168 time: 0.3358574 Jul 07 17:12:00.362370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f190f3-249d-4435-a77a-766a560d471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7e2fa9-07ee-4825-99ff-5c4b39da1dde,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.371322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:00.420640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.443461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Transition to ACTIVE for port object 769137b1-7a2b-488c-b549-a33d0251c47a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:00.450306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.453267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:00.457244 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276321b8-e19b-4886-9fd6-8cf9638228d5" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-unplugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:00.472027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.555427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.613836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.628334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] No DVR routers for this DVR port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:00.713473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:00.714093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:00.714748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:00.725318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:00.725481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:00.731781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:00.732488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:00.733054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:00.733510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Bound port: 769137b1-7a2b-488c-b549-a33d0251c47a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:00.733984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.886126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:00.895178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:00.906602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.968434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.977055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41580) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:00.985957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.008135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.010153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.012669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 1097 time: 1.2502120 Jul 07 17:12:01.074526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6776-2778-4d61-9070-d880d97565d9 service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.076510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af0b-d200-49c1-9e60-1aeeca574678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.163215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-44292925-b325-4e31-b048-81e472b972ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.167036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-44292925-b325-4e31-b048-81e472b972ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1100 time: 0.1269448 Jul 07 17:12:01.274680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af0b-d200-49c1-9e60-1aeeca574678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.287202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af0b-d200-49c1-9e60-1aeeca574678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.328662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b0a8af0b-d200-49c1-9e60-1aeeca574678 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87f635630d98488da04fd7f9dbb00d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459969 Jul 07 17:12:01.329598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.335344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event updated for resources: {'Port': ['ID=657120b5-71db-4294-a001-fa7a4e7a8330,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.353659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.368785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8af0b-d200-49c1-9e60-1aeeca574678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bef6b9-5264-489c-98b2-6a5584c93ea0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.382023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.385174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-00197beb-b898-4567-8ea9-ba260c91b383 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3281720 Jul 07 17:12:01.458787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-24fa2067-3ffc-42c0-9453-91bef2caa802 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0669997 Jul 07 17:12:01.479005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-74efbca4-a960-4f95-90f3-8994f01a4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.481203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-74efbca4-a960-4f95-90f3-8994f01a4ace service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3066151 Jul 07 17:12:01.603325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-5616b3aa-e994-4a9b-a971-04426beb6120 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.605502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aaa223eb-bd99-4756-b2c3-ec0932585c68 req-5616b3aa-e994-4a9b-a971-04426beb6120 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1398075 Jul 07 17:12:01.995014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-3d337e32-01fd-465a-ba66-b45e73d60e60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.5050678 Jul 07 17:12:01.996179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.023045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b47cb-aa88-4b57-821b-bc103686b947 req-1fa87165-9f56-411e-9ec9-37ebbc137c31 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.024679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d47b47cb-aa88-4b57-821b-bc103686b947 req-1fa87165-9f56-411e-9ec9-37ebbc137c31 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 948 time: 0.1758654 Jul 07 17:12:02.100993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.167633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-126629c2-e5bd-4a73-a5d5-64189b937b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.185726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-126629c2-e5bd-4a73-a5d5-64189b937b1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1650782 Jul 07 17:12:02.233845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.236452 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.237602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91bef6b9-5264-489c-98b2-6a5584c93ea0 HTTP/1.1" status: 204 len: 168 time: 0.9073615 Jul 07 17:12:02.249465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec422-3aaf-47f3-a2f2-f9105639690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bef6b9-5264-489c-98b2-6a5584c93ea0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.273572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372311ac-c090-4b94-9523-f84f44ce07ae req-e1432b91-1d5e-4845-911b-0a393ec13f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.276806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-e1432b91-1d5e-4845-911b-0a393ec13f7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002111 Jul 07 17:12:02.433548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-5ff60868-3983-40cb-a360-49169812371f service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482329 Jul 07 17:12:02.542760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d47b47cb-aa88-4b57-821b-bc103686b947 req-d39d3947-ff2b-4a4d-9d8d-3da15161c10f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060883 Jul 07 17:12:02.658434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-372311ac-c090-4b94-9523-f84f44ce07ae req-e31d61b1-d651-4a06-ac39-bdb03f0b6088 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995578 Jul 07 17:12:02.977097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:03.043845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:03.103776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-45fb6532-99ff-44ff-98e1-32240f491367 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.114873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-45fb6532-99ff-44ff-98e1-32240f491367 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.1995854 Jul 07 17:12:03.137640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-fb62e8aa-7883-45b4-ad42-a076f8325d23 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/quotas/e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 375 time: 0.0209725 Jul 07 17:12:03.270952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-f3179393-9bbd-4c3a-a284-eb7c2932c834 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280546 Jul 07 17:12:03.387869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-8bd6fa92-eab2-4f33-ab90-57ba070be2d8 service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103835 Jul 07 17:12:03.571057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-e5518fac-1562-413c-bb54-92eb9808868e service neutron] 10.222.0.66 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776767 Jul 07 17:12:04.383666 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b0c665-ccde-4e46-8677-93ed1aba5139 x-openstack-request-id: req-f5b0c665-ccde-4e46-8677-93ed1aba5139 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:04.384196 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-unplugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:04.384435 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5b0c665-ccde-4e46-8677-93ed1aba5139 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:04.385217 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'code': 200} Jul 07 17:12:05.595731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:05.965157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:05.998721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '769137b1-7a2b-488c-b549-a33d0251c47a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '769137b1-7a2b-488c-b549-a33d0251c47a', 'mac_address': 'fa:16:3e:f3:be:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:06.107018 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.160688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:06.198020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:06.201926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.308766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-eaa46bcb-a71c-4df0-9172-be97996f17a8 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.312207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-eaa46bcb-a71c-4df0-9172-be97996f17a8 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 807 time: 0.2742510 Jul 07 17:12:06.330271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.330480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Request body: {'port': {'device_id': '082b78b9-3c69-46d7-94e4-d2578da99506', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'admin_state_up': True, 'tenant_id': 'e0c03c8ad7f7438e8853384cb1b48a11'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:06.387131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:06.390712 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:06.487957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Made reservation on behalf of e0c03c8ad7f7438e8853384cb1b48a11 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:06.488996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['769137b1-7a2b-488c-b549-a33d0251c47a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:06.492758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.790308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Allocated IP 172.20.0.11 (393b88ee-aae5-4083-8f3a-4b3236ce52de/219697df-297f-4874-9ea8-421dfd7ff01f/827717ee-6e31-40f3-8d8d-af4d310bd431) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:07.089201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.152637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.166668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fdc38e42-695c-4227-be79-61c4e81a897c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:07.209729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Network 393b88ee-aae5-4083-8f3a-4b3236ce52de is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:07.214717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:07.220990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:07.317818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:07.395405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.396235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.420918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-94b90d39-1bd4-4dce-b4b6-84d401da4354 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0963120 Jul 07 17:12:07.433808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Request body: {'port': {'device_id': '082b78b9-3c69-46d7-94e4-d2578da99506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:07.527520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6c05-da0d-40c2-8d41-3a6c0488f98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.611460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.785983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:07.957225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 769137b1-7a2b-488c-b549-a33d0251c47a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:07.968877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 769137b1-7a2b-488c-b549-a33d0251c47a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:07.969255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.088443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827717ee-6e31-40f3-8d8d-af4d310bd431 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:08.114195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.134690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Transition to ACTIVE for port object 827717ee-6e31-40f3-8d8d-af4d310bd431 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:08.144140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.171755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.220191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:08.223116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:08.229739 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ecee32-1c24-481b-a37c-1a65cb9bd15e" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:08.233935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.329303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.393276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.528490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:08.528907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:08.529303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:08.538049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:08.539096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:08.555324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:08.555973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:08.558293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:08.559558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Bound port: 827717ee-6e31-40f3-8d8d-af4d310bd431, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:08.561202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.726281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:08.732281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:08.745733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.817201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.817841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.819311 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] 10.222.0.73 "PUT /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 1093 time: 1.3899348 Jul 07 17:12:08.852924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750a8c-5288-4b01-a292-6faa16bd31ed service neutron] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.960691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-9f710af0-f7aa-489c-bbca-4df3e63d325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.962636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-9f710af0-f7aa-489c-bbca-4df3e63d325f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1096 time: 0.0920014 Jul 07 17:12:09.046848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-022bd0dc-a899-4f12-bd77-10bc897fbdeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 217 time: 0.0728898 Jul 07 17:12:09.117875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-f84f5a0c-abbd-4380-a613-9d7d7a457550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.119995 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-f84f5a0c-abbd-4380-a613-9d7d7a457550 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0645921 Jul 07 17:12:09.159433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-c5d6f8ef-694c-417e-8d27-c277aebacd12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312128 Jul 07 17:12:09.281495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-3115b493-5a1e-409c-8368-dc534cb411c3 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.284534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-3115b493-5a1e-409c-8368-dc534cb411c3 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 821 time: 0.1749141 Jul 07 17:12:09.307869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-a1b61914-842b-4482-b0fc-affbdc53ca76 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/quotas/a0ccfb67af3c45fd9087252c99060a43 HTTP/1.1" status: 200 len: 375 time: 0.0161848 Jul 07 17:12:09.392985 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-7d7a18db-04f4-4ed3-a9d7-67560f8c0ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231324 Jul 07 17:12:09.447107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-9e6ccc41-e136-4ff7-99f7-1e13ee56bcd4 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1377418 Jul 07 17:12:09.601444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8ff16-0bc6-4508-9b35-7136e3d1c913 req-d8fd4c43-7a12-42b9-95a6-0d6f3a1f536e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.620527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02c8ff16-0bc6-4508-9b35-7136e3d1c913 req-d8fd4c43-7a12-42b9-95a6-0d6f3a1f536e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2313297 Jul 07 17:12:09.642134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b43e4dfe-e82c-45da-abc8-f829ba85c64e req-6e58be2a-984d-4438-8ad3-a4ea12a1c605 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999996 Jul 07 17:12:09.717853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02c8ff16-0bc6-4508-9b35-7136e3d1c913 req-f29f9840-f55d-444b-8f8c-a3aeef2624c1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939698 Jul 07 17:12:09.722665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-612203d5-b87b-42a6-aa62-3f20dab11bec service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700694 Jul 07 17:12:09.942992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-2da8795b-ddf6-44b2-a27f-ba1c94637532 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105544 Jul 07 17:12:09.999237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1718bad-f04f-4645-97f5-e57d49f73c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.008664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc68e6-b5a6-4289-96af-a8ba1fe5cadc req-79ed54c5-8b14-46f8-9e5e-a11380e431e2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.024015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cabc68e6-b5a6-4289-96af-a8ba1fe5cadc req-79ed54c5-8b14-46f8-9e5e-a11380e431e2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.1717787 Jul 07 17:12:10.099462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cabc68e6-b5a6-4289-96af-a8ba1fe5cadc req-ee8d2703-19eb-4b52-89bf-aa4a104b2e47 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742362 Jul 07 17:12:10.188970 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a660499a-4c6f-4c44-bbac-efa6899c71f8 x-openstack-request-id: req-a660499a-4c6f-4c44-bbac-efa6899c71f8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:10.189281 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:10.189728 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a660499a-4c6f-4c44-bbac-efa6899c71f8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:10.190508 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'status': 'completed', 'code': 200} Jul 07 17:12:10.308309 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729d2c7-4bfc-4148-9a7c-7cc5a1e4c963 x-openstack-request-id: req-6729d2c7-4bfc-4148-9a7c-7cc5a1e4c963 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:10.308859 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:10.309981 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6729d2c7-4bfc-4148-9a7c-7cc5a1e4c963 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:10.311252 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'code': 200} Jul 07 17:12:10.376923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-b39c099f-2ad8-44c3-9444-eea44fca83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.378903 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-b39c099f-2ad8-44c3-9444-eea44fca83b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1102 time: 0.1195481 Jul 07 17:12:10.398539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-fd99ba9e-0e86-4d7d-bc42-4d224782cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.411884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-fd99ba9e-0e86-4d7d-bc42-4d224782cfe4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1102 time: 0.1998966 Jul 07 17:12:10.463403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.665453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e7406db6-8e47-4ef8-9b3b-3fbe3a164538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.669625 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e7406db6-8e47-4ef8-9b3b-3fbe3a164538 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2772520 Jul 07 17:12:10.681316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8688c593-3d54-4245-90f6-e986d20b3f6a req-c4abd20d-0514-4a57-9ec1-e74dbeebbcf6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 210 time: 0.1336975 Jul 07 17:12:10.818735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-ae4cb071-266f-46ba-8749-d8334a3f8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.821510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-ae4cb071-266f-46ba-8749-d8334a3f8a75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.4017406 Jul 07 17:12:10.869009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-d41bf0bf-f66a-4adb-a555-ba54b8601c3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.1759555 Jul 07 17:12:10.888693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e0ae370d-2544-4558-9d0f-0b44f0c2dfbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0515230 Jul 07 17:12:11.039238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-9dd268bc-759f-48bb-a52e-7e48d6e50ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.041212 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-9dd268bc-759f-48bb-a52e-7e48d6e50ebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1644518 Jul 07 17:12:11.041631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e135c272-5c46-4849-8e68-a844e6ed8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.043402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e135c272-5c46-4849-8e68-a844e6ed8e4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1439667 Jul 07 17:12:11.174774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-67ef81a5-a5f2-480d-8e2c-cc788875af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.176827 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-67ef81a5-a5f2-480d-8e2c-cc788875af93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243598 Jul 07 17:12:11.182183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-075277fc-c2e3-4254-93bc-8a4a9cf99826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.186174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-075277fc-c2e3-4254-93bc-8a4a9cf99826 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298897 Jul 07 17:12:11.409315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:11.432877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-1852adba-4302-446b-9ac4-d454b11a2d84 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288563 Jul 07 17:12:11.587133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-e52a6ddf-17e6-407b-b2f5-e225a24b66c1 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915272 Jul 07 17:12:11.618188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-f5a62fa5-9c94-4871-b3eb-e829bcb9ba4b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.625110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-f5a62fa5-9c94-4871-b3eb-e829bcb9ba4b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 950 time: 0.3714490 Jul 07 17:12:11.682100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.688091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733379ab-2090-47ef-b835-897783a326a7 req-c2191858-1172-47fc-ac5c-7c89b2d0abc8 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.696355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733379ab-2090-47ef-b835-897783a326a7 req-c2191858-1172-47fc-ac5c-7c89b2d0abc8 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.2322679 Jul 07 17:12:11.745207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-c9ccbe6a-1b9f-4c8e-a5f6-5aa26596f9ab service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040905 Jul 07 17:12:11.779991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733379ab-2090-47ef-b835-897783a326a7 req-84f62b0c-0a56-4eec-8c3f-935787400b77 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Jul 07 17:12:11.864478 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ca1ed59-87e5-4e79-91c5-e2fc9c8bc270 req-2b7fb501-78b4-42ba-a4a2-60c17d493fd0 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671704 Jul 07 17:12:12.087026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b82a0dae-4376-47f8-b501-5b5d47847466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.114141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173231a-cb79-431c-8cf4-73cef5f1bcc3 req-ca38d33d-46ea-4490-8e98-df0f545df3bd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.130647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4173231a-cb79-431c-8cf4-73cef5f1bcc3 req-ca38d33d-46ea-4490-8e98-df0f545df3bd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1101704 Jul 07 17:12:12.201054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:12.207867 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f20c1-1572-45c1-9272-4e04aa27ab76" -d '{"events": [{"name": "network-changed", "server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:12.216593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-a2277a1a-e2d1-41bb-9cc5-40655728834e service neutron] 10.222.0.73 "GET /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a/bindings/n-h2-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.3503335 Jul 07 17:12:12.399411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4173231a-cb79-431c-8cf4-73cef5f1bcc3 req-7203670a-77c5-47f7-90e4-03f3d721ac62 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659321 Jul 07 17:12:12.406361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-35d4b023-c467-435a-aa01-82b26422f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.409437 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-35d4b023-c467-435a-aa01-82b26422f2a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1102 time: 0.1331747 Jul 07 17:12:12.457293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-116dea2a-232b-496d-b722-4b52c827966e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.462358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-116dea2a-232b-496d-b722-4b52c827966e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.23 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 821 time: 0.3018887 Jul 07 17:12:12.477900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'port': {'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'admin_state_up': True, 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:12.524422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b82a0dae-4376-47f8-b501-5b5d47847466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.534094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b82a0dae-4376-47f8-b501-5b5d47847466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.627675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b82a0dae-4376-47f8-b501-5b5d47847466 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06f7320f4b30427381ed99b1cf66f4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2080638 Jul 07 17:12:12.628932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a0dae-4376-47f8-b501-5b5d47847466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9a921-3749-4f90-a640-745a2eee7f40,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.631321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41850) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:12.648805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-2357e8d7-d392-4bd8-a715-49ac1168bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.651702 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-2357e8d7-d392-4bd8-a715-49ac1168bf03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2353187 Jul 07 17:12:12.751303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-af238d93-f1e3-4578-9266-adf264686e72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0904298 Jul 07 17:12:12.811786 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d31734d-b31e-41b7-af0c-c6062582bad8 x-openstack-request-id: req-1d31734d-b31e-41b7-af0c-c6062582bad8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:12.812161 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:12.812399 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d31734d-b31e-41b7-af0c-c6062582bad8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:12.815429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Made reservation on behalf of a0ccfb67af3c45fd9087252c99060a43 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:12.815578 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'status': 'completed', 'code': 200} Jul 07 17:12:12.820210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.908017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8353e45f-4a5e-4c3e-a705-dcb457e55c2b req-4cd0cc09-f9d5-488f-ac36-28122ca2b92e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 210 time: 0.0679255 Jul 07 17:12:13.036115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-4c362aa4-166e-4ea1-a0e0-dace65d7c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.040397 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-4c362aa4-166e-4ea1-a0e0-dace65d7c3d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2777464 Jul 07 17:12:13.051764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.119905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.314211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Allocated IP 172.20.0.4 (6efb5c4f-5cea-4bdd-998b-0f8b425f4697/81a3132d-e33c-40c5-b0ba-78a3107f7ebe/1222d30a-dfdf-4e31-bc74-5ec54aa45d87) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:13.338194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.347806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.347806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddf9a921-3749-4f90-a640-745a2eee7f40 HTTP/1.1" status: 204 len: 168 time: 0.6999776 Jul 07 17:12:13.383580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f421db0-5fa5-432c-95d4-6e50bb9cfdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9a921-3749-4f90-a640-745a2eee7f40,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:13.400958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751d1d1-502c-4bc6-a568-c209620315a9 req-391641ab-e1d1-4f0c-8339-8da80c7af176 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.410516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9751d1d1-502c-4bc6-a568-c209620315a9 req-391641ab-e1d1-4f0c-8339-8da80c7af176 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.2031364 Jul 07 17:12:13.426897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-484399de-2379-4833-9690-205d36277f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.432704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-484399de-2379-4833-9690-205d36277f3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1096 time: 0.5744827 Jul 07 17:12:13.464841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.485966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9751d1d1-502c-4bc6-a568-c209620315a9 req-3a2fe160-c9b0-43a1-88e2-dec37d867ddf tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735955 Jul 07 17:12:13.571056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-ef8b01ea-78f3-4fd2-a1e7-2ead91799233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.572672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-ef8b01ea-78f3-4fd2-a1e7-2ead91799233 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3488758 Jul 07 17:12:13.683176 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.685974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:13.725742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-567491a4-c01c-4732-8870-7bd2d098ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.735111 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-567491a4-c01c-4732-8870-7bd2d098ca25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.2804961 Jul 07 17:12:13.768734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Transition to ACTIVE for port object 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:13.888626 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-d23ad6d4-b26a-4316-ad49-ddf7f9901b5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 217 time: 0.1401379 Jul 07 17:12:13.934425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.991760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-7b8c4236-ff5e-4a1f-af13-086d8e6636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.993332 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-7b8c4236-ff5e-4a1f-af13-086d8e6636f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0904183 Jul 07 17:12:14.023644 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-097a0863-3dde-4ca6-bf0e-34d42dea6f1b service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423075 Jul 07 17:12:14.030088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:14.033850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:14.036495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.038544 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76753c39-2593-4f1f-ba80-29a3a3632abd" -d '{"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-unplugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:14.048061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.053487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-bd6d533d-9009-434e-bbb9-347433b40cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534611 Jul 07 17:12:14.058042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:14.069959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-50905062-d40e-4e08-b199-af503de208d9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.075804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-50905062-d40e-4e08-b199-af503de208d9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.3380578 Jul 07 17:12:14.168077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-e67b53d9-c173-46c7-a7b3-ee1214d77976 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186111 Jul 07 17:12:14.178062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event updated for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.247851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:14.261940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.267454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd272-9c83-472f-ac58-79e37d07e0a8 req-7d1a1a27-d220-4e56-b674-5b098fae67cf tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.274681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c5dd272-9c83-472f-ac58-79e37d07e0a8 req-7d1a1a27-d220-4e56-b674-5b098fae67cf tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.6258683 Jul 07 17:12:14.277095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:14.283719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:14.291618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-5fc04179-ec69-4bb3-9b43-3b2e48e6f908 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/quotas/18a4da7f3679435bbf3d62911d9f3a93 HTTP/1.1" status: 200 len: 375 time: 0.1137049 Jul 07 17:12:14.313496 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-11997da5-3363-4fac-8f5c-85a105d8ba2c service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440692 Jul 07 17:12:14.441003 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-176f20c1-1572-45c1-9272-4e04aa27ab76 req-9db6921f-023c-4c8b-808b-6ffcb1535685 service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163325 Jul 07 17:12:14.501967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.523613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-605bef1d-d67f-492f-b7c3-5594ec9c71b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.529684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c5dd272-9c83-472f-ac58-79e37d07e0a8 req-16a74435-f335-465c-bfa8-fb0cbd477fd7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512040 Jul 07 17:12:14.609614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.609614 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.641936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-510f57c1-5ba1-4768-ba87-a4d100e60e15 None None] Provisioning for port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:14.647940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-510f57c1-5ba1-4768-ba87-a4d100e60e15 None None] Provisioning complete for port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:14.649313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-510f57c1-5ba1-4768-ba87-a4d100e60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.654487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-2bc7aa79-e04b-4b65-857d-dccdc4b17f02 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2921824 Jul 07 17:12:14.745068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-510f57c1-5ba1-4768-ba87-a4d100e60e15 None None] Port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:14.785561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-605bef1d-d67f-492f-b7c3-5594ec9c71b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.792413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-605bef1d-d67f-492f-b7c3-5594ec9c71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.810354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-788dc181-c10d-402d-9c3b-270a772b866a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3389292 Jul 07 17:12:14.839548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Request body: {'port': {'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:14.841656 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-605bef1d-d67f-492f-b7c3-5594ec9c71b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9d6bbf25c6f4390b42497cfe2feb556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383639 Jul 07 17:12:14.844069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.878191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bef1d-d67f-492f-b7c3-5594ec9c71b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8057b37a-0dbb-4f49-a966-05098e772df4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:14.916929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.928704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-aff6d2c4-cf03-4e62-9d53-b72a0d47d3cd service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721298 Jul 07 17:12:14.943981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.050320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.054472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.058645 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8057b37a-0dbb-4f49-a966-05098e772df4 HTTP/1.1" status: 204 len: 168 time: 0.2135680 Jul 07 17:12:15.071529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6307c-78bc-4633-92f4-f00d384acd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8057b37a-0dbb-4f49-a966-05098e772df4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:15.115376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-03b23f5f-c6ee-4b07-8d3a-6088e1c82f27 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:15.117395 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-03b23f5f-c6ee-4b07-8d3a-6088e1c82f27 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/ports?device_id=453bdc5e-a24d-49a2-8605-71824a199e18 HTTP/1.1" status: 200 len: 943 time: 0.1084664 Jul 07 17:12:15.144952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-29a53afb-3e3a-480b-9f5f-c2fad05dbe06 service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152619 Jul 07 17:12:15.145669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.227855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda86ea-1fcb-4a44-8665-26bfc5bddd75 req-bb57258b-a551-494c-aad0-118c492d7a18 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:15.235455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fda86ea-1fcb-4a44-8665-26bfc5bddd75 req-bb57258b-a551-494c-aad0-118c492d7a18 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 931 time: 0.2409730 Jul 07 17:12:15.304349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Deleting port ac396d64-3e5f-49e4-a0d8-906484de7313 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:15.304646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.315011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fda86ea-1fcb-4a44-8665-26bfc5bddd75 req-5284e49f-853d-4300-baa9-a83944e21658 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Jul 07 17:12:15.420267 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be57bb-8adb-42fe-8daa-113dad2caf8b x-openstack-request-id: req-a6be57bb-8adb-42fe-8daa-113dad2caf8b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:15.420584 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-unplugged", "status": "completed", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:15.420972 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6be57bb-8adb-42fe-8daa-113dad2caf8b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:15.421251 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'code': 200} Jul 07 17:12:15.472030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] For port ac396d64-3e5f-49e4-a0d8-906484de7313, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac396d64-3e5f-49e4-a0d8-906484de7313,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:15.472385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.515181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Calling delete_port for ac396d64-3e5f-49e4-a0d8-906484de7313 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:15.681153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edca04c9-4351-4f5e-904b-158b4339e8a3 req-3f082c82-2cc2-4756-9e7f-488d18cd928e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 210 time: 0.1419210 Jul 07 17:12:15.736303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.824895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bae6e-6ea7-4036-96db-a7c408140a49 req-68c2da9f-3e36-47b6-99b8-b66ce4bcc2de tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:15.837276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event deleted for resources: {'Port': ['ID=ac396d64-3e5f-49e4-a0d8-906484de7313,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:15.855641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c6bae6e-6ea7-4036-96db-a7c408140a49 req-68c2da9f-3e36-47b6-99b8-b66ce4bcc2de tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.1825235 Jul 07 17:12:15.919327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c6bae6e-6ea7-4036-96db-a7c408140a49 req-adcab9e9-d856-49b7-920f-68fc5f2cd1d1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565596 Jul 07 17:12:15.997499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] No DVR routers for this DVR port ac396d64-3e5f-49e4-a0d8-906484de7313 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:16.000562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.006267 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420b9cce-e482-4e9e-9a4a-dfad60159bdb req-fd4accbe-819b-46e1-a7e6-158ed718e4c4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "DELETE /v2.0/ports/ac396d64-3e5f-49e4-a0d8-906484de7313 HTTP/1.1" status: 204 len: 173 time: 0.8823330 Jul 07 17:12:16.009463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-deleted', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:16.018890 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cf0135-925b-4e64-a933-ac6e108ebbba" -d '{"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-deleted", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:16.136862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:16.160985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.231492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Transition to ACTIVE for port object 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:16.240184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.241033 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf501a64-dae7-45e7-ad91-ed2a1f2b3729 x-openstack-request-id: req-bf501a64-dae7-45e7-ad91-ed2a1f2b3729 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:16.242376 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453bdc5e-a24d-49a2-8605-71824a199e18", "name": "network-vif-deleted", "tag": "ac396d64-3e5f-49e4-a0d8-906484de7313", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:16.243010 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf501a64-dae7-45e7-ad91-ed2a1f2b3729 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:16.243636 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453bdc5e-a24d-49a2-8605-71824a199e18', 'name': 'network-vif-deleted', 'tag': 'ac396d64-3e5f-49e4-a0d8-906484de7313', 'status': 'completed', 'code': 200} Jul 07 17:12:16.255328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdfd8e-2fb9-4847-a5b4-e25a7bbe4d88 req-bf8b0421-407d-4916-836d-28493b1bf9b0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.263023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30cdfd8e-2fb9-4847-a5b4-e25a7bbe4d88 req-bf8b0421-407d-4916-836d-28493b1bf9b0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.2961707 Jul 07 17:12:16.347302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30cdfd8e-2fb9-4847-a5b4-e25a7bbe4d88 req-b9d66595-f30d-4746-bd14-1149325032cb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Jul 07 17:12:16.392676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Pushing event updated for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.534777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Attempting to bind port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:16.535465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Attempting to bind port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:16.538025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Attempting to bind port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:16.548467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:16.548867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Attempting to bind port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 on network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:16.554625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:16.555229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Checking segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:16.555734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Bound using segment: {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:16.556257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Bound port: 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:16.556675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.797768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:16.823416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f629-3672-49b7-ae05-b374096cc334 req-164fea79-cb99-4c89-a721-3a951b607e30 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.824302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97f6f629-3672-49b7-ae05-b374096cc334 req-164fea79-cb99-4c89-a721-3a951b607e30 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 943 time: 0.1867075 Jul 07 17:12:16.830416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:16.846404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.021139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Pushing event updated for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:17.101886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:17.152396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a30ccd2-ff5a-4242-8697-feea1ddc43da req-263280c5-0575-450d-abc2-d8681e9ee31e tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 210 time: 0.1822500 Jul 07 17:12:17.180624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.181255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.182670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-8bfa37aa-e5df-47a7-93f8-4eb0bb83312a service neutron] 10.222.0.23 "PUT /v2.0/ports/1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 1092 time: 2.3596542 Jul 07 17:12:17.194870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97f6f629-3672-49b7-ae05-b374096cc334 req-bf8da3a8-6c64-459b-b7e3-bb0cb64706d5 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615026 Jul 07 17:12:17.203358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:17.206204 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d337c-fce5-4f8f-a026-7f7c50912d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:17.335661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-d480844e-405e-45e6-886b-2e58d0a4202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.344484 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-d480844e-405e-45e6-886b-2e58d0a4202c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1102 time: 0.1726921 Jul 07 17:12:17.362434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:17.453674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1747666768-network', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:17.623340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Made reservation on behalf of d5b61e5e567e44a79f9ec4913c90dfc3 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:17.631719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.675804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.690981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.817869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.845601 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d164af5-ade9-4dcc-a4d4-fde6e39a3878 x-openstack-request-id: req-9d164af5-ade9-4dcc-a4d4-fde6e39a3878 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:17.846173 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:17.846173 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d164af5-ade9-4dcc-a4d4-fde6e39a3878 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:17.846548 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'status': 'completed', 'code': 200} Jul 07 17:12:17.957806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-ceab54bb-dad0-498d-bcf2-bc226788e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.959370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-ceab54bb-dad0-498d-bcf2-bc226788e31e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1095 time: 0.5780153 Jul 07 17:12:17.980288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12c4f5-012b-422d-86c9-d59604c8c75e req-849058bf-6fde-47df-b61a-53dc947d5d3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.982045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf12c4f5-012b-422d-86c9-d59604c8c75e req-849058bf-6fde-47df-b61a-53dc947d5d3b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.1396978 Jul 07 17:12:18.016936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.032883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427fd87-77c5-45b3-b7bb-66895222aaa4 req-7888a73a-01ab-432c-9e6d-a491eb0c6f6e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.039790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d427fd87-77c5-45b3-b7bb-66895222aaa4 req-7888a73a-01ab-432c-9e6d-a491eb0c6f6e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1957760 Jul 07 17:12:18.045314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-42749358-6425-40be-a441-5d118339ede8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 217 time: 0.0750461 Jul 07 17:12:18.130722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:18.165217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.165602 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Added segment 863b5dd0-f878-4975-9735-636ebe7cca89 of type vlan for network 1aec35aa-fe56-4be3-8a81-eccede3c6755 Jul 07 17:12:18.196569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4ca13-87df-4d2c-a843-c7c9596a2eab,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:18.197411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41998) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:18.234563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d427fd87-77c5-45b3-b7bb-66895222aaa4 req-8c8944fd-6249-43ea-b04a-ed7b4a32bb98 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938369 Jul 07 17:12:18.263404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf12c4f5-012b-422d-86c9-d59604c8c75e req-c12a008d-3520-4d7a-80ab-4a3e486ab41e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722058 Jul 07 17:12:18.265024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-fbe94e90-df48-439a-b19e-85f4618ec127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.266502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-fbe94e90-df48-439a-b19e-85f4618ec127 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.2057879 Jul 07 17:12:18.404596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd20e103-4372-4e7c-acdf-51e68ecdad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.467526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8bfb245-3728-4e11-b1a0-364a945b2149 req-e7d97c91-bcb5-46a4-bb58-03b8014c77a6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 210 time: 0.0461364 Jul 07 17:12:18.527249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-b613ed8d-6a6f-46cb-a4a5-28600a0bbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.529861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-b613ed8d-6a6f-46cb-a4a5-28600a0bbd06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504988 Jul 07 17:12:18.671025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.693523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41cdca-873d-4157-85fd-06b5afe295e0 req-087f5b54-14c5-4513-a19a-9aff9303ebc0 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.701568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac41cdca-873d-4157-85fd-06b5afe295e0 req-087f5b54-14c5-4513-a19a-9aff9303ebc0 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 943 time: 0.2422044 Jul 07 17:12:18.702144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-8dd6bbf8-88ca-4aa5-a279-854043dba039 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.705012 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-8dd6bbf8-88ca-4aa5-a279-854043dba039 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.6990147 Jul 07 17:12:18.719004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-cf841ba1-415a-4f68-995b-d360dccf9b7f service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808107 Jul 07 17:12:18.724567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Request body: {'port': {'device_id': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'admin_state_up': True, 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:18.792479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:18.795397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd20e103-4372-4e7c-acdf-51e68ecdad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.808606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd20e103-4372-4e7c-acdf-51e68ecdad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.828151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac41cdca-873d-4157-85fd-06b5afe295e0 req-d8be00ae-4c1b-4cd1-9e67-5d9340fadcab tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256070 Jul 07 17:12:18.856077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.856331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.856785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.878183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:18.885401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e103-4372-4e7c-acdf-51e68ecdad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b1fbc-48d2-423b-ae3b-e522dd50824f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:18.908761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd20e103-4372-4e7c-acdf-51e68ecdad47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=167d4b7f32b14844b0434ab83770a5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7101827 Jul 07 17:12:18.911790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c4fddb-7fd4-4ca7-89aa-b56afb540fe5 req-5dc79c19-f64d-4882-b75a-bbf213c18d68 service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812484 Jul 07 17:12:18.918045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42018) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:18.966772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8602948 Jul 07 17:12:18.968694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:18.975247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Request body: {'subnet': {'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1747666768-subnet', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:18.993447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bc291-72c6-4589-9398-08e528fb8c95 admin admin] Pushing event updated for resources: {'Network': ['ID=1aec35aa-fe56-4be3-8a81-eccede3c6755,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.002821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:19.005097 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e309e6-7d2b-4308-8b9c-640f2ef7cca7" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-unplugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:19.005904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:19.008896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.016982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.049199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.057341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Transition to ACTIVE for port object 769137b1-7a2b-488c-b549-a33d0251c47a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:19.058255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:19.072467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.076790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.091709 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b1469-41f1-4343-a9f2-96de886e1e8d x-openstack-request-id: req-0f7b1469-41f1-4343-a9f2-96de886e1e8d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:19.091970 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-unplugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:19.092213 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f7b1469-41f1-4343-a9f2-96de886e1e8d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:19.092615 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'code': 200} Jul 07 17:12:19.108485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-825d6395-cafd-4642-b6dd-68af6f78ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.110179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-825d6395-cafd-4642-b6dd-68af6f78ac35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1095 time: 0.1405497 Jul 07 17:12:19.114258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Made reservation on behalf of d5b61e5e567e44a79f9ec4913c90dfc3 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:19.116671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.157363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.201703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] No DVR routers for this DVR port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:19.264592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:19.264927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:19.265452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:19.266842 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.271195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.272517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd1b1fbc-48d2-423b-ae3b-e522dd50824f HTTP/1.1" status: 204 len: 168 time: 0.3587635 Jul 07 17:12:19.297057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:19.297632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Attempting to bind port 769137b1-7a2b-488c-b549-a33d0251c47a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:19.311645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:19.312051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:19.312501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:19.313013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Bound port: 769137b1-7a2b-488c-b549-a33d0251c47a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:19.313502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.334856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383e26a-6da8-48a2-b2a3-4290027b8160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b1fbc-48d2-423b-ae3b-e522dd50824f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.339525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Allocated IP 172.20.0.10 (0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd/5e61953d-df8a-4e7b-9544-7d7e3efeb54f/22ab7033-5092-4cbd-b128-bbfa9b7051b2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:19.371278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-a20ee581-95f3-43f4-bfb8-dd40fe42943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.373811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-a20ee581-95f3-43f4-bfb8-dd40fe42943c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.2487569 Jul 07 17:12:19.467804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:19.475506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:19.489668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-557942aa-8110-4c4f-9a59-d0584c6434d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 217 time: 0.0941970 Jul 07 17:12:19.496105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.601381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=11']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.644076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.645023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.647248 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-1c8c2206-7668-4606-9bae-8c5ae5110d75 service neutron] 10.222.0.23 "PUT /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 1098 time: 2.2938266 Jul 07 17:12:19.665427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.699257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:19.804134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:19.811404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:19.811858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:19.836371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ac396d64-3e5f-49e4-a0d8-906484de7313 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:19.836985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac396d64-3e5f-49e4-a0d8-906484de7313 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:19.854393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5e68-3075-4b0a-bf16-886390946f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.878715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-57391852-d1de-44cb-826b-136cfbdedf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.880281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-57391852-d1de-44cb-826b-136cfbdedf2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.3779607 Jul 07 17:12:19.951270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.972513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=578d1dd4-7820-4389-ad92-aa087ddbd08b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.028247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Checking segment: {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:20.028609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Network hostable DHCP agents. Network: 1aec35aa-fe56-4be3-8a81-eccede3c6755, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:20.044216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f58323-9c24-440d-a1aa-75674df3eee7 req-f157881d-2a16-44b8-99f3-9fda46ffea91 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.047344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46f58323-9c24-440d-a1aa-75674df3eee7 req-f157881d-2a16-44b8-99f3-9fda46ffea91 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.4114981 Jul 07 17:12:20.057902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-7cf44393-73a3-4a52-91cc-1121b9142110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.062035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-7cf44393-73a3-4a52-91cc-1121b9142110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1101 time: 0.3265159 Jul 07 17:12:20.073818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d608f-bff3-42ca-9916-94f962ecafcb req-c09723d3-8c6e-43bf-b892-52c9fb4648c8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.079009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-242d608f-bff3-42ca-9916-94f962ecafcb req-c09723d3-8c6e-43bf-b892-52c9fb4648c8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 949 time: 0.4447227 Jul 07 17:12:20.126416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.130860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-5a419147-d5cd-4be1-973f-ecad6f77dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.132417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-5a419147-d5cd-4be1-973f-ecad6f77dba2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348177 Jul 07 17:12:20.201234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:20.213592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:20.224169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:20.236606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.238241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:20.251293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46f58323-9c24-440d-a1aa-75674df3eee7 req-1de90e2e-22fd-42fc-9316-4cdd9235df38 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970088 Jul 07 17:12:20.287220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5e68-3075-4b0a-bf16-886390946f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.296797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-c19a8297-d366-406c-bb05-af287565c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.297151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-f995b0db-0b07-45d5-adc2-d19dd7cd6f2f service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568203 Jul 07 17:12:20.298697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-c19a8297-d366-406c-bb05-af287565c4c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2243607 Jul 07 17:12:20.299338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5e68-3075-4b0a-bf16-886390946f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.301314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-242d608f-bff3-42ca-9916-94f962ecafcb req-e2e8822a-19a0-40f6-8f5b-ddba62166a22 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898324 Jul 07 17:12:20.302615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1aec35aa-fe56-4be3-8a81-eccede3c6755) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:20.309732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.310892 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.316057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f3298-cabd-477b-9d02-9ab7c0169ab5 None None] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:20.321575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.322344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.407830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-6cb267d4-fccc-4850-a3dd-57b6f78f80a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.0924826 Jul 07 17:12:20.408180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-094e4d29-90b9-4eae-97cb-e2d9f0decdeb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4367542 Jul 07 17:12:20.410968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42050) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:20.419303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:20.429600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-3e148f14-e28d-4779-88e3-d7c9b5db1c7d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7106075 Jul 07 17:12:20.436894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ad2d5e68-3075-4b0a-bf16-886390946f77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20cb886e66944708955818f1d4f1fa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260400 Jul 07 17:12:20.452813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:20.454977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5e68-3075-4b0a-bf16-886390946f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e42e2-b070-4b0a-81bb-f2c327023f99,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.457081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.470579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Request body: {'port': {'device_id': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:20.474996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.534427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-565faa1a-045a-48b8-9429-70a429ad00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.534972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-516d337c-fce5-4f8f-a026-7f7c50912d1f req-aec70048-29be-46ad-8db8-18ef956edcf5 service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202969 Jul 07 17:12:20.535789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-565faa1a-045a-48b8-9429-70a429ad00db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1200285 Jul 07 17:12:20.639262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.643109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-1aec35aa-fe56-4be3-8a81-eccede3c6755', 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'fixed_ips': [{'subnet_id': '578d1dd4-7820-4389-ad92-aa087ddbd08b'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:20.645458 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.659399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.664168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.694199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.767737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-234ae026-dba7-4a82-b923-1857b757df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.770543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-234ae026-dba7-4a82-b923-1857b757df8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2128963 Jul 07 17:12:20.831742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Allocated IP 172.20.0.2 (1aec35aa-fe56-4be3-8a81-eccede3c6755/578d1dd4-7820-4389-ad92-aa087ddbd08b/b74c59bc-8c9a-444a-a390-c1a62d062e8a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:20.932070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.935190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.938602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b9e42e2-b070-4b0a-81bb-f2c327023f99 HTTP/1.1" status: 204 len: 168 time: 0.4783776 Jul 07 17:12:20.975682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456258-2470-4878-bb44-5a13eafc64f1 req-9cd15d06-3fb5-4461-aa12-478582c8df44 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.984090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13456258-2470-4878-bb44-5a13eafc64f1 req-9cd15d06-3fb5-4461-aa12-478582c8df44 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 932 time: 0.4474216 Jul 07 17:12:20.987460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.991045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270683c4-dc81-4762-8f0c-2618583534d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e42e2-b070-4b0a-81bb-f2c327023f99,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:21.014879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:21.023357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-8ecbd678-dbb2-42ef-bea0-3784ae00e642 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393820 Jul 07 17:12:21.072295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13456258-2470-4878-bb44-5a13eafc64f1 req-87a21a4b-7752-449e-b65b-8bdf1f96e60d tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850167 Jul 07 17:12:21.122087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70c33a-b2b8-474d-b231-b284a6e6a413 req-4dcc6f08-d3c9-4147-beff-afde51c6f6e6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.130254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b70c33a-b2b8-474d-b231-b284a6e6a413 req-4dcc6f08-d3c9-4147-beff-afde51c6f6e6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 943 time: 0.3567691 Jul 07 17:12:21.194914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b70c33a-b2b8-474d-b231-b284a6e6a413 req-39b15feb-cf03-4bab-8920-387e84415bbd tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631163 Jul 07 17:12:21.218522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:21.222678 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98772274-95cd-4efe-8bed-73c013a720a1" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:21.227248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.242020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Transition to ACTIVE for port object b74c59bc-8c9a-444a-a390-c1a62d062e8a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.263646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Transition to ACTIVE for port object b74c59bc-8c9a-444a-a390-c1a62d062e8a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.278644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.352573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:21.357557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:21.374046 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40e1517-b1a3-45be-9499-dce1fa3babb4 x-openstack-request-id: req-c40e1517-b1a3-45be-9499-dce1fa3babb4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:21.374343 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:21.374622 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c40e1517-b1a3-45be-9499-dce1fa3babb4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:21.375029 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'status': 'completed', 'code': 200} Jul 07 17:12:21.378018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:21.383118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:21.414340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:21.470144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Pushing event updated for resources: {'Port': ['ID=b74c59bc-8c9a-444a-a390-c1a62d062e8a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:21.483757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ab7033-5092-4cbd-b128-bbfa9b7051b2 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:21.522900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.541151 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.559532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.559905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.560241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.560561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.560886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.561347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.561673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.564895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.565374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.565601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.565940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.566348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:21.604389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Transition to ACTIVE for port object 22ab7033-5092-4cbd-b128-bbfa9b7051b2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:21.617275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.645735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.650222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.655402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Attempting to bind port b74c59bc-8c9a-444a-a390-c1a62d062e8a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:21.655884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Attempting to bind port b74c59bc-8c9a-444a-a390-c1a62d062e8a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:21.656427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Attempting to bind port b74c59bc-8c9a-444a-a390-c1a62d062e8a on network 1aec35aa-fe56-4be3-8a81-eccede3c6755 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:21.674819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:21.675754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Checking segment: {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:21.676315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.676845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Bound using segment: {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:21.677573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Bound port: b74c59bc-8c9a-444a-a390-c1a62d062e8a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:21.678380 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.699801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:21.717275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f2f8e08-2482-4909-ac45-b1ac5136aa15 req-78a98e6b-5151-42a9-9c28-72ff7c0d1f04 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823496 Jul 07 17:12:21.725269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:21.729103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-6426a01f-79e9-4a71-91b3-03af6bfbd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.734230 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-6426a01f-79e9-4a71-91b3-03af6bfbd757 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1101 time: 0.3566589 Jul 07 17:12:21.794351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:21.874420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] For port b74c59bc-8c9a-444a-a390-c1a62d062e8a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:21.881172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] For port b74c59bc-8c9a-444a-a390-c1a62d062e8a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b74c59bc-8c9a-444a-a390-c1a62d062e8a,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:21.888478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.901631 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.987369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-a7432c18-8969-47e6-b7b9-9e360b9e7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.989235 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-a7432c18-8969-47e6-b7b9-9e360b9e7d0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2406280 Jul 07 17:12:22.013402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Attempting to bind port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:22.013744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Attempting to bind port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:22.014244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Attempting to bind port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:22.044730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.100954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-c04525e6-97d4-464c-9ea5-45ad9fad88c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.1021733 Jul 07 17:12:22.109693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:22.110314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Attempting to bind port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:22.162957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:22.165343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Allocated IP 172.25.3.104 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/efcf5f0d-2b94-4abc-8112-e8bb99ad0d81) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:22.166287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Checking segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:22.166871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Bound using segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:22.167491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Bound port: 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:22.168592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.188801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2affd9-204f-4f1f-bad3-60ee9d4a75aa None None] Pushing event updated for resources: {'Port': ['ID=b74c59bc-8c9a-444a-a390-c1a62d062e8a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:22.192791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-dd2821dc-617f-4f92-9852-f95a56fa0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.193795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-dd2821dc-617f-4f92-9852-f95a56fa0a93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 1101 time: 0.3614149 Jul 07 17:12:22.265943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1222d30a-dfdf-4e31-bc74-5ec54aa45d87'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:22.343517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-85dae7d3-7849-46b5-a4f4-0f9d09825c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.345185 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-85dae7d3-7849-46b5-a4f4-0f9d09825c6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2296307 Jul 07 17:12:22.350033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179504-d7c1-4156-8be8-a6398ca0ae51 req-dd733a61-1554-4a13-b79d-3789d73431b2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.358025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3179504-d7c1-4156-8be8-a6398ca0ae51 req-dd733a61-1554-4a13-b79d-3789d73431b2 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 949 time: 0.8113353 Jul 07 17:12:22.406167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afc3b5-05c5-4a26-a3cf-24e16bd1597b req-f6609a16-fe83-49b5-bf68-f8a525fcbdac tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.414194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8afc3b5-05c5-4a26-a3cf-24e16bd1597b req-f6609a16-fe83-49b5-bf68-f8a525fcbdac tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.9049144 Jul 07 17:12:22.489563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:22.495459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:22.502815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-4617f509-47e0-4ac3-aa91-7fd5e885fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.504734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3179504-d7c1-4156-8be8-a6398ca0ae51 req-d5f55f6a-2901-4dbc-b31a-3a3616378ff9 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449132 Jul 07 17:12:22.505847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-4617f509-47e0-4ac3-aa91-7fd5e885fad7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3036373 Jul 07 17:12:22.514159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.539699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-fabc161d-3d10-427c-a458-2fe4a8c4e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.541653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-fabc161d-3d10-427c-a458-2fe4a8c4e127 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1852589 Jul 07 17:12:22.574777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.606968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:22.607882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.609866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] 10.222.0.73 "PUT /v2.0/ports/22ab7033-5092-4cbd-b128-bbfa9b7051b2 HTTP/1.1" status: 200 len: 1093 time: 2.1561310 Jul 07 17:12:22.641626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8afc3b5-05c5-4a26-a3cf-24e16bd1597b req-924b1c3f-5db6-4f05-8d0f-6215b3df2a0b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167389 Jul 07 17:12:22.677203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-d69cff3e-e2b2-4b77-876d-00dd749f2627 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 200 len: 217 time: 0.1589665 Jul 07 17:12:22.742819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.840910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:22.860526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:22.945594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:23.014210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:23.142528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Pushing event updated for resources: {'Port': ['ID=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.278696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:23.306103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '769137b1-7a2b-488c-b549-a33d0251c47a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '769137b1-7a2b-488c-b549-a33d0251c47a', 'mac_address': 'fa:16:3e:f3:be:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:23.322483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f1070-e5d0-4f45-8d81-480d4005d71b service neutron] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.362766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-0dd5913c-6e06-4880-9460-816657352a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.364668 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-0dd5913c-6e06-4880-9460-816657352a63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.6244786 Jul 07 17:12:23.381615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:23.385223 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483" -d '{"events": [{"name": "network-changed", "server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:23.411532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08864d-e802-4990-a569-68678543aafe None None] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:23.435583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eba78-c579-4ce7-be15-994514156c20 req-3f316743-bc50-4266-8e53-96eb8bc6cf86 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.452154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-840eba78-c579-4ce7-be15-994514156c20 req-3f316743-bc50-4266-8e53-96eb8bc6cf86 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 944 time: 0.6388910 Jul 07 17:12:23.490043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-badaa5ab-e542-4d15-9f10-10338fae0e3f service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8914204 Jul 07 17:12:23.523871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.547343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6415fe-02c1-404b-b03c-81340e40a02b req-c2612af0-3d52-4478-84ac-9793506ae4ce tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.555305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df6415fe-02c1-404b-b03c-81340e40a02b req-c2612af0-3d52-4478-84ac-9793506ae4ce tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 944 time: 0.5629995 Jul 07 17:12:23.565240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:23.571209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c8f638db-debc-4b7b-ac65-d6217fc4ff3c None None] Provisioning for port b74c59bc-8c9a-444a-a390-c1a62d062e8a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:23.616347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:23.640869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df6415fe-02c1-404b-b03c-81340e40a02b req-a50a02a0-2285-45b8-8853-840551d79998 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833981 Jul 07 17:12:23.657592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-840eba78-c579-4ce7-be15-994514156c20 req-e6aaed06-df28-4db0-9499-c185230f71e6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043879 Jul 07 17:12:23.664603 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.738717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-ea40054b-183e-44b2-9b9d-5b7cc47a3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.740550 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-ea40054b-183e-44b2-9b9d-5b7cc47a3824 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 1096 time: 1.0622537 Jul 07 17:12:23.767028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:23.801143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b74c59bc-8c9a-444a-a390-c1a62d062e8a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:23.821326 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-1d23f134-ab6c-4fee-979d-68c996a0ea25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2 HTTP/1.1" status: 200 len: 217 time: 0.0727453 Jul 07 17:12:23.825772 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e255b8f-3dc0-4a04-b0d7-37a9b6fd6e05 x-openstack-request-id: req-6e255b8f-3dc0-4a04-b0d7-37a9b6fd6e05 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:23.826159 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:23.827141 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e255b8f-3dc0-4a04-b0d7-37a9b6fd6e05 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:23.828258 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'status': 'completed', 'code': 200} Jul 07 17:12:23.875868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.906244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772274-95cd-4efe-8bed-73c013a720a1 req-ba3a704f-b293-4401-8975-6f08c2a2342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.916839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-ba3a704f-b293-4401-8975-6f08c2a2342a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5350246 Jul 07 17:12:24.016714 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-3346c286-e97d-45d4-8146-e55177742efb service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995731 Jul 07 17:12:24.023553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-189d573f-c38b-4442-b7bd-dce38022af92 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219898 Jul 07 17:12:24.037199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-29aeb9b7-b97a-4875-99f7-25298bb6a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.039234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-29aeb9b7-b97a-4875-99f7-25298bb6a954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.2065952 Jul 07 17:12:24.080929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.091175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['769137b1-7a2b-488c-b549-a33d0251c47a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:24.188172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-776ae6a7-e7fa-46cd-b199-bc12fde4173b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213078 Jul 07 17:12:24.300882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98772274-95cd-4efe-8bed-73c013a720a1 req-8ca505a7-ff43-4709-bd75-3cacb37dde3b service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756517 Jul 07 17:12:24.346730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:24.357491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4fed9-e0ae-498a-b342-09d2adb0272f req-787ba12f-d24e-4432-bfc2-fbcd8cbe2093 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.359160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdc4fed9-e0ae-498a-b342-09d2adb0272f req-787ba12f-d24e-4432-bfc2-fbcd8cbe2093 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.3516586 Jul 07 17:12:24.383003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de', 'port_id': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'mac_address': 'fa:16:3e:f1:6d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219697df-297f-4874-9ea8-421dfd7ff01f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:24.391645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b74c59bc-8c9a-444a-a390-c1a62d062e8a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:24.419522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b74c59bc-8c9a-444a-a390-c1a62d062e8a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:24.420096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.458468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007ab86-b648-45ce-a692-ad29700565a3 req-d241cfb2-38d6-44b4-99ca-1442a4094356 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.460091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2007ab86-b648-45ce-a692-ad29700565a3 req-d241cfb2-38d6-44b4-99ca-1442a4094356 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.3626792 Jul 07 17:12:24.532174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.587407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827717ee-6e31-40f3-8d8d-af4d310bd431 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:24.619441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-dd34fb18-8683-4de6-974e-5f56168f5e99 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160584 Jul 07 17:12:24.692673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:24.717269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2007ab86-b648-45ce-a692-ad29700565a3 req-d62c0651-78f4-4e67-99dd-a5ac4c6e1714 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374170 Jul 07 17:12:24.723151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fdc4fed9-e0ae-498a-b342-09d2adb0272f req-93cfb2bf-f5ca-4ee9-8cc0-4862067d20b1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920923 Jul 07 17:12:24.760225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.777658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.849239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b36b9f0-a28e-4156-82a4-e43a242609e5 req-127ec877-52e3-490d-a1bf-fd7d4aae8d8f service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151732 Jul 07 17:12:24.944229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.970105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Router 86a33d02-f47c-469a-997f-202cf4805e8d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:25.003469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c429ba59-09d2-4ed6-95a3-a9a0a02d46dd None None] Provisioning complete for port b74c59bc-8c9a-444a-a390-c1a62d062e8a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:25.003990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c429ba59-09d2-4ed6-95a3-a9a0a02d46dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.050551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['827717ee-6e31-40f3-8d8d-af4d310bd431'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:25.088738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:25.101790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-1b4ecc31-2bab-4d23-b6ba-ce0532e0a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.104317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-1b4ecc31-2bab-4d23-b6ba-ce0532e0a717 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 1096 time: 0.1086395 Jul 07 17:12:25.137620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.155209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b74c59bc-8c9a-444a-a390-c1a62d062e8a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b74c59bc-8c9a-444a-a390-c1a62d062e8a,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:25.180261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.246328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-b4eb1eb2-4ae6-49f1-839d-80ce6e5d195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.248692 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-b4eb1eb2-4ae6-49f1-839d-80ce6e5d195a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 905 time: 0.1375973 Jul 07 17:12:25.264067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192fe7-7da3-4f23-9ae2-f8488cc8a31b req-47a28747-2256-4230-9179-8501a8e1ee2b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.270975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3192fe7-7da3-4f23-9ae2-f8488cc8a31b req-47a28747-2256-4230-9179-8501a8e1ee2b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 944 time: 0.2974105 Jul 07 17:12:25.305541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-f922cbb1-5b83-4855-aa6d-a7452565b9a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2 HTTP/1.1" status: 200 len: 217 time: 0.0502307 Jul 07 17:12:25.336177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.344693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:25.348999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:25.351623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:25.352001 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.354430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b74c59bc-8c9a-444a-a390-c1a62d062e8a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.408626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-7284549c-0b5f-4029-811c-1c366a0823a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.408962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Sync routers for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:25.410982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-7284549c-0b5f-4029-811c-1c366a0823a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.0991092 Jul 07 17:12:25.422409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2b7e-e118-4ca8-a306-a46a5cd2aef6 req-84c833ed-5291-4918-8314-9081e01779ac tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.430856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f66d2b7e-e118-4ca8-a306-a46a5cd2aef6 req-84c833ed-5291-4918-8314-9081e01779ac tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 944 time: 0.3024349 Jul 07 17:12:25.449971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:25.450852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:25.453988 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-3a2faee4-c1be-4a47-851e-3641737042fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361452 Jul 07 17:12:25.457975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.459211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77af8b73-596d-4d4c-b986-37f8df6d39bc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0474639 Jul 07 17:12:25.470279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3192fe7-7da3-4f23-9ae2-f8488cc8a31b req-d51a666f-ed34-4f52-b308-c20c199eec7a tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984348 Jul 07 17:12:25.470536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:25.494267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f66d2b7e-e118-4ca8-a306-a46a5cd2aef6 req-4da41b05-4338-454b-ab5f-852be5ff25e6 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624185 Jul 07 17:12:25.658587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:25.670215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-1fd54e0a-e563-4554-89da-0025a484f03b service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078156 Jul 07 17:12:25.711852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-4f0c718f-6dd5-4606-8470-5728665a183e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--948280463&fields=id&tenant_id=40395408193645568a1d9c96597e4d57 HTTP/1.1" status: 200 len: 267 time: 0.0678079 Jul 07 17:12:25.732790 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.737801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b74c59bc-8c9a-444a-a390-c1a62d062e8a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:25.840972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:25.844017 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c3b0b9-912a-4bb9-bad8-7b970098c5b8" -d '{"events": [{"server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "name": "network-vif-plugged", "status": "completed", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:25.867328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:25.874371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0aba1-fbd8-4ec9-8c9b-311773b11898 req-cd9c02d4-d174-457d-9254-15c27ef72e53 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.876649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76e0aba1-fbd8-4ec9-8c9b-311773b11898 req-cd9c02d4-d174-457d-9254-15c27ef72e53 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.1613388 Jul 07 17:12:25.878997 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.894584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-f34b0331-65f0-4b1c-9b9f-6ead5eb29078 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.902606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-f34b0331-65f0-4b1c-9b9f-6ead5eb29078 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/networks?id=b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 200 len: 815 time: 0.1734192 Jul 07 17:12:25.937916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-9aaa92e6-2ebb-4f0c-adc0-69985afb9a78 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/quotas/40395408193645568a1d9c96597e4d57 HTTP/1.1" status: 200 len: 375 time: 0.0339835 Jul 07 17:12:25.987296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.000491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76e0aba1-fbd8-4ec9-8c9b-311773b11898 req-2cc64a11-bc1e-4197-953d-072df670ec94 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0936775 Jul 07 17:12:26.010744 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-61db0b24-3f0b-4fc7-b9d3-eac96f12d483 req-24c8e9cb-e889-4668-b955-d3ce273a2981 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223127 Jul 07 17:12:26.045579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b74c59bc-8c9a-444a-a390-c1a62d062e8a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:26.045956 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.063234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-1e200fd5-8c5f-46e5-bfb5-a0e73ade8fbe tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=40395408193645568a1d9c96597e4d57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237793 Jul 07 17:12:26.182949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.204458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:23Z', 'revision_number': 3, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:26.243558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Checking router: 86a33d02-f47c-469a-997f-202cf4805e8d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:26.244328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Updating router 86a33d02-f47c-469a-997f-202cf4805e8d port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:26.273577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-4457e975-9653-4274-b520-364554336290 service neutron] 10.222.0.66 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843262 Jul 07 17:12:26.284202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f5a44-221f-4491-95f7-2570d46f38c7 req-dad7d1d1-97a1-4092-9bbe-1be7844f3d26 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.284461 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.285957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-591f5a44-221f-4491-95f7-2570d46f38c7 req-dad7d1d1-97a1-4092-9bbe-1be7844f3d26 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.1189771 Jul 07 17:12:26.385947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Allocated IP 172.20.0.1 (1aec35aa-fe56-4be3-8a81-eccede3c6755/578d1dd4-7820-4389-ad92-aa087ddbd08b/e3f09664-1da0-4132-bce4-793a577d6f8b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:26.413080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-591f5a44-221f-4491-95f7-2570d46f38c7 req-62552fd4-e4cd-4927-b345-4811bae9d61d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092114 Jul 07 17:12:26.475114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-cf0823ba-2785-4aa0-a14b-8774dde31172 service neutron] 10.222.0.66 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880889 Jul 07 17:12:26.557636 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.584731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Transition to ACTIVE for port object e3f09664-1da0-4132-bce4-793a577d6f8b will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:26.589318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.601402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Transition to ACTIVE for port object efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:26.612212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.675183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Attempting to bind port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:26.675555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Attempting to bind port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:26.676331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Attempting to bind port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:26.679828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.689704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8aed7-c23e-4a86-afed-6cce285a46ff None None] Pushing event updated for resources: {'Port': ['ID=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.712033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:26.712415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:26.712824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.713225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:26.713711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Bound port: efcf5f0d-2b94-4abc-8112-e8bb99ad0d81, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:26.714101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.736424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce768cc-9f7a-4b10-bf12-209271cd4dbe req-02d37708-5e3b-4403-9248-57328726038b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.738510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ce768cc-9f7a-4b10-bf12-209271cd4dbe req-02d37708-5e3b-4403-9248-57328726038b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1048398 Jul 07 17:12:26.746169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:26.750974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:26.756968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:26.785420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.811557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ce768cc-9f7a-4b10-bf12-209271cd4dbe req-f343dd1f-5d89-4262-b4eb-1523dfbdd66e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655239 Jul 07 17:12:26.831934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.849602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] For port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:26.853690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] For port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:26.861613 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.893910 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c30403-38c2-4ad9-a977-5806f607c934 x-openstack-request-id: req-b6c30403-38c2-4ad9-a977-5806f607c934 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:26.895995 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "name": "network-vif-plugged", "status": "completed", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:26.900322 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6c30403-38c2-4ad9-a977-5806f607c934 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:26.901205 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'code': 200} Jul 07 17:12:26.930739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.945530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:26.946300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:27.192124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676e5bc-7238-449f-a6e8-0bc27516b08b req-3749780f-2c72-4759-8d65-f36d0fc8ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.193705 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6676e5bc-7238-449f-a6e8-0bc27516b08b req-3749780f-2c72-4759-8d65-f36d0fc8ec56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1097 time: 0.1227157 Jul 07 17:12:27.222588 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.256617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6676e5bc-7238-449f-a6e8-0bc27516b08b req-b7abc034-bff7-4267-9679-166195805f37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 Jul 07 17:12:27.273887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb9891-240c-4f83-a102-5948d4185dde req-f9c7be2b-ff03-4bde-baee-3f6b83c16aa6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.276172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0eb9891-240c-4f83-a102-5948d4185dde req-f9c7be2b-ff03-4bde-baee-3f6b83c16aa6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 945 time: 0.1835413 Jul 07 17:12:27.315696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:27.368472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0eb9891-240c-4f83-a102-5948d4185dde req-2646242f-4b1a-481e-8aa9-e5d289bee93c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852950 Jul 07 17:12:27.401394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8aed7-c23e-4a86-afed-6cce285a46ff None None] Pushing event updated for resources: {'Port': ['ID=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.403285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a749d0-cdb5-4517-b699-0ced311e2fe0 req-3cc67494-bfdd-4893-b70e-c0af540a930f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.412721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54a749d0-cdb5-4517-b699-0ced311e2fe0 req-3cc67494-bfdd-4893-b70e-c0af540a930f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 944 time: 0.1112180 Jul 07 17:12:27.421983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:27.428307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-748f5593-e1a4-4ceb-9698-3395b674aa73 None None] Provisioning for port e3f09664-1da0-4132-bce4-793a577d6f8b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:27.464663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-748f5593-e1a4-4ceb-9698-3395b674aa73 None None] Provisioning complete for port e3f09664-1da0-4132-bce4-793a577d6f8b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:27.465304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-748f5593-e1a4-4ceb-9698-3395b674aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.519090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54a749d0-cdb5-4517-b699-0ced311e2fe0 req-b084a4eb-982e-4f06-bda5-e36fe62233db tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052418 Jul 07 17:12:27.556522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-748f5593-e1a4-4ceb-9698-3395b674aa73 None None] Port e3f09664-1da0-4132-bce4-793a577d6f8b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:27.632722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.643089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.670761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 769137b1-7a2b-488c-b549-a33d0251c47a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:27.693734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 769137b1-7a2b-488c-b549-a33d0251c47a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:27.694081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.749834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:27.752323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:27.764113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.833303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca484b-5de2-4cb9-aaf5-2c1d38fa28cf req-76e6f3c4-699a-41f5-85e2-0b06eb96532d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.847509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9ca484b-5de2-4cb9-aaf5-2c1d38fa28cf req-76e6f3c4-699a-41f5-85e2-0b06eb96532d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 950 time: 0.1481361 Jul 07 17:12:27.880962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.889177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.898086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:27.899980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:28.008613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9ca484b-5de2-4cb9-aaf5-2c1d38fa28cf req-4e4130cd-7a77-413e-a494-6eb57feb0fa3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604886 Jul 07 17:12:28.050604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:28.102113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.125633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Router 86a33d02-f47c-469a-997f-202cf4805e8d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:28.175716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915da9d5-2e0b-4ae4-a6cf-5c68a1beca95 req-617cd7b3-2647-407a-b60f-e35ad0eb8742 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0507278 Jul 07 17:12:28.211795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.237220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 827717ee-6e31-40f3-8d8d-af4d310bd431 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:28.294108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7fa62901-de30-45c9-835a-30345b820246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:23Z', 'revision_number': 3, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:28.298089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 827717ee-6e31-40f3-8d8d-af4d310bd431 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:28.298774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.303901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:28.429926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:28.456639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1f4fc9c5-77b7-4000-9791-76674f03dc61 admin admin] 10.222.0.66 "PUT /v2.0/routers/86a33d02-f47c-469a-997f-202cf4805e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849560 Jul 07 17:12:28.500242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec5923-e3b5-4146-9c68-9a3ee458b0d3 req-e7ee8a38-7045-4be4-9973-05cbece564d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.511428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7aec5923-e3b5-4146-9c68-9a3ee458b0d3 req-e7ee8a38-7045-4be4-9973-05cbece564d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.1101193 Jul 07 17:12:28.526555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa62901-de30-45c9-835a-30345b820246 None None] The sync data for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 is: [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:23Z', 'revision_number': 3, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:28.540629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:28.620290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bafed4d-79ad-4100-aa3a-177d203c3f69 None None] Provisioning complete for port e3f09664-1da0-4132-bce4-793a577d6f8b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:28.620612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bafed4d-79ad-4100-aa3a-177d203c3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.624030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7aec5923-e3b5-4146-9c68-9a3ee458b0d3 req-f1947b89-10c9-4abf-ba58-626c9f3c025d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088724 Jul 07 17:12:28.702994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.731356 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.733238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6bafed4d-79ad-4100-aa3a-177d203c3f69 None None] Port e3f09664-1da0-4132-bce4-793a577d6f8b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:28.756779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ab7033-5092-4cbd-b128-bbfa9b7051b2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:28.767170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ba58a-b40e-4922-8f8d-399b8655acb6 req-7de8a04d-b339-4367-bc4e-a64f12840c35 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.782002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e4ba58a-b40e-4922-8f8d-399b8655acb6 req-7de8a04d-b339-4367-bc4e-a64f12840c35 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 945 time: 0.1763940 Jul 07 17:12:28.828304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:28.847018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:28.849194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.856273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.874099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e4ba58a-b40e-4922-8f8d-399b8655acb6 req-e64e6362-76db-4f9c-a58d-6376d0f0e991 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Jul 07 17:12:28.903155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-16feed10-6a6d-40f7-9450-6606c8fb276c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--242612&fields=id&tenant_id=87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 267 time: 0.1060746 Jul 07 17:12:28.911937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}, {'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:28.914239 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8b4ec-4c9d-4f8c-913f-42f5621e741f" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}, {"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-plugged", "status": "completed", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:28.990081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.088811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.132633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-7351b201-e3aa-4ddf-b4cd-da3d96f96974 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.134190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-7351b201-e3aa-4ddf-b4cd-da3d96f96974 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 824 time: 0.2247427 Jul 07 17:12:29.168482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-1e1751f2-e23a-4918-9d5b-98e37f3f50bd tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/quotas/87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 375 time: 0.0260463 Jul 07 17:12:29.171009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['22ab7033-5092-4cbd-b128-bbfa9b7051b2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:29.259192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-8389abc9-00d9-47fe-a285-800c1eca4b1e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.262929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-8389abc9-00d9-47fe-a285-800c1eca4b1e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.23 "GET /v2.0/networks?id=b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 200 len: 815 time: 0.1809552 Jul 07 17:12:29.355888 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-3b1664d1-a38e-4fc2-8198-3d19b9fb0125 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40395408193645568a1d9c96597e4d57 HTTP/1.1" status: 200 len: 379 time: 0.0757668 Jul 07 17:12:29.372843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'port': {'device_id': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'admin_state_up': True, 'tenant_id': '40395408193645568a1d9c96597e4d57', 'security_groups': ['5623b6de-e367-4bf5-840e-285e82bc4fed']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:29.553951 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:29.554431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Made reservation on behalf of 40395408193645568a1d9c96597e4d57 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:29.558384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.744886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:29.817462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Allocated IP 172.20.0.4 (b101b877-e6ec-4047-82d9-76072a65b54a/5303c266-a58a-4c88-a033-0fb017c0ab1e/40c82449-4a10-4e39-bd45-79edff656709) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:29.818885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e38e-72ec-4cc6-9494-cb2feebd0c23 req-d9dc9810-0b02-4c02-8d4c-3136bcb72aa3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.820787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b37e38e-72ec-4cc6-9494-cb2feebd0c23 req-d9dc9810-0b02-4c02-8d4c-3136bcb72aa3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 945 time: 0.7683208 Jul 07 17:12:29.841500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:29.848878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:29.849259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.936210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-da0724fe-d530-4cac-9ea4-71ceac81871b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7667401 Jul 07 17:12:29.979985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-0b4221a1-b884-42e4-8ff1-4de665438eda tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.981654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-0b4221a1-b884-42e4-8ff1-4de665438eda tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a768791-5be6-4b76-a053-620a67216525 HTTP/1.1" status: 200 len: 946 time: 0.2279925 Jul 07 17:12:30.022119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.050301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b37e38e-72ec-4cc6-9494-cb2feebd0c23 req-b479b408-46b2-4f7b-8ad6-5e16cee7ce77 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210491 Jul 07 17:12:30.082429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:30.093976 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.170426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.170875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.190430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Transition to ACTIVE for port object 40c82449-4a10-4e39-bd45-79edff656709 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:30.222947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-8e9274af-74f5-4280-8c4e-ec2f9af62b96 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405273 Jul 07 17:12:30.234806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-8ff0f04b-a65e-45e2-8497-9de19e8b0f44 service neutron] 10.222.0.66 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974606 Jul 07 17:12:30.242282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.311993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.329875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Network b101b877-e6ec-4047-82d9-76072a65b54a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:30.331874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:30.334687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:30.404178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.404898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.424737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-ad2e76e9-eb51-44cf-a344-750c6da9b5d5 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0620828 Jul 07 17:12:30.437806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Deleting port a6464615-7986-4071-9afc-3a19aeef29ee {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:30.438146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.455210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Request body: {'port': {'device_id': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:30.540246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-7be8dc55-6074-42f7-8616-b011c1f72583 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.547872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-7be8dc55-6074-42f7-8616-b011c1f72583 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181622 Jul 07 17:12:30.602676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-fa319f1d-9e39-4aea-a089-9a699eb1b455 service neutron] 10.222.0.66 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554580 Jul 07 17:12:30.623152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.630867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-f59bf0c1-77e5-4764-8afc-1daabedb1eb3 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/quotas/c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 375 time: 0.0820260 Jul 07 17:12:30.780734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaf9a3e1-617a-49d3-9592-2321e0acfa4e None None] Provisioning for port 40c82449-4a10-4e39-bd45-79edff656709 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:30.788012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaf9a3e1-617a-49d3-9592-2321e0acfa4e None None] Provisioning complete for port 40c82449-4a10-4e39-bd45-79edff656709 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.788388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaf9a3e1-617a-49d3-9592-2321e0acfa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.825798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] For port a6464615-7986-4071-9afc-3a19aeef29ee, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a6464615-7986-4071-9afc-3a19aeef29ee,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:30.826387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.884647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9a3e1-617a-49d3-9592-2321e0acfa4e None None] Port 40c82449-4a10-4e39-bd45-79edff656709 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:31.108280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-f2ad97d6-6497-4306-b634-87beb60d8afc tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4764287 Jul 07 17:12:31.241529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Sync routers for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:31.266851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:31.267508 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:31.379996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c82449-4a10-4e39-bd45-79edff656709 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:31.404223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.444550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Transition to ACTIVE for port object 40c82449-4a10-4e39-bd45-79edff656709 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:31.452626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.548643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-158554a6-7007-40a1-b05a-f3ab5083a99e tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1936402 Jul 07 17:12:31.610950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:31.618700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.712852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Attempting to bind port 40c82449-4a10-4e39-bd45-79edff656709 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:31.713201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Attempting to bind port 40c82449-4a10-4e39-bd45-79edff656709 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:31.713541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Attempting to bind port 40c82449-4a10-4e39-bd45-79edff656709 on network b101b877-e6ec-4047-82d9-76072a65b54a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:31.729779 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:31.733037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Port 40c82449-4a10-4e39-bd45-79edff656709 on network b101b877-e6ec-4047-82d9-76072a65b54a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:31.733382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Attempting to bind port 40c82449-4a10-4e39-bd45-79edff656709 on network b101b877-e6ec-4047-82d9-76072a65b54a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:31.739131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:31.739484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Checking segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:31.740021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Bound using segment: {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:31.740532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Bound port: 40c82449-4a10-4e39-bd45-79edff656709, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e532b6-9e44-44e3-8c5a-dd3ce9392f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:31.740902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.741947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:31.747278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:31.875792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:31.880753 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.883261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.883536 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b disassociated. External IP: 172.25.3.213, port: a6464615-7986-4071-9afc-3a19aeef29ee. Jul 07 17:12:31.883902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Calling delete_port for a6464615-7986-4071-9afc-3a19aeef29ee owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:31.888355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:31.896849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.014794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:32.019845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.020113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.059306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.059966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.064588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] 10.222.0.23 "PUT /v2.0/ports/40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 200 len: 1092 time: 1.6273592 Jul 07 17:12:32.065773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'tag': '40c82449-4a10-4e39-bd45-79edff656709'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:32.079473 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36685639-3a50-4fe8-9925-564bba1ac59e" -d '{"events": [{"name": "network-changed", "server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "tag": "40c82449-4a10-4e39-bd45-79edff656709"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:32.130987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.141003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71650e-2bcb-43e4-bce6-828cf1970713 service neutron] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.201227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.202473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.329153 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 4, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3f09664-1da0-4132-bce4-793a577d6f8b', 'name': '', 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'mac_address': 'fa:16:3e:f0:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:26Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 2, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'subnets': [{'id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:32.386980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-98467a88-0450-4323-adc4-ac743892e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.390835 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-98467a88-0450-4323-adc4-ac743892e6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40395408193645568a1d9c96597e4d57&device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 1095 time: 0.1404791 Jul 07 17:12:32.419019 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Checking router: 86a33d02-f47c-469a-997f-202cf4805e8d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:32.419379 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Updating router 86a33d02-f47c-469a-997f-202cf4805e8d port e3f09664-1da0-4132-bce4-793a577d6f8b binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:32.475861 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.530564 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.536658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-0a36a6ae-7fe8-461b-b837-40a93f1fab9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 200 len: 217 time: 0.1306410 Jul 07 17:12:32.542105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:32.543881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce978f-a074-4532-a217-db645ae115a8 req-38a06361-7f34-42ef-bce0-7958d11e9a22 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.545754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-38a06361-7f34-42ef-bce0-7958d11e9a22 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7147572 Jul 07 17:12:32.549129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.628100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-0cab87e2-d0e3-4a1b-85e0-0c39e15bec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.629837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-0cab87e2-d0e3-4a1b-85e0-0c39e15bec5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5303c266-a58a-4c88-a033-0fb017c0ab1e HTTP/1.1" status: 200 len: 854 time: 0.0879269 Jul 07 17:12:32.697670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.700576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-4ccfae10-6df7-44dc-99c1-9fc4dddd313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.702828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-4ccfae10-6df7-44dc-99c1-9fc4dddd313a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b877-e6ec-4047-82d9-76072a65b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650012 Jul 07 17:12:32.708940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-87796c92-6adf-44f9-9013-4e534d5ef042 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.1540062 Jul 07 17:12:32.727269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:32.882056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.905608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-4d997d3c-0d8a-45c5-a841-a7c744607796 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887686 Jul 07 17:12:33.039836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.084415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a6464615-7986-4071-9afc-3a19aeef29ee no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:33.101724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event deleted for resources: {'Port': ['ID=a6464615-7986-4071-9afc-3a19aeef29ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.145242 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.164408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: a6464615-7986-4071-9afc-3a19aeef29ee {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:33.164760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a6464615-7986-4071-9afc-3a19aeef29ee not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:33.173597 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Transition to ACTIVE for port object e3f09664-1da0-4132-bce4-793a577d6f8b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:33.192223 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.206285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f1224ba-c167-49a6-b12b-543877a59c45 req-d95dd9ac-eb78-4f4c-8d07-e7389c79bbb3 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916162 Jul 07 17:12:33.230716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.291756 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841693-28e1-4189-903d-092a81006bfa None None] Pushing event updated for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.508548 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Attempting to bind port e3f09664-1da0-4132-bce4-793a577d6f8b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:33.509767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Attempting to bind port e3f09664-1da0-4132-bce4-793a577d6f8b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:33.510540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Attempting to bind port e3f09664-1da0-4132-bce4-793a577d6f8b on network 1aec35aa-fe56-4be3-8a81-eccede3c6755 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:33.532009 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:33.534805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Checking segment: {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:33.535511 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.538907 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Bound using segment: {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:33.539873 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Bound port: e3f09664-1da0-4132-bce4-793a577d6f8b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863b5dd0-f878-4975-9735-636ebe7cca89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:33.540661 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.687582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] For port e3f09664-1da0-4132-bce4-793a577d6f8b, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:33.704235 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] For port e3f09664-1da0-4132-bce4-793a577d6f8b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3f09664-1da0-4132-bce4-793a577d6f8b,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:33.715513 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.836171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:33.838094 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.031940 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841693-28e1-4189-903d-092a81006bfa None None] Pushing event updated for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.191475 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:34.213225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:34.346468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-10e66b8c-2f9e-4f0e-b635-0a08deebf08b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623639 Jul 07 17:12:34.526330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-20ecb759-86f6-4aa4-baa7-6f1a41f2b90d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.528930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-20ecb759-86f6-4aa4-baa7-6f1a41f2b90d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.73 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 824 time: 1.1469553 Jul 07 17:12:34.544102 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 4, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3f09664-1da0-4132-bce4-793a577d6f8b', 'name': '', 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'mac_address': 'fa:16:3e:f0:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:26Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 4, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'subnets': [{'id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.590767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749fd81-fb14-405e-8161-28e260d40db3 None None] The sync data for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 is: [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:27Z', 'revision_number': 4, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3f09664-1da0-4132-bce4-793a577d6f8b', 'name': '', 'network_id': '1aec35aa-fe56-4be3-8a81-eccede3c6755', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'mac_address': 'fa:16:3e:f0:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:26Z', 'updated_at': '2021-07-07T17:12:33Z', 'revision_number': 4, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'subnets': [{'id': '578d1dd4-7820-4389-ad92-aa087ddbd08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:34.599240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Allocated IP 172.25.3.160 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/171a178a-aa52-420b-ad2e-c3a7e0dc8358) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:34.627997 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-05ea7a20-840a-4232-8e1c-04accbd49bd6 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87569db29ba8472c81e622d8025419fd HTTP/1.1" status: 200 len: 376 time: 0.0868354 Jul 07 17:12:34.640279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-00938d67-dbbb-4218-b3a5-148fe0eb009d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3051052 Jul 07 17:12:34.646917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'port': {'device_id': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'admin_state_up': True, 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'security_groups': ['f2198243-635c-4ae7-ae43-0ecdf8f5db3d']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.670837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-bbd68109-cd06-4394-beb6-defeb256cd99 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.672548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-bbd68109-cd06-4394-beb6-defeb256cd99 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143432 Jul 07 17:12:34.727861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Request body: {'port': {'device_id': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'c0dc7d50d95b4bbeb50fe47805e92487'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.997057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:35.006336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-2ad244da-892b-4be4-85f7-e106767b9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.008275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-2ad244da-892b-4be4-85f7-e106767b9916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 1096 time: 0.3031995 Jul 07 17:12:35.027750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Made reservation on behalf of 87569db29ba8472c81e622d8025419fd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:35.031951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.110422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.161292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Made reservation on behalf of c0dc7d50d95b4bbeb50fe47805e92487 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:35.165707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.172960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-907ef960-a88a-41c7-9e63-c0726651d0bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8743160 Jul 07 17:12:35.174027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:35.179628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.186115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:35.200549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:35.204133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:35.376871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:35.501494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.502137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-48f5fa97-eef7-4a39-a0a0-4f0c31857314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.502899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] No DVR routers for this DVR port a6464615-7986-4071-9afc-3a19aeef29ee on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:35.504850 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-48f5fa97-eef7-4a39-a0a0-4f0c31857314 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.4666927 Jul 07 17:12:35.507534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:35.511782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.514103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a29c96d6-ba10-4bf2-924c-842d20669757 req-230c871d-51d8-4b4d-bc7f-91b726da550d tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.23 "DELETE /v2.0/ports/a6464615-7986-4071-9afc-3a19aeef29ee HTTP/1.1" status: 204 len: 173 time: 5.5190320 Jul 07 17:12:35.515850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'name': 'network-vif-deleted', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:35.518490 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d1be23-97fa-4736-831d-8890981192b3" -d '{"events": [{"server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "name": "network-vif-deleted", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:35.527723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.727995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:35.749355 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b associated. External IP: 172.25.3.251, port: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3. Jul 07 17:12:35.751688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:35.791464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event updated for resources: {'Port': ['ID=171a178a-aa52-420b-ad2e-c3a7e0dc8358,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:35.821420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-3620b9e5-9cf1-4af2-99e3-847fa5de5c48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 200 len: 217 time: 0.2411945 Jul 07 17:12:35.830396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3f09664-1da0-4132-bce4-793a577d6f8b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:35.910084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Allocated IP 172.20.0.6 (a54eca58-c3ba-4d2c-ab47-f14d81b5607a/739de110-e7ad-47e9-b77e-a98265b0306b/384ddd77-c726-472a-8f46-a87a49c998ab) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:35.970272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203362e-63df-4e17-a31c-f47b438d948d req-66c37a7f-c9ec-4126-a78a-0903eec26b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.971911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-66c37a7f-c9ec-4126-a78a-0903eec26b6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.6721981 Jul 07 17:12:35.980237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Allocated IP 192.168.233.89 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:35.993432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-f1bbfcfd-acf0-4b05-96bf-c441dc72babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.995232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-f1bbfcfd-acf0-4b05-96bf-c441dc72babf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1583281 Jul 07 17:12:36.057684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-0c206bb9-e18f-497c-87c1-16219d41f890 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438650 Jul 07 17:12:36.087866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e3f09664-1da0-4132-bce4-793a577d6f8b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:36.095191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e3f09664-1da0-4132-bce4-793a577d6f8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:36.095623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.186260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.338890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:36.378329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:36.379033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.547974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-68c6f915-b39c-442f-8d28-810776e673bb service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714863 Jul 07 17:12:36.566804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.703591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.732355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e3f09664-1da0-4132-bce4-793a577d6f8b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3f09664-1da0-4132-bce4-793a577d6f8b,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:36.740002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.754480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Transition to ACTIVE for port object 384ddd77-c726-472a-8f46-a87a49c998ab will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:36.822258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5a25ec-7e5a-4440-8b77-caf493151beb req-bf00ec73-60ad-42e9-9b59-a679abcc6f61 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555308 Jul 07 17:12:36.826924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.842148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.855707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Transition to ACTIVE for port object 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:36.866200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.884622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:36.907210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203362e-63df-4e17-a31c-f47b438d948d req-20dd3c5e-457c-417c-85ff-b8194b210f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.909027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-20dd3c5e-457c-417c-85ff-b8194b210f0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.8859618 Jul 07 17:12:36.975271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.003023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-23dc8bf3-6159-4414-81b0-5a9f62ab96d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.0739226 Jul 07 17:12:37.004110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.010373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:37.012172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event updated for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.026740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:37.030414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944', '769137b1-7a2b-488c-b549-a33d0251c47a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:37.072247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:37.111428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203362e-63df-4e17-a31c-f47b438d948d req-4904336a-6f0f-4e5b-86f4-75d28c8d33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.113001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:37.113136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-4904336a-6f0f-4e5b-86f4-75d28c8d33a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0993340 Jul 07 17:12:37.124808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:37.150183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:37.164415 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.212711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:37.294396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.367203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.367902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.402169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.402931 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.432090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-b9aae3ee-34ed-48d4-8346-1f2194feac20 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7892985 Jul 07 17:12:37.435958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-28cd4af0-1011-419d-8812-fec9ba274d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7308273 Jul 07 17:12:37.453297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Request body: {'port': {'device_id': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.469491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Request body: {'port': {'device_id': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.615212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203362e-63df-4e17-a31c-f47b438d948d req-81b53277-f53a-401d-9b36-57431cc0747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.617590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-81b53277-f53a-401d-9b36-57431cc0747b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4557357 Jul 07 17:12:37.622508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:37.670458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.694929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ae9d8ec-b11b-4e6b-a9ec-2eebc7f3b00d None None] Provisioning for port 384ddd77-c726-472a-8f46-a87a49c998ab completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:37.696871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-24a5c365-e931-4102-8ef7-cdc28c0c45ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.729634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.756200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.769826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ae9d8ec-b11b-4e6b-a9ec-2eebc7f3b00d None None] Provisioning complete for port 384ddd77-c726-472a-8f46-a87a49c998ab triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:37.770528 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d8ec-b11b-4e6b-a9ec-2eebc7f3b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.773574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3f09664-1da0-4132-bce4-793a577d6f8b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:37.889265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359a32c-bd6e-46fb-a37d-f23430b77cfb None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:37.889585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-96c537f6-301b-4436-a2b3-b1e361ce42d7 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633967 Jul 07 17:12:37.896333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.928108 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.002333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9d8ec-b11b-4e6b-a9ec-2eebc7f3b00d None None] Port 384ddd77-c726-472a-8f46-a87a49c998ab cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:38.037760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:38.043006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e3f09664-1da0-4132-bce4-793a577d6f8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:38.043409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.050767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:38.054500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.059914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event updated for resources: {'Port': ['ID=171a178a-aa52-420b-ad2e-c3a7e0dc8358,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.064594 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:38.065683 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.189652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-fb443060-cb4b-4f78-b33e-f2413bab3c6f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "PUT /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 996 time: 5.4692993 Jul 07 17:12:38.197498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a0ccc5de-4997-4970-b8b9-b1f256435ab0 None None] Provisioning for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:38.211231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a0ccc5de-4997-4970-b8b9-b1f256435ab0 None None] Provisioning complete for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:38.211455 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc5de-4997-4970-b8b9-b1f256435ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.275702 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:38.291111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccc5de-4997-4970-b8b9-b1f256435ab0 None None] Port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:38.363359 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.372634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6203362e-63df-4e17-a31c-f47b438d948d req-018e32d7-2e08-4265-823b-adc72cc0cd47 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744754 Jul 07 17:12:38.413908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce978f-a074-4532-a217-db645ae115a8 req-0560fc3d-163c-4e89-99ec-2b9ae4fd5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.419603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b836c7-2e76-42b6-bfd9-3cae621f3281 None None] New status for floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:38.422929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-0560fc3d-163c-4e89-99ec-2b9ae4fd5e30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.2252588 Jul 07 17:12:38.432476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:38.450867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.469779 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.471043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-c053a396-a2db-4894-b53c-f2d1c84696da tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.8890820 Jul 07 17:12:38.489848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Transition to ACTIVE for port object 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.499850 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.556571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce978f-a074-4532-a217-db645ae115a8 req-39b05ef4-128e-4822-a3e6-b14aa7116760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.566461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-39b05ef4-128e-4822-a3e6-b14aa7116760 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1421664 Jul 07 17:12:38.613656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.676208 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:34Z', 'revision_number': 1, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.694964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384ddd77-c726-472a-8f46-a87a49c998ab {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:38.714646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.715416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-b55d5554-0db6-4b4a-8f2d-8fe0e2620a70 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.2358263 Jul 07 17:12:38.756045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:38.782724 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:38.783548 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.796230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Transition to ACTIVE for port object 384ddd77-c726-472a-8f46-a87a49c998ab will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.826210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.881255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-1f0f9937-f912-4620-8434-3095dd980853 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 999 time: 0.3132536 Jul 07 17:12:38.956248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce978f-a074-4532-a217-db645ae115a8 req-82fed1ae-4e7b-4a35-89be-fc3ccc582d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.961788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:38.962338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:38.962923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:38.963876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-82fed1ae-4e7b-4a35-89be-fc3ccc582d24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0817215 Jul 07 17:12:38.975249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.007671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:39.007963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:39.064869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:39.065431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:39.066057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:39.066807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Bound port: 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:39.067390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.114791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-4506e5c7-773a-40bb-b815-673eb62e3138 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.114791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f91332da-7fb7-470f-b048-d71d28ecd0d0 req-4506e5c7-773a-40bb-b815-673eb62e3138 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3925900 Jul 07 17:12:39.130362 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:39.158997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce978f-a074-4532-a217-db645ae115a8 req-07ea8244-3152-414c-90a4-3aafcf2d6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.161511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-07ea8244-3152-414c-90a4-3aafcf2d6199 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961353 Jul 07 17:12:39.190826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-107a3cc5-e1ac-47e0-abef-e5062f7a0123 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:39.192572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-107a3cc5-e1ac-47e0-abef-e5062f7a0123 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177579 Jul 07 17:12:39.194803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Attempting to bind port 384ddd77-c726-472a-8f46-a87a49c998ab on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:39.195458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Attempting to bind port 384ddd77-c726-472a-8f46-a87a49c998ab by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:39.196071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Attempting to bind port 384ddd77-c726-472a-8f46-a87a49c998ab on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:39.208885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Port 384ddd77-c726-472a-8f46-a87a49c998ab on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:39.209531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Attempting to bind port 384ddd77-c726-472a-8f46-a87a49c998ab on network a54eca58-c3ba-4d2c-ab47-f14d81b5607a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:39.233124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:39.233893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Checking segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:39.234682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Bound using segment: {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:39.235533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Bound port: 384ddd77-c726-472a-8f46-a87a49c998ab, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48792b59-0ba6-4247-a5c4-84349c47c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:39.236233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.271833 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10ae118-48d9-4416-95e0-28f9a8c9ec66 x-openstack-request-id: req-c10ae118-48d9-4416-95e0-28f9a8c9ec66 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:39.272415 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-plugged", "status": "completed", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "code": 200}, {"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-plugged", "status": "completed", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:39.272415 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c10ae118-48d9-4416-95e0-28f9a8c9ec66 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:39.272819 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'code': 200} Jul 07 17:12:39.273081 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'code': 200} Jul 07 17:12:39.318771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:39.394179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:39.423101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.501599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.502643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.504935 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 1096 time: 2.0589454 Jul 07 17:12:39.559723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-8ed0c3c9-0327-453e-ba7e-749a4a54565b service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593667 Jul 07 17:12:39.564561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626fb7-48f6-455f-b55e-fc99f77b50df req-bb8af3d0-0011-4a22-8019-38b9c1dcc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.568600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0626fb7-48f6-455f-b55e-fc99f77b50df req-bb8af3d0-0011-4a22-8019-38b9c1dcc49a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1098 time: 0.1933644 Jul 07 17:12:39.587855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:39.605833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=384ddd77-c726-472a-8f46-a87a49c998ab,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:39.649347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.651177 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:34Z', 'revision_number': 1, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:39.661360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355760-3c4d-430d-a58d-399f300cc4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.696720 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bf293-6b0b-4628-b850-ad3aa2677aef None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:34Z', 'revision_number': 1, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:39.731722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.733521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.735394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] 10.222.0.73 "PUT /v2.0/ports/384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 200 len: 1092 time: 2.2909412 Jul 07 17:12:39.773578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-c99c293c-6889-4f69-a519-f3f8d427bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.775874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-c99c293c-6889-4f69-a519-f3f8d427bdf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1099 time: 0.1918058 Jul 07 17:12:39.786425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0626fb7-48f6-455f-b55e-fc99f77b50df req-70b18fcb-72c7-40f0-b1f9-801ae226e224 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112837 Jul 07 17:12:39.831514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5ce978f-a074-4532-a217-db645ae115a8 req-b4f3662c-a802-455d-8351-61594e072a0d service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501290 Jul 07 17:12:39.840943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6bc1-5390-4230-b02a-5c260b58439b req-5264416c-c74e-4c83-bcda-8c3e53aa053e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.843076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-801e6bc1-5390-4230-b02a-5c260b58439b req-5264416c-c74e-4c83-bcda-8c3e53aa053e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 943 time: 0.2521713 Jul 07 17:12:39.917852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-801e6bc1-5390-4230-b02a-5c260b58439b req-cbb8e82c-2fa9-49f4-a93f-a5653fd18484 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630393 Jul 07 17:12:39.926431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3e489-e1ea-478b-b9a2-14b12b0edcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.947369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-886b4012-41fa-4150-a3c1-54df8a54354e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.1578307 Jul 07 17:12:40.000215 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-272b5d01-a047-45fa-aa8b-50341ce8cc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.019436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-5da6e7ee-6176-4cf9-89d7-5b1d093d6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.020908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-5da6e7ee-6176-4cf9-89d7-5b1d093d6c60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0660045 Jul 07 17:12:40.056239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-defa6256-d0a6-485d-8dfc-4833b53cc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.057773 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-defa6256-d0a6-485d-8dfc-4833b53cc0ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 1095 time: 0.1734986 Jul 07 17:12:40.098466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517c6d1-79f8-4630-9d53-ca494a1a4305 None None] New status for floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:40.166072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-53851245-1f69-49ba-8e6d-7072ac8003b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 200 len: 217 time: 0.0681403 Jul 07 17:12:40.226268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-06615793-12d6-4a99-aaaa-1e2d205f7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.227790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-06615793-12d6-4a99-aaaa-1e2d205f7b1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901262 Jul 07 17:12:40.229540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-24941e86-b45a-464f-ae3d-8bf156ca123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.231134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256c24c-bfc7-4490-a9c7-25435d76bc5e req-8cd8ad25-bb48-49b1-b986-ea23999bd7df tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.231634 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-24941e86-b45a-464f-ae3d-8bf156ca123a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.0579836 Jul 07 17:12:40.232668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3256c24c-bfc7-4490-a9c7-25435d76bc5e req-8cd8ad25-bb48-49b1-b986-ea23999bd7df tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 943 time: 0.0893445 Jul 07 17:12:40.243758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23023c50-7538-415e-8de1-69bac3ff8a15 req-bbcf83c9-6b48-487b-870b-b67f1108d925 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.245565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23023c50-7538-415e-8de1-69bac3ff8a15 req-bbcf83c9-6b48-487b-870b-b67f1108d925 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.1844356 Jul 07 17:12:40.306423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3256c24c-bfc7-4490-a9c7-25435d76bc5e req-98c9f3e8-4a03-4553-949b-9a46c47337c1 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0595057 Jul 07 17:12:40.322289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23023c50-7538-415e-8de1-69bac3ff8a15 req-b63f3c40-c473-4b8e-a544-2ce25d641843 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587740 Jul 07 17:12:40.399145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5886-6181-498b-a35d-6a5566532f94 req-603bbf39-2dd7-46b7-8549-35a5cdd9c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.401006 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-603bbf39-2dd7-46b7-8549-35a5cdd9c46c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604688 Jul 07 17:12:40.404556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-0cc4494b-976b-4875-92fb-4ec298da3c21 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651165 Jul 07 17:12:40.447045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.679215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd92d3-50b3-4ac3-87f3-c58ff119ce10 req-fd720c02-4008-48f7-8bf0-965cc34744ba tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.686784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8cd92d3-50b3-4ac3-87f3-c58ff119ce10 req-fd720c02-4008-48f7-8bf0-965cc34744ba tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 946 time: 0.1768980 Jul 07 17:12:40.772360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8cd92d3-50b3-4ac3-87f3-c58ff119ce10 req-6c707727-bc5d-44e4-972e-654aaeb3e5d5 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829980 Jul 07 17:12:40.817671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178ed86-f91f-4169-bb53-bd4284e30953 req-84dc4650-a840-47ab-93e3-91068808e5ab tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.820216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b178ed86-f91f-4169-bb53-bd4284e30953 req-84dc4650-a840-47ab-93e3-91068808e5ab tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 947 time: 0.1545057 Jul 07 17:12:40.847544 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f580fac4-08d9-4b9c-816d-0fb8d7ad0803 x-openstack-request-id: req-f580fac4-08d9-4b9c-816d-0fb8d7ad0803 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:40.847817 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "tag": "40c82449-4a10-4e39-bd45-79edff656709", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:40.848080 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f580fac4-08d9-4b9c-816d-0fb8d7ad0803 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:40.848477 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'tag': '40c82449-4a10-4e39-bd45-79edff656709', 'status': 'completed', 'code': 200} Jul 07 17:12:40.881578 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697df4fa-9c44-494f-ae4d-aea686cde15b x-openstack-request-id: req-697df4fa-9c44-494f-ae4d-aea686cde15b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:40.881936 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a768791-5be6-4b76-a053-620a67216525", "name": "network-vif-deleted", "tag": "a6464615-7986-4071-9afc-3a19aeef29ee", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:40.882178 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-697df4fa-9c44-494f-ae4d-aea686cde15b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:40.882590 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a768791-5be6-4b76-a053-620a67216525', 'name': 'network-vif-deleted', 'tag': 'a6464615-7986-4071-9afc-3a19aeef29ee', 'status': 'completed', 'code': 200} Jul 07 17:12:40.939597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b178ed86-f91f-4169-bb53-bd4284e30953 req-809b40eb-3e5e-479e-928a-eea9bbdf8f22 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126122 Jul 07 17:12:40.955004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1993fdcc-956a-4806-bac4-e72b984d60ab req-16e12eb1-a316-4ff6-9454-43e84d1a331e tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips/e486705d-aeac-4b62-81e1-713f17c7c0dd HTTP/1.1" status: 200 len: 693 time: 0.0714476 Jul 07 17:12:40.986867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-01307ffd-d11b-4009-bcb8-ebddddb78ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728915 Jul 07 17:12:40.994421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b9174d4-b3bf-4aa0-b158-fceab806b20a req-b9470830-032f-4ac4-a6cc-df2b6b828930 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551360 Jul 07 17:12:41.073160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685639-3a50-4fe8-9925-564bba1ac59e req-61e754c7-97aa-4ad3-820f-98dfb644ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.075601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-61e754c7-97aa-4ad3-820f-98dfb644ad58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40395408193645568a1d9c96597e4d57&device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 1095 time: 0.2134454 Jul 07 17:12:41.084768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fdcc-956a-4806-bac4-e72b984d60ab req-a5a50768-2f03-45b9-88f2-f44677b6bcfa tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.096388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1993fdcc-956a-4806-bac4-e72b984d60ab req-a5a50768-2f03-45b9-88f2-f44677b6bcfa tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1375444 Jul 07 17:12:41.175221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-8ce72c18-5af1-4a10-bfd3-f83fcd0f4832 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.177316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-8ce72c18-5af1-4a10-bfd3-f83fcd0f4832 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0798883 Jul 07 17:12:41.190461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9be5886-6181-498b-a35d-6a5566532f94 req-abed3f2d-3059-4e5b-acd2-afb4f5117526 service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949468 Jul 07 17:12:41.226935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685639-3a50-4fe8-9925-564bba1ac59e req-d09a497f-8ce2-469c-a792-196eff70bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.228662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-d09a497f-8ce2-469c-a792-196eff70bd0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 200 len: 916 time: 0.1436284 Jul 07 17:12:41.275846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:41.277404 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-86ddea3b-5c45-4384-baaf-9bf932248154 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 200 len: 217 time: 0.0388014 Jul 07 17:12:41.280184 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3974b560-d0af-4e77-a2af-957ec455af3c" -d '{"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-plugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:41.319605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-da56a888-fd4a-4238-a2a8-1bd91a1f08dd tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1346531 Jul 07 17:12:41.333822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:41.334360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685639-3a50-4fe8-9925-564bba1ac59e req-4020ba48-03dd-4f9e-b044-6f6edf07d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.335910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-4020ba48-03dd-4f9e-b044-6f6edf07d895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5303c266-a58a-4c88-a033-0fb017c0ab1e HTTP/1.1" status: 200 len: 854 time: 0.0504336 Jul 07 17:12:41.401622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e82b7-9040-4c98-b7be-4c48ec2f6364 req-90f690fa-d398-47a5-bf4b-92d639372594 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.403531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-198e82b7-9040-4c98-b7be-4c48ec2f6364 req-90f690fa-d398-47a5-bf4b-92d639372594 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 943 time: 0.1607718 Jul 07 17:12:41.405555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685639-3a50-4fe8-9925-564bba1ac59e req-e06ddec3-fc1e-4951-bca1-7aee6ebd61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.407174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-e06ddec3-fc1e-4951-bca1-7aee6ebd61b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b877-e6ec-4047-82d9-76072a65b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645871 Jul 07 17:12:41.421663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.496946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-198e82b7-9040-4c98-b7be-4c48ec2f6364 req-dc92516a-9ab3-432f-b260-d4259c8ffb2c tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859499 Jul 07 17:12:41.506811 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-4e434779-91dc-49d3-abd4-3ccd6eaef3cc service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919847 Jul 07 17:12:41.613680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd0d9f92-cca7-4522-bc3a-69edd58e5ffc req-6a7ed38f-011e-40cb-8883-7fe2362a062f tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=d5b61e5e567e44a79f9ec4913c90dfc3 HTTP/1.1" status: 200 len: 696 time: 0.0685139 Jul 07 17:12:41.622830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36685639-3a50-4fe8-9925-564bba1ac59e req-d35317ec-d680-4dea-91b1-503c9c65a397 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074934 Jul 07 17:12:41.667801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.106051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d9f92-cca7-4522-bc3a-69edd58e5ffc req-1e16b0e3-3dd8-40f2-83c9-ae36d41ace5d tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.107591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd0d9f92-cca7-4522-bc3a-69edd58e5ffc req-1e16b0e3-3dd8-40f2-83c9-ae36d41ace5d tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks?id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 787 time: 0.4855709 Jul 07 17:12:42.145327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-dd0d9f92-cca7-4522-bc3a-69edd58e5ffc req-401d4866-cc2a-41b3-86e6-7317f5298ba8 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:42.146116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd0d9f92-cca7-4522-bc3a-69edd58e5ffc req-401d4866-cc2a-41b3-86e6-7317f5298ba8 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316520 Jul 07 17:12:42.185444 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acf851-643e-4401-abfd-8bedfd9dfe29 x-openstack-request-id: req-49acf851-643e-4401-abfd-8bedfd9dfe29 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:42.185737 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-plugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:42.185993 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49acf851-643e-4401-abfd-8bedfd9dfe29 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:42.186527 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'code': 200} Jul 07 17:12:42.327350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d485d6-2dcd-44e3-8bf0-62e95b8a56c7 req-10656f8d-418d-464b-9d9b-d6000f0ac41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.328848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f7d485d6-2dcd-44e3-8bf0-62e95b8a56c7 req-10656f8d-418d-464b-9d9b-d6000f0ac41a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 1098 time: 0.0625648 Jul 07 17:12:42.367622 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f7d485d6-2dcd-44e3-8bf0-62e95b8a56c7 req-5ee33cea-bf1d-4b91-8461-fd95d5009bb6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Jul 07 17:12:42.390740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15bcd1-21d4-45eb-8cfa-9934366bcf3a req-55ae8c1c-d76d-4b7b-bdd2-b6e4473c6ea4 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.392297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc15bcd1-21d4-45eb-8cfa-9934366bcf3a req-55ae8c1c-d76d-4b7b-bdd2-b6e4473c6ea4 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 943 time: 0.1180210 Jul 07 17:12:42.455757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.462237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.504585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc15bcd1-21d4-45eb-8cfa-9934366bcf3a req-07707c8a-712f-41c4-858f-a8748fd58788 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0851233 Jul 07 17:12:42.581751 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b associated. External IP: 172.25.3.251, port: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3. Jul 07 17:12:42.735669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b791c81-c426-4d8f-ac1d-5a0f9ff16391 req-a38f3e2d-94de-4cf5-a452-5f084641e02c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.737178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b791c81-c426-4d8f-ac1d-5a0f9ff16391 req-a38f3e2d-94de-4cf5-a452-5f084641e02c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.1172061 Jul 07 17:12:42.849996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}, {'name': 'network-changed', 'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:42.853424 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213c0b1b-8cb3-48d4-b60e-849797c91079" -d '{"events": [{"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}, {"name": "network-changed", "server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:42.855756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:42.899423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42492) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.903768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:42.905989 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:42.992837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c63e11d-7cd6-420a-a7b2-100a2a3dcd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.008876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:43.023179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:43.033200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:43.033835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:43.101789 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c63e11d-7cd6-420a-a7b2-100a2a3dcd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.107489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c63e11d-7cd6-420a-a7b2-100a2a3dcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.126158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b791c81-c426-4d8f-ac1d-5a0f9ff16391 req-3ae504ae-1eb4-4b72-9453-8acbb2bc163d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813796 Jul 07 17:12:43.155090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4c63e11d-7cd6-420a-a7b2-100a2a3dcd0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6609ef73e56447c897bb07f490f52298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545309 Jul 07 17:12:43.156589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:43.164946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63e11d-7cd6-420a-a7b2-100a2a3dcd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2073f-72d3-4190-b23d-4ba3a4a4dded,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.231711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.290096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.296143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:43.319747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:43.356613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.362656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.362656 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35c2073f-72d3-4190-b23d-4ba3a4a4dded HTTP/1.1" status: 204 len: 168 time: 0.2026105 Jul 07 17:12:43.375602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c355e-4973-4a3b-bb39-508644637c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2073f-72d3-4190-b23d-4ba3a4a4dded,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.453045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756c9c4-bd4f-4d7e-9562-5bd2277ced18 req-efa62053-9f55-4a82-a026-0989d2336803 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.454646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8756c9c4-bd4f-4d7e-9562-5bd2277ced18 req-efa62053-9f55-4a82-a026-0989d2336803 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 946 time: 0.1442568 Jul 07 17:12:43.474428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.541385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8756c9c4-bd4f-4d7e-9562-5bd2277ced18 req-9a8dbe07-2f81-44e3-9b99-eda42cc951b7 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587699 Jul 07 17:12:43.543552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:43.551031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.639836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-fbc057bf-761f-4b0a-99ef-8a15ce5a9090 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "PUT /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 998 time: 2.3110955 Jul 07 17:12:43.648452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:42Z', 'revision_number': 3, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:43.687578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:43.696383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:43.697220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:43.730214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:43.734030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-7f42ee8f-3c29-42d4-8779-5a9047dcb99f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.735497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-7f42ee8f-3c29-42d4-8779-5a9047dcb99f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports/578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 942 time: 0.0898201 Jul 07 17:12:43.746585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bf41552-8e2a-4e62-b148-c3e9f3a939dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.779432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904c7dd-5583-4015-9841-058c0539befb req-e13f2ef1-e943-4c19-92dc-586ba4716ea5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.781742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7904c7dd-5583-4015-9841-058c0539befb req-e13f2ef1-e943-4c19-92dc-586ba4716ea5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 947 time: 0.0919180 Jul 07 17:12:43.808967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:43.811899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:43.866723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bf41552-8e2a-4e62-b148-c3e9f3a939dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.871128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7904c7dd-5583-4015-9841-058c0539befb req-bdb1f239-42a1-4743-a9db-867ac1de7d45 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823665 Jul 07 17:12:43.872640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bf41552-8e2a-4e62-b148-c3e9f3a939dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.914054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf41552-8e2a-4e62-b148-c3e9f3a939dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00cd721-2bcf-4a96-923a-211058458190,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.923358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9bf41552-8e2a-4e62-b148-c3e9f3a939dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5761cb5d4d764a5f9fb8e68c661cbd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920867 Jul 07 17:12:43.925798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42510) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:43.955062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-de9af94d-447b-4385-9733-9e114146e24d tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips/e486705d-aeac-4b62-81e1-713f17c7c0dd HTTP/1.1" status: 200 len: 693 time: 0.0595000 Jul 07 17:12:43.977373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.988315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-9dbf7d89-a7b1-4954-a2fc-0d8726893fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.990503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-9dbf7d89-a7b1-4954-a2fc-0d8726893fde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.1724167 Jul 07 17:12:44.003263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.055330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.058667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.060183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b00cd721-2bcf-4a96-923a-211058458190 HTTP/1.1" status: 204 len: 168 time: 0.1334693 Jul 07 17:12:44.070380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68fc23-7a1e-4fd9-90fc-7c3084b4f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00cd721-2bcf-4a96-923a-211058458190,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:44.105807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:44.134399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'mac_address': 'fa:16:3e:6a:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:44.149617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-3e59047c-0ae8-443e-b00b-b48dd0a9e5b6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.157105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-3e59047c-0ae8-443e-b00b-b48dd0a9e5b6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1943605 Jul 07 17:12:44.159333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-26edea79-4285-423b-9d8f-8830dc887187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.160760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-26edea79-4285-423b-9d8f-8830dc887187 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1452925 Jul 07 17:12:44.207902 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.224706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:44.249002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-428cc0a9-1945-4ab3-85ad-2cc133bea48a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.0809550 Jul 07 17:12:44.262802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:44.263160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-899ddf53-b3a5-446b-a1e5-49cec12dcb24 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.1050384 Jul 07 17:12:44.269078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:42Z', 'revision_number': 3, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.271633 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.314724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f156d4e-8e44-4006-a459-5b2bab78610e None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:42Z', 'revision_number': 3, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:44.340940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-bdad8a19-be73-482c-978e-40d4fa24bb5e tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.0541687 Jul 07 17:12:44.343422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:44.353737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-a9384543-76c4-471f-b6fb-411faa292120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.355604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-a9384543-76c4-471f-b6fb-411faa292120 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.1058733 Jul 07 17:12:44.516137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:44.520130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-af063196-e4bb-43eb-b033-f49ff2e11f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.521685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-af063196-e4bb-43eb-b033-f49ff2e11f27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565971 Jul 07 17:12:44.534366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-b197d246-1742-4f67-bef3-054ea136c2ec service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:44.535385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-b197d246-1742-4f67-bef3-054ea136c2ec service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060573 Jul 07 17:12:44.545986 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32097777-e590-4f1f-807e-17f22d7a459a None None] New status for floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:44.550122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Deleting port 171a178a-aa52-420b-ad2e-c3a7e0dc8358 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:44.550807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.726052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.726504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.749108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Calling delete_port for 171a178a-aa52-420b-ad2e-c3a7e0dc8358 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:44.759830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-f73c9540-7535-48e0-9a1c-34b2f10af493 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592085 Jul 07 17:12:44.821643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:44.833083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:44.834006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.933313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-0d492fcf-c325-4f8b-a071-c621c3816835 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310015 Jul 07 17:12:44.969821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:45.161844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c82449-4a10-4e39-bd45-79edff656709 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:45.308175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:44Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:45.312061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:45.330197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.342046 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:45.349424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '40c82449-4a10-4e39-bd45-79edff656709', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'port_id': '40c82449-4a10-4e39-bd45-79edff656709', 'mac_address': 'fa:16:3e:93:a5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:45.357692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:45.358319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:45.362087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event deleted for resources: {'Port': ['ID=171a178a-aa52-420b-ad2e-c3a7e0dc8358,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.367226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-e54ec773-f09b-4ce1-b044-b33f24d8b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.368648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-e54ec773-f09b-4ce1-b044-b33f24d8b28f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1097 time: 0.4000597 Jul 07 17:12:45.497993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.500583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.501798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f98d0c-26e8-42e8-85c9-ac82b5756d40 req-7393f4f4-63aa-4115-80b8-e0d987c31ce6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "DELETE /v2.0/floatingips/e486705d-aeac-4b62-81e1-713f17c7c0dd HTTP/1.1" status: 204 len: 173 time: 1.1452916 Jul 07 17:12:45.531065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-50f0619a-4c39-4720-95a1-d67cdb5379a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.532726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-50f0619a-4c39-4720-95a1-d67cdb5379a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1379466 Jul 07 17:12:45.578048 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.624659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c82449-4a10-4e39-bd45-79edff656709 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:45.656901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:45.659539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:45.674713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-b394898e-5413-4e18-9217-fd6e7778412a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 1001 time: 0.1345956 Jul 07 17:12:45.685000 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.737992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-69a78608-6916-465b-983c-5e184043ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.739536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-69a78608-6916-465b-983c-5e184043ee38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0574548 Jul 07 17:12:45.760609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463e4ec-fd9b-4577-a721-a8754ca19f05 req-d6477a09-b78e-4aa8-b838-d77003ce378a tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.762307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6463e4ec-fd9b-4577-a721-a8754ca19f05 req-d6477a09-b78e-4aa8-b838-d77003ce378a tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 943 time: 0.1280446 Jul 07 17:12:45.787620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.832686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6463e4ec-fd9b-4577-a721-a8754ca19f05 req-121734cd-17ad-4b62-8e50-cb47bbc5d495 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619676 Jul 07 17:12:45.844800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-bd38c62d-5477-4aeb-942d-0d91ed08e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.846504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-bd38c62d-5477-4aeb-942d-0d91ed08e4b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939505 Jul 07 17:12:45.852588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 384ddd77-c726-472a-8f46-a87a49c998ab details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:45.859013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:45.909443 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec18b2d5-1180-4609-86b7-8a9deffc6fe3 x-openstack-request-id: req-ec18b2d5-1180-4609-86b7-8a9deffc6fe3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:45.909960 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:45.909960 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec18b2d5-1180-4609-86b7-8a9deffc6fe3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:45.910381 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'status': 'completed', 'code': 200} Jul 07 17:12:45.910663 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab', 'status': 'completed', 'code': 200} Jul 07 17:12:45.961702 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d531b43-09a2-49e4-bcfd-fa41d84edb3b x-openstack-request-id: req-4d531b43-09a2-49e4-bcfd-fa41d84edb3b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:45.962244 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:45.962643 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d531b43-09a2-49e4-bcfd-fa41d84edb3b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:45.962918 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:12:45.968912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-937eac34-0cb9-424b-bd6d-4545c205b110 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152754 Jul 07 17:12:46.026832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:46.036078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:46.036455 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.039758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['40c82449-4a10-4e39-bd45-79edff656709'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:46.069538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-e931e6e3-950d-41a1-a120-b3de6d8669ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.072035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-e931e6e3-950d-41a1-a120-b3de6d8669ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1100 time: 0.1245081 Jul 07 17:12:46.125711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c11c243-c0d5-49a8-9c6a-05e1535523ea req-a0f912dc-51cd-4eb2-90d5-2fc7bf31c77a service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491501 Jul 07 17:12:46.198008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-079b3bf0-4c54-45d7-9370-8910d2cb08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.199952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-079b3bf0-4c54-45d7-9370-8910d2cb08fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.2108381 Jul 07 17:12:46.205243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-cb64e872-cd4b-4a22-a1d7-e0dfb1c872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.207009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-cb64e872-cd4b-4a22-a1d7-e0dfb1c872d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1216965 Jul 07 17:12:46.208349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eaefc-3b58-406b-a096-ff21d79d86c7 req-5f7961d5-a6e5-4471-8d7c-7ff4fc46c18a tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.210068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-146eaefc-3b58-406b-a096-ff21d79d86c7 req-5f7961d5-a6e5-4471-8d7c-7ff4fc46c18a tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1098 time: 0.0694275 Jul 07 17:12:46.256208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-146eaefc-3b58-406b-a096-ff21d79d86c7 req-efec0546-3c7d-4d09-94cb-8cd31eb337aa tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Jul 07 17:12:46.305001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-efe031f6-a91e-4c22-b4a2-4c8710f8f54d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0815933 Jul 07 17:12:46.366570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=384ddd77-c726-472a-8f46-a87a49c998ab,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.380722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-50fb8da8-fbed-48d2-92ab-def2db38c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.382515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-50fb8da8-fbed-48d2-92ab-def2db38c1e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0685949 Jul 07 17:12:46.393136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-197fd915-435a-4728-8b38-27f10d48b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.394873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-197fd915-435a-4728-8b38-27f10d48b979 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1811833 Jul 07 17:12:46.423541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '384ddd77-c726-472a-8f46-a87a49c998ab', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'port_id': '384ddd77-c726-472a-8f46-a87a49c998ab', 'mac_address': 'fa:16:3e:66:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:46.462797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-8b3924f8-a819-4070-acfe-c871454d9f59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.0582664 Jul 07 17:12:46.488730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.502822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:44Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.514895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b3f66-67b8-4361-9633-7f69795a95cc req-8905d06b-5f1b-4f52-85c2-68ffb178846c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.518046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-499b3f66-67b8-4361-9633-7f69795a95cc req-8905d06b-5f1b-4f52-85c2-68ffb178846c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 943 time: 0.1448815 Jul 07 17:12:46.548101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-dc02c30b-8f5d-4014-9e16-32ecc32b6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.549601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-dc02c30b-8f5d-4014-9e16-32ecc32b6f1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0799041 Jul 07 17:12:46.555213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-b6930651-4e77-49be-9c17-7191dcc74c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.556768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-b6930651-4e77-49be-9c17-7191dcc74c05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610086 Jul 07 17:12:46.639613 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.645039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384ddd77-c726-472a-8f46-a87a49c998ab {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:46.649454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-499b3f66-67b8-4361-9633-7f69795a95cc req-9ce6d10f-8889-4035-8324-616c8388850f tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1129494 Jul 07 17:12:46.673625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac077ad-03c3-49f9-acc1-62483d13b123 req-79cd855d-1b98-4397-abc1-80fdac1d9ddc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.680502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ac077ad-03c3-49f9-acc1-62483d13b123 req-79cd855d-1b98-4397-abc1-80fdac1d9ddc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 946 time: 0.1835141 Jul 07 17:12:46.702304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=384ddd77-c726-472a-8f46-a87a49c998ab,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.707705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a632628-0a89-4c1d-b6e7-8b9447d3ddfa None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:62:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:44Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:46.756726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.764543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:46.767315 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912003ad-eead-4848-babe-b576d44460af" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:46.770920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.780026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.791330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ac077ad-03c3-49f9-acc1-62483d13b123 req-c1d8e9ef-76dd-4d4f-8ff7-01dd802eac59 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043882 Jul 07 17:12:46.819022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-d7201ba6-d4b3-4633-ad1b-6d5ab5813ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.820746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-d7201ba6-d4b3-4633-ad1b-6d5ab5813ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2631242 Jul 07 17:12:46.824662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-c338ed65-3e2f-476d-a855-11271aa6237f service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572632 Jul 07 17:12:46.946123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.046139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.092602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-bb0d7f00-3c7d-4144-9b1c-77feb9a4b052 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532835 Jul 07 17:12:47.093417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['384ddd77-c726-472a-8f46-a87a49c998ab'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:47.102532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-4ec6749e-5027-4a55-a22e-bb40e51e4877 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543628 Jul 07 17:12:47.162504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a53074-ed1f-4b9e-abde-fb309af6b42b req-5e53879f-338a-4553-a207-8d36a1b3a8a8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.171684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98a53074-ed1f-4b9e-abde-fb309af6b42b req-5e53879f-338a-4553-a207-8d36a1b3a8a8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2200027 Jul 07 17:12:47.230870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98a53074-ed1f-4b9e-abde-fb309af6b42b req-a56a1e08-7aa3-400e-972e-05e1ddf05b53 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Jul 07 17:12:47.245320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:47.262813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4337f2f3-2eac-4aa0-bc34-ebb80bef418e req-04da0303-6471-4891-a85c-f94246b8881a service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590662 Jul 07 17:12:47.267100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-de7df856-6b69-476e-8c8c-54a307f5ab13 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4282324 Jul 07 17:12:47.284763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-e75b1934-dfa5-47b4-a130-00a04ea7dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.286491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-e75b1934-dfa5-47b4-a130-00a04ea7dd46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 1096 time: 0.1053481 Jul 07 17:12:47.287949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:47.355879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.375971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302cc2a0-1d47-4898-853b-fc796451d62e req-38c56143-3989-4ead-8950-4da5770f2e82 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1164265 Jul 07 17:12:47.386511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c38c0c6b-0a5a-434e-b101-12346f08f7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.415059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-ff8c277d-4e0e-4042-ad3a-7cac67c02870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.416574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-ff8c277d-4e0e-4042-ad3a-7cac67c02870 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 925 time: 0.1214492 Jul 07 17:12:47.467352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-18e32b20-a110-42af-b744-09903928b61f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 200 len: 217 time: 0.0413735 Jul 07 17:12:47.479163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cc2a0-1d47-4898-853b-fc796451d62e req-a47385b3-e246-4673-af2f-7e106d881bda tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.481308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302cc2a0-1d47-4898-853b-fc796451d62e req-a47385b3-e246-4673-af2f-7e106d881bda tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports/1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 942 time: 0.0729733 Jul 07 17:12:47.523005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.543868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-9699db4c-cf27-40a2-89c6-294b4dd50f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.544790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-9699db4c-cf27-40a2-89c6-294b4dd50f1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.0701513 Jul 07 17:12:47.607540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c38c0c6b-0a5a-434e-b101-12346f08f7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.614926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c38c0c6b-0a5a-434e-b101-12346f08f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.664434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c38c0c6b-0a5a-434e-b101-12346f08f7ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7186f107bc154fd184a84c7bd579f378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147582 Jul 07 17:12:47.664434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0c6b-0a5a-434e-b101-12346f08f7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4f64d-53cb-41e6-b3d6-976b16535ad8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.666068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42586) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:47.675013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-2efdfaf9-b1a7-4533-b6ef-19f881d3f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.676845 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-2efdfaf9-b1a7-4533-b6ef-19f881d3f581 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222692 Jul 07 17:12:47.703757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302cc2a0-1d47-4898-853b-fc796451d62e req-cdeafd2f-bdf5-4884-b003-66402a559df6 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1197214 Jul 07 17:12:47.724880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Allocated IP 172.25.3.96 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/0396bf43-1f7c-4d88-81e6-bd7f8d12421c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:47.772065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-fcd88d5e-2fd1-495a-b812-4fecbfb94f8c service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882971 Jul 07 17:12:47.797471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.830396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.877566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-213c0b1b-8cb3-48d4-b60e-849797c91079 req-336df72f-be60-48f2-a959-bd0c57cf90d0 service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990376 Jul 07 17:12:47.940718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.965463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}, {'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:47.967725 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51afed6-05f3-48e7-a864-b904a29ad450" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}, {"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:47.977069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.979751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.980875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6bf4f64d-53cb-41e6-b3d6-976b16535ad8 HTTP/1.1" status: 204 len: 168 time: 0.3123696 Jul 07 17:12:48.005955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731d390-9a8e-4905-8f6f-3f13b1a6f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4f64d-53cb-41e6-b3d6-976b16535ad8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.043926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cc2a0-1d47-4898-853b-fc796451d62e req-b12e9da2-4f1f-49c9-93d6-111779517a8b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.045338 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302cc2a0-1d47-4898-853b-fc796451d62e req-b12e9da2-4f1f-49c9-93d6-111779517a8b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3255305 Jul 07 17:12:48.046869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.086106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:48.089145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:48.094914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:48.117651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event updated for resources: {'Port': ['ID=0396bf43-1f7c-4d88-81e6-bd7f8d12421c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.217386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.261809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcaeeb-3b32-410a-90a2-80eae49f259a req-35d82334-da16-4f08-8b77-93b610952c64 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.263388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81fcaeeb-3b32-410a-90a2-80eae49f259a req-35d82334-da16-4f08-8b77-93b610952c64 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1098 time: 0.1163888 Jul 07 17:12:48.274590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42602) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:48.277462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.288893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ff45bda-f32b-4329-ab43-dc63e442227b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.337175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81fcaeeb-3b32-410a-90a2-80eae49f259a req-b4c2b36b-26db-456a-b7e5-817984fa4ab6 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Jul 07 17:12:48.399703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ff45bda-f32b-4329-ab43-dc63e442227b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.403848 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16572eb3-ac66-4a10-b5b0-714658ded3a7 x-openstack-request-id: req-16572eb3-ac66-4a10-b5b0-714658ded3a7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:48.404385 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:48.404689 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16572eb3-ac66-4a10-b5b0-714658ded3a7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:48.404824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ff45bda-f32b-4329-ab43-dc63e442227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.407807 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'code': 200} Jul 07 17:12:48.445258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45bda-f32b-4329-ab43-dc63e442227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde77b0-b4ec-40d0-bc8d-037cb93fbd9e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.450407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4ff45bda-f32b-4329-ab43-dc63e442227b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f7197f9225e4280adba2d86096cb227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746571 Jul 07 17:12:48.453131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:48.500023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.505170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.549321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.571780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.581589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event updated for resources: {'Port': ['ID=0396bf43-1f7c-4d88-81e6-bd7f8d12421c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.591717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.607084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.609013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-7295d9ce-61b2-46b6-a0c7-ae9b7bdcf90a tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3255076 Jul 07 17:12:48.621442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe00f-6e2a-45c2-94c9-3607b9c64e1b req-92220bf4-1270-4280-a3ef-04b2d6787364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.622989 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ddfe00f-6e2a-45c2-94c9-3607b9c64e1b req-92220bf4-1270-4280-a3ef-04b2d6787364 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1101 time: 0.1269743 Jul 07 17:12:48.648788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.651660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.653025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfde77b0-b4ec-40d0-bc8d-037cb93fbd9e HTTP/1.1" status: 204 len: 168 time: 0.1987448 Jul 07 17:12:48.675711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677837d6-2a72-4512-b6ae-4a6e31a3716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde77b0-b4ec-40d0-bc8d-037cb93fbd9e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.680885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-314c7c4e-7251-4c5d-a7ec-4348a27697f8 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.96 HTTP/1.1" status: 200 len: 695 time: 0.0587718 Jul 07 17:12:48.701011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ddfe00f-6e2a-45c2-94c9-3607b9c64e1b req-d87fc5e3-5974-4ee0-85be-e771f57d9a35 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714061 Jul 07 17:12:48.788882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-57516638-357a-41f7-b570-47747a500c8b tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.790608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e8887a7-0cdf-4f10-be61-d641246da2aa req-57516638-357a-41f7-b570-47747a500c8b tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1086686 Jul 07 17:12:48.876197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb0b28-9d92-44ed-b944-60234789806e req-c3723728-1a4c-44ae-a77b-d95a1423532d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.878233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dcb0b28-9d92-44ed-b944-60234789806e req-c3723728-1a4c-44ae-a77b-d95a1423532d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 944 time: 0.0759099 Jul 07 17:12:48.947244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dcb0b28-9d92-44ed-b944-60234789806e req-fa8f652c-6f1c-4185-a8eb-35f0f07a0075 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617404 Jul 07 17:12:48.980001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983c268-7021-4f76-a746-dd6fb3b14b43 req-933a07c1-d4cc-44f2-8dd2-a6b271032a4b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.981691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7983c268-7021-4f76-a746-dd6fb3b14b43 req-933a07c1-d4cc-44f2-8dd2-a6b271032a4b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 944 time: 0.0793588 Jul 07 17:12:49.021164 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb3d295-141d-4307-8653-daf23c9634f8 x-openstack-request-id: req-efb3d295-141d-4307-8653-daf23c9634f8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:49.021656 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:49.022085 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efb3d295-141d-4307-8653-daf23c9634f8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:49.022840 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:12:49.030901 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'status': 'completed', 'code': 200} Jul 07 17:12:49.101849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7983c268-7021-4f76-a746-dd6fb3b14b43 req-a5f788f6-d975-4e68-9cce-ed8631e3c465 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1122255 Jul 07 17:12:49.151135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-56f5c0ff-f48c-4fbe-b67c-dbe57ad52fc7 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1171899 Jul 07 17:12:49.156396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-269fd640-6626-49d3-b43d-b67e5f9af190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.157908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-269fd640-6626-49d3-b43d-b67e5f9af190 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.1105790 Jul 07 17:12:49.163092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-bdbf2910-28bd-467e-8c2e-1190d996bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.164518 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-bdbf2910-28bd-467e-8c2e-1190d996bba0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1097 time: 0.1082573 Jul 07 17:12:49.177871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c82449-4a10-4e39-bd45-79edff656709 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:49.218252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-6f911bb0-3acb-4f8e-bf1d-6c9a21368a9e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.230888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-6f911bb0-3acb-4f8e-bf1d-6c9a21368a9e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports/1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 942 time: 0.0686009 Jul 07 17:12:49.248077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 40c82449-4a10-4e39-bd45-79edff656709 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.264907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 40c82449-4a10-4e39-bd45-79edff656709 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.269148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.423312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.443870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-94a91f6c-e63a-4d42-b620-95cfe9dcfc8e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0874140 Jul 07 17:12:49.445430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-9dd6b0a4-95f6-40bd-9a59-46ce0f311b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.447683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-9dd6b0a4-95f6-40bd-9a59-46ce0f311b7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.2822526 Jul 07 17:12:49.451942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-5e51a4b0-7042-47ac-8b3a-815238e379e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.453604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-5e51a4b0-7042-47ac-8b3a-815238e379e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.2770796 Jul 07 17:12:49.471800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.480764 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.495664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23336a-3b8d-4172-b0c1-f07ab3f25feb req-8eedcc01-86f0-46ac-92bb-6619eb9bf80a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.503298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23336a-3b8d-4172-b0c1-f07ab3f25feb req-8eedcc01-86f0-46ac-92bb-6619eb9bf80a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2088239 Jul 07 17:12:49.537120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-2296e433-e6ef-4a11-8735-27d143f12cf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.0786209 Jul 07 17:12:49.547616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.609348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23336a-3b8d-4172-b0c1-f07ab3f25feb req-abffab66-2c84-4e5c-a2fa-f56997ff9153 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046631 Jul 07 17:12:49.612380 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-d489fa6e-3055-4a23-a747-61c7b3437aea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 1001 time: 0.1457539 Jul 07 17:12:49.654697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-5dd7fa1c-38ca-4194-a2f9-92944404f34c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.673918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-77f9b440-4d1e-442f-aa9f-45f04825da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.675497 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-77f9b440-4d1e-442f-aa9f-45f04825da0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.1316733 Jul 07 17:12:49.681587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-5dd7fa1c-38ca-4194-a2f9-92944404f34c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.2307692 Jul 07 17:12:49.683670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-7f1045c5-5dc1-48c5-ab8a-28c23a8cc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.685164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-7f1045c5-5dc1-48c5-ab8a-28c23a8cc479 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0664699 Jul 07 17:12:49.763309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-4c326916-9968-4d5d-b200-e106f651a67f tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0808392 Jul 07 17:12:49.798678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:49.803224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-0b91558c-576e-47ec-b7bc-da05483054ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.804728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-0b91558c-576e-47ec-b7bc-da05483054ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187155 Jul 07 17:12:49.807311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-13aa71c2-e728-441b-b995-7afc23d61754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.808856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-13aa71c2-e728-441b-b995-7afc23d61754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140232 Jul 07 17:12:49.825047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 384ddd77-c726-472a-8f46-a87a49c998ab up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:49.915998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 384ddd77-c726-472a-8f46-a87a49c998ab completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.928032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 384ddd77-c726-472a-8f46-a87a49c998ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.928418 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.942785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.024215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-ef908f56-802e-41ac-b52d-28a09b2057a6 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121973 Jul 07 17:12:50.028877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-4be011ec-fbb2-4f1f-af0f-1084ba1858ee service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072637 Jul 07 17:12:50.046471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.063324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cea17-6000-4c90-8862-b3545ddd1a95 req-6ee1e155-8805-4f09-9012-df368bf47ed0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.070136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b97cea17-6000-4c90-8862-b3545ddd1a95 req-6ee1e155-8805-4f09-9012-df368bf47ed0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 946 time: 0.2791483 Jul 07 17:12:50.096539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=384ddd77-c726-472a-8f46-a87a49c998ab,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:50.105027 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.164044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.180600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b97cea17-6000-4c90-8862-b3545ddd1a95 req-c3b28ac2-3dc7-47b5-9e48-136046208082 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093040 Jul 07 17:12:50.182760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.182760 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b disassociated. External IP: 172.25.3.251, port: 1222d30a-dfdf-4e31-bc74-5ec54aa45d87. Jul 07 17:12:50.207005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.290372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-aadf5607-2d4b-4005-b796-bec384683b40 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips/e1ceca46-f75d-4891-b68f-f02156e836b3 HTTP/1.1" status: 200 len: 692 time: 0.0612123 Jul 07 17:12:50.410322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c82449-4a10-4e39-bd45-79edff656709'}, {'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:50.416084 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7fe46-53c9-4647-add5-faa20701b72d" -d '{"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "40c82449-4a10-4e39-bd45-79edff656709"}, {"server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "name": "network-vif-plugged", "status": "completed", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:50.517958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-9dcd2121-2c29-40b9-8594-ecc5b12c7a2c tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.519647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-9dcd2121-2c29-40b9-8594-ecc5b12c7a2c tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.2217262 Jul 07 17:12:50.621482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-a4c093da-7c46-40dc-97bb-73d9e047b16c service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754185 Jul 07 17:12:50.622974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-751a716a-5ce2-4a54-a0fb-9eace0e494e6 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.96 HTTP/1.1" status: 200 len: 695 time: 0.0653865 Jul 07 17:12:50.634602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a51afed6-05f3-48e7-a864-b904a29ad450 req-51a207b3-2efc-4445-b8ba-0edf6b7a27df service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034610 Jul 07 17:12:50.684373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:50.688985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-4aa709e1-5008-4674-b044-580f1f55b0ab tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.96 HTTP/1.1" status: 200 len: 695 time: 0.0598238 Jul 07 17:12:51.209777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:51.214794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.222023 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:51.238630 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:51.239791 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:51.252517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Deleting port 0396bf43-1f7c-4d88-81e6-bd7f8d12421c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:51.252946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.303696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-c7b41f96-1526-47e1-8d8c-253dfda1b59b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "PUT /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 695 time: 1.5169332 Jul 07 17:12:51.308653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:51.311041 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:51.356243 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:51.381961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.382688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.398109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Calling delete_port for 0396bf43-1f7c-4d88-81e6-bd7f8d12421c owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:51.415874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-bddcf003-6954-47bf-992e-4f68defeaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.418514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-bddcf003-6954-47bf-992e-4f68defeaf7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1097 time: 0.1023333 Jul 07 17:12:51.580587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-37c824e3-4682-4965-bd15-5687ad907e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.582379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-37c824e3-4682-4965-bd15-5687ad907e9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1297772 Jul 07 17:12:51.591912 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:51.621598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:51.631892 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:51.632516 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:51.656832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-19fb8994-1e53-4b25-874b-93ecda2d603b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 217 time: 0.0402129 Jul 07 17:12:51.703324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.737872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Pushing event deleted for resources: {'Port': ['ID=0396bf43-1f7c-4d88-81e6-bd7f8d12421c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.748123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-63cdd182-b542-4274-a481-a942b7626b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.755089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-63cdd182-b542-4274-a481-a942b7626b6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0922856 Jul 07 17:12:51.757210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:51.778507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:51.847192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.849814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.851023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ce85112-47f0-4391-b4d6-6f07aae87c1e req-51a1a8d0-243c-404a-aace-6047450c6dbe tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "DELETE /v2.0/floatingips/e1ceca46-f75d-4891-b68f-f02156e836b3 HTTP/1.1" status: 204 len: 173 time: 1.1552787 Jul 07 17:12:51.870209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-a6513132-c327-4178-8ef4-072240900ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.876452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-a6513132-c327-4178-8ef4-072240900ed6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161730 Jul 07 17:12:51.927927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.982207 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.009670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-a2be2e75-6401-481a-a9bc-0f4768a4e83a service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257031 Jul 07 17:12:52.056398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.062383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.109146 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227c3dd-c6f0-44ef-aa58-26f6d28cee1e None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:52.119440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c369f2c-4572-416d-b1e6-a635e22ba666 req-385bf441-1efa-4b3a-92eb-c79eebc83c84 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042340 Jul 07 17:12:52.120441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34bb5d8adc40483cbd601af3b1683d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401182 Jul 07 17:12:52.121502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc1b4d-87d5-4285-b931-f0ba3dd9a96c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.123424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.132357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.132810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.133086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.133407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.134043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.134379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.134753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.135187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.137150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.137150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.137400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.137627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4326f7-75df-492f-af01-a50a3a5980b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:52.199120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.236493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.348705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.351831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.353106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2cc1b4d-87d5-4285-b931-f0ba3dd9a96c HTTP/1.1" status: 204 len: 168 time: 0.2269840 Jul 07 17:12:52.366369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d83a0e-4e70-4deb-ad2b-f1fdec9f42ce req-2700cd17-8173-4e4c-a8cc-0fb78c359201 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.368233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84d83a0e-4e70-4deb-ad2b-f1fdec9f42ce req-2700cd17-8173-4e4c-a8cc-0fb78c359201 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0897229 Jul 07 17:12:52.379032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1886794-834d-4ded-a0b5-708636bbbda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc1b4d-87d5-4285-b931-f0ba3dd9a96c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.449464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84d83a0e-4e70-4deb-ad2b-f1fdec9f42ce req-b99d13ac-4214-44a9-a1b5-86ab94bd2a33 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726879 Jul 07 17:12:52.544510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2c14e-c2f2-4573-a29c-a3fd5467e4ea None None] New status for floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:52.662794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152b70e-70ed-4db6-bc3f-eb505a3879d0 req-7011305e-1c5a-418a-9af2-8dbef274083b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.664695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7152b70e-70ed-4db6-bc3f-eb505a3879d0 req-7011305e-1c5a-418a-9af2-8dbef274083b tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.0783608 Jul 07 17:12:52.712102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7152b70e-70ed-4db6-bc3f-eb505a3879d0 req-1b3a0c31-c8f4-4b2a-a05e-232519734607 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0409606 Jul 07 17:12:52.753617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.769032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf236491-0723-410f-9dd1-d012d04c2fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.936955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf236491-0723-410f-9dd1-d012d04c2fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.942072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf236491-0723-410f-9dd1-d012d04c2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.004445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf236491-0723-410f-9dd1-d012d04c2fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152ce05-671f-4f05-9ff9-dc5b9baf31e6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.013789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf236491-0723-410f-9dd1-d012d04c2fe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2558e56f67da48349d3961ca6c9e79cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589638 Jul 07 17:12:53.017417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.091731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.124396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.136569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-dae46152-90cd-41d6-875f-d93b58a8c8a0 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:53.137590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-dae46152-90cd-41d6-875f-d93b58a8c8a0 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114055 Jul 07 17:12:53.152850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:53.153318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Unknown quota resources ['binding']. {{(pid=93946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:12:53.257014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.259581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.263957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c152ce05-671f-4f05-9ff9-dc5b9baf31e6 HTTP/1.1" status: 204 len: 168 time: 0.2423232 Jul 07 17:12:53.277523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b79e07-e85f-48cf-9a02-c31b1c08ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152ce05-671f-4f05-9ff9-dc5b9baf31e6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.322113 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9bd095-d3e8-417b-a2a2-598217f63b7f x-openstack-request-id: req-4b9bd095-d3e8-417b-a2a2-598217f63b7f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:53.322940 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "40c82449-4a10-4e39-bd45-79edff656709", "code": 200}, {"server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "name": "network-vif-plugged", "status": "completed", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:53.326725 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b9bd095-d3e8-417b-a2a2-598217f63b7f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:53.327212 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c82449-4a10-4e39-bd45-79edff656709', 'code': 200} Jul 07 17:12:53.327519 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab', 'code': 200} Jul 07 17:12:53.357568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:53.357934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:53.359087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:53.366614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:53.367011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:53.372874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:53.373222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:53.373616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:53.374053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Bound port: 827717ee-6e31-40f3-8d8d-af4d310bd431, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:53.470293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:53.497847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee5e1-a7ca-4360-ab37-6158c9bf0d82 req-916a1479-f6ba-41ef-ad75-9d6217136dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.498997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.499713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a96ee5e1-a7ca-4360-ab37-6158c9bf0d82 req-916a1479-f6ba-41ef-ad75-9d6217136dad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 1097 time: 0.0647309 Jul 07 17:12:53.500224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-bd485ea4-0692-48e9-bedf-345d2cf9c49e service neutron] 10.222.0.66 "POST /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431/bindings HTTP/1.1" status: 201 len: 390 time: 0.3518450 Jul 07 17:12:53.561538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24523-3ea9-4ae5-9478-e064543388a4 req-2adea1ff-7068-4b92-ae13-e0642b879b48 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.573813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9a24523-3ea9-4ae5-9478-e064543388a4 req-2adea1ff-7068-4b92-ae13-e0642b879b48 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.1174519 Jul 07 17:12:53.595295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a96ee5e1-a7ca-4360-ab37-6158c9bf0d82 req-30c2609e-3c68-43f6-a0b5-842d169a1245 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825808 Jul 07 17:12:53.644922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9a24523-3ea9-4ae5-9478-e064543388a4 req-ab61cfeb-da05-4c97-8276-927fa586101f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Jul 07 17:12:53.722099 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076cb1c0-700b-4e5e-a8e1-d41f85413f37 x-openstack-request-id: req-076cb1c0-700b-4e5e-a8e1-d41f85413f37 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:53.722814 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:53.722814 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-076cb1c0-700b-4e5e-a8e1-d41f85413f37 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:53.723020 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'status': 'completed', 'code': 200} Jul 07 17:12:53.726020 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-5688978a-5171-46ff-bd03-c8160cf6f0b1 req-24c29539-01d1-4122-b0b5-225ede407916 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] show failed (client error): The resource could not be found. Jul 07 17:12:53.751210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5688978a-5171-46ff-bd03-c8160cf6f0b1 req-24c29539-01d1-4122-b0b5-225ede407916 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips/e1ceca46-f75d-4891-b68f-f02156e836b3 HTTP/1.1" status: 404 len: 350 time: 0.0798426 Jul 07 17:12:53.857681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-5eb52285-ec48-46d6-b1b6-0fbbf69517ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.859646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-5eb52285-ec48-46d6-b1b6-0fbbf69517ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 1097 time: 0.1252763 Jul 07 17:12:53.948789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-7ace1075-2ee7-45ac-841c-6825fcca238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.950685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-7ace1075-2ee7-45ac-841c-6825fcca238a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1098 time: 0.1235709 Jul 07 17:12:54.015331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b5ba0-c34e-4974-ba65-7449d00df903 req-886b9d54-3fb7-4520-ad62-c23768ccadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.016956 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f83b5ba0-c34e-4974-ba65-7449d00df903 req-886b9d54-3fb7-4520-ad62-c23768ccadb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 1097 time: 0.5483434 Jul 07 17:12:54.073784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-b924dc6f-d45b-4b83-ae9b-99277863c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.076239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-b924dc6f-d45b-4b83-ae9b-99277863c86a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1821344 Jul 07 17:12:54.077725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f83b5ba0-c34e-4974-ba65-7449d00df903 req-46d14886-fae0-4c59-ac73-c4028ba6537a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0492263 Jul 07 17:12:54.130117 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-8c753589-cd51-4996-9819-49b91d2bb50b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 200 len: 217 time: 0.0444822 Jul 07 17:12:54.147451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-7f8a4274-a306-4357-9e9d-f38f60b7b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.154089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-7f8a4274-a306-4357-9e9d-f38f60b7b9cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.1907449 Jul 07 17:12:54.205498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-8b66b0ba-4cd2-479e-a17c-d321fbc6d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.207358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-8b66b0ba-4cd2-479e-a17c-d321fbc6d2fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.0655675 Jul 07 17:12:54.211812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-451ec4eb-3e92-4cf5-9361-0f89a9efb065 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 217 time: 0.0514166 Jul 07 17:12:54.277300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-1bbe52c5-cdae-42a0-a590-e4ff29073441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.279168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-1bbe52c5-cdae-42a0-a590-e4ff29073441 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557246 Jul 07 17:12:54.300317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-54c62eb9-7edb-432e-aee7-2c1ffd923792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.301811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-54c62eb9-7edb-432e-aee7-2c1ffd923792 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.0670285 Jul 07 17:12:54.315483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa956f-b1c2-48ab-9682-49f7cf963d4b req-f9ba796f-cac2-479c-8b34-a81f10c7b3c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.317011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbfa956f-b1c2-48ab-9682-49f7cf963d4b req-f9ba796f-cac2-479c-8b34-a81f10c7b3c3 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.2526255 Jul 07 17:12:54.360211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-ef719c26-82ab-4e9c-afb4-2bd411277226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411370 Jul 07 17:12:54.369820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6cd23-3aec-4e44-8c17-67790070268e req-55f3b39e-a611-4094-a71d-223d08162d6f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.371346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37f6cd23-3aec-4e44-8c17-67790070268e req-55f3b39e-a611-4094-a71d-223d08162d6f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.2000420 Jul 07 17:12:54.390800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-27a8931b-0719-444a-b49e-cc57de51d5a1 service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010103 Jul 07 17:12:54.465764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbfa956f-b1c2-48ab-9682-49f7cf963d4b req-ab72bc0b-db89-44cb-baf9-33a87651191e tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314216 Jul 07 17:12:54.498297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77e403f6-3b3b-4f88-ac1d-248fdeeaf063 req-2b8263ba-5ae7-4b44-ba17-ec2cfa96860d service neutron] 10.222.0.23 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006260 Jul 07 17:12:54.499657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37f6cd23-3aec-4e44-8c17-67790070268e req-e3cc1242-0a2c-400a-ac05-24dafa858ef2 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107981 Jul 07 17:12:54.549390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e8c887e7-3c4f-48ee-b8db-34110b123b58 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714642 Jul 07 17:12:54.585121 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-e687cedf-78e2-4082-b88d-e8dae5dbce5b req-d5a60b16-0728-4041-bc03-b9ed586a4143 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] show failed (client error): The resource could not be found. Jul 07 17:12:54.587465 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e687cedf-78e2-4082-b88d-e8dae5dbce5b req-d5a60b16-0728-4041-bc03-b9ed586a4143 tempest-FloatingIPsTestJSON-304284166 tempest-FloatingIPsTestJSON-304284166-project] 10.222.0.66 "GET /v2.0/floatingips/e1ceca46-f75d-4891-b68f-f02156e836b3 HTTP/1.1" status: 404 len: 350 time: 0.0505085 Jul 07 17:12:54.597586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.796849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-212acc4a-5dd3-4108-ab05-d018cea5ea9f service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197826 Jul 07 17:12:54.801117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5caba-c870-4f75-9617-3cb4af1dacc6 req-56932adc-637f-4ad7-991d-f6371ec84b2e tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.803409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8da5caba-c870-4f75-9617-3cb4af1dacc6 req-56932adc-637f-4ad7-991d-f6371ec84b2e tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1101 time: 0.1880324 Jul 07 17:12:54.853784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44643d-c64b-426b-8dbd-ea7427c681ed req-e11f5cf6-0049-4c76-956b-91befdf5cc52 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.856527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a44643d-c64b-426b-8dbd-ea7427c681ed req-e11f5cf6-0049-4c76-956b-91befdf5cc52 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.1476111 Jul 07 17:12:54.887191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8da5caba-c870-4f75-9617-3cb4af1dacc6 req-9b50c808-a30d-44dc-8c52-5a40ab398255 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744338 Jul 07 17:12:54.938221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a44643d-c64b-426b-8dbd-ea7427c681ed req-f023f422-0743-4c40-b71e-97d71fb1e0ba tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0739498 Jul 07 17:12:55.152430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.223855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a077-6885-416d-b1bb-8e5002090800 req-73c57384-3419-4e2d-8601-e13d944f20ab tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.233006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-73c57384-3419-4e2d-8601-e13d944f20ab tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1774373 Jul 07 17:12:55.265116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.294806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.366599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-80ef5611-dbda-4439-95ee-4ca3a21b2843 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.1324470 Jul 07 17:12:55.375056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-643959804', 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:55.385593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:55.439115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.493252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Made reservation on behalf of e9c2184414b240d5a4d064763c42073a for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:55.495896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.530560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.695726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Deleting port e3f09664-1da0-4132-bce4-793a577d6f8b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:55.696042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.797547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] For port e3f09664-1da0-4132-bce4-793a577d6f8b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3f09664-1da0-4132-bce4-793a577d6f8b,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:55.798362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.821131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Calling delete_port for e3f09664-1da0-4132-bce4-793a577d6f8b owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:55.841404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:55.992427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-a538fb35-f980-492a-b37c-41bfab5ea616 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537604 Jul 07 17:12:56.002009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:56.031570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:56.088077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.102613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22ab7033-5092-4cbd-b128-bbfa9b7051b2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:56.128308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:56.133213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.174299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.185107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.190136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fafa4-63c6-4997-b359-10349e013926 req-4c26a50f-df60-4e62-b33c-a66dda7d628e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.191900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-333fafa4-63c6-4997-b359-10349e013926 req-4c26a50f-df60-4e62-b33c-a66dda7d628e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c94442-65cb-4bba-9f30-a58be39cbbfc HTTP/1.1" status: 200 len: 945 time: 0.5003526 Jul 07 17:12:56.193399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.200969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.241474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] device_id is not set on port 09d750c2-1765-489c-969c-40a07b7c80b4 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:56.266993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f09664-1da0-4132-bce4-793a577d6f8b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.286020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['22ab7033-5092-4cbd-b128-bbfa9b7051b2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:56.408683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038f330f-29a2-48f3-9b30-86165c7faeec,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.515524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef037-41f3-4f59-a831-e2a5d06d0d34 req-2f0517b5-acb5-4e9c-ad8c-44c48b92e5d9 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.517290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99ef037-41f3-4f59-a831-e2a5d06d0d34 req-2f0517b5-acb5-4e9c-ad8c-44c48b92e5d9 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.5787148 Jul 07 17:12:56.667177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.751429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.012762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:12:57.072017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Allocated IP 172.25.3.236 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/09d750c2-1765-489c-969c-40a07b7c80b4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:57.091616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d99ef037-41f3-4f59-a831-e2a5d06d0d34 req-d1de698d-82da-401b-83f6-98a673a3945f tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5473523 Jul 07 17:12:57.122752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Router 86a33d02-f47c-469a-997f-202cf4805e8d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:57.185811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Deleting port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:57.194152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.222251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.290689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:57.297824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e19d0ce2-e368-4253-bbb9-89466d2d9d4c admin admin] 10.222.0.66 "PUT /v2.0/routers/86a33d02-f47c-469a-997f-202cf4805e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990991 Jul 07 17:12:57.301404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.305282 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Sync routers for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:57.324869 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:57.325515 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:57.352860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.528732 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:57.628469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.727999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] For port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:57.728405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.767228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Calling delete_port for 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:57.775316 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b associated. External IP: 172.25.3.251, port: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3. Jul 07 17:12:57.824809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff037-161b-46e7-9c80-fca0a194e5f8 req-3468ea8a-d060-4548-bd22-47e6e784451d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:57.832319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ccdff037-161b-46e7-9c80-fca0a194e5f8 req-3468ea8a-d060-4548-bd22-47e6e784451d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.4725392 Jul 07 17:12:57.862968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:57.889383 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.926640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.019188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:58.020612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.025200 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:56Z', 'revision_number': 5, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port': {'id': 'efcf5f0d-2b94-4abc-8112-e8bb99ad0d81', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:21Z', 'updated_at': '2021-07-07T17:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:58.037523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Deleting port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:58.037880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.060147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ccdff037-161b-46e7-9c80-fca0a194e5f8 req-95b3a83b-5030-4f8f-bb93-738ad08964ad tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265131 Jul 07 17:12:58.102851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Checking router: 86a33d02-f47c-469a-997f-202cf4805e8d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:58.130908 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Routers {'86a33d02-f47c-469a-997f-202cf4805e8d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:58.133272 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['86a33d02-f47c-469a-997f-202cf4805e8d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:58.259469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.319968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:58.323258 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f6b474-3cd5-4429-86eb-699239e1a984" -d '{"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-plugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:58.356733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:58.361172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] For port efcf5f0d-2b94-4abc-8112-e8bb99ad0d81, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:58.361868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.364345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.409226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Calling delete_port for efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:58.411709 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] Set router 86a33d02-f47c-469a-997f-202cf4805e8d gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:58.440364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-5b177a9f-4e3a-40e5-9610-1de8482ae6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.442841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-5b177a9f-4e3a-40e5-9610-1de8482ae6b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1101 time: 0.2537315 Jul 07 17:12:58.466189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.473500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.497242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:57Z', 'revision_number': 6, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:58.566257 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d423d61-43bb-4ebe-802f-559f843af69f None None] The sync data for ids ['86a33d02-f47c-469a-997f-202cf4805e8d'] in n-d-791505-12 is: [{'id': '86a33d02-f47c-469a-997f-202cf4805e8d', 'name': 'tempest-FloatingIPsTestJSON-1747666768-router', 'tenant_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:20Z', 'updated_at': '2021-07-07T17:12:57Z', 'revision_number': 6, 'project_id': 'd5b61e5e567e44a79f9ec4913c90dfc3', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:58.677031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:58.733179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:58.745214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:58.754523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Pushing event updated for resources: {'Port': ['ID=09d750c2-1765-489c-969c-40a07b7c80b4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.760405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-ed5229fc-da2d-485d-85d3-573fbb45c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.771081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-ed5229fc-da2d-485d-85d3-573fbb45c4b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3155234 Jul 07 17:12:58.804582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.819010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:58.882995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f208b-6446-4a0c-a3bb-af0b61dbc3af req-6cda4ee4-a27c-42b3-a8fb-027034c2afc4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.889347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-1aee4da1-a23c-4048-93d2-d208655d35e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.1050599 Jul 07 17:12:58.904010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350f208b-6446-4a0c-a3bb-af0b61dbc3af req-6cda4ee4-a27c-42b3-a8fb-027034c2afc4 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.5935802 Jul 07 17:12:58.908790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event deleted for resources: {'Port': ['ID=1222d30a-dfdf-4e31-bc74-5ec54aa45d87,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.933275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.933961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.985006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:59.066309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] No DVR routers for this DVR port 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:59.070584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.073212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-333fafa4-63c6-4997-b359-10349e013926 req-6d060975-598c-4cb5-9e22-93d8e1f92a7d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.23 "DELETE /v2.0/ports/1222d30a-dfdf-4e31-bc74-5ec54aa45d87 HTTP/1.1" status: 204 len: 173 time: 2.8734345 Jul 07 17:12:59.103148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'name': 'network-vif-deleted', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:59.108660 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc1811-0f86-4fa3-954d-d1f4c25dab2b" -d '{"events": [{"server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "name": "network-vif-deleted", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:59.114810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-82841e3f-8169-4ab0-b8bf-83e15e36344e tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.9610569 Jul 07 17:12:59.264258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:59.319410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:59.327081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1222d30a-dfdf-4e31-bc74-5ec54aa45d87 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:59.424439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42908) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:59.425786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:59.436982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:59.450528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350f208b-6446-4a0c-a3bb-af0b61dbc3af req-6996c53d-b53e-4749-9c43-62a5d12be3ef tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202231 Jul 07 17:12:59.455435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.457405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:59.458067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.470881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}]}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:59.641747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.644066 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.783541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-9bdaabf5-3fef-4d30-b7ae-0d5596a35da2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "PUT /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 996 time: 4.4041460 Jul 07 17:12:59.819488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:59.937603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:59.957679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c353aa32-f4e5-4f60-a4a6-8d42b25f08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.959286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c353aa32-f4e5-4f60-a4a6-8d42b25f08c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 1.0592878 Jul 07 17:12:59.967929 n-d-791505-12 neutron-server[93948]: INFO neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No ports have port_id starting with efcf5f0d-2b94-4abc-8112-e8bb99ad0d81 Jul 07 17:12:59.968156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.971037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3f09664-1da0-4132-bce4-793a577d6f8b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:59.999331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e3f09664-1da0-4132-bce4-793a577d6f8b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:59.999960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3f09664-1da0-4132-bce4-793a577d6f8b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:00.098929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Pushing event deleted for resources: {'Port': ['ID=efcf5f0d-2b94-4abc-8112-e8bb99ad0d81,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.099308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.265641 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.281448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-4cdb77ed-6b4d-49d0-b561-bf7922b5c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.288785 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-4cdb77ed-6b4d-49d0-b561-bf7922b5c9be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3157296 Jul 07 17:13:00.310295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ae2a-ff04-4b65-853f-a39cf856f2d6 req-10b9d03f-23dd-4180-9dfa-4ad4ff359a5a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.317550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b89ae2a-ff04-4b65-853f-a39cf856f2d6 req-10b9d03f-23dd-4180-9dfa-4ad4ff359a5a tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.5639396 Jul 07 17:13:00.358903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:56Z', 'revision_number': 8, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:00.410631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a077-6885-416d-b1bb-8e5002090800 req-39978fac-5c08-46b4-85f1-0fd60aaa04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.419348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-39978fac-5c08-46b4-85f1-0fd60aaa04e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.5147529 Jul 07 17:13:00.422076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:00.445424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:00.446069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:00.517912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a077-6885-416d-b1bb-8e5002090800 req-e1f10eb3-8d7a-46c0-9673-e60eb4079e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.526991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-e1f10eb3-8d7a-46c0-9673-e60eb4079e43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.1059198 Jul 07 17:13:00.531135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.534796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.546041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.625886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-46fea355-1626-40d2-b166-6cf3388fee48 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806747 Jul 07 17:13:00.626957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.627501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a33d02-f47c-469a-997f-202cf4805e8d {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:00.632716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.633817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa42d327-4c63-4f19-9b24-cc378ebb2aef admin admin] 10.222.0.66 "DELETE /v2.0/routers/86a33d02-f47c-469a-997f-202cf4805e8d HTTP/1.1" status: 204 len: 168 time: 3.3313046 Jul 07 17:13:00.644589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.653364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:00.721675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-d47bfa6f-6239-4ff0-b298-39d62e8549d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 999 time: 0.1928313 Jul 07 17:13:00.753750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b89ae2a-ff04-4b65-853f-a39cf856f2d6 req-80a41a10-e835-4ca3-b4ff-f8dea94a58c7 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.4352233 Jul 07 17:13:00.809573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Deleting subnet 578d1dd4-7820-4389-ad92-aa087ddbd08b {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:00.829891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.975547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a077-6885-416d-b1bb-8e5002090800 req-7dfe4c76-0c13-43c1-b703-34e87e86373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.993175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-efe751df-a1b7-4ccc-93a5-027cde3c9baf service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545430 Jul 07 17:13:00.996473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.007904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-7dfe4c76-0c13-43c1-b703-34e87e86373c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.2846677 Jul 07 17:13:01.040845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:56Z', 'revision_number': 8, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:01.160512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.167586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e8995-78af-4fdf-a336-e3aeb2c43df3 None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4b41f724-814f-4568-b8c0-b3efa0c3ba3b', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'port_id': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'mac_address': 'fa:16:3e:88:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:56Z', 'revision_number': 8, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:01.199984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a077-6885-416d-b1bb-8e5002090800 req-50b658e6-8c3d-4052-a03e-9627354e3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.213404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-50b658e6-8c3d-4052-a03e-9627354e3d53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040472 Jul 07 17:13:01.296865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.378121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcad8a8-1250-47f3-9711-45f83d8ef713 None None] Network 1aec35aa-fe56-4be3-8a81-eccede3c6755 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:01.388162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578d1dd4-7820-4389-ad92-aa087ddbd08b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.390923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.403246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7fad16ee-35d8-48d8-85f8-43ae24fb623a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/578d1dd4-7820-4389-ad92-aa087ddbd08b HTTP/1.1" status: 204 len: 168 time: 0.7574382 Jul 07 17:13:01.403917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:01.639739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.689848 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c50c7-9c88-4d27-a905-c1a20a2f5a1e None None] New status for floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:01.819681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Deleting port b74c59bc-8c9a-444a-a390-c1a62d062e8a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:01.821607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.862733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] DHCP port deletion for 1aec35aa-fe56-4be3-8a81-eccede3c6755 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:01.955891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Deleting port b74c59bc-8c9a-444a-a390-c1a62d062e8a {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:01.956261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.012538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] For port b74c59bc-8c9a-444a-a390-c1a62d062e8a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b74c59bc-8c9a-444a-a390-c1a62d062e8a,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:02.013263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.034540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Calling delete_port for b74c59bc-8c9a-444a-a390-c1a62d062e8a owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:02.117550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] For port b74c59bc-8c9a-444a-a390-c1a62d062e8a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b74c59bc-8c9a-444a-a390-c1a62d062e8a,segment=NetworkSegment(863b5dd0-f878-4975-9735-636ebe7cca89),segment_id=863b5dd0-f878-4975-9735-636ebe7cca89)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:02.118645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.181308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Calling delete_port for b74c59bc-8c9a-444a-a390-c1a62d062e8a owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:02.217357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.303523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.321113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-0eed22be-adfb-48c3-9c81-2542929f2627 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1062996 Jul 07 17:13:02.324249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74c59bc-8c9a-444a-a390-c1a62d062e8a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.327879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] No DVR routers for this DVR port b74c59bc-8c9a-444a-a390-c1a62d062e8a on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:02.331072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] Pushing event deleted for resources: {'Port': ['ID=b74c59bc-8c9a-444a-a390-c1a62d062e8a,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.339227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d40a8-d205-4ba1-aef9-1517b780205b None None] No DVR routers for this DVR port b74c59bc-8c9a-444a-a390-c1a62d062e8a on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:02.424281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505801ba-4e21-44d0-87f6-e6ada6f047fa req-580fe03b-269e-4ba3-a023-2fb163e39022 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.425859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-505801ba-4e21-44d0-87f6-e6ada6f047fa req-580fe03b-269e-4ba3-a023-2fb163e39022 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 1.1475883 Jul 07 17:13:02.436173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42928) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:02.438580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.441158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Request body: {'floatingip': {'port_id': '40c82449-4a10-4e39-bd45-79edff656709'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:02.446584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.477247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.490163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aec35aa-fe56-4be3-8a81-eccede3c6755']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:02.501555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.532204 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2c752-cd0b-48a5-9f17-f18f61c0804c x-openstack-request-id: req-3fe2c752-cd0b-48a5-9f17-f18f61c0804c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:02.532725 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-plugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:02.532858 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fe2c752-cd0b-48a5-9f17-f18f61c0804c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:02.533179 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'code': 200} Jul 07 17:13:02.584141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e5a077-6885-416d-b1bb-8e5002090800 req-a8ae8904-ecf6-4fe5-8d38-1888903f2140 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581031 Jul 07 17:13:02.700855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863b5dd0-f878-4975-9735-636ebe7cca89') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:02.701153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863b5dd0-f878-4975-9735-636ebe7cca89') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:02.724299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.794236 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.797801 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.811281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:02.811579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:02.813623 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:02.939954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.003207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.007110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1aec35aa-fe56-4be3-8a81-eccede3c6755 HTTP/1.1" status: 204 len: 168 time: 1.6014998 Jul 07 17:13:03.016960 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96810cd-a1b0-4bfc-acb9-8babdd8b2c3d x-openstack-request-id: req-d96810cd-a1b0-4bfc-acb9-8babdd8b2c3d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:03.017298 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c94442-65cb-4bba-9f30-a58be39cbbfc", "name": "network-vif-deleted", "tag": "1222d30a-dfdf-4e31-bc74-5ec54aa45d87", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:03.017547 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d96810cd-a1b0-4bfc-acb9-8babdd8b2c3d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:03.018017 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c94442-65cb-4bba-9f30-a58be39cbbfc', 'name': 'network-vif-deleted', 'tag': '1222d30a-dfdf-4e31-bc74-5ec54aa45d87', 'status': 'completed', 'code': 200} Jul 07 17:13:03.032443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd3c30-e8f2-47fd-a884-b5a146d91678 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aec35aa-fe56-4be3-8a81-eccede3c6755,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:03.166715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.169060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.254351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.254971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7108ee-5417-43ba-9fc7-71f0768de724 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:03.300484 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:13:03.304420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9627b4e8-7b19-49e7-8e95-53deee76c0e1 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8528645 Jul 07 17:13:03.306003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.330901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.341618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.354197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.365876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884f2cb-002a-4cec-934d-25d8932f8000 req-6f5abf41-c3de-4369-9fe4-309104d1f20f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.373344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7884f2cb-002a-4cec-934d-25d8932f8000 req-6f5abf41-c3de-4369-9fe4-309104d1f20f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.5926807 Jul 07 17:13:03.445140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54cde311-dcf5-4151-8067-cb7503a90e0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5b61e5e567e44a79f9ec4913c90dfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128399 Jul 07 17:13:03.445732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.455486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7846cb-a8f7-4f4c-8732-76bb00029ea9 req-dc1f366b-d4a6-47b5-ad18-3b2e8a678665 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.458486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc7846cb-a8f7-4f4c-8732-76bb00029ea9 req-dc1f366b-d4a6-47b5-ad18-3b2e8a678665 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2169547 Jul 07 17:13:03.472844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7884f2cb-002a-4cec-934d-25d8932f8000 req-838d9c0a-1976-4022-ab14-e302f11b6a99 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984840 Jul 07 17:13:03.540624 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Floating IP e0c38344-73c2-495c-9755-6e556bf79605 associated. External IP: 172.25.3.183, port: 40c82449-4a10-4e39-bd45-79edff656709. Jul 07 17:13:03.578329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc7846cb-a8f7-4f4c-8732-76bb00029ea9 req-ca17c4b6-6676-4445-84af-9c66980acf9c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996134 Jul 07 17:13:03.583738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Deleting port 09d750c2-1765-489c-969c-40a07b7c80b4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:03.584091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.669345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.728297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b74c59bc-8c9a-444a-a390-c1a62d062e8a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:03.764578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b74c59bc-8c9a-444a-a390-c1a62d062e8a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:03.765392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b74c59bc-8c9a-444a-a390-c1a62d062e8a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:03.769858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.786899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.800018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Calling delete_port for 09d750c2-1765-489c-969c-40a07b7c80b4 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:03.822804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100cccc-c5a7-43f9-8b14-43aa7e46c4a3 req-e4f7a2ae-9bc3-4ed5-ba67-f1819d494e86 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.836428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7100cccc-c5a7-43f9-8b14-43aa7e46c4a3 req-e4f7a2ae-9bc3-4ed5-ba67-f1819d494e86 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.1919529 Jul 07 17:13:03.836428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42950) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:03.846885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c51a684-4c4f-473e-8cf2-8bc245938758 req-8eb7c125-2333-4f53-8a62-581dcea2ada5 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 998 time: 0.1289880 Jul 07 17:13:03.852361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Request body: {'floatingip': {'port_id': '384ddd77-c726-472a-8f46-a87a49c998ab'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:03.902329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.934482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.939777 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.943247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6e4ca13-87df-4d2c-a843-c7c9596a2eab HTTP/1.1" status: 204 len: 168 time: 0.4556942 Jul 07 17:13:03.956748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83a768-1ea3-4556-ba11-e529e7e977e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4ca13-87df-4d2c-a843-c7c9596a2eab,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:04.051048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Router e4146f29-016a-4bd9-a363-ef7316a2a9f7 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:04.220350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:04.236483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Sync routers for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:04.239442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.260971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:04.264668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:04.299399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcd913e0-c96f-4776-a885-0e4d087d8b55 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "PUT /v2.0/floatingips/e0c38344-73c2-495c-9755-6e556bf79605 HTTP/1.1" status: 200 len: 991 time: 1.8507826 Jul 07 17:13:04.301308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'tag': '40c82449-4a10-4e39-bd45-79edff656709'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:04.308405 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69795520-c8a2-4900-9cd5-645956e7dc36" -d '{"events": [{"name": "network-changed", "server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "tag": "40c82449-4a10-4e39-bd45-79edff656709"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:04.406819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51a684-4c4f-473e-8cf2-8bc245938758 req-1939b79e-c382-4dc4-9ee5-50035391c749 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.408286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c51a684-4c4f-473e-8cf2-8bc245938758 req-1939b79e-c382-4dc4-9ee5-50035391c749 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.5103633 Jul 07 17:13:04.495378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-2c51a684-4c4f-473e-8cf2-8bc245938758 req-145eda54-df0e-4469-adfa-8a96491ba101 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:04.499380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c51a684-4c4f-473e-8cf2-8bc245938758 req-145eda54-df0e-4469-adfa-8a96491ba101 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327415 Jul 07 17:13:04.515795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.551790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:04.753375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Pushing event deleted for resources: {'Port': ['ID=09d750c2-1765-489c-969c-40a07b7c80b4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:04.757503 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206514e-4cdf-4eeb-8e68-a9458e2252c1 x-openstack-request-id: req-d206514e-4cdf-4eeb-8e68-a9458e2252c1 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:04.757812 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "tag": "40c82449-4a10-4e39-bd45-79edff656709", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:04.758069 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d206514e-4cdf-4eeb-8e68-a9458e2252c1 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:04.758978 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'tag': '40c82449-4a10-4e39-bd45-79edff656709', 'status': 'completed', 'code': 200} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:04.935278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:05.052612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:05.054912 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:05.070052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.077011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-21226d04-1a5f-4ad2-9cb1-32e5481d3895 tempest-RoutersAdminNegativeIpV6Test-66379720 tempest-RoutersAdminNegativeIpV6Test-66379720-project-admin] 10.222.0.66 "DELETE /v2.0/ports/09d750c2-1765-489c-969c-40a07b7c80b4 HTTP/1.1" status: 204 len: 168 time: 1.7688284 Jul 07 17:13:05.098160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-70cd6764-9f6d-41be-81ff-21cef8de6e98 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.2705271 Jul 07 17:13:05.263963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'e0c38344-73c2-495c-9755-6e556bf79605', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'port_id': '40c82449-4a10-4e39-bd45-79edff656709', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'mac_address': 'fa:16:3e:93:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:52Z', 'updated_at': '2021-07-07T17:13:03Z', 'revision_number': 1, 'project_id': '40395408193645568a1d9c96597e4d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:05.308013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Checking router: e4146f29-016a-4bd9-a363-ef7316a2a9f7 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:05.319621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.339494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-5f18d99f-2d13-446c-b87f-5a910ed83f6e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.340711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:05.341529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:05.352088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-5f18d99f-2d13-446c-b87f-5a910ed83f6e tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports/578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 942 time: 0.2286539 Jul 07 17:13:05.375695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8d351-0313-4322-bab7-d37f3d5697cc req-01c53640-ff4a-4593-81ff-b2339404a093 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.380480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81d8d351-0313-4322-bab7-d37f3d5697cc req-01c53640-ff4a-4593-81ff-b2339404a093 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.5539634 Jul 07 17:13:05.483469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81d8d351-0313-4322-bab7-d37f3d5697cc req-914080fd-612b-47ac-ba1d-ac6ed417a263 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831668 Jul 07 17:13:05.528421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-fcd732f0-a6da-478c-8e1a-ed79f159ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.530041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-fcd732f0-a6da-478c-8e1a-ed79f159ee19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40395408193645568a1d9c96597e4d57&device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 1097 time: 0.6994214 Jul 07 17:13:05.563878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:05.660796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-network', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:05.675766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-167266f4-3890-49c0-ad7c-576eca0d3108 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1120787 Jul 07 17:13:05.677425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:13:05.730136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Made reservation on behalf of 23070fcbfa7a42c596f5365dfc4acc7b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:05.737043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.756596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.821954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43006) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.987270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'e0c38344-73c2-495c-9755-6e556bf79605', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'port_id': '40c82449-4a10-4e39-bd45-79edff656709', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'mac_address': 'fa:16:3e:93:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:52Z', 'updated_at': '2021-07-07T17:13:03Z', 'revision_number': 1, 'project_id': '40395408193645568a1d9c96597e4d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.001650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.027951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e539db-8466-4815-9cc7-38d69d62380b None None] The sync data for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 is: [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'e0c38344-73c2-495c-9755-6e556bf79605', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'port_id': '40c82449-4a10-4e39-bd45-79edff656709', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'mac_address': 'fa:16:3e:93:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:52Z', 'updated_at': '2021-07-07T17:13:03Z', 'revision_number': 1, 'project_id': '40395408193645568a1d9c96597e4d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:06.037768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fe8676d-424e-4968-b014-93f2d127d565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.051789 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.079535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:06.111033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009af4e-79eb-4289-a374-91f582dc9ad3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.115445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.116170 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Added segment 6210ff44-ea6a-40aa-9667-2e1dc2b460bf of type vlan for network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 Jul 07 17:13:06.188658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.253566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.254674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.255394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.258351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-3909d423-be2a-4574-a329-70824ba7d710 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.264603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-3909d423-be2a-4574-a329-70824ba7d710 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.5737123 Jul 07 17:13:06.289251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fe8676d-424e-4968-b014-93f2d127d565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.333896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fe8676d-424e-4968-b014-93f2d127d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.358287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0375142 Jul 07 17:13:06.360923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43010) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:06.394714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Request body: {'subnet': {'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-subnet', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:06.400297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.408596 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b7754-c384-4833-bb56-ac68691d8ecf None None] New status for floating IP e0c38344-73c2-495c-9755-6e556bf79605: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:06.414806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97215ac4-6c3f-404f-b08e-8b36ca735d25 admin admin] Pushing event updated for resources: {'Network': ['ID=862e9e94-f727-4c39-8b1d-fd65c27d97e8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.427698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:06.441803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5fe8676d-424e-4968-b014-93f2d127d565 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8a2bdd52ef94ab0af142518e858a419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169524 Jul 07 17:13:06.445740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:06.456009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8676d-424e-4968-b014-93f2d127d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbadc25-7bfd-4126-990c-38932b6ebf5d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.468618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Made reservation on behalf of 23070fcbfa7a42c596f5365dfc4acc7b for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:06.471970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.584242 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.604500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.639926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.680235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-26db0a55-046f-4871-a269-fca25fd4ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.683346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-26db0a55-046f-4871-a269-fca25fd4ffaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 200 len: 916 time: 1.1427426 Jul 07 17:13:06.707344 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:06.788388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.795299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.799315 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.800847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cbadc25-7bfd-4126-990c-38932b6ebf5d HTTP/1.1" status: 204 len: 168 time: 0.3540308 Jul 07 17:13:06.841690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe658b-13a2-4266-a6a6-1c08b20dc394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbadc25-7bfd-4126-990c-38932b6ebf5d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.920101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Checking segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:06.921133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Network hostable DHCP agents. Network: 862e9e94-f727-4c39-8b1d-fd65c27d97e8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:06.931151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.972899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:06.975592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21474f5-c305-490a-84ac-6dafde0021b9 req-ab3bd5ff-5135-407e-8769-7f5f4da6ef0b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.983228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a21474f5-c305-490a-84ac-6dafde0021b9 req-ab3bd5ff-5135-407e-8769-7f5f4da6ef0b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.6696758 Jul 07 17:13:06.992734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 862e9e94-f727-4c39-8b1d-fd65c27d97e8) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:06.998569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-7dffe718-292c-4174-bee1-660eaaa60458 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.5669031 Jul 07 17:13:07.000282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.001244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.021208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f9656-1c8c-4eae-b34d-ccf383274506 None None] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:07.040456 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48f89617-c732-48ee-81b6-544e5bbd20d6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6629901 Jul 07 17:13:07.042879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43018) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.053697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:07.085520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:07.089118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.090663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.167569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.233828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.286491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-79eec312-fba9-4636-bdfa-a9993dc13edf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 200 len: 1001 time: 0.5893660 Jul 07 17:13:07.322951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a21474f5-c305-490a-84ac-6dafde0021b9 req-445afe13-1b1e-4482-8027-c24d97b84587 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386540 Jul 07 17:13:07.401303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:07.405230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.432510 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b associated. External IP: 172.25.3.213, port: 384ddd77-c726-472a-8f46-a87a49c998ab. Jul 07 17:13:07.617367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.639907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.647228 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74238a-4cc3-4b9b-8001-ff8eb0fc9ac7 x-openstack-request-id: req-bd74238a-4cc3-4b9b-8001-ff8eb0fc9ac7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:07.647824 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:07.647824 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd74238a-4cc3-4b9b-8001-ff8eb0fc9ac7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:07.648223 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:13:07.686917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Allocated IP 172.20.0.2 (862e9e94-f727-4c39-8b1d-fd65c27d97e8/442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93/8dce034f-48c7-4ccc-918c-461c250fe523) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:07.822581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-a5c5abe0-6c91-4362-a81a-16e123e1da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.835618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-a5c5abe0-6c91-4362-a81a-16e123e1da1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5303c266-a58a-4c88-a033-0fb017c0ab1e HTTP/1.1" status: 200 len: 854 time: 0.5263710 Jul 07 17:13:07.858398 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.869145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Transition to ACTIVE for port object 8dce034f-48c7-4ccc-918c-461c250fe523 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:07.890832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Transition to ACTIVE for port object 8dce034f-48c7-4ccc-918c-461c250fe523 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:07.923953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.951101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-245b80cb-64e8-429d-94c4-71c36bd56b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.962030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.990326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.990769 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b disassociated. External IP: 172.25.3.251, port: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3. Jul 07 17:13:08.011340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:08.014800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:08.018821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:08.154856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Pushing event updated for resources: {'Port': ['ID=8dce034f-48c7-4ccc-918c-461c250fe523,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.175916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Attempting to bind port 8dce034f-48c7-4ccc-918c-461c250fe523 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:08.177402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Attempting to bind port 8dce034f-48c7-4ccc-918c-461c250fe523 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:08.177993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Attempting to bind port 8dce034f-48c7-4ccc-918c-461c250fe523 on network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:08.189304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:08.190348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Checking segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:08.191705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.193953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Bound using segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:08.194732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Bound port: 8dce034f-48c7-4ccc-918c-461c250fe523, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:08.195496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.219894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1fa1e84e-dabb-40f3-b424-5721c4076bc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9c2184414b240d5a4d064763c42073a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782523 Jul 07 17:13:08.221558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43032) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.254348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-bca3969b-1f90-4bec-843c-648a7f5d1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.256006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-bca3969b-1f90-4bec-843c-648a7f5d1925 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b877-e6ec-4047-82d9-76072a65b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4027486 Jul 07 17:13:08.278454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-97f7e120-dcbe-4718-9e2a-14fc783fff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.280112 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-97f7e120-dcbe-4718-9e2a-14fc783fff30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.6531954 Jul 07 17:13:08.324414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] For port 8dce034f-48c7-4ccc-918c-461c250fe523, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:08.330706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] For port 8dce034f-48c7-4ccc-918c-461c250fe523, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dce034f-48c7-4ccc-918c-461c250fe523,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:08.344440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1d53-e220-4948-8d27-891eb6a146e0 req-a51a6e7c-7406-46b7-99e1-2d3864b68dc1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.346017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-416c1d53-e220-4948-8d27-891eb6a146e0 req-a51a6e7c-7406-46b7-99e1-2d3864b68dc1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 946 time: 0.3071887 Jul 07 17:13:08.348325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.361883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.403945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.429821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df068d5b-4a4e-497e-b801-d4b96ddb1df0 None None] Pushing event updated for resources: {'Port': ['ID=8dce034f-48c7-4ccc-918c-461c250fe523,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.493371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-6a7312f4-2037-4a20-8753-e58bc8663d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.500972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-6a7312f4-2037-4a20-8753-e58bc8663d4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.2055368 Jul 07 17:13:08.556299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:08.680457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-bd26e808-9614-41d8-a46b-b81567bfd4b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.1659193 Jul 07 17:13:08.692482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.720125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.725863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/038f330f-29a2-48f3-9b30-86165c7faeec HTTP/1.1" status: 204 len: 168 time: 0.4986181 Jul 07 17:13:08.728907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-416c1d53-e220-4948-8d27-891eb6a146e0 req-5354e729-1676-4e44-9e75-52c2e6de8b10 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768352 Jul 07 17:13:08.822739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-9aef35f6-174d-4ddd-b5f6-b8b3111b394c service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531967 Jul 07 17:13:08.830885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:08.941755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-30af669a-1e6a-4d3f-b0a8-2c1e82797cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.948647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-30af669a-1e6a-4d3f-b0a8-2c1e82797cda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.1323009 Jul 07 17:13:08.978127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a4e8-c47e-468e-83c1-2dae7e251591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f330f-29a2-48f3-9b30-86165c7faeec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.077572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.102467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.198640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-4a51e799-67de-43e9-8e95-2e6fad8a86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.200348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-4a51e799-67de-43e9-8e95-2e6fad8a86ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348671 Jul 07 17:13:09.332031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:09.363663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Allocated IP 172.25.3.236 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ca72b395-7d38-4a7c-aefa-91923627168c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:09.581236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-5e320631-db96-4e30-8ee5-c54c39077856 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714283 Jul 07 17:13:09.582303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:09.617161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-c638143c-03a9-493d-9363-20d1a2f44a95 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.622168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-c638143c-03a9-493d-9363-20d1a2f44a95 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1098 time: 0.3787904 Jul 07 17:13:09.626571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:13:09.685053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:09.780510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dce034f-48c7-4ccc-918c-461c250fe523 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:09.917860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:09.932254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.937488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69795520-c8a2-4900-9cd5-645956e7dc36 req-e21c3806-088d-4041-a046-6f18dcd6cbb9 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0988376 Jul 07 17:13:09.966354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:09.999725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.026256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699be4-f841-4511-8b7a-d9cbd3d994e2 req-f5fb2b0b-d47a-4bd8-85a2-5f7da8208be7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.040063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9699be4-f841-4511-8b7a-d9cbd3d994e2 req-f5fb2b0b-d47a-4bd8-85a2-5f7da8208be7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.9995079 Jul 07 17:13:10.042737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.056632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7955e9ca-3e80-4d12-a4b5-ae7615e26c99 req-dad85878-19b8-4434-ab17-aee245ad1c0e service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666100 Jul 07 17:13:10.059898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d599e-5c5d-4ebf-a9dc-e15bb4c50991 None None] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:10.124331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:10.137818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:10.139000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:12:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:10.140866 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:10.144335 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-625bc4da-5724-4c9c-ba93-49d411e0a973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.157832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.160425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:10.161103 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:10.182554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8dce034f-48c7-4ccc-918c-461c250fe523 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:10.211442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Provisioning for port 8dce034f-48c7-4ccc-918c-461c250fe523 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:10.242228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Provisioning complete for port 8dce034f-48c7-4ccc-918c-461c250fe523 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:10.242653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.262596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.328428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:10.334567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9699be4-f841-4511-8b7a-d9cbd3d994e2 req-555922ef-5d09-4477-a7a5-61fe3cc60f8e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934117 Jul 07 17:13:10.336591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:10.353102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:10.361658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2e763b61-3e87-4997-8d9d-caba3723eafb tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "PUT /v2.0/floatingips/b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b HTTP/1.1" status: 200 len: 991 time: 6.5157599 Jul 07 17:13:10.383223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:10.400745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:10.406424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:10.408554 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a8e28-6f7b-4103-a88d-b268137f0324" -d '{"events": [{"name": "network-changed", "server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:10.428307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43068) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:10.458197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-3835e17a-4070-4e5d-99f9-57d102f969ba tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "PUT /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 696 time: 3.3958077 Jul 07 17:13:10.480345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:10.556092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.580892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:10.583876 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445b9d5-d2b1-41c3-bf7a-cde3759b6e9f" -d '{"events": [{"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-unplugged", "status": "completed", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:10.604553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:10.609419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.618074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca72b395-7d38-4a7c-aefa-91923627168c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.689920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1950249333'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:10.765885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:10.774533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.816880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.832138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-adee4874-6e77-4e41-b866-796c1ddd8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.835571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-adee4874-6e77-4e41-b866-796c1ddd8d95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.3617244 Jul 07 17:13:10.863653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:10.959278 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:10.985550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:10.987074 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:11.041469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.055030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:11.056764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:11.058575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:11.073676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:11.074426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Attempting to bind port 827717ee-6e31-40f3-8d8d-af4d310bd431 on network 393b88ee-aae5-4083-8f3a-4b3236ce52de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:11.115626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:11.116373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Checking segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:11.117044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Bound using segment: {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:11.117986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Bound port: 827717ee-6e31-40f3-8d8d-af4d310bd431, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8910bd68-8c13-431a-ac3e-2a09af8e8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '393b88ee-aae5-4083-8f3a-4b3236ce52de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:11.119155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.138313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.180247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.184871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.211580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:11.227059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.227466 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Added segment 08ec8ff3-eb13-4c8f-b6aa-26831f9eb324 of type vlan for network b929eabd-3b1c-4568-a210-678773ff9ccb Jul 07 17:13:11.251599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.286083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:11.300607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.303337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] For port 8dce034f-48c7-4ccc-918c-461c250fe523, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dce034f-48c7-4ccc-918c-461c250fe523,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.317059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.329791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.366428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:11.373812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.402791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff096599-0d24-4607-8c79-23554f7cfd20 None None] Pushing event updated for resources: {'Port': ['ID=8dce034f-48c7-4ccc-918c-461c250fe523,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.433628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': '384ddd77-c726-472a-8f46-a87a49c998ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:66:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:13:05Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:11.467536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:11.470672 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:11.482963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:11.483880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:11.593617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-9863a44e-c8be-4f9e-ab96-e3e601b0dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.604309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-9863a44e-c8be-4f9e-ab96-e3e601b0dca7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.7523561 Jul 07 17:13:11.752880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-7f88f334-2a20-4165-a12c-948ff5e7a46c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.1479464 Jul 07 17:13:11.755475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dce034f-48c7-4ccc-918c-461c250fe523 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:11.773955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:11.789640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.790282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.797906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] 10.222.0.23 "PUT /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 1124 time: 2.1577055 Jul 07 17:13:11.808859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4c2e-945a-4433-88fe-40f629323529 service neutron] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.827828 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:11.877760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.891789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.892467 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.907915 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550a495-c52c-4f6a-8cc5-460f99f9769c None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:11:29Z', 'revision_number': 4, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '23c26328-785a-46be-b65b-4668d3543c7c', 'name': '', 'network_id': '6efb5c4f-5cea-4bdd-998b-0f8b425f4697', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'mac_address': 'fa:16:3e:9b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:28Z', 'updated_at': '2021-07-07T17:11:47Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'subnets': [{'id': '81a3132d-e33c-40c5-b0ba-78a3107f7ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:11.958306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.972039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.026255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7df2d396-80fb-4dcc-85d2-2ec492e4b388 None None] Provisioning complete for port 8dce034f-48c7-4ccc-918c-461c250fe523 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:12.026619 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7df2d396-80fb-4dcc-85d2-2ec492e4b388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.095165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['827717ee-6e31-40f3-8d8d-af4d310bd431'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:12.097220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['827717ee-6e31-40f3-8d8d-af4d310bd431'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:12.123663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-b0964a5d-12ee-4011-ad61-37f0fba6ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.125371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-b0964a5d-12ee-4011-ad61-37f0fba6ebfa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.3716395 Jul 07 17:13:12.158289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e3255-c8e0-415b-920c-8f5c3b4c4e76,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.190261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7564740 Jul 07 17:13:12.195912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43090) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.203912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:12.210149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1cac8-699f-421b-afaf-5406d5631013 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Network': ['ID=b929eabd-3b1c-4568-a210-678773ff9ccb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.231952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Router 7ed5857f-f29e-4baf-9a07-7a5768008454 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:12.276507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c4b18-4ef1-46d5-8270-d0becb961b22 req-f4e65bff-e00b-497c-ac16-02c13f9fd662 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.284664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba2c4b18-4ef1-46d5-8270-d0becb961b22 req-f4e65bff-e00b-497c-ac16-02c13f9fd662 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 1.1422031 Jul 07 17:13:12.314400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:12.327802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e660-8119-4d82-88a5-625275136ed7 req-ab00b695-67ee-4303-9680-660ce6772ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.330573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-ab00b695-67ee-4303-9680-660ce6772ba9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417909 Jul 07 17:13:12.372465 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba2c4b18-4ef1-46d5-8270-d0becb961b22 req-38d156f2-6af4-462f-a58f-6362cb93d26d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867932 Jul 07 17:13:12.441762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d882d-b1a0-460d-bd90-7fb39b4f8fcc None None] New status for floating IP 4b41f724-814f-4568-b8c0-b3efa0c3ba3b: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:12.473963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8dce034f-48c7-4ccc-918c-461c250fe523 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:12.475458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:12.478797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.482109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.552787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-cb434490-4674-4165-a5dc-0f3774a5e629 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092986 Jul 07 17:13:12.675626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:12.680232 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3248aa5-f884-411e-835f-d628d33a1486 x-openstack-request-id: req-a3248aa5-f884-411e-835f-d628d33a1486 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:12.680539 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:12.680872 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3248aa5-f884-411e-835f-d628d33a1486 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:12.682497 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab', 'status': 'completed', 'code': 200} Jul 07 17:13:12.694054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Sync routers for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:12.723784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:12.727047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:12.804110 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18188b55-664a-4991-93fa-4de97a4feeba x-openstack-request-id: req-18188b55-664a-4991-93fa-4de97a4feeba {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:12.805550 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-unplugged", "status": "completed", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:12.805980 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18188b55-664a-4991-93fa-4de97a4feeba {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:12.808000 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'code': 200} Jul 07 17:13:12.834155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8025e660-8119-4d82-88a5-625275136ed7 req-1ba40b26-b08a-4c4d-9706-c9844c5cd265 service neutron] 10.222.0.66 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741015 Jul 07 17:13:12.867911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.873488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56b84482-41ec-4c2a-ab47-23429ee317e3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.8293996 Jul 07 17:13:12.873919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43098) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:12.967560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-0c46852e-e83c-4e94-bcec-c364b9da1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.970340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-0c46852e-e83c-4e94-bcec-c364b9da1d90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 1097 time: 0.2794912 Jul 07 17:13:13.156299 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:13.169391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.430960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43bb71-e424-4c3a-b7c6-11d159b35eab req-373949a8-6c97-4727-915d-40cd2cc9b562 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.439417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a43bb71-e424-4c3a-b7c6-11d159b35eab req-373949a8-6c97-4727-915d-40cd2cc9b562 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.3269651 Jul 07 17:13:13.495899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': '384ddd77-c726-472a-8f46-a87a49c998ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:66:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:13:05Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.554794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5640b81-9425-4f2a-bdb7-9063465e292c None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'port_id': '384ddd77-c726-472a-8f46-a87a49c998ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'mac_address': 'fa:16:3e:66:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:10Z', 'updated_at': '2021-07-07T17:13:05Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:13.598422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.683417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a43bb71-e424-4c3a-b7c6-11d159b35eab req-d0c2c531-3d07-40c6-9c4f-fb1c81316c18 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699088 Jul 07 17:13:13.710784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:10Z', 'revision_number': 3, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:13.754218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-39e762b1-b60e-4b5d-8391-fc42ab41739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.756353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-39e762b1-b60e-4b5d-8391-fc42ab41739e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 925 time: 0.7725747 Jul 07 17:13:13.781718 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Checking router: 7ed5857f-f29e-4baf-9a07-7a5768008454 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:13.782264 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Updating router 7ed5857f-f29e-4baf-9a07-7a5768008454 port ca72b395-7d38-4a7c-aefa-91923627168c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:13.842758 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.921204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:13.941586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:13.941812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network hostable DHCP agents. Network: b929eabd-3b1c-4568-a210-678773ff9ccb, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:13.986794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a161c0b-3359-4cfb-a031-82f1ba30ff87 req-aee4c8c1-7a83-448e-a505-2d0943f4d500 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.994184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a161c0b-3359-4cfb-a031-82f1ba30ff87 req-aee4c8c1-7a83-448e-a505-2d0943f4d500 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.1999350 Jul 07 17:13:14.018107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9bc7c-8c4f-4347-b9e6-e490d7d44e6a None None] New status for floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:14.018463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-7a79de86-6fcb-40ba-a82c-9fef3328ebd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 200 len: 999 time: 0.2487364 Jul 07 17:13:14.021194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:14.121354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b929eabd-3b1c-4568-a210-678773ff9ccb) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:14.139807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.140697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.149659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890527c-1c2b-4579-adf6-9a78c827ee6b None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:14.172767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-079b9fd8-1bb2-4b47-b311-70448ace6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.174670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-079b9fd8-1bb2-4b47-b311-70448ace6853 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.1393330 Jul 07 17:13:14.176793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cc90eaf9-54d6-4cc7-9f4c-e5c8db11cbc0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9783685 Jul 07 17:13:14.180110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43114) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:14.187884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'name': 'tempest-NetworksTestDHCPv6-1609567083'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:14.266422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a161c0b-3359-4cfb-a031-82f1ba30ff87 req-e8ce2b21-e4d1-48b4-9a07-4702ee79c417 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713108 Jul 07 17:13:14.269713 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.421160 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.433741 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Transition to ACTIVE for port object ca72b395-7d38-4a7c-aefa-91923627168c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:14.456704 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.518108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Allocated IP 172.20.0.1 (862e9e94-f727-4c39-8b1d-fd65c27d97e8/442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93/85e095b1-5541-421e-921a-d4ed18d584d9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:14.579569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:14.585557 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Attempting to bind port ca72b395-7d38-4a7c-aefa-91923627168c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:14.586258 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Attempting to bind port ca72b395-7d38-4a7c-aefa-91923627168c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:14.586818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Attempting to bind port ca72b395-7d38-4a7c-aefa-91923627168c on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:14.589282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.596430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Pushing event updated for resources: {'Port': ['ID=ca72b395-7d38-4a7c-aefa-91923627168c,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.613413 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:14.618117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:14.619287 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.619882 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:14.622499 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Bound port: ca72b395-7d38-4a7c-aefa-91923627168c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:14.623197 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.630059 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.632608 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.633160 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.633687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.635512 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.637674 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.638253 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.638516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 06ca86c1-4437-48c5-a505-dd5eb5f3142d yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:14.639096 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.639619 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.640706 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.641875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.642392 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:14.737147 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] For port ca72b395-7d38-4a7c-aefa-91923627168c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:14.747411 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] For port ca72b395-7d38-4a7c-aefa-91923627168c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca72b395-7d38-4a7c-aefa-91923627168c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:14.755708 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.761077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:14.763453 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41420b1e-6c03-4e90-8220-5f5e66379cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:14.770152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-e61ad4b9-a202-461e-badd-a01275c2e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.771884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-e61ad4b9-a202-461e-badd-a01275c2e4b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2899008 Jul 07 17:13:14.796534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-b3360df2-18c1-4949-8e7c-1c57737a06d9 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 200 len: 694 time: 0.5778298 Jul 07 17:13:14.938966 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e64c20-e967-4997-b30f-ae29a30943f1 None None] Pushing event updated for resources: {'Port': ['ID=ca72b395-7d38-4a7c-aefa-91923627168c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:14.953183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:14.955929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.970977 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:14.971830 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:15.016046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:15.018080 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a614e37-fab2-4aaf-a893-24c08d239a45" -d '{"events": [{"name": "network-changed", "server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:15.024084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-9c191a75-7fbf-489d-9382-84936bfccd2c service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354968 Jul 07 17:13:15.111309 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:15.138077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.165911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf/8dd5e21d-d339-400e-8451-08c13cff3abf) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:15.204658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Transition to ACTIVE for port object 85e095b1-5541-421e-921a-d4ed18d584d9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:15.244388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b117-3e73-4e78-a2ae-466e5da7cff1 req-4fc68b2c-7c70-42e6-bf86-12f42649ce9a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.253817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9822b117-3e73-4e78-a2ae-466e5da7cff1 req-4fc68b2c-7c70-42e6-bf86-12f42649ce9a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2762527 Jul 07 17:13:15.266726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-624fa124-3d78-4ef8-8dba-0090f221bcac tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.274249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-624fa124-3d78-4ef8-8dba-0090f221bcac tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.4765983 Jul 07 17:13:15.305584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-1c609035-042b-4572-ad7e-097197eec142 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:15.313816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-1c609035-042b-4572-ad7e-097197eec142 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382845 Jul 07 17:13:15.373811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.388322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:10Z', 'revision_number': 3, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:15.398249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Transition to ACTIVE for port object 8dd5e21d-d339-400e-8451-08c13cff3abf will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:15.424118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Transition to ACTIVE for port object 8dd5e21d-d339-400e-8451-08c13cff3abf will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:15.433187 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.435262 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49c712-2ff1-4385-bdd4-1c974357d479 None None] The sync data for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 is: [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:10Z', 'revision_number': 3, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:15.443454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-c8364a3c-7a81-46c6-a5f8-b5c33f7bd84b tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.1284058 Jul 07 17:13:15.491269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:15.495434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:15.511921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:15.515147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9822b117-3e73-4e78-a2ae-466e5da7cff1 req-b37b9f1d-478d-40e0-bbcc-f16d5ab3d28e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601252 Jul 07 17:13:15.529026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-587a8e28-6f7b-4103-a88d-b268137f0324 req-e9ff2fcf-a154-48c3-b00c-01cc63fb3f75 service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705510 Jul 07 17:13:15.605124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::10e (b929eabd-3b1c-4568-a210-678773ff9ccb/16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf/06ca86c1-4437-48c5-a505-dd5eb5f3142d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:15.614017 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03cffab-5233-494c-8ca0-8e901089bafe x-openstack-request-id: req-b03cffab-5233-494c-8ca0-8e901089bafe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:15.614961 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:15.615248 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b03cffab-5233-494c-8ca0-8e901089bafe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:15.615660 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:13:15.630365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Pushing event updated for resources: {'Port': ['ID=8dd5e21d-d339-400e-8451-08c13cff3abf,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.641340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.660749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-1e69d9c4-614e-4f60-84c5-ad1131f9d6bd tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.2148793 Jul 07 17:13:15.669172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Attempting to bind port 8dd5e21d-d339-400e-8451-08c13cff3abf on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:15.670526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Attempting to bind port 8dd5e21d-d339-400e-8451-08c13cff3abf by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:15.671486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Attempting to bind port 8dd5e21d-d339-400e-8451-08c13cff3abf on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:15.684130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:15.684603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:15.686275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.686791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:15.688502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Bound port: 8dd5e21d-d339-400e-8451-08c13cff3abf, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:15.688898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.753473 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd1064-9be5-45a7-915d-d66a06100c0f x-openstack-request-id: req-dacd1064-9be5-45a7-915d-d66a06100c0f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:15.753730 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:15.753972 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dacd1064-9be5-45a7-915d-d66a06100c0f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:15.754369 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'status': 'completed', 'code': 200} Jul 07 17:13:15.772005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Pushing event updated for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.788440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:15.811412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] For port 8dd5e21d-d339-400e-8451-08c13cff3abf, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:15.818095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] For port 8dd5e21d-d339-400e-8451-08c13cff3abf, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dd5e21d-d339-400e-8451-08c13cff3abf,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:15.823718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.849971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:15.857540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:15.982294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-3465f9a1-8161-40bf-b8d2-4fbcbf7c0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.999176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-3465f9a1-8161-40bf-b8d2-4fbcbf7c0c27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0ccfb67af3c45fd9087252c99060a43&device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 1097 time: 0.3455915 Jul 07 17:13:16.051589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96891c28-3a82-4879-8fe5-ad9e34abe2be None None] Pushing event updated for resources: {'Port': ['ID=8dd5e21d-d339-400e-8451-08c13cff3abf,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:16.155627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.237208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-a439ac22-d650-45c3-97d8-0248791283d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.239446 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-a439ac22-d650-45c3-97d8-0248791283d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1127 time: 0.4791012 Jul 07 17:13:16.598106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1279dbf4-304c-4510-bc02-3b855b839487 None None] Provisioning for port 85e095b1-5541-421e-921a-d4ed18d584d9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:16.602385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1279dbf4-304c-4510-bc02-3b855b839487 None None] Provisioning complete for port 85e095b1-5541-421e-921a-d4ed18d584d9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:16.604085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1279dbf4-304c-4510-bc02-3b855b839487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.701456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1279dbf4-304c-4510-bc02-3b855b839487 None None] Port 85e095b1-5541-421e-921a-d4ed18d584d9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:16.705960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-4b43e3ae-1b4a-4ce2-9699-0823ed17caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.707556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-4b43e3ae-1b4a-4ce2-9699-0823ed17caef service neutron] 10.222.0.73 "GET /v2.0/networks?id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 200 len: 922 time: 0.7072656 Jul 07 17:13:16.718256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.809638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-8d11d868-619b-4063-9007-c5105c37a2e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 200 len: 217 time: 0.0873618 Jul 07 17:13:16.819704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-7255c39e-79fb-4df8-bee2-0f8d0c6ab4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.822237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-7255c39e-79fb-4df8-bee2-0f8d0c6ab4e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.5412669 Jul 07 17:13:16.823616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 06ca86c1-4437-48c5-a505-dd5eb5f3142d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:16.842055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Deleting port 657120b5-71db-4294-a001-fa7a4e7a8330 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:16.842738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.980402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-d13412f7-af14-4824-8f3e-3a766259b7b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 217 time: 0.1274652 Jul 07 17:13:17.034271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-45fc7819-4291-4243-9941-570035f0dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.035826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-45fc7819-4291-4243-9941-570035f0dc12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 200 len: 860 time: 0.2104852 Jul 07 17:13:17.100027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-1c0aa38b-3fbb-4c21-8c07-bfbf1c825a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.101580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-1c0aa38b-3fbb-4c21-8c07-bfbf1c825a44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.1152945 Jul 07 17:13:17.185226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-40d83707-1c9d-4fde-92f9-0f7b4ab89ad1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695980 Jul 07 17:13:17.357215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.449854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=06ca86c1-4437-48c5-a505-dd5eb5f3142d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:17.488140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-0d077c2f-2fa9-4b9d-9106-4572e5550c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.489625 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-0d077c2f-2fa9-4b9d-9106-4572e5550c1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6efb5c4f-5cea-4bdd-998b-0f8b425f4697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3871410 Jul 07 17:13:17.503329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:17.521236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:17.532279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:17.539413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.540099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.587888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66577b-6670-45f4-96c0-b8bb5fc10e7c req-0aea6675-da93-4211-969e-3ca57a53cbaf tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.590105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd66577b-6670-45f4-96c0-b8bb5fc10e7c req-0aea6675-da93-4211-969e-3ca57a53cbaf tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 1.1220112 Jul 07 17:13:17.644019 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.693794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e27c87-6ba6-4aaf-b001-7e7d6e25db69 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:17.807190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.807848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.809009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-b34bfb3c-c748-4499-8fb7-7ed4eacfc815 service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037133 Jul 07 17:13:17.876752 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-f7b0b9a3-6d3d-47ca-9676-436222ade48d service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550224 Jul 07 17:13:17.906882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Calling delete_port for 657120b5-71db-4294-a001-fa7a4e7a8330 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:17.953469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dd5e21d-d339-400e-8451-08c13cff3abf up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:17.971495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cba1962d-05d1-4135-a6ab-aa739bea0c97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7853599 Jul 07 17:13:17.988358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43146) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:18.072560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:18.101675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6245e7a8-b7f0-450e-84e7-8f65b0909155 None None] Provisioning for port 8dd5e21d-d339-400e-8451-08c13cff3abf completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:18.164322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41420b1e-6c03-4e90-8220-5f5e66379cb3 req-b38fad3a-44ed-44aa-97de-f62cd2dab25e service neutron] 10.222.0.73 "GET /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456604 Jul 07 17:13:18.261243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8a614e37-fab2-4aaf-a893-24c08d239a45 req-8af65dfb-5b97-418e-8d1c-e7708ed0492e service neutron] 10.222.0.73 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375185 Jul 07 17:13:18.338369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8dd5e21d-d339-400e-8451-08c13cff3abf completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:18.353803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8dd5e21d-d339-400e-8451-08c13cff3abf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:18.354258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.354539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd66577b-6670-45f4-96c0-b8bb5fc10e7c req-b076cb48-1b68-4284-8eb1-5cb9b2144075 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198374 Jul 07 17:13:18.445114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de7882-51cd-4348-a1e7-64d09cb04458 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.453325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de7882-51cd-4348-a1e7-64d09cb04458 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.455191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-19de7882-51cd-4348-a1e7-64d09cb04458 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4639974 Jul 07 17:13:18.458947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43152) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:18.499824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.538620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.547570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.554519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.592773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8dd5e21d-d339-400e-8451-08c13cff3abf, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dd5e21d-d339-400e-8451-08c13cff3abf,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:18.602776 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.603879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca72b395-7d38-4a7c-aefa-91923627168c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:18.723301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8dd5e21d-d339-400e-8451-08c13cff3abf,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.735113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ca72b395-7d38-4a7c-aefa-91923627168c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:18.741493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ca72b395-7d38-4a7c-aefa-91923627168c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:18.742383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.885679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 06ca86c1-4437-48c5-a505-dd5eb5f3142d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:18.886709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.914371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.942064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Pushing event updated for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.956375 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.045392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port ca72b395-7d38-4a7c-aefa-91923627168c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca72b395-7d38-4a7c-aefa-91923627168c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:19.074615 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.087886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.093013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c866c3c-9e35-4869-926e-ba6215667b89 None None] Provisioning complete for port 8dd5e21d-d339-400e-8451-08c13cff3abf triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:19.093412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c866c3c-9e35-4869-926e-ba6215667b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.101626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event deleted for resources: {'Port': ['ID=657120b5-71db-4294-a001-fa7a4e7a8330,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.107665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 06ca86c1-4437-48c5-a505-dd5eb5f3142d owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:19.192298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.202021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.203482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-915e1729-0eb1-427c-be4c-34f74ef3d472 req-daa84ab7-642e-4f7a-9949-99d8ca389c99 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "DELETE /v2.0/floatingips/4b41f724-814f-4568-b8c0-b3efa0c3ba3b HTTP/1.1" status: 204 len: 173 time: 3.5263300 Jul 07 17:13:19.219155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=ca72b395-7d38-4a7c-aefa-91923627168c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.338482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c866c3c-9e35-4869-926e-ba6215667b89 None None] Could not find standard attr ID for object 06ca86c1-4437-48c5-a505-dd5eb5f3142d. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:19.362955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:19.368047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:19.441257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.452270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c28c11b3-ba9e-418e-a923-e93956f4d085 None None] Could not find standard attr ID for object 06ca86c1-4437-48c5-a505-dd5eb5f3142d. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:19.474061 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-c0216ad3-94b0-49b9-b6e1-2071782a5a08 service neutron] 10.222.0.73 "GET /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.1559093 Jul 07 17:13:19.584037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Router 7ed5857f-f29e-4baf-9a07-7a5768008454 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:19.599331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=06ca86c1-4437-48c5-a505-dd5eb5f3142d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.635817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62483205-dca6-4e16-bfeb-771bafefd88f req-a5c3c9b8-2ff3-4fbf-84d0-f730aee8f59b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.637048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.642218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62483205-dca6-4e16-bfeb-771bafefd88f req-a5c3c9b8-2ff3-4fbf-84d0-f730aee8f59b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.4997792 Jul 07 17:13:19.644928 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ed8e9f2c-b68f-45f4-9538-46cf5c1021a2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/06ca86c1-4437-48c5-a505-dd5eb5f3142d HTTP/1.1" status: 204 len: 168 time: 1.1845236 Jul 07 17:13:19.647695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43164) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:19.837732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dd5e21d-d339-400e-8451-08c13cff3abf up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:19.901630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7c60711-154f-4251-9b35-07daed563d64 None None] Provisioning complete for port 85e095b1-5541-421e-921a-d4ed18d584d9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:19.902511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7c60711-154f-4251-9b35-07daed563d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.970324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a7c60711-154f-4251-9b35-07daed563d64 None None] Port 85e095b1-5541-421e-921a-d4ed18d584d9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:19.978806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8dd5e21d-d339-400e-8451-08c13cff3abf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:19.979086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.992722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:20.002618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62483205-dca6-4e16-bfeb-771bafefd88f req-02880349-abcf-461f-982a-5ee975f43014 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526194 Jul 07 17:13:20.053227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:20.083761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c4c59-eb2e-42bc-9244-d33ccb021821 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.086576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c4c59-eb2e-42bc-9244-d33ccb021821 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.089612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-511c4c59-eb2e-42bc-9244-d33ccb021821 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4044864 Jul 07 17:13:20.094355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43174) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:20.141066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca72b395-7d38-4a7c-aefa-91923627168c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:20.193805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827717ee-6e31-40f3-8d8d-af4d310bd431 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:20.208054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:20.217788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7c4aa2e-2c0d-4fdc-a673-61e023bf3549 admin admin] 10.222.0.66 "PUT /v2.0/routers/7ed5857f-f29e-4baf-9a07-7a5768008454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3421926 Jul 07 17:13:20.220192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Sync routers for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:20.225256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:20.246647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ca72b395-7d38-4a7c-aefa-91923627168c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:20.247208 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.251373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:20.255353 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:20.256052 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:20.257526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.262264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4561f-d711-44bd-8d99-20bdc02b6085 req-d1429f95-cd62-4bf4-b7b9-c090fbae9b86 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.263234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.268286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22a4561f-d711-44bd-8d99-20bdc02b6085 req-d1429f95-cd62-4bf4-b7b9-c090fbae9b86 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 944 time: 0.1773260 Jul 07 17:13:20.358526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22a4561f-d711-44bd-8d99-20bdc02b6085 req-4fbc0adc-6d42-4c93-a275-d68b885e21d3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Jul 07 17:13:20.431494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.596157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] Transition to ACTIVE for port object 827717ee-6e31-40f3-8d8d-af4d310bd431 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:20.621568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eb191-cf74-4a4c-8f85-2013a5d57cc5 req-efb6bc05-b873-4194-8800-bc3a2769a46c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.626416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.626878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-653eb191-cf74-4a4c-8f85-2013a5d57cc5 req-efb6bc05-b873-4194-8800-bc3a2769a46c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 945 time: 0.1823885 Jul 07 17:13:20.681875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-653eb191-cf74-4a4c-8f85-2013a5d57cc5 req-e4677f0a-15ef-40a5-8f42-88dd2cb1b08d tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Jul 07 17:13:20.699808 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:20.704728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:20.782741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] No DVR routers for this DVR port 827717ee-6e31-40f3-8d8d-af4d310bd431 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:20.796754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.888869 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-e82b5a6f-88ac-4540-a7ee-a14f88c4e1b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4062057 Jul 07 17:13:20.959312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.090778 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:17Z', 'revision_number': 2, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:21.116769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.121588 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Checking router: 7ed5857f-f29e-4baf-9a07-7a5768008454 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:21.124844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.126795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e5c2ea0-1166-4693-b889-519f87a9e304 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf HTTP/1.1" status: 204 len: 168 time: 1.0311282 Jul 07 17:13:21.129623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43200) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.137437 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Updating router 7ed5857f-f29e-4baf-9a07-7a5768008454 port 85e095b1-5541-421e-921a-d4ed18d584d9 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:21.198358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-6d4f5ff4-12ab-43d9-94a2-6dad5be96906 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.200047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-6d4f5ff4-12ab-43d9-94a2-6dad5be96906 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.1722593 Jul 07 17:13:21.243609 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.299906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-00dc01e1-e35a-43a0-b5c1-17345f5efaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.301714 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-00dc01e1-e35a-43a0-b5c1-17345f5efaef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11 HTTP/1.1" status: 200 len: 1097 time: 0.0927620 Jul 07 17:13:21.317540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496fc37-afd2-4527-a35c-061582e5e9a0 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:21.372899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43208) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:21.374193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9c84ac2-0fbe-4706-8825-a6c63febf1cf tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2380240 Jul 07 17:13:21.380378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:21.564820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-992ddd7d-1dcc-49fb-b58a-8884a555551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.566526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-992ddd7d-1dcc-49fb-b58a-8884a555551c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1097 time: 0.2310596 Jul 07 17:13:21.591479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145612-6fd4-4c64-8e89-d77d9360fd94 req-3ac15e4d-6be1-4d20-9462-67d35b12d3b5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.598705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72145612-6fd4-4c64-8e89-d77d9360fd94 req-3ac15e4d-6be1-4d20-9462-67d35b12d3b5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2945733 Jul 07 17:13:21.613370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-7ae697b6-a238-431a-9395-65b862d14b34 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.622860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-7ae697b6-a238-431a-9395-65b862d14b34 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 829 time: 0.5199220 Jul 07 17:13:21.636469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:21.648450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-6ed5773a-5b58-4558-92c6-1833d317128a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/quotas/23070fcbfa7a42c596f5365dfc4acc7b HTTP/1.1" status: 200 len: 375 time: 0.0245519 Jul 07 17:13:21.662688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-2c7cb49f-a114-4eb9-9af0-2da2b1e9b0c2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.664285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-2c7cb49f-a114-4eb9-9af0-2da2b1e9b0c2 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 945 time: 0.2924490 Jul 07 17:13:21.708146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:21.711771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.715202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72145612-6fd4-4c64-8e89-d77d9360fd94 req-2edc5205-0ff9-4cea-97a1-4aa4a38b0fd1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155264 Jul 07 17:13:21.787667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-1d37f7a7-0aa3-4c5c-86d4-34e23059b066 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382327 Jul 07 17:13:21.790283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Deleting port 8dd5e21d-d339-400e-8451-08c13cff3abf {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:21.790524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.801437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dd5e21d-d339-400e-8451-08c13cff3abf no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:21.954702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-1ae5cc17-4ea9-4f18-acd7-7ebe20f5bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.955231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] For port 8dd5e21d-d339-400e-8451-08c13cff3abf, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dd5e21d-d339-400e-8451-08c13cff3abf,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:21.955751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.956528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-1ae5cc17-4ea9-4f18-acd7-7ebe20f5bd45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 200 len: 908 time: 0.3776233 Jul 07 17:13:21.962570 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.976667 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Transition to ACTIVE for port object 85e095b1-5541-421e-921a-d4ed18d584d9 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:21.985946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Calling delete_port for 8dd5e21d-d339-400e-8451-08c13cff3abf owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:21.989945 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.030214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-edf321cf-bea5-4de1-92f2-d3613da581f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 200 len: 217 time: 0.0551314 Jul 07 17:13:22.084161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf296957-d830-46ff-9765-0316198026ee None None] Pushing event updated for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.124147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-6913133f-a6ff-4891-83e0-503d05255e63 service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204978 Jul 07 17:13:22.160472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Deleting port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:22.161211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.177692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.225624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-ae5bd8b9-16a3-4b30-9879-1ab07490988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.232546 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Attempting to bind port 85e095b1-5541-421e-921a-d4ed18d584d9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:22.233031 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Attempting to bind port 85e095b1-5541-421e-921a-d4ed18d584d9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:22.233437 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Attempting to bind port 85e095b1-5541-421e-921a-d4ed18d584d9 on network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:22.240652 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:22.241163 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Checking segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:22.241758 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.242096 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Bound using segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:22.242638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Bound port: 85e095b1-5541-421e-921a-d4ed18d584d9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:22.243928 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.248677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-ae5bd8b9-16a3-4b30-9879-1ab07490988f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 200 len: 847 time: 0.2084484 Jul 07 17:13:22.301144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port 8dd5e21d-d339-400e-8451-08c13cff3abf update to DOWN by agent not found {{(pid=93948) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:13:22.309135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] No DVR routers for this DVR port 8dd5e21d-d339-400e-8451-08c13cff3abf on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:22.323839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Pushing event deleted for resources: {'Port': ['ID=8dd5e21d-d339-400e-8451-08c13cff3abf,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.341998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.342339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.342652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.343590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.343721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.345655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.346127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.347383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.348100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.348603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.350456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.350844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f34ddd-d9fa-4ddd-b646-6084bb25a0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:22.360618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-e62e8eea-88ba-4530-9bd3-9b04a73a461c service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301066 Jul 07 17:13:22.398733 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] For port 85e095b1-5541-421e-921a-d4ed18d584d9, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:22.403738 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] For port 85e095b1-5541-421e-921a-d4ed18d584d9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85e095b1-5541-421e-921a-d4ed18d584d9,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:22.412698 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.499580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a934196-b5fd-4da5-b508-78c2fbc6e192 req-e81a49b6-7782-4b2e-aeac-631fe499fa5c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.508538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a934196-b5fd-4da5-b508-78c2fbc6e192 req-e81a49b6-7782-4b2e-aeac-631fe499fa5c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.1459010 Jul 07 17:13:22.584227 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:22.588884 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:22.611049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a934196-b5fd-4da5-b508-78c2fbc6e192 req-9266b7fd-8777-4856-a2e2-f644b039c8d5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956852 Jul 07 17:13:22.775409 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf296957-d830-46ff-9765-0316198026ee None None] Pushing event updated for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:22.882050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfd139-e5d8-48de-9539-08d7ab1d446c req-ed0a751e-08bc-4297-97e5-5aa776c29be3 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.893770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fccfd139-e5d8-48de-9539-08d7ab1d446c req-ed0a751e-08bc-4297-97e5-5aa776c29be3 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 945 time: 0.1267848 Jul 07 17:13:22.955471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:23.019586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] For port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:23.023118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.033114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fccfd139-e5d8-48de-9539-08d7ab1d446c req-473b56af-b036-43b6-b666-a8bee347ffd9 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/security-groups?id=67b87bc4-fb5f-4d7b-9702-252e535142ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383636 Jul 07 17:13:23.062892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Calling delete_port for 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:23.153220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37f23bdd-3743-4d6d-baf0-ffd87b3b769d req-d506ace1-4368-4696-bf5b-7d2275a1be45 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 210 time: 0.0512488 Jul 07 17:13:23.200232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-b04e4b9a-0b58-4b15-a90a-1b8aa305bcca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393b88ee-aae5-4083-8f3a-4b3236ce52de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9391294 Jul 07 17:13:23.366975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:22Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:23.378371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6985878-767f-45ae-a789-c3e37c1a441c req-f556cd96-f32e-4020-8507-4717417246c1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.380381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6985878-767f-45ae-a789-c3e37c1a441c req-f556cd96-f32e-4020-8507-4717417246c1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.1511197 Jul 07 17:13:23.407424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a1026-334e-44f8-85e8-ad5ea8adba38 None None] The sync data for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 is: [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:22Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:23.442554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.544619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6985878-767f-45ae-a789-c3e37c1a441c req-7bf73fce-7a5a-4946-ad3b-ef4750d3ef0c tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429067 Jul 07 17:13:23.609807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:23.687993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:23.700858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db70b2-d219-4b2f-82e1-c885169792c3 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:23.710942 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-0d855e08-46f9-451e-a315-65e6951a50c4 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027113 Jul 07 17:13:23.731982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.733054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.742593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.744661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=3ae29722-1284-48d4-a16a-bc202dff0a46,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.783570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:23.826571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85e095b1-5541-421e-921a-d4ed18d584d9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:23.901647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Pushing event deleted for resources: {'Port': ['ID=578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.911596 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-18f7150f-7fe7-4d8c-8722-eeada03ead2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5363698 Jul 07 17:13:23.915947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.933307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'name': 'tempest-NetworksTestDHCPv6-258324558'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:23.946929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524725-ecb5-438a-b2f1-47b4d141f0c5 req-3cbd55eb-89f3-43b8-9e42-53cda939e88e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.948446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4524725-ecb5-438a-b2f1-47b4d141f0c5 req-3cbd55eb-89f3-43b8-9e42-53cda939e88e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.1318235 Jul 07 17:13:24.007629 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c5d21834-6f39-4363-bd26-2c9b537a9d9f service neutron] show failed (client error): The resource could not be found. Jul 07 17:13:24.015140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c5d21834-6f39-4363-bd26-2c9b537a9d9f service neutron] 10.222.0.73 "GET /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.4168262 Jul 07 17:13:24.074975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] No DVR routers for this DVR port 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:24.092614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.096673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17286a25-a9f9-40c2-a9d6-40f98002ce01 req-34443587-ba13-4997-ac0e-3b3650e09532 tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.73 "DELETE /v2.0/ports/578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 HTTP/1.1" status: 204 len: 173 time: 2.4249783 Jul 07 17:13:24.100013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'name': 'network-vif-deleted', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:24.110686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 85e095b1-5541-421e-921a-d4ed18d584d9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:24.118926 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de087ef7-47e3-40c7-9752-801ee14f9054" -d '{"events": [{"server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "name": "network-vif-deleted", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:24.119863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4524725-ecb5-438a-b2f1-47b4d141f0c5 req-b68d9610-4866-4261-9e5b-7f2a9b209dae tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597643 Jul 07 17:13:24.135031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 85e095b1-5541-421e-921a-d4ed18d584d9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:24.135419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.218826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-8a9fc429-8653-44d1-84bc-d03f466a5843 service neutron] 10.222.0.23 "GET /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787819 Jul 07 17:13:24.268135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:24.273222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.304565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port a106f4d2-1dd4-4768-9a6c-98a57c96a551 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:24.359222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '3ae29722-1284-48d4-a16a-bc202dff0a46'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:24.361669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.445562 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.522159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::cd (b929eabd-3b1c-4568-a210-678773ff9ccb/3ae29722-1284-48d4-a16a-bc202dff0a46/a106f4d2-1dd4-4768-9a6c-98a57c96a551) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:24.690341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 85e095b1-5541-421e-921a-d4ed18d584d9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85e095b1-5541-421e-921a-d4ed18d584d9,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:24.699445 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.781493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.782729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:24.799362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object a106f4d2-1dd4-4768-9a6c-98a57c96a551 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:24.819266 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2982b24-f87f-4953-8e25-cbfecccff69d x-openstack-request-id: req-a2982b24-f87f-4953-8e25-cbfecccff69d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:24.819561 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b610f-fc20-4c34-9beb-de36ae9ba82d", "name": "network-vif-deleted", "tag": "578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:24.823234 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2982b24-f87f-4953-8e25-cbfecccff69d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:24.823886 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b610f-fc20-4c34-9beb-de36ae9ba82d', 'name': 'network-vif-deleted', 'tag': '578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3', 'status': 'completed', 'code': 200} Jul 07 17:13:24.841423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21b2434a-2b3e-45b4-87f1-3ec3a2e768ae req-42e694dc-cfb5-4843-a478-9e51c3fcfe0c tempest-FloatingIPsAssociationTestJSON-1908525075 tempest-FloatingIPsAssociationTestJSON-1908525075-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e9b610f-fc20-4c34-9beb-de36ae9ba82d HTTP/1.1" status: 200 len: 210 time: 0.0345204 Jul 07 17:13:24.871625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-880dff62-ac9f-4e92-b02f-814fa5a4c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.873564 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-880dff62-ac9f-4e92-b02f-814fa5a4c435 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1101 time: 0.1187868 Jul 07 17:13:24.889819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.898345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:25.074918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.179680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/3ae29722-1284-48d4-a16a-bc202dff0a46/d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:25.226917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:25.245403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-130628f3-1820-44fa-b061-dbf70a307c95 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.246373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-130628f3-1820-44fa-b061-dbf70a307c95 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.23 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 829 time: 0.2730658 Jul 07 17:13:25.247060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=a106f4d2-1dd4-4768-9a6c-98a57c96a551,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.252563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:25.256471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:25.271165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.271567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.293160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'port': {'device_id': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'admin_state_up': True, 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:25.391247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6b55901-5525-42d3-bd0c-20b163d47fbe req-0b3fcdea-fe29-4720-8b44-f99f6c7b76e4 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 210 time: 0.3480449 Jul 07 17:13:25.410141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.517026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-a933897a-8ac9-4a21-8dd6-5dab5ebc5f68 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.519193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-a933897a-8ac9-4a21-8dd6-5dab5ebc5f68 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506&tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.3885851 Jul 07 17:13:25.578796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d50fd07-974f-42be-b344-847695d8f9a8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6580434 Jul 07 17:13:25.583179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43334) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.643510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:25.692527 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.709059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Transition to ACTIVE for port object d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:25.713858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04196628-767d-4981-a48f-3bfea38c189f req-8ea04696-81fc-41c5-98c2-fea79256867b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.715472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04196628-767d-4981-a48f-3bfea38c189f req-8ea04696-81fc-41c5-98c2-fea79256867b tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.2169349 Jul 07 17:13:25.759232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:25.761540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Transition to ACTIVE for port object d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:25.782595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85e095b1-5541-421e-921a-d4ed18d584d9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:25.789610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.809636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-61e75478-73cd-41f0-ad2e-7ce97dcc536b service neutron] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:25.824922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-61e75478-73cd-41f0-ad2e-7ce97dcc536b service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.826271 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2880ac27-0197-4502-ac6a-aa6e28f00bb2 req-61e75478-73cd-41f0-ad2e-7ce97dcc536b service neutron] 10.222.0.23 "DELETE /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.2980819 Jul 07 17:13:25.848328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def8e00-a1a1-4185-b400-eb31910ef7fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.854529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8def8e00-a1a1-4185-b400-eb31910ef7fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2680814 Jul 07 17:13:25.858944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43338) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.861148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.883130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:25.887786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:25.896345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:25.903298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Pushing event updated for resources: {'Port': ['ID=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.903517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Transition to ACTIVE for port object 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:25.908841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.960997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04196628-767d-4981-a48f-3bfea38c189f req-f96ac0d1-84b8-4fe3-869b-f6791e2c0fdb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537905 Jul 07 17:13:25.976727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] No DVR routers for this DVR port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:25.990823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Made reservation on behalf of 23070fcbfa7a42c596f5365dfc4acc7b for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:25.992723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.994833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.009702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 85e095b1-5541-421e-921a-d4ed18d584d9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:26.010129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.049904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:26.050368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:26.050920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:26.058425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:26.058857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:26.068064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:26.068511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:26.068974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:26.069486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Bound port: 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:26.071936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.078876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:26.082248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c87c1-03e5-40d3-9b7a-4498ae62a164 req-531585fe-ab31-4357-8ee9-2e1564df529a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.092014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e0c87c1-03e5-40d3-9b7a-4498ae62a164 req-531585fe-ab31-4357-8ee9-2e1564df529a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.3386297 Jul 07 17:13:26.171068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:26.174476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:26.175133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:26.176202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:26.211033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.236118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Attempting to bind port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:26.236441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Attempting to bind port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:26.236985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Attempting to bind port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:26.244966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:26.245203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 578eb8cf-a7f2-43c5-825a-ba23e7d7f1b3 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:26.254087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:26.254722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:26.255133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.255650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:26.256484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Bound port: d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:26.257252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.299463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e0c87c1-03e5-40d3-9b7a-4498ae62a164 req-a1ab19db-90e3-4012-9266-a14e5e41ce6d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996706 Jul 07 17:13:26.337109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.338264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port a106f4d2-1dd4-4768-9a6c-98a57c96a551 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:26.338635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.372225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] For port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:26.377706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] For port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:26.381530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.383266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.389917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-c4a0daef-ea55-44c4-b7eb-4c391d2268c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 1096 time: 1.5074680 Jul 07 17:13:26.400669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.523909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83505fa-ff74-4405-bc3e-56e23a6e69d2 None None] Pushing event updated for resources: {'Port': ['ID=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.542931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.565498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-2617822c-4480-4dbc-987a-743eca9a0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.568123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-2617822c-4480-4dbc-987a-743eca9a0054 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1099 time: 0.1297011 Jul 07 17:13:26.574251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for a106f4d2-1dd4-4768-9a6c-98a57c96a551 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:26.623585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43354) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:26.750765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.826082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}, {'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:26.828604 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27103b-2fc3-4235-a47a-7f8a86a62117" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}, {"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:26.934162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-eef11d42-b37b-44de-89dd-5a5f70570501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.935727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-eef11d42-b37b-44de-89dd-5a5f70570501 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3582411 Jul 07 17:13:27.045200 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-b2c53476-6199-46e9-9ac6-1a9fec04e494 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.1015730 Jul 07 17:13:27.140237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-7aa11bce-965d-4d60-9f1f-5c9e369bd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.142347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-7aa11bce-965d-4d60-9f1f-5c9e369bd1d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0903814 Jul 07 17:13:27.173334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c9e42e8-7927-456b-bae8-2f6ac58fd82c req-d407fd3c-d87d-4b1e-b265-d7a30fb73e2a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 210 time: 0.0927100 Jul 07 17:13:27.178400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Allocated IP 172.20.0.6 (862e9e94-f727-4c39-8b1d-fd65c27d97e8/442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93/5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:27.265948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-80907963-99bf-467e-8a07-94b1b2570e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.267681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-80907963-99bf-467e-8a07-94b1b2570e10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186073 Jul 07 17:13:27.418776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.453395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-5790ea9a-c695-433b-a951-9daa8fbfa962 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.454856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-5790ea9a-c695-433b-a951-9daa8fbfa962 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 1.0736880 Jul 07 17:13:27.468530 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-00c2bf82-454e-43e8-ac4a-8688751261fa service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924655 Jul 07 17:13:27.510557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-47d8cd97-981f-403e-832a-a3e7fbc02afe tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/quotas/18a4da7f3679435bbf3d62911d9f3a93 HTTP/1.1" status: 200 len: 375 time: 0.0417895 Jul 07 17:13:27.542835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.645945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=a106f4d2-1dd4-4768-9a6c-98a57c96a551,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:27.657909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.705648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ed12-b7a3-4126-94ae-ca73e833ecb7 req-f835905c-246e-4e6a-9de2-12b55c8d6f80 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.714145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6994ed12-b7a3-4126-94ae-ca73e833ecb7 req-f835905c-246e-4e6a-9de2-12b55c8d6f80 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 1097 time: 0.3845699 Jul 07 17:13:27.725205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.728760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20a78525-dd4e-4852-abc8-904b80d795ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/a106f4d2-1dd4-4768-9a6c-98a57c96a551 HTTP/1.1" status: 204 len: 168 time: 1.8677804 Jul 07 17:13:27.735651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:27.759504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Transition to ACTIVE for port object 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:27.804436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6994ed12-b7a3-4126-94ae-ca73e833ecb7 req-f514622c-0f18-416e-a5cc-07160840c4d5 tempest-LiveMigrationTest-799000578 tempest-LiveMigrationTest-799000578-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890801 Jul 07 17:13:27.811206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cdcdcb7-4c29-4668-aee5-173871af2655 req-e6a60e0c-9c21-4fb1-a9f5-487e20f21e1b service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291469 Jul 07 17:13:27.825760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-3287da5d-0399-4739-b2db-a332763527bb tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.828080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-3287da5d-0399-4739-b2db-a332763527bb tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/ports?device_id=de6d2920-6b71-4c08-840d-e052573ccd7c HTTP/1.1" status: 200 len: 946 time: 0.3471613 Jul 07 17:13:27.842166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:27.861386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-e3a459de-aea8-4280-904d-ce3267bab4f8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3292267 Jul 07 17:13:27.907397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.952534 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772cc93-9e33-401c-bb3b-ad27d81d5354 x-openstack-request-id: req-c772cc93-9e33-401c-bb3b-ad27d81d5354 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:27.952973 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "code": 200}, {"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:27.953152 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c772cc93-9e33-401c-bb3b-ad27d81d5354 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:27.953819 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'code': 200} Jul 07 17:13:27.954119 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'status': 'completed', 'code': 200} Jul 07 17:13:27.981433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:28.054217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:28.128528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98919a45-0542-47e6-8f74-8b1c4fa85a0e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.130837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98919a45-0542-47e6-8f74-8b1c4fa85a0e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.132406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-98919a45-0542-47e6-8f74-8b1c4fa85a0e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3846750 Jul 07 17:13:28.135881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:28.140061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43370) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:28.144709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event updated for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.179968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:28.197376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:28.203131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.236980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:28.241345 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431f7bb-f8c8-4eb7-ace7-ec09d260f69a" -d '{"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-unplugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:28.243802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-0cdc97bc-2ca9-44df-9011-c6088de90fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.245781 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-0cdc97bc-2ca9-44df-9011-c6088de90fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1099 time: 0.2814209 Jul 07 17:13:28.263097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:28.270908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.283241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Provisioning for port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:28.293100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Deleting port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:28.293454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.316293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Provisioning complete for port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:28.317261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.373291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.374181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.401355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.410124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 3ae29722-1284-48d4-a16a-bc202dff0a46 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:28.415619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.452395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.486460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.496177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] For port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:28.504775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.542238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-8b2c57a2-b5c2-4bc7-b0cf-2d59afa6bd6e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2654560 Jul 07 17:13:28.572612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Request body: {'port': {'device_id': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:28.579508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a306-09e8-4bdf-a357-9ad737d6eccc None None] Pushing event updated for resources: {'Port': ['ID=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.612884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-2d1013e3-e408-46eb-bcd7-05be8fffa582 service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326269 Jul 07 17:13:28.641992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9200043e-9c00-45c4-a199-8f8b91795850 None None] Provisioning for port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:28.647534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9200043e-9c00-45c4-a199-8f8b91795850 None None] Provisioning complete for port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:28.650235 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9200043e-9c00-45c4-a199-8f8b91795850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.711892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9200043e-9c00-45c4-a199-8f8b91795850 None None] Port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:28.715893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9200043e-9c00-45c4-a199-8f8b91795850 None None] Could not find standard attr ID for object a106f4d2-1dd4-4768-9a6c-98a57c96a551. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:28.772720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b963f7-feaa-4ee4-87b0-50241a0894a5 req-e4dfbb69-e7fb-42ad-8fbe-47cf073fef9f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.774373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69b963f7-feaa-4ee4-87b0-50241a0894a5 req-e4dfbb69-e7fb-42ad-8fbe-47cf073fef9f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 947 time: 0.6603332 Jul 07 17:13:28.788396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-0ff5df7e-991a-4f4d-9ffc-6d05275ce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.790924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-0ff5df7e-991a-4f4d-9ffc-6d05275ce5bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1099 time: 0.6767273 Jul 07 17:13:28.921318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.952560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-3ea77fd2-454e-4011-b88c-c9d4810ceb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.954051 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-3ea77fd2-454e-4011-b88c-c9d4810ceb39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.6764228 Jul 07 17:13:28.954846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.972417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] For port 22ab7033-5092-4cbd-b128-bbfa9b7051b2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=22ab7033-5092-4cbd-b128-bbfa9b7051b2,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:28.972843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.993657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69b963f7-feaa-4ee4-87b0-50241a0894a5 req-b93d1bc3-a65d-4dbf-908d-e7c0f2363f38 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569188 Jul 07 17:13:29.029189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Calling delete_port for 22ab7033-5092-4cbd-b128-bbfa9b7051b2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.041976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-af1183f6-0f8c-438d-a758-d49f31e67edd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0807862 Jul 07 17:13:29.047598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-df687b89-4875-4790-859c-5052f6f096ec service neutron] 10.222.0.66 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108226 Jul 07 17:13:29.073701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Deleting port 23c26328-785a-46be-b65b-4668d3543c7c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:29.074076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.095057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.099936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-7dbabd8a-20e9-4d83-98d4-0ce55cc4ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.101421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-7dbabd8a-20e9-4d83-98d4-0ce55cc4ec10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2846165 Jul 07 17:13:29.206899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae29722-1284-48d4-a16a-bc202dff0a46,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.225577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.227096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa448e-776f-484a-af2e-3031a0c3bf92 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:29.230737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8e4c8bd2-671c-467d-8594-3084ed5f8697 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/3ae29722-1284-48d4-a16a-bc202dff0a46 HTTP/1.1" status: 204 len: 168 time: 1.0844562 Jul 07 17:13:29.236496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:29.254644 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-6e1e57bc-9e00-44e4-a68f-4f96a4f40422 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.1022906 Jul 07 17:13:29.318285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e204d709-904d-45e5-96a4-c85d88b13801 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805197 Jul 07 17:13:29.343792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-272fb4a9-dbba-4698-a77e-026ad126cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.345010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43384) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:29.345501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-272fb4a9-dbba-4698-a77e-026ad126cf86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0690560 Jul 07 17:13:29.437471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-9a619149-0515-4ae9-91fe-22b281c4e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.439336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-9a619149-0515-4ae9-91fe-22b281c4e643 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3868890 Jul 07 17:13:29.456205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:29.467393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:29.583767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] For port 23c26328-785a-46be-b65b-4668d3543c7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=23c26328-785a-46be-b65b-4668d3543c7c,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:29.584570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.599089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-18ad9b5b-eb51-4615-b438-50daec8e26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.600942 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-18ad9b5b-eb51-4615-b438-50daec8e26fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2444670 Jul 07 17:13:29.626984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Calling delete_port for 23c26328-785a-46be-b65b-4668d3543c7c owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.750096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:29.754068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.762722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-e48cb682-ddc7-481f-8221-885bdfbb0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.765344 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-e48cb682-ddc7-481f-8221-885bdfbb0177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2987843 Jul 07 17:13:29.791519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:29.864323 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281684fe-f699-4c13-a3ca-85fd53aa5a97 x-openstack-request-id: req-281684fe-f699-4c13-a3ca-85fd53aa5a97 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:29.865303 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-unplugged", "status": "completed", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:29.865839 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-281684fe-f699-4c13-a3ca-85fd53aa5a97 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:29.867394 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'code': 200} Jul 07 17:13:29.867568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0134-6495-454a-9363-1e10a26a3824 req-a2ac89e6-692a-4f7d-8d75-55b0bcdf19ad tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.876516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-389e0134-6495-454a-9363-1e10a26a3824 req-a2ac89e6-692a-4f7d-8d75-55b0bcdf19ad tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 931 time: 0.2454147 Jul 07 17:13:29.942142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.970366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-345925fc-9592-43c8-9c52-e2e89bcee3b2 req-f9596bd5-7f58-47bc-b9e1-b84a96ce4c3f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 210 time: 0.0881565 Jul 07 17:13:30.017112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.034651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event deleted for resources: {'Port': ['ID=22ab7033-5092-4cbd-b128-bbfa9b7051b2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.042434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:30.061963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'mac_address': 'fa:16:3e:6a:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:30.066205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-6383934c-a12e-4a9d-b6fd-96f2d23e64b6 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369962 Jul 07 17:13:30.098357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:30.098805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.154330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-389e0134-6495-454a-9363-1e10a26a3824 req-4149c80e-7961-44fe-978d-8fede0948f39 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766311 Jul 07 17:13:30.193413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.219328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] No DVR routers for this DVR port 22ab7033-5092-4cbd-b128-bbfa9b7051b2 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:30.228776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-ca277f88-b2dc-49a5-ba3d-5c28a9b5442a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396822 Jul 07 17:13:30.230104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.232225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-10baeacc-1f1f-4149-9130-2a423b6fd9fa req-6fd8fdd3-e8cb-4d19-a2f9-67266aee16cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "DELETE /v2.0/ports/22ab7033-5092-4cbd-b128-bbfa9b7051b2 HTTP/1.1" status: 204 len: 173 time: 2.3950167 Jul 07 17:13:30.236057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-deleted', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:30.238641 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9d517-2120-4d22-8e68-8d047ffaa1b1" -d '{"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-deleted", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:30.244712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Deleting port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:30.245259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.247813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:30.304946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:30.324189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.388224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] For port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.388694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.397994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Transition to ACTIVE for port object 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:30.404907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Calling delete_port for d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:30.418140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-8fe2388c-c8d1-47e1-b778-d9cac4592d22 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071744 Jul 07 17:13:30.443329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.473347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8d27103b-2fc3-4235-a47a-7f8a86a62117 req-0f618b18-a5e3-41d3-9b1e-be665cfa79fb service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318056 Jul 07 17:13:30.497021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-216347e8-1899-4ee6-8983-777dfef18156 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.498932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-216347e8-1899-4ee6-8983-777dfef18156 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.1918395 Jul 07 17:13:30.500721 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.550974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Pushing event deleted for resources: {'Port': ['ID=23c26328-785a-46be-b65b-4668d3543c7c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.560277 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.569183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.591992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92437444-2b66-4dda-b45b-092ed3b5f0b0 req-796a0d3f-8155-4bb3-bd53-9bc1455edbf5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.601117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92437444-2b66-4dda-b45b-092ed3b5f0b0 req-796a0d3f-8155-4bb3-bd53-9bc1455edbf5 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 945 time: 0.3681722 Jul 07 17:13:30.643358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.647240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] Pushing event deleted for resources: {'Port': ['ID=d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.651596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e8eea-6faf-469b-9208-3fb0d5f00ca3 None None] No DVR routers for this DVR port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:30.653574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.654923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 update to ACTIVE by agent not found {{(pid=93948) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:13:30.762601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.800123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d2af-52e8-4796-80d6-25f806fbb9af req-2d635892-7e77-4a84-bafa-fb51a51c41f1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.809485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8879d2af-52e8-4796-80d6-25f806fbb9af req-2d635892-7e77-4a84-bafa-fb51a51c41f1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 947 time: 0.4384542 Jul 07 17:13:30.828152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.910484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92437444-2b66-4dda-b45b-092ed3b5f0b0 req-f5dcc3dc-d704-42cc-a7f1-5b4ac0cc0d6a tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093338 Jul 07 17:13:30.951888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:30.964831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:30.986414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:30.999561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.002288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.025670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82406f88-9db4-4740-8a90-0c6ddbf68667 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:31.046917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6947289 Jul 07 17:13:31.050683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad5fd-3b21-4c5e-8d62-7ee5f5835e0b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=c5e39f81-b761-4fd4-81f8-b0232a45b549,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.062988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43406) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:31.071675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8879d2af-52e8-4796-80d6-25f806fbb9af req-878d03a7-5706-4d24-ace3-7ceba83a4009 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612848 Jul 07 17:13:31.077529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'name': 'tempest-NetworksTestDHCPv6-591477066'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:31.083861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Attempting to bind port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:31.084274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Attempting to bind port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:31.084672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Attempting to bind port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 on network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:31.099247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Deleting port 827717ee-6e31-40f3-8d8d-af4d310bd431 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:31.099775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.156129 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3b2c6-d342-4629-88e6-e16d7c96f1a5 x-openstack-request-id: req-c9d3b2c6-d342-4629-88e6-e16d7c96f1a5 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:31.156440 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2920-6b71-4c08-840d-e052573ccd7c", "name": "network-vif-deleted", "tag": "22ab7033-5092-4cbd-b128-bbfa9b7051b2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:31.156683 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9d3b2c6-d342-4629-88e6-e16d7c96f1a5 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:31.157082 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2920-6b71-4c08-840d-e052573ccd7c', 'name': 'network-vif-deleted', 'tag': '22ab7033-5092-4cbd-b128-bbfa9b7051b2', 'status': 'completed', 'code': 200} Jul 07 17:13:31.160301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.160866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 on network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:31.161284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Attempting to bind port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 on network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:31.176249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:31.176608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Checking segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:31.187186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Bound using segment: {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:31.187832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Bound port: 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6210ff44-ea6a-40aa-9667-2e1dc2b460bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:31.188286 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.247949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] For port 827717ee-6e31-40f3-8d8d-af4d310bd431, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=827717ee-6e31-40f3-8d8d-af4d310bd431,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:31.259242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.317088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Calling delete_port for 827717ee-6e31-40f3-8d8d-af4d310bd431 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:31.344209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b634a5e-352b-4f66-94a2-6f88065a005e req-6b2e6f33-c904-4612-b330-29eb95be0b24 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 210 time: 0.0639691 Jul 07 17:13:31.393106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:31.399814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:31.435664 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.441139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:31.445955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.462560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': 'c5e39f81-b761-4fd4-81f8-b0232a45b549'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:31.463615 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.540780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:31.559827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Router dff96811-6f93-4269-b749-b56537641f0d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:31.643496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.643803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.645366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] 10.222.0.23 "PUT /v2.0/ports/5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 1092 time: 3.0852337 Jul 07 17:13:31.645922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:31.648378 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b58b9-8ae7-4333-81fc-ed659d6afacb" -d '{"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:31.661564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.687792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/c5e39f81-b761-4fd4-81f8-b0232a45b549/763e861b-0589-4157-88c9-9dced4334295) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:31.703335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57d3b1-a64d-4fdf-9a2b-a0afe0b72da8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.722637 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cb370-6e0d-4715-aa52-d413301cdf02 x-openstack-request-id: req-258cb370-6e0d-4715-aa52-d413301cdf02 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:31.723806 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:31.724280 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-258cb370-6e0d-4715-aa52-d413301cdf02 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:31.724924 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'status': 'completed', 'code': 200} Jul 07 17:13:31.746283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472b470-f38a-4cdc-8889-b08219051ece req-f25dbbc3-da6b-418e-9ea9-766366afac0b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.748523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d472b470-f38a-4cdc-8889-b08219051ece req-f25dbbc3-da6b-418e-9ea9-766366afac0b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 943 time: 0.3570991 Jul 07 17:13:31.835796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d472b470-f38a-4cdc-8889-b08219051ece req-2289762c-73fc-441d-af6c-bd91ab346a0b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800111 Jul 07 17:13:31.867964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:31.901818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:31.902178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d06e1bbe-7b04-49c9-b453-c1ac68f8b1d6 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:32.018165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-bfdc075c-69fd-4864-a641-1a837537eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.020640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-bfdc075c-69fd-4864-a641-1a837537eb77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1095 time: 0.1499043 Jul 07 17:13:32.043158 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.069469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Transition to ACTIVE for port object 763e861b-0589-4157-88c9-9dced4334295 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:32.073998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:32.171725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fdc38e42-695c-4227-be79-61c4e81a897c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:32.176943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 22ab7033-5092-4cbd-b128-bbfa9b7051b2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:32.177286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 22ab7033-5092-4cbd-b128-bbfa9b7051b2 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:32.340202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Transition to ACTIVE for port object 763e861b-0589-4157-88c9-9dced4334295 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:32.356654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.358324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event deleted for resources: {'Port': ['ID=827717ee-6e31-40f3-8d8d-af4d310bd431,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.409255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:32.423299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:32.435242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:32.441310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Pushing event updated for resources: {'Port': ['ID=763e861b-0589-4157-88c9-9dced4334295,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.445159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] No DVR routers for this DVR port 827717ee-6e31-40f3-8d8d-af4d310bd431 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:32.453197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.454677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97f0c72c-365c-45ab-8b03-35b5996422f6 req-adfd831e-71e4-4f3b-ac56-3c52225876d0 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "DELETE /v2.0/ports/827717ee-6e31-40f3-8d8d-af4d310bd431 HTTP/1.1" status: 204 len: 173 time: 1.9375551 Jul 07 17:13:32.471876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:32.479689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-880e3681-55f1-433c-83ca-c6766af2eead admin admin] 10.222.0.66 "PUT /v2.0/routers/dff96811-6f93-4269-b749-b56537641f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8550136 Jul 07 17:13:32.488565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-89106248-e051-4a16-a9be-51d347a8f177 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.490161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Sync routers for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:32.490698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-89106248-e051-4a16-a9be-51d347a8f177 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 804 time: 0.9064717 Jul 07 17:13:32.491120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43424) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.550396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:32.551332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:32.557365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Attempting to bind port 763e861b-0589-4157-88c9-9dced4334295 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:32.557966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Attempting to bind port 763e861b-0589-4157-88c9-9dced4334295 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:32.558688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Attempting to bind port 763e861b-0589-4157-88c9-9dced4334295 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:32.598527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:32.599255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:32.599816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.600364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:32.601011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Bound port: 763e861b-0589-4157-88c9-9dced4334295, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:32.601573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.602968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.624349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-856bf329-bb6b-4585-b657-868877351acf req-f6f63c48-392c-4161-ac40-f40dc5b94bd6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 210 time: 0.0621457 Jul 07 17:13:32.632136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-db8949ad-27dd-411e-a8b2-904f68312407 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 217 time: 0.6039550 Jul 07 17:13:32.723347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] For port 763e861b-0589-4157-88c9-9dced4334295, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:32.727949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] For port 763e861b-0589-4157-88c9-9dced4334295, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=763e861b-0589-4157-88c9-9dced4334295,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:32.762351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Request body: {'port': {'device_id': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'admin_state_up': True, 'tenant_id': '18a4da7f3679435bbf3d62911d9f3a93'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:32.767130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-7a393e88-b2d8-4746-8734-1d582e6290af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.768775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-7a393e88-b2d8-4746-8734-1d582e6290af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.1152220 Jul 07 17:13:32.817742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:32.846672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::13 (b929eabd-3b1c-4568-a210-678773ff9ccb/c5e39f81-b761-4fd4-81f8-b0232a45b549/9b22869f-e32e-4f8e-a570-ac7cd4eb3a91) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:32.878692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.897848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dd095-6cf9-4e9f-88bc-36ec0d1663ef req-4aa660bd-ce30-4b80-a0b6-74d2c414affe tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.925704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a7dd095-6cf9-4e9f-88bc-36ec0d1663ef req-4aa660bd-ce30-4b80-a0b6-74d2c414affe tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 948 time: 0.3311141 Jul 07 17:13:32.987889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Made reservation on behalf of 18a4da7f3679435bbf3d62911d9f3a93 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:32.992411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.008623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Deleting port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.008623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.027695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a7dd095-6cf9-4e9f-88bc-36ec0d1663ef req-7be8e853-850a-44dd-a7d7-31cccf18b44a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Jul 07 17:13:33.029506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.084906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af820c99-c3e5-4f80-8e4b-a8556255615b req-b0b90661-0b2d-4ba1-83b3-c28a2b59d8b0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 210 time: 0.0887985 Jul 07 17:13:33.131266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-a0a0feb9-8d3d-41b7-b5ca-ed74d48062dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.133294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-a0a0feb9-8d3d-41b7-b5ca-ed74d48062dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3541353 Jul 07 17:13:33.172380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-deleted', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:33.177165 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ade5d-df59-471a-a1d8-0e01c9bedd15" -d '{"events": [{"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-deleted", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:33.248163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] For port 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.248528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.264328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce94bf3-59c6-4223-ac95-33338555bf7d None None] Pushing event updated for resources: {'Port': ['ID=763e861b-0589-4157-88c9-9dced4334295,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.297805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Calling delete_port for 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:33.329991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:13:30Z', 'revision_number': 5, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port': {'id': '33097ef1-c6c9-4596-936c-cb5f1e6ba2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff96811-6f93-4269-b749-b56537641f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:24Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.386920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.393765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Checking router: dff96811-6f93-4269-b749-b56537641f0d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:33.410808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:33.416325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Routers {'dff96811-6f93-4269-b749-b56537641f0d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:33.417045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['dff96811-6f93-4269-b749-b56537641f0d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.439216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Allocated IP 172.20.0.13 (0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd/5e61953d-df8a-4e7b-9544-7d7e3efeb54f/ffcb2968-90e2-4343-975e-296e5c8fa0eb) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:33.532855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:33.576700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-5d593f93-d80a-44f5-be8e-04c071d8d338 service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105468 Jul 07 17:13:33.612391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.757455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] Set router dff96811-6f93-4269-b749-b56537641f0d gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:33.769623 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca69af6-4e04-4c4a-af7d-d6039bcc96f5 x-openstack-request-id: req-dca69af6-4e04-4c4a-af7d-d6039bcc96f5 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:33.769985 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082b78b9-3c69-46d7-94e4-d2578da99506", "name": "network-vif-deleted", "tag": "827717ee-6e31-40f3-8d8d-af4d310bd431", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:33.770376 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dca69af6-4e04-4c4a-af7d-d6039bcc96f5 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:33.770816 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082b78b9-3c69-46d7-94e4-d2578da99506', 'name': 'network-vif-deleted', 'tag': '827717ee-6e31-40f3-8d8d-af4d310bd431', 'status': 'completed', 'code': 200} Jul 07 17:13:33.800567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e6db-81b2-4843-b7b9-380e868c8cb9 req-65d94578-6a68-4247-90b1-722d7e17ac63 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.811430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fa7e6db-81b2-4843-b7b9-380e868c8cb9 req-65d94578-6a68-4247-90b1-722d7e17ac63 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 943 time: 0.6016955 Jul 07 17:13:33.859465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 6, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.863435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 763e861b-0589-4157-88c9-9dced4334295 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:33.895831 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.930683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:33.959582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:33.963382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:33.966270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=9b22869f-e32e-4f8e-a570-ac7cd4eb3a91,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.968867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:33.969453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.971969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3b880-3cf8-47fb-b483-5cc5b9b7c950 None None] The sync data for ids ['dff96811-6f93-4269-b749-b56537641f0d'] in n-d-791505-12 is: [{'id': 'dff96811-6f93-4269-b749-b56537641f0d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1507842635-router', 'tenant_id': 'a0ccfb67af3c45fd9087252c99060a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:23Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 6, 'project_id': 'a0ccfb67af3c45fd9087252c99060a43', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:33.982512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:33.983844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.988688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.989423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.000418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 763e861b-0589-4157-88c9-9dced4334295 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:34.038463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fa7e6db-81b2-4843-b7b9-380e868c8cb9 req-e3591885-7ae4-42e5-bc8c-f43361a742da tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235744 Jul 07 17:13:34.089565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-539d8fdf-ef16-401b-bc10-349cceef9f4e req-12e5eef6-0a7a-4162-aad4-e9d42d5959a6 service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960189 Jul 07 17:13:34.104274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:34.116448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:34.116695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c811908f-f813-4375-873a-9a3b09e3925e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0487840 Jul 07 17:13:34.119464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:34.125341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:34.175012 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.202703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.227594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.228399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.271662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:34.273125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:34.277433 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a307f-59b2-4e91-896c-bae02ce1981c" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:34.286033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.286790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:34.317845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.388048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-7aff36b6-19a6-41b0-af85-107d8ab26b9f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.392105 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-7aff36b6-19a6-41b0-af85-107d8ab26b9f tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 948 time: 0.6204097 Jul 07 17:13:34.406360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.410546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 827717ee-6e31-40f3-8d8d-af4d310bd431 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:34.410897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 827717ee-6e31-40f3-8d8d-af4d310bd431 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:34.415708 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-cf571270-8ba4-4be3-8cd1-e3065bf9b5e4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6592543 Jul 07 17:13:34.448106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75fd12fc-75c4-45b6-89b2-95119fe6203a req-d11a4371-c630-4d64-85cc-12b0ca72d3ca tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 210 time: 0.1460223 Jul 07 17:13:34.451584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Request body: {'port': {'device_id': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:34.541780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922b5e2-0d09-44b4-9c06-e19f9825def4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.551144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922b5e2-0d09-44b4-9c06-e19f9825def4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.553555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a922b5e2-0d09-44b4-9c06-e19f9825def4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4325747 Jul 07 17:13:34.558391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Pushing event deleted for resources: {'Port': ['ID=33097ef1-c6c9-4596-936c-cb5f1e6ba2ab,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.559005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:34.599690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-d0a9110d-3f90-4498-8ccd-4429ab293d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.601691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-d0a9110d-3f90-4498-8ccd-4429ab293d9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1095 time: 0.3807139 Jul 07 17:13:34.622947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59c784-e822-44ee-9505-53ff1ad254ca req-1c98de4f-86e9-4b52-9313-f54528a1dfea tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.636004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d59c784-e822-44ee-9505-53ff1ad254ca req-1c98de4f-86e9-4b52-9313-f54528a1dfea tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.3028426 Jul 07 17:13:34.690555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.693215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.782500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-0e089fb3-6fe1-436f-ab8a-04b884fe2a12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3885238 Jul 07 17:13:34.789304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-55105381-1e89-48b3-a8e1-3f2f8c808569 service neutron] 10.222.0.23 "GET /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.3499877 Jul 07 17:13:34.811154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d59c784-e822-44ee-9505-53ff1ad254ca req-90f1608a-6e31-42fa-9498-d7460ae15182 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737897 Jul 07 17:13:34.884125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Provisioning for port 763e861b-0589-4157-88c9-9dced4334295 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:34.888454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Provisioning complete for port 763e861b-0589-4157-88c9-9dced4334295 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:34.888817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.936750 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e258b-dc08-4cc5-938d-d30ca570e2b2 x-openstack-request-id: req-4c3e258b-dc08-4cc5-938d-d30ca570e2b2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:34.938644 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:34.938941 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c3e258b-dc08-4cc5-938d-d30ca570e2b2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:34.939365 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'code': 200} Jul 07 17:13:35.051492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-a0c8a33e-f003-41cc-84b6-c4fa656f86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.053034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-a0c8a33e-f003-41cc-84b6-c4fa656f86b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 930 time: 0.3912835 Jul 07 17:13:35.069378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.100704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.101900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:35.102342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.103752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.138602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] For port 763e861b-0589-4157-88c9-9dced4334295, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=763e861b-0589-4157-88c9-9dced4334295,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.145701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.278560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-73a5b649-e0ca-4b9d-b444-83d05e12476a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 217 time: 0.2052298 Jul 07 17:13:35.285527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d8eb-323d-4293-8cec-091fc71eb972 None None] Pushing event updated for resources: {'Port': ['ID=763e861b-0589-4157-88c9-9dced4334295,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.299696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dfb81288-fa20-45f6-86de-0f9c69b2bfa8 None None] Provisioning for port 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:35.304388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.305428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff96811-6f93-4269-b749-b56537641f0d {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:35.307999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dfb81288-fa20-45f6-86de-0f9c69b2bfa8 None None] Provisioning complete for port 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:35.308460 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dfb81288-fa20-45f6-86de-0f9c69b2bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.315289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.318927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c35859cd-d7d5-4b6a-8017-28e94616722f admin admin] 10.222.0.66 "DELETE /v2.0/routers/dff96811-6f93-4269-b749-b56537641f0d HTTP/1.1" status: 204 len: 168 time: 2.8243773 Jul 07 17:13:35.326056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43452) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.358754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dfb81288-fa20-45f6-86de-0f9c69b2bfa8 None None] Port 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:35.440598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Deleting subnet 81a3132d-e33c-40c5-b0ba-78a3107f7ebe {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:35.456444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-d4ceac19-572e-4a53-ba24-3910ff9023d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.458005 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-d4ceac19-572e-4a53-ba24-3910ff9023d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 1101 time: 0.3953290 Jul 07 17:13:35.458772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.460528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.473221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:35.487818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:35.533185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4e00efdb-9f90-4f40-97f3-6b9b88c9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.534758 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4e00efdb-9f90-4f40-97f3-6b9b88c9cd66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1101 time: 0.4203351 Jul 07 17:13:35.575785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.581600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6582fa3-8475-42f9-bee2-499fd2f51bba req-f11ad62e-477a-41ea-80a3-df667811c507 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.589163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6582fa3-8475-42f9-bee2-499fd2f51bba req-f11ad62e-477a-41ea-80a3-df667811c507 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 932 time: 0.6842506 Jul 07 17:13:35.671017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.684390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.697360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'mac_address': 'fa:16:3e:66:93:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:35.714187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 763e861b-0589-4157-88c9-9dced4334295 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:35.752896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.772653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.784782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.807666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:35.812649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-b84f9291-1cc5-4831-bb4f-1cf026c4922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.814357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-b84f9291-1cc5-4831-bb4f-1cf026c4922f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.5232217 Jul 07 17:13:35.825650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.827728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 HTTP/1.1" status: 204 len: 168 time: 1.2666447 Jul 07 17:13:35.831750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 763e861b-0589-4157-88c9-9dced4334295 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:35.832104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43460) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.832250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.840598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.880490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.945994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9f93a-3c2e-46ab-9336-2c8239b81def tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.947888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9f93a-3c2e-46ab-9336-2c8239b81def tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.949522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-35f9f93a-3c2e-46ab-9336-2c8239b81def tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0754473 Jul 07 17:13:35.966825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.973056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab9d68-79f3-418e-850a-9c18954d0f8c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=9b22869f-e32e-4f8e-a570-ac7cd4eb3a91,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.980334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43462) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:36.022637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6582fa3-8475-42f9-bee2-499fd2f51bba req-cf1d5e16-4d2c-4e6e-b7a0-63939c11d1a9 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324565 Jul 07 17:13:36.050858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcb2968-90e2-4343-975e-296e5c8fa0eb {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:36.059475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4492-b919-47e0-8d2b-71fd0760351e req-5576e0cb-0305-404f-bc96-396b72c01fc9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.068954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb9e4492-b919-47e0-8d2b-71fd0760351e req-5576e0cb-0305-404f-bc96-396b72c01fc9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 943 time: 0.7335575 Jul 07 17:13:36.132332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-f1039e18-979d-463d-b63c-4c33648729f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.138501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-f1039e18-979d-463d-b63c-4c33648729f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3720663 Jul 07 17:13:36.140116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-4818c7da-6c63-4be4-97dd-9d1c3260cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.145547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 23c26328-785a-46be-b65b-4668d3543c7c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:36.147346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-4818c7da-6c63-4be4-97dd-9d1c3260cfe5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.6496086 Jul 07 17:13:36.162424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.178196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a3132d-e33c-40c5-b0ba-78a3107f7ebe,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.184903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.187636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d8f7f0b-5c84-4c93-b82f-769a4c22353d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81a3132d-e33c-40c5-b0ba-78a3107f7ebe HTTP/1.1" status: 204 len: 168 time: 0.8597074 Jul 07 17:13:36.201931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet c5e39f81-b761-4fd4-81f8-b0232a45b549 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:36.203572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67307a-2d27-4a9e-9561-b65ccc000038 None None] Network 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:36.205621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:36.209155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:36.214610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb9e4492-b919-47e0-8d2b-71fd0760351e req-295c5e82-ab19-40f8-b16e-093b9df5413f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447856 Jul 07 17:13:36.219204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 23c26328-785a-46be-b65b-4668d3543c7c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:36.219566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 23c26328-785a-46be-b65b-4668d3543c7c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:36.220059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:36.242701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.253908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-40f63b63-6e8a-4c9d-a123-dce2eed445ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0992806 Jul 07 17:13:36.259800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-dbfdbc5d-be91-4ac3-ae5a-152120658e0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 200 len: 217 time: 0.0945442 Jul 07 17:13:36.290702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:36.291050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33097ef1-c6c9-4596-936c-cb5f1e6ba2ab not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:36.311931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-2b18b9cf-0da8-4c8f-8f5c-94434e4d523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.314150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-2b18b9cf-0da8-4c8f-8f5c-94434e4d523a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0512600 Jul 07 17:13:36.323895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-73dfc05b-deef-4bf8-a6db-e4c039bec505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.326958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-73dfc05b-deef-4bf8-a6db-e4c039bec505 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4939692 Jul 07 17:13:36.400730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-778d8725-d643-4638-ab22-1272b82763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.402241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-778d8725-d643-4638-ab22-1272b82763b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0856669 Jul 07 17:13:36.411984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Transition to ACTIVE for port object ffcb2968-90e2-4343-975e-296e5c8fa0eb will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:36.447921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.519995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.567508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-75e7f644-9e67-4353-b37d-bba28a0b8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.569346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-75e7f644-9e67-4353-b37d-bba28a0b8288 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661348 Jul 07 17:13:36.721289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-6ca7062c-6b4e-4750-a14d-6dee4ef0247f service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240978 Jul 07 17:13:36.730025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5f8c1b1-0b29-4acd-bed0-e138cc1b102b req-87f04d21-25a6-419f-abd8-138b522f944f tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 210 time: 0.5171492 Jul 07 17:13:36.736706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] DHCP port deletion for 6efb5c4f-5cea-4bdd-998b-0f8b425f4697 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:36.784899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.831907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-ee801ca1-c516-49b3-8fcf-84807d68cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.833636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-ee801ca1-c516-49b3-8fcf-84807d68cafa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4191134 Jul 07 17:13:36.858951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Deleting port f6760a45-bae8-4b0c-bba9-b005a176476f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:36.868126 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.921949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.925638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Attempting to bind port ffcb2968-90e2-4343-975e-296e5c8fa0eb on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:36.925989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Attempting to bind port ffcb2968-90e2-4343-975e-296e5c8fa0eb by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:36.926640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Attempting to bind port ffcb2968-90e2-4343-975e-296e5c8fa0eb on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:36.950531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Port ffcb2968-90e2-4343-975e-296e5c8fa0eb on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:36.950923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Attempting to bind port ffcb2968-90e2-4343-975e-296e5c8fa0eb on network 0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:36.956828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] For port f6760a45-bae8-4b0c-bba9-b005a176476f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f6760a45-bae8-4b0c-bba9-b005a176476f,segment=NetworkSegment(ca0e92b4-4055-47d2-8ba7-dc0b39555c50),segment_id=ca0e92b4-4055-47d2-8ba7-dc0b39555c50)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:36.957291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.965502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:36.965891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Checking segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:36.966232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Bound using segment: {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:36.966721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Bound port: ffcb2968-90e2-4343-975e-296e5c8fa0eb, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:36.967083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.973371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Calling delete_port for f6760a45-bae8-4b0c-bba9-b005a176476f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:36.992621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-c5125120-af5f-4454-bdbe-2ef2f305a8b6 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379115 Jul 07 17:13:37.089779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-0c0088c3-7291-49f6-b021-cde2109ed26c service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603008 Jul 07 17:13:37.115390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.131637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] No DVR routers for this DVR port f6760a45-bae8-4b0c-bba9-b005a176476f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:37.152436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a7ec-d78a-4379-9953-634206c11fe5 None None] Pushing event deleted for resources: {'Port': ['ID=f6760a45-bae8-4b0c-bba9-b005a176476f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.170328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7485-c136-40f8-9a94-b29fe493f347 req-0fc17016-74aa-418a-8fcc-bfe888809976 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.172083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eaed7485-c136-40f8-9a94-b29fe493f347 req-0fc17016-74aa-418a-8fcc-bfe888809976 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.4308426 Jul 07 17:13:37.389488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.397962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eaed7485-c136-40f8-9a94-b29fe493f347 req-27f8698c-ffcb-4664-b085-ee411ce8eebd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089236 Jul 07 17:13:37.421995 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-2cbc6c04-1192-4c58-b20c-2ac2e12378af service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750532 Jul 07 17:13:37.441206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Deleting port f6760a45-bae8-4b0c-bba9-b005a176476f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:37.441607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.515525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-00d0a130-12df-486d-b7e1-06a000251393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.529960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c76b58b9-8ae7-4333-81fc-ed659d6afacb req-bb43966d-6dc1-4a7d-9434-20b5caefcbd8 service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206171 Jul 07 17:13:37.557985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:37.591675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:37.595591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-b4b35fe9-f3ad-42e7-a7d2-48d8d33af4f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1893094 Jul 07 17:13:37.605750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.623953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c63f-3901-4212-a55f-c90675ed869e req-d2442536-7530-4c7e-b38c-52e8578ee4cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.627248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1711c63f-3901-4212-a55f-c90675ed869e req-d2442536-7530-4c7e-b38c-52e8578ee4cc tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 944 time: 0.4017243 Jul 07 17:13:37.672784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] For port f6760a45-bae8-4b0c-bba9-b005a176476f, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:37.673183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.698661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-218028e5-3555-49c1-bd1d-41a3e53f6785 req-1b1ae397-1a7e-450e-93b4-11c956318dd6 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521749 Jul 07 17:13:37.710394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.712047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.712604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Calling delete_port for f6760a45-bae8-4b0c-bba9-b005a176476f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:37.712811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.714465 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] 10.222.0.73 "PUT /v2.0/ports/ffcb2968-90e2-4343-975e-296e5c8fa0eb HTTP/1.1" status: 200 len: 1093 time: 3.2679062 Jul 07 17:13:37.717214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:37.719610 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:37.743566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Port f6760a45-bae8-4b0c-bba9-b005a176476f was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:13:37.751581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1d00-140d-40ca-acaa-8d1103fe66ca service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.751890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f6760a45-bae8-4b0c-bba9-b005a176476f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:37.778990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-45ae95eb-6a2b-47cb-91b6-2cb2f1c3e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.780970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-45ae95eb-6a2b-47cb-91b6-2cb2f1c3e0f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 1101 time: 0.1209724 Jul 07 17:13:37.800326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.802165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f6760a45-bae8-4b0c-bba9-b005a176476f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:37.802543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f6760a45-bae8-4b0c-bba9-b005a176476f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:37.811959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e39f81-b761-4fd4-81f8-b0232a45b549,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.827808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.832364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1d1928cc-19cf-4058-a477-996090d82996 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/c5e39f81-b761-4fd4-81f8-b0232a45b549 HTTP/1.1" status: 204 len: 168 time: 1.8482108 Jul 07 17:13:37.839069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37438882-e328-431f-bfca-b4244e7d4b2e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:37.859896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1711c63f-3901-4212-a55f-c90675ed869e req-365b4970-0092-4299-b914-d59d6be448f0 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026813 Jul 07 17:13:37.861305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43478) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.885386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6760a45-bae8-4b0c-bba9-b005a176476f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.927258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-5726dc94-612d-4c2b-a3fa-29beb00deb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.929033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-5726dc94-612d-4c2b-a3fa-29beb00deb67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 1096 time: 0.1458445 Jul 07 17:13:37.957508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-597d00a9-1232-4c10-9ddb-50e90ab8d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.959297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-597d00a9-1232-4c10-9ddb-50e90ab8d477 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1458430 Jul 07 17:13:37.969263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] No DVR routers for this DVR port f6760a45-bae8-4b0c-bba9-b005a176476f on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:37.991102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7dd251dc-0d63-4bbf-b18c-099ccd397083 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243501 Jul 07 17:13:38.008510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43480) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.123179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:38.130926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-0f9f22fa-7e84-451d-894c-fc4aa3504402 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 200 len: 217 time: 0.1237693 Jul 07 17:13:38.132180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-bb2df426-807d-47a8-a090-f9e5e12bbb86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb HTTP/1.1" status: 200 len: 217 time: 0.1928449 Jul 07 17:13:38.188541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.199668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efb5c4f-5cea-4bdd-998b-0f8b425f4697']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:38.220340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Deleting port 763e861b-0589-4157-88c9-9dced4334295 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:38.221097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.237385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:38.237738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0e92b4-4055-47d2-8ba7-dc0b39555c50') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:38.245872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-992f3aa6-d517-4d01-9317-a03e476d5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.248631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-992f3aa6-d517-4d01-9317-a03e476d5973 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1008246 Jul 07 17:13:38.248894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-3a2696d9-d5e3-48de-a6d1-6ddf85fa35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.250236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-3a2696d9-d5e3-48de-a6d1-6ddf85fa35e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.0525353 Jul 07 17:13:38.251854 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084d1fc-1472-40a6-8d26-4c9e1e4edba0 x-openstack-request-id: req-b084d1fc-1472-40a6-8d26-4c9e1e4edba0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:38.252143 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:38.252391 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b084d1fc-1472-40a6-8d26-4c9e1e4edba0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:38.252769 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'status': 'completed', 'code': 200} Jul 07 17:13:38.262128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.284756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.292826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:38.293259 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:38.350900 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:38.356759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] For port 763e861b-0589-4157-88c9-9dced4334295, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=763e861b-0589-4157-88c9-9dced4334295,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:38.357165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.363472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-2fcbf5ed-2962-4fcb-8834-e7238086d620 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546885 Jul 07 17:13:38.374392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Calling delete_port for 763e861b-0589-4157-88c9-9dced4334295 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:38.403582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd5c65-59cf-409a-b3bb-f2f33b5f79c4 req-cb1cb103-573f-4d33-a388-df97ec031814 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.408920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0edd5c65-59cf-409a-b3bb-f2f33b5f79c4 req-cb1cb103-573f-4d33-a388-df97ec031814 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 944 time: 0.8266950 Jul 07 17:13:38.443984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1efcfcad-c445-4d77-8aa8-a21598254013 req-c4e30f5c-6117-4ab2-8f3c-25fe03214e87 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 210 time: 0.0895555 Jul 07 17:13:38.464851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.465234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.475453 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.479432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6efb5c4f-5cea-4bdd-998b-0f8b425f4697 HTTP/1.1" status: 204 len: 168 time: 2.2615132 Jul 07 17:13:38.485867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] No DVR routers for this DVR port 763e861b-0589-4157-88c9-9dced4334295 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:38.513213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7b6e5-4b69-48d3-82d2-52a28569b9b8 None None] Pushing event deleted for resources: {'Port': ['ID=763e861b-0589-4157-88c9-9dced4334295,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.527167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb253a-1085-4141-b811-eab4813c3d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efb5c4f-5cea-4bdd-998b-0f8b425f4697,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.547035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13574e17-21bb-448f-9560-f7883fa81b2f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.547936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0edd5c65-59cf-409a-b3bb-f2f33b5f79c4 req-1bde7526-b7c3-45b4-9f95-57a4a7f0183f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026237 Jul 07 17:13:38.548623 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-13574e17-21bb-448f-9560-f7883fa81b2f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5389061 Jul 07 17:13:38.552533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43488) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.629513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-c7dfd7eb-019c-4935-b65d-811b1f397e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.631320 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-c7dfd7eb-019c-4935-b65d-811b1f397e3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3691409 Jul 07 17:13:38.702050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00731536-d913-4daa-a7f3-9fa4d9bfbb53 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.706964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-00731536-d913-4daa-a7f3-9fa4d9bfbb53 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497777 Jul 07 17:13:38.708681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43490) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.736069 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-03c26f76-8fde-4645-8124-c98fa4af79f2 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620024 Jul 07 17:13:38.781892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43492) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.824931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cee37c6b-dff8-4396-b147-fa2d9e53d6ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150625 Jul 07 17:13:38.830489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43494) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:38.840981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:38.912089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-b15a7521-819f-4762-8c4d-d2b79e76b81d service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705822 Jul 07 17:13:38.959082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4ec44-4bb8-49d0-ae8b-75b4b4a0f460 req-e1671ea0-702c-41b1-a62e-2a169b94c3ab tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.960708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9b4ec44-4bb8-49d0-ae8b-75b4b4a0f460 req-e1671ea0-702c-41b1-a62e-2a169b94c3ab tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.1728358 Jul 07 17:13:39.007344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9b4ec44-4bb8-49d0-ae8b-75b4b4a0f460 req-7813781a-18fc-4b9a-9977-19486202189d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Jul 07 17:13:39.032089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c0d57c53-2223-4d01-ae30-12449bddae91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0ccfb67af3c45fd9087252c99060a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431808 Jul 07 17:13:39.033457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-38afbf8f-2ae5-4727-9e86-52571a55380b req-824c47b8-6c14-4285-856c-0c416bab6bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097999 Jul 07 17:13:39.034044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.074485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9313daa-2dc5-463b-a874-bd59d4de9931 req-e4d926e8-9bac-4083-998b-9caa5f66b9fe service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286562 Jul 07 17:13:39.090473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:39.094919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.137749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.230558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.318475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.319493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-4da09336-7ce3-40cc-8b9e-8e98d3af7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.322333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-4da09336-7ce3-40cc-8b9e-8e98d3af7d06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 1096 time: 0.1854117 Jul 07 17:13:39.387807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:39.399149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0509d-8dd9-44a8-8ad9-f60150fb3ffa req-019f4eba-67fd-4c8e-aaf3-59f46fb4b8f2 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.409717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48c0509d-8dd9-44a8-8ad9-f60150fb3ffa req-019f4eba-67fd-4c8e-aaf3-59f46fb4b8f2 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 944 time: 0.3901148 Jul 07 17:13:39.415833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.419090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.420788 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67b87bc4-fb5f-4d7b-9702-252e535142ae HTTP/1.1" status: 204 len: 168 time: 0.3827686 Jul 07 17:13:39.421042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:39.434947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.435364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b862f42-7257-400e-8beb-315523a5ab5d None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:39.435855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.450138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980699e2-e07c-4026-bd6a-b8e7d47139e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b87bc4-fb5f-4d7b-9702-252e535142ae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.458488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=22582ede-da3e-4a7d-b7ef-187ddd4a2732,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.490304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-324a4219-440b-4d93-950f-e3612923fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.490981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9a57edba-b70f-41ba-b2cc-d6e2cd090c7d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6591442 Jul 07 17:13:39.491758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43506) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.492521 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-324a4219-440b-4d93-950f-e3612923fb7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 200 len: 905 time: 0.1631591 Jul 07 17:13:39.507166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '22582ede-da3e-4a7d-b7ef-187ddd4a2732', 'ip_address': '2001:db8::f69e:cecd:c5f:4879'}], 'name': 'tempest-NetworksTestDHCPv6-1475788797'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:39.565706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-1a86acfc-936c-4cb1-adc1-e1c438751e4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb HTTP/1.1" status: 200 len: 217 time: 0.0662198 Jul 07 17:13:39.631821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48c0509d-8dd9-44a8-8ad9-f60150fb3ffa req-6df34210-7e66-40b2-98b5-eaefa34c80c3 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179306 Jul 07 17:13:39.706318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-c3380b3d-ce65-46d1-bea7-02775487a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.707796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-c3380b3d-ce65-46d1-bea7-02775487a52c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 200 len: 844 time: 0.1322279 Jul 07 17:13:39.784896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:39.882363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-64046faa-befe-4b58-889f-1eec6bce3157 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495969 Jul 07 17:13:39.902714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 763e861b-0589-4157-88c9-9dced4334295 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:39.941739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:39.965259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 763e861b-0589-4157-88c9-9dced4334295 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:39.965622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 763e861b-0589-4157-88c9-9dced4334295 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:40.089945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-836da0a8-3d3f-490b-a484-5c26a9d508e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.163373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f0859a2-0010-4f6e-a5bb-0ab6f2397fdd req-e2573487-5fbf-4b0f-92b7-4c48eb86baef tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=082b78b9-3c69-46d7-94e4-d2578da99506 HTTP/1.1" status: 200 len: 210 time: 0.2039986 Jul 07 17:13:40.208057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:40.221296 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-5d6acf6b-9d2d-48bf-a61d-7fbbb020d29b service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284013 Jul 07 17:13:40.266164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:40.267089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.275568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '22582ede-da3e-4a7d-b7ef-187ddd4a2732'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:40.277722 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.305469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.339628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 3d470f73-fe23-4e05-9315-53a0f95f0dbf yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:40.373329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30219f7-5f00-454c-b241-3c70dfdc0a93 req-fff27f7b-dfc1-4f80-94c0-db20d813b9b6 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.375087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b30219f7-5f00-454c-b241-3c70dfdc0a93 req-fff27f7b-dfc1-4f80-94c0-db20d813b9b6 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 944 time: 0.3015473 Jul 07 17:13:40.489423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-0708e06f-47a4-4083-a81b-fec149398523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.496329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-0708e06f-47a4-4083-a81b-fec149398523 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc&tenant_id=c0dc7d50d95b4bbeb50fe47805e92487 HTTP/1.1" status: 200 len: 1101 time: 0.4373374 Jul 07 17:13:40.501807 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e5631b0-b16b-4fa3-bd1f-4ee9e9966188 req-45710f6b-512d-4a7e-a544-0dce1cfd32b5 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660840 Jul 07 17:13:40.525514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:40.531392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.557800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.601058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:40.624427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b30219f7-5f00-454c-b241-3c70dfdc0a93 req-af60baf9-f265-4dd9-835f-19b88e23f351 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854482 Jul 07 17:13:40.634547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:40.637471 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930fb5a-241e-4919-be7b-e35f285b2317" -d '{"events": [{"server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "name": "network-vif-plugged", "status": "completed", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:40.645244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.709301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.719894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:40.747368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/22582ede-da3e-4a7d-b7ef-187ddd4a2732/98b1a911-8ce4-4a84-9823-1d25bfa604cc) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:40.844384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f13fa-794d-4859-8a23-f66046528d3f req-2921d91b-565b-4e07-af3f-8fd8c54c6af0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.849004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c4f13fa-794d-4859-8a23-f66046528d3f req-2921d91b-565b-4e07-af3f-8fd8c54c6af0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.1488225 Jul 07 17:13:40.886270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.947476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c4f13fa-794d-4859-8a23-f66046528d3f req-64e7d7d7-63e1-492e-8e28-1129105078bd tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935762 Jul 07 17:13:40.953154 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8493b30b-81cd-4049-8812-a6e00e43764b x-openstack-request-id: req-8493b30b-81cd-4049-8812-a6e00e43764b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:40.953494 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "name": "network-vif-plugged", "status": "completed", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:40.953749 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8493b30b-81cd-4049-8812-a6e00e43764b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:40.954138 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'code': 200} Jul 07 17:13:41.072944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.085619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Transition to ACTIVE for port object 98b1a911-8ce4-4a84-9823-1d25bfa604cc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:41.099258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e7070-5731-4921-a9dd-7172b0fb7975 req-d56e5f3b-e7f7-4945-bd67-4531db30872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.101145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-173e7070-5731-4921-a9dd-7172b0fb7975 req-d56e5f3b-e7f7-4945-bd67-4531db30872a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1097 time: 0.0907595 Jul 07 17:13:41.108574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Transition to ACTIVE for port object 98b1a911-8ce4-4a84-9823-1d25bfa604cc will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:41.116956 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.122054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-network', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:41.145957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.162630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-173e7070-5731-4921-a9dd-7172b0fb7975 req-0058ae06-1dca-44a6-8f44-a2555110dd29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Jul 07 17:13:41.174557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:41.196880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:41.198794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Made reservation on behalf of 52b16c6a028d4367b62452f5d4bbaa9c for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:41.201291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.201889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:41.215234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:41.218053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f69e:cecd:c5f:4879 (b929eabd-3b1c-4568-a210-678773ff9ccb/22582ede-da3e-4a7d-b7ef-187ddd4a2732/3d470f73-fe23-4e05-9315-53a0f95f0dbf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:41.223436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Pushing event updated for resources: {'Port': ['ID=98b1a911-8ce4-4a84-9823-1d25bfa604cc,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.227579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.266312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:41.269555 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b49fe8d-0556-4dda-bbd5-d25d5161565f" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:41.273197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161db8e-acc9-42c4-9694-d63503d27a45 req-de904b3b-7d98-44cd-a467-9b4b0a5f101a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.275524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5161db8e-acc9-42c4-9694-d63503d27a45 req-de904b3b-7d98-44cd-a467-9b4b0a5f101a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 944 time: 0.1909389 Jul 07 17:13:41.276267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.312249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Attempting to bind port 98b1a911-8ce4-4a84-9823-1d25bfa604cc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:41.313035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Attempting to bind port 98b1a911-8ce4-4a84-9823-1d25bfa604cc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:41.313759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Attempting to bind port 98b1a911-8ce4-4a84-9823-1d25bfa604cc on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:41.332540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:41.336986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:41.338069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Transition to ACTIVE for port object 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:41.339561 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.340048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:41.341209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Bound port: 98b1a911-8ce4-4a84-9823-1d25bfa604cc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:41.342108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.347647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.421026 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f8d61-cc6e-46b4-a1df-c199ee6282ff x-openstack-request-id: req-910f8d61-cc6e-46b4-a1df-c199ee6282ff {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:41.421501 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:41.435652 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-910f8d61-cc6e-46b4-a1df-c199ee6282ff {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:41.436249 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'code': 200} Jul 07 17:13:41.462616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5161db8e-acc9-42c4-9694-d63503d27a45 req-45c32182-c0ba-4240-a5d2-55bd472d2a7a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776538 Jul 07 17:13:41.526184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] No DVR routers for this DVR port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:41.527002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] For port 98b1a911-8ce4-4a84-9823-1d25bfa604cc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:41.529358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.532119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] For port 98b1a911-8ce4-4a84-9823-1d25bfa604cc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98b1a911-8ce4-4a84-9823-1d25bfa604cc,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:41.543636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.614526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:41.614871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:41.615256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:41.631297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:41.631632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Attempting to bind port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:41.637791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:41.638128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:41.638558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:41.638997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Bound port: 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:41.639413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.643137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.646926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.653449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:41.680809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.758962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 3d470f73-fe23-4e05-9315-53a0f95f0dbf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:41.815139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:41.826939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7820d1-3d2b-46d2-931a-df86e4030819 None None] Pushing event updated for resources: {'Port': ['ID=98b1a911-8ce4-4a84-9823-1d25bfa604cc,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.835169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d655a5-9d34-4c9d-94c4-35441cdbfd36,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.857480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:41.864587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:41.869152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.874094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.876303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.876726 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Added segment f1d33b88-0ba4-4540-95c7-706f5f68dc9e of type vlan for network 634f3b30-ee9a-4d1d-82bd-49173cf3382c Jul 07 17:13:41.896975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:41.999125 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.999916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.001399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] 10.222.0.73 "PUT /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 1097 time: 1.4926026 Jul 07 17:13:42.048639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.068046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.086644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:42.175991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a98b-6608-4614-8433-4ace96b58496 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=11']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.264630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-b7d99b65-e678-46a9-98a2-0b3aadb206d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.274947 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-b7d99b65-e678-46a9-98a2-0b3aadb206d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1100 time: 0.1676207 Jul 07 17:13:42.408243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:42.434257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'mac_address': 'fa:16:3e:f1:b8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:42.458238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-eff1ebc8-6ada-446c-b7e6-1ee394acef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.459780 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-eff1ebc8-6ada-446c-b7e6-1ee394acef3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1768765 Jul 07 17:13:42.488936 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.505369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcb2968-90e2-4343-975e-296e5c8fa0eb {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:42.531225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:42.537476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.551089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-bde890cf-2a6d-4a8f-942c-389d140edb28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0839550 Jul 07 17:13:42.632094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.632260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-6ca536f8-4dd3-4c61-911d-5d400af02e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.634024 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-6ca536f8-4dd3-4c61-911d-5d400af02e54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0753856 Jul 07 17:13:42.704763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-6b9369c2-2d84-4669-9a99-0abd8be24ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.705340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:13:42.706653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-6b9369c2-2d84-4669-9a99-0abd8be24ad4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657592 Jul 07 17:13:42.711520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:42.769813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:42.784803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.785868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.786728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.801997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:42.808888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.809553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.819261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ffcb2968-90e2-4343-975e-296e5c8fa0eb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:42.844677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-c12ed83c-9284-4f27-8715-e7cb9fbd79b5 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288927 Jul 07 17:13:42.866561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=3d470f73-fe23-4e05-9315-53a0f95f0dbf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:42.927867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c3fd3c78-949e-419e-a34e-ee5f61f77bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4329631 Jul 07 17:13:42.946779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.046293 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa152992-240e-49b7-ab62-d41490c8bc5a req-87282eec-28b7-4544-bda9-fa67f86fb7eb service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949861 Jul 07 17:13:43.084422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428f87b-f36c-42d6-8a31-e48ea496cc53 req-0d18acce-7eb5-46c8-9fbd-13d9c39c1b8d tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.094993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6428f87b-f36c-42d6-8a31-e48ea496cc53 req-0d18acce-7eb5-46c8-9fbd-13d9c39c1b8d tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 945 time: 1.1909466 Jul 07 17:13:43.105557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2181869 Jul 07 17:13:43.108477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.114301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Request body: {'subnet': {'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-subnet', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:43.157776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Made reservation on behalf of 52b16c6a028d4367b62452f5d4bbaa9c for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:43.167610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.200818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3073-4dbf-4662-a741-8bc7d393b8fa req-f611f17f-eb97-4430-8452-617456112131 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.208464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ecd3073-4dbf-4662-a741-8bc7d393b8fa req-f611f17f-eb97-4430-8452-617456112131 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 948 time: 0.5366659 Jul 07 17:13:43.233845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d2ebd-4d00-48d0-802e-b5bf2bb23ffb admin admin] Pushing event updated for resources: {'Network': ['ID=634f3b30-ee9a-4d1d-82bd-49173cf3382c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.247760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:43.295823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6428f87b-f36c-42d6-8a31-e48ea496cc53 req-f4caa06e-94e6-4edb-a9e9-bb8f353cbf8c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989377 Jul 07 17:13:43.352802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ecd3073-4dbf-4662-a741-8bc7d393b8fa req-88a602b1-0aa5-4da7-998f-7921b8a9926e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400235 Jul 07 17:13:43.384565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb6343-998d-41cd-9959-a0b814e41669 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.415542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb6343-998d-41cd-9959-a0b814e41669 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.430392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-25eb6343-998d-41cd-9959-a0b814e41669 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4804831 Jul 07 17:13:43.444820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:43.445641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43572) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.448521 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:43.452675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.513785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869c0a98-e95a-41ab-8264-077541153f41,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.532015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.533133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Checking segment: {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:43.533501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Network hostable DHCP agents. Network: 634f3b30-ee9a-4d1d-82bd-49173cf3382c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:43.560116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:43.575094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 634f3b30-ee9a-4d1d-82bd-49173cf3382c) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:43.582192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.582813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.603560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6a4a953a-8439-420e-9f86-642562b9052c None None] Provisioning for port 98b1a911-8ce4-4a84-9823-1d25bfa604cc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:43.612033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9bbab-bbba-45ac-bf6b-36280600a08b None None] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:43.621489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95ce3030-8bc3-4119-8b98-12eba767db42 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5090735 Jul 07 17:13:43.622472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.632989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:43.699579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.707277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.710833 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:43.900981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.923084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 3d470f73-fe23-4e05-9315-53a0f95f0dbf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:43.923593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.935794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98b1a911-8ce4-4a84-9823-1d25bfa604cc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:43.983627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556157b7-63fa-4912-b532-61d3386099fa req-de6ed1bb-9acc-474e-92e1-86467202af12 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.991309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556157b7-63fa-4912-b532-61d3386099fa req-de6ed1bb-9acc-474e-92e1-86467202af12 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 945 time: 0.3305225 Jul 07 17:13:44.047942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556157b7-63fa-4912-b532-61d3386099fa req-dd65787b-5cb1-4926-9205-9c66938fe61a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jul 07 17:13:44.114996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.129664 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.130136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:44.152317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 3d470f73-fe23-4e05-9315-53a0f95f0dbf owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:44.174980 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1ff834-9b96-452e-b6c2-8b2b27c3b97c x-openstack-request-id: req-3e1ff834-9b96-452e-b6c2-8b2b27c3b97c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:44.175214 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:44.175435 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e1ff834-9b96-452e-b6c2-8b2b27c3b97c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:44.176076 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'status': 'completed', 'code': 200} Jul 07 17:13:44.187873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'fixed_ips': [{'subnet_id': '869c0a98-e95a-41ab-8264-077541153f41'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:44.188998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.308031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-38346241-3eb0-4b77-b37d-488955a8c16b None None] Provisioning for port 3d470f73-fe23-4e05-9315-53a0f95f0dbf completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:44.319202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-38346241-3eb0-4b77-b37d-488955a8c16b None None] Provisioning complete for port 3d470f73-fe23-4e05-9315-53a0f95f0dbf triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:44.319717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-38346241-3eb0-4b77-b37d-488955a8c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.332270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.372649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-38346241-3eb0-4b77-b37d-488955a8c16b None None] Port 3d470f73-fe23-4e05-9315-53a0f95f0dbf was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:13:44.396457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=3d470f73-fe23-4e05-9315-53a0f95f0dbf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.409386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 98b1a911-8ce4-4a84-9823-1d25bfa604cc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:44.426661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Allocated IP 172.20.0.2 (634f3b30-ee9a-4d1d-82bd-49173cf3382c/869c0a98-e95a-41ab-8264-077541153f41/9c4e4877-228e-4b30-b4b2-a210efb619d2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:44.428430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 98b1a911-8ce4-4a84-9823-1d25bfa604cc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:44.428811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.442313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-85483cad-c0e5-4b66-a038-8e18a6815a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.454417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-85483cad-c0e5-4b66-a038-8e18a6815a3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1100 time: 0.2763302 Jul 07 17:13:44.479551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.487744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-b76d44f1-4288-4298-afac-d033c84f7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.487744 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-b76d44f1-4288-4298-afac-d033c84f7e71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1100 time: 0.2848325 Jul 07 17:13:44.489117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.490006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31c65d24-3f08-48ef-a230-2a62671abc33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/3d470f73-fe23-4e05-9315-53a0f95f0dbf HTTP/1.1" status: 204 len: 168 time: 1.0424180 Jul 07 17:13:44.506564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ffcb2968-90e2-4343-975e-296e5c8fa0eb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:44.662714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7fe2f-aa65-4c52-a88d-eb3a9012b18f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.664898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7fe2f-aa65-4c52-a88d-eb3a9012b18f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.669275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43f7fe2f-aa65-4c52-a88d-eb3a9012b18f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1457794 Jul 07 17:13:44.680233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43586) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.767030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-ceb58e57-893f-4e2d-a871-f172e1c3dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.768361 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-ceb58e57-893f-4e2d-a871-f172e1c3dc25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2982066 Jul 07 17:13:44.807810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 22582ede-da3e-4a7d-b7ef-187ddd4a2732 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:44.823801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.838329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6b7db-9131-4c31-85f7-610cc74fa40e req-2e02c5d9-83ab-41ba-8d98-f3ec054e47cf tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.853639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8b6b7db-9131-4c31-85f7-610cc74fa40e req-2e02c5d9-83ab-41ba-8d98-f3ec054e47cf tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 948 time: 0.2558546 Jul 07 17:13:44.854246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-c98ddd9d-60ca-430e-a1e4-37a82f24fff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0776381 Jul 07 17:13:44.889742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c9f3-a98d-4a41-af26-7a20d84ab81b req-2d76463a-042d-4ff5-9e55-ecffb4352b9d tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.891595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2961c9f3-a98d-4a41-af26-7a20d84ab81b req-2d76463a-042d-4ff5-9e55-ecffb4352b9d tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 945 time: 0.3120291 Jul 07 17:13:44.926757 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.938330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Transition to ACTIVE for port object 9c4e4877-228e-4b30-b4b2-a210efb619d2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:44.956351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Transition to ACTIVE for port object 9c4e4877-228e-4b30-b4b2-a210efb619d2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:44.968272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ffcb2968-90e2-4343-975e-296e5c8fa0eb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:44.968894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.971660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.987807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.996948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-cc30afa9-5781-4756-8eda-fc7f854f2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.998433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-cc30afa9-5781-4756-8eda-fc7f854f2a78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1352427 Jul 07 17:13:45.014146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2961c9f3-a98d-4a41-af26-7a20d84ab81b req-90a00219-c07c-49cc-9e82-6ae2877a62ff tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955591 Jul 07 17:13:45.017018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8b6b7db-9131-4c31-85f7-610cc74fa40e req-b67ff481-5453-4d6c-9ea4-2f0f12eafccb tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243968 Jul 07 17:13:45.103353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Pushing event updated for resources: {'Port': ['ID=9c4e4877-228e-4b30-b4b2-a210efb619d2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.116501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:45.121152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:45.126154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:45.154026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.318019 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.336718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Attempting to bind port 9c4e4877-228e-4b30-b4b2-a210efb619d2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:45.337424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Attempting to bind port 9c4e4877-228e-4b30-b4b2-a210efb619d2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:45.338576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Attempting to bind port 9c4e4877-228e-4b30-b4b2-a210efb619d2 on network 634f3b30-ee9a-4d1d-82bd-49173cf3382c {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:45.369470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.400544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:45.404127 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce05e0-cdf8-4714-98ed-cc5008fa336c" -d '{"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:45.408201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:45.408746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Checking segment: {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:45.409260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.409758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Bound using segment: {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:45.410351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Bound port: 9c4e4877-228e-4b30-b4b2-a210efb619d2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:45.410924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.442755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=22582ede-da3e-4a7d-b7ef-187ddd4a2732,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.503247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] For port 9c4e4877-228e-4b30-b4b2-a210efb619d2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:45.507015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] For port 9c4e4877-228e-4b30-b4b2-a210efb619d2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9c4e4877-228e-4b30-b4b2-a210efb619d2,segment=NetworkSegment(f1d33b88-0ba4-4540-95c7-706f5f68dc9e),segment_id=f1d33b88-0ba4-4540-95c7-706f5f68dc9e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:45.520317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:45.524168 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.539849 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.564625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072ed19-47c7-44eb-ba60-177a43cc7acd None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:45.582900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.626196 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.629566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-3f49ee11-5bab-417e-9aa0-04f4c8a33328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.632790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-605ff2c7-c091-4c35-add5-bac0b56e043e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/22582ede-da3e-4a7d-b7ef-187ddd4a2732 HTTP/1.1" status: 204 len: 168 time: 0.9512217 Jul 07 17:13:45.637283 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-3f49ee11-5bab-417e-9aa0-04f4c8a33328 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 1.0456944 Jul 07 17:13:45.638086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.641029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 98b1a911-8ce4-4a84-9823-1d25bfa604cc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98b1a911-8ce4-4a84-9823-1d25bfa604cc,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:45.693365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.731040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0fec2786-8b73-4190-8d23-abd57835446d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883636 Jul 07 17:13:45.732212 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-5bd9908e-1968-4dc1-a698-56884f842ec8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 200 len: 217 time: 0.0453908 Jul 07 17:13:45.735285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43602) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.738146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-85976a58-93f4-42e9-8a20-1e88153f8140 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 258 time: 0.6736972 Jul 07 17:13:45.743850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:45.755795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:45.764897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3380337-a408-4aa0-8df3-01635c345f4f None None] Pushing event updated for resources: {'Port': ['ID=9c4e4877-228e-4b30-b4b2-a210efb619d2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.840708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d19c77-efcb-43c6-aee8-1ccd568c8a3a req-4d22287f-bff6-4db9-9fd3-532fe12b5ced tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.874186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18d19c77-efcb-43c6-aee8-1ccd568c8a3a req-4d22287f-bff6-4db9-9fd3-532fe12b5ced tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 946 time: 0.3655884 Jul 07 17:13:45.895306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.939871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.006939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18d19c77-efcb-43c6-aee8-1ccd568c8a3a req-a4409df1-a746-4460-926f-723cb5c1d9a8 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314256 Jul 07 17:13:46.017224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-70e1cf18-0a65-454c-be53-a39a7e437c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.018941 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-70e1cf18-0a65-454c-be53-a39a7e437c6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4769912 Jul 07 17:13:46.040245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=98b1a911-8ce4-4a84-9823-1d25bfa604cc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.094252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:46.115041 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fe425-c723-4088-a625-fad4dccc8be8 x-openstack-request-id: req-a49fe425-c723-4088-a625-fad4dccc8be8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:46.115379 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:46.115594 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a49fe425-c723-4088-a625-fad4dccc8be8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:46.115969 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'code': 200} Jul 07 17:13:46.142650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:46.160657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.181345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.186527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.238167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.252147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'mac_address': 'fa:16:3e:6a:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:46.255528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:46.335282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-bcd04e5c-51c6-417a-b91d-bc94d25a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.338244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-bcd04e5c-51c6-417a-b91d-bc94d25a9ef9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.4424343 Jul 07 17:13:46.377507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.391048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.406081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:46.438627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Allocated IP 172.25.3.11 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/f5cb3601-c4f7-4705-bcaf-86ef43901f01) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:46.452240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.455028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Deleting port 98b1a911-8ce4-4a84-9823-1d25bfa604cc {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:46.455401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.532043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] For port 98b1a911-8ce4-4a84-9823-1d25bfa604cc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98b1a911-8ce4-4a84-9823-1d25bfa604cc,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.532390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.548805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Calling delete_port for 98b1a911-8ce4-4a84-9823-1d25bfa604cc owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:46.563313 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-15cf8689-fbb1-453a-b6d9-563a85591d53 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363212 Jul 07 17:13:46.600559 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.660136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.696729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.714070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.718792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.740870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] Pushing event deleted for resources: {'Port': ['ID=98b1a911-8ce4-4a84-9823-1d25bfa604cc,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.752494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0902c-b00d-4581-8ea0-17aa52162c94 None None] No DVR routers for this DVR port 98b1a911-8ce4-4a84-9823-1d25bfa604cc on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:46.794759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:46.800166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:46.805019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:46.808732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event updated for resources: {'Port': ['ID=f5cb3601-c4f7-4705-bcaf-86ef43901f01,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.903314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:46.942937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.994296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Allocated IP 172.25.3.241 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/f0545b57-7a03-400d-9a13-3f7af717c428) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:47.001677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5f153-5493-45f2-99d5-d194c18405e1 req-7fe46766-6642-4473-89c7-4c8fc53c7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.003356 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29f5f153-5493-45f2-99d5-d194c18405e1 req-7fe46766-6642-4473-89c7-4c8fc53c7a0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 1098 time: 0.7841768 Jul 07 17:13:47.004925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-c03e21e5-ea83-46f4-9350-18529749cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.006464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-c03e21e5-ea83-46f4-9350-18529749cb54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6531079 Jul 07 17:13:47.059587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e70974-b961-4da1-9475-65b88e6669cd None None] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:47.098102 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.111088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc8194-c68d-4c0c-8f8f-866534db2328 req-6fe14109-d433-4bd1-84bf-cd0c5e05937d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.112645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10cc8194-c68d-4c0c-8f8f-866534db2328 req-6fe14109-d433-4bd1-84bf-cd0c5e05937d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 949 time: 0.1794555 Jul 07 17:13:47.149788 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-fa3bbfab-3b20-427b-9ef9-cb8655e69de7 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054610 Jul 07 17:13:47.174665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6349dc47-cc72-4669-82b5-53116557120f None None] Provisioning for port 9c4e4877-228e-4b30-b4b2-a210efb619d2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:47.181535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ce831f5b-5bdd-46d0-9bd7-2c1fcc56e90b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.183144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ce831f5b-5bdd-46d0-9bd7-2c1fcc56e90b tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.2288597 Jul 07 17:13:47.266052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10cc8194-c68d-4c0c-8f8f-866534db2328 req-fea53cbf-e367-4f59-9b7e-62b770b03b05 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289687 Jul 07 17:13:47.292509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29f5f153-5493-45f2-99d5-d194c18405e1 req-102dbd78-69b0-4796-a005-3a7417857af7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542076 Jul 07 17:13:47.356755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.378782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-529179ff-fe85-4139-9873-a0c37fa17f8e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490362 Jul 07 17:13:47.424457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.452761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:47.491142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Deleting port fdc38e42-695c-4227-be79-61c4e81a897c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:47.491475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.495423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:47.504187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.504773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.527977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389131c6-3565-4494-af1b-c91f6fed0b55 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:47.530524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=ec4aa983-9cad-4cff-a951-621e1e67f4c6,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.547776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3a71a74-8a2e-4991-88ef-8b7b5e1ddde8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8110490 Jul 07 17:13:47.552178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43622) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:47.557186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': 'ec4aa983-9cad-4cff-a951-621e1e67f4c6', 'ip_address': '2001:db8::4146:3f19:251e:76dd'}], 'name': 'tempest-NetworksTestDHCPv6-1289608909'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:47.563884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.577213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.654323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5bd9f7a4-844a-45a5-80cc-84ef75210ec9 req-26a21f12-bc5f-480b-9946-7b1a5a6f19ae service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422318 Jul 07 17:13:47.729642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] For port fdc38e42-695c-4227-be79-61c4e81a897c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fdc38e42-695c-4227-be79-61c4e81a897c,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:47.730007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.733157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.734495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event updated for resources: {'Port': ['ID=f5cb3601-c4f7-4705-bcaf-86ef43901f01,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.758835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Calling delete_port for fdc38e42-695c-4227-be79-61c4e81a897c owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:47.762765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.791543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.793841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-e078c4a6-aae4-4980-890f-0a99300ec7ed tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0489316 Jul 07 17:13:47.831079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Pushing event updated for resources: {'Port': ['ID=f0545b57-7a03-400d-9a13-3f7af717c428,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.844888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:47.854991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:47.858422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:47.901783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-28c78b31-776a-473e-9327-96cfca5422cc tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0721850 Jul 07 17:13:47.944183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9c4e4877-228e-4b30-b4b2-a210efb619d2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:47.967236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': 'ec4aa983-9cad-4cff-a951-621e1e67f4c6'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:47.968202 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.061817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:48.075150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9c4e4877-228e-4b30-b4b2-a210efb619d2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:48.085085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9c4e4877-228e-4b30-b4b2-a210efb619d2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:48.086153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.092255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:48.172753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.196603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 0fc3a708-1263-4f98-8cca-e3b23d47c457 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:48.200024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/ec4aa983-9cad-4cff-a951-621e1e67f4c6/8f044a77-46dc-491c-b3a5-a1582dc6aa3b) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:48.363684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-af85d3f4-b02c-4ce7-8b87-187cd147a16f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.365101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c7a083e-52f6-4092-b415-df9355d1c32c req-af85d3f4-b02c-4ce7-8b87-187cd147a16f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.4572854 Jul 07 17:13:48.386374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcfa18-41b0-478e-8bda-f924e7b26a79 req-9d6da296-3d33-4b37-aa2b-ae0494eac4c6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.393325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c5fcfa18-41b0-478e-8bda-f924e7b26a79 req-9d6da296-3d33-4b37-aa2b-ae0494eac4c6 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff586f5f-7471-4308-bc0e-807d936d3678 HTTP/1.1" status: 200 len: 945 time: 0.4639704 Jul 07 17:13:48.413180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.429300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.442545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:48.454359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event deleted for resources: {'Port': ['ID=fdc38e42-695c-4227-be79-61c4e81a897c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.468989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:48.470007 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.472372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c5fcfa18-41b0-478e-8bda-f924e7b26a79 req-6215b6a4-9b00-4ec5-b875-a594b498942e tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Jul 07 17:13:48.510229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.522759 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.547633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Transition to ACTIVE for port object 8f044a77-46dc-491c-b3a5-a1582dc6aa3b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:48.568991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] No DVR routers for this DVR port fdc38e42-695c-4227-be79-61c4e81a897c on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:48.580387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.582865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bd47aac-9164-44de-ba9c-002aae52aaae req-ddb2e9b7-480a-41c0-9921-7fdcabde35a3 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "DELETE /v2.0/ports/fdc38e42-695c-4227-be79-61c4e81a897c HTTP/1.1" status: 204 len: 173 time: 1.3923414 Jul 07 17:13:48.583905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 9c4e4877-228e-4b30-b4b2-a210efb619d2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9c4e4877-228e-4b30-b4b2-a210efb619d2,segment=NetworkSegment(f1d33b88-0ba4-4540-95c7-706f5f68dc9e),segment_id=f1d33b88-0ba4-4540-95c7-706f5f68dc9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:48.584326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-deleted', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:48.587091 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f834725e-9ce8-407f-a1de-0317218b7b7f" -d '{"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-deleted", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:48.603664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.618161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Transition to ACTIVE for port object 8f044a77-46dc-491c-b3a5-a1582dc6aa3b will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:48.663855 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.704345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98b1a911-8ce4-4a84-9823-1d25bfa604cc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:48.748305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::4146:3f19:251e:76dd (b929eabd-3b1c-4568-a210-678773ff9ccb/ec4aa983-9cad-4cff-a951-621e1e67f4c6/0fc3a708-1263-4f98-8cca-e3b23d47c457) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:48.753992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 98b1a911-8ce4-4a84-9823-1d25bfa604cc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:48.754545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98b1a911-8ce4-4a84-9823-1d25bfa604cc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:48.759800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:48.764906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=9c4e4877-228e-4b30-b4b2-a210efb619d2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.769010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:48.774859 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.776907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:48.779231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7096f-fc33-4679-b540-3a379311b1dd req-c788741d-1a51-4753-8d57-fa282a685328 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.787075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.791507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5b7096f-fc33-4679-b540-3a379311b1dd req-c788741d-1a51-4753-8d57-fa282a685328 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 946 time: 0.2125342 Jul 07 17:13:48.842810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf266a0-f40a-4692-b36c-cf113fc45cc2 req-e66f8d8f-a340-429b-aa56-eec1380b7702 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.844344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bf266a0-f40a-4692-b36c-cf113fc45cc2 req-e66f8d8f-a340-429b-aa56-eec1380b7702 tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 1101 time: 0.1779056 Jul 07 17:13:48.847681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5b7096f-fc33-4679-b540-3a379311b1dd req-5797d11c-281e-475f-ba45-c4a91ba3354f tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553758 Jul 07 17:13:48.854477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:48.857112 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928296e-6bf9-4654-bfbb-bc7e1781a4b5" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:48.907402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bf266a0-f40a-4692-b36c-cf113fc45cc2 req-21098e6c-3df4-4a35-acd4-6b4ffec4c27d tempest-MigrationsAdminTest-1398692719 tempest-MigrationsAdminTest-1398692719-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469015 Jul 07 17:13:48.910649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:48.922862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Pushing event updated for resources: {'Port': ['ID=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.925268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.983012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.986503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Attempting to bind port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:48.987061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Attempting to bind port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:48.987438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Attempting to bind port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:48.998003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:48.998391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:48.998833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.999237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:48.999733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Bound port: 8f044a77-46dc-491c-b3a5-a1582dc6aa3b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:49.000156 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.092814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-3be22eda-f3a1-4de2-9627-e2fe0ee77aa2 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.103262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-3be22eda-f3a1-4de2-9627-e2fe0ee77aa2 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1059067 Jul 07 17:13:49.130812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] For port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:49.142374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] For port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:49.153949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.155559 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c4cb4-a1cf-48d1-a283-1e1837d48c86 x-openstack-request-id: req-bd5c4cb4-a1cf-48d1-a283-1e1837d48c86 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:49.155872 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff586f5f-7471-4308-bc0e-807d936d3678", "name": "network-vif-deleted", "tag": "fdc38e42-695c-4227-be79-61c4e81a897c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:49.156313 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd5c4cb4-a1cf-48d1-a283-1e1837d48c86 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:49.156562 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff586f5f-7471-4308-bc0e-807d936d3678', 'name': 'network-vif-deleted', 'tag': 'fdc38e42-695c-4227-be79-61c4e81a897c', 'status': 'completed', 'code': 200} Jul 07 17:13:49.167117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d471fda5-8290-4f95-9b52-08b89121a505 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0621762 Jul 07 17:13:49.172254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'floatingip': {'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:49.237115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07066f0-25f3-46ef-9f3e-18887cf0c523 None None] Pushing event updated for resources: {'Port': ['ID=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.263926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.396550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.415660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 0fc3a708-1263-4f98-8cca-e3b23d47c457 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:49.467685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Router 884b13be-a7b5-4c40-8da1-23464b5615c9 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:49.545334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.628068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fdc38e42-695c-4227-be79-61c4e81a897c no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:49.629219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:49.661798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:49.663084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: fdc38e42-695c-4227-be79-61c4e81a897c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:49.664775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fdc38e42-695c-4227-be79-61c4e81a897c not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:49.666283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=0fc3a708-1263-4f98-8cca-e3b23d47c457,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.692644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:49.700807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.701474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.728297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:49.736379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c510ccc7-0b1b-4c27-9dad-fcd432decd20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1827216 Jul 07 17:13:49.739006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43648) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:49.740578 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Sync routers for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:49.752595 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Routers {'884b13be-a7b5-4c40-8da1-23464b5615c9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:49.753307 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['884b13be-a7b5-4c40-8da1-23464b5615c9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:49.788978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.790730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-986c39e8-1034-4303-b08c-49a4b0d53052 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1671093 Jul 07 17:13:49.793501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43650) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:49.968847 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.979593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.986056 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Set router 884b13be-a7b5-4c40-8da1-23464b5615c9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:49.986407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78b094-3baf-4091-92a8-e402ea1e8a97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.994312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78b094-3baf-4091-92a8-e402ea1e8a97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.996000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c78b094-3baf-4091-92a8-e402ea1e8a97 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2560194 Jul 07 17:13:49.999449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.017963 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d00c534-ee46-418d-a371-e243b6373d1b x-openstack-request-id: req-6d00c534-ee46-418d-a371-e243b6373d1b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:50.018270 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-plugged", "status": "completed", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:50.018579 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d00c534-ee46-418d-a371-e243b6373d1b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:50.018979 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'code': 200} Jul 07 17:13:50.021140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f044a77-46dc-491c-b3a5-a1582dc6aa3b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:50.119833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:50.127002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9c4e4877-228e-4b30-b4b2-a210efb619d2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:50.142166 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Floating IP a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 associated. External IP: 172.25.3.11, port: 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8. Jul 07 17:13:50.238911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9c4e4877-228e-4b30-b4b2-a210efb619d2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:50.239493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.326013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 3, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.366285 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Checking router: 884b13be-a7b5-4c40-8da1-23464b5615c9 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:50.367351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Updating router 884b13be-a7b5-4c40-8da1-23464b5615c9 port f0545b57-7a03-400d-9a13-3f7af717c428 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:50.368306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 0fc3a708-1263-4f98-8cca-e3b23d47c457 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:50.368766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.422982 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.592826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Router 7ed5857f-f29e-4baf-9a07-7a5768008454 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:50.593304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.629713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 0fc3a708-1263-4f98-8cca-e3b23d47c457 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:50.761831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:50.774523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Sync routers for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:50.791533 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.795032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:50.796189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:50.798778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.821459 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Transition to ACTIVE for port object f0545b57-7a03-400d-9a13-3f7af717c428 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:50.834778 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.894469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.905869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-d1a76f8a-6022-4363-bd82-6f81318ccf1b tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "PUT /v2.0/floatingips/a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 HTTP/1.1" status: 200 len: 995 time: 1.7377310 Jul 07 17:13:50.953206 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Attempting to bind port f0545b57-7a03-400d-9a13-3f7af717c428 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:50.953421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Attempting to bind port f0545b57-7a03-400d-9a13-3f7af717c428 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:50.953789 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Attempting to bind port f0545b57-7a03-400d-9a13-3f7af717c428 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:50.956391 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d92dc-4b68-4d0d-b2c1-8d31ac17e77a None None] Pushing event updated for resources: {'Port': ['ID=f0545b57-7a03-400d-9a13-3f7af717c428,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.961790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.970977 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:50.971778 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:50.972425 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.973069 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:50.973781 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Bound port: f0545b57-7a03-400d-9a13-3f7af717c428, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:50.974460 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.097426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-e093f316-7b8a-4e9b-bc87-db1e47db1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.102762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-e093f316-7b8a-4e9b-bc87-db1e47db1de8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1097 time: 0.1771080 Jul 07 17:13:51.146589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=0fc3a708-1263-4f98-8cca-e3b23d47c457,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.169543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.173197 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] For port f0545b57-7a03-400d-9a13-3f7af717c428, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:51.174889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8fa8c4e2-270f-48e9-a524-4c1c8db77c4c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/0fc3a708-1263-4f98-8cca-e3b23d47c457 HTTP/1.1" status: 204 len: 168 time: 1.1743598 Jul 07 17:13:51.178243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43674) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.182213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] For port f0545b57-7a03-400d-9a13-3f7af717c428, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f0545b57-7a03-400d-9a13-3f7af717c428,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:51.195516 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.256475 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Routers {'884b13be-a7b5-4c40-8da1-23464b5615c9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:51.257825 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['884b13be-a7b5-4c40-8da1-23464b5615c9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.284643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f092514-ef55-4a25-b0aa-7429e0e64701 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.286203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f092514-ef55-4a25-b0aa-7429e0e64701 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.291694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f092514-ef55-4a25-b0aa-7429e0e64701 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1123378 Jul 07 17:13:51.292327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43676) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.296443 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d92dc-4b68-4d0d-b2c1-8d31ac17e77a None None] Pushing event updated for resources: {'Port': ['ID=f0545b57-7a03-400d-9a13-3f7af717c428,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.316308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:51.318665 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26e829-3de3-4afb-a729-a00e7f948997" -d '{"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:51.322320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-4619dc56-ed5e-4eac-ad73-5f5708568a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.324046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-4619dc56-ed5e-4eac-ad73-5f5708568a78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 930 time: 0.2153780 Jul 07 17:13:51.360466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Provisioning for port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:51.411282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet ec4aa983-9cad-4cff-a951-621e1e67f4c6 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:51.415454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.433063 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] Set router 884b13be-a7b5-4c40-8da1-23464b5615c9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:51.438973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Provisioning complete for port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:51.440844 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.453484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-dea65c77-c1ea-44e4-88c6-672cd3f9c80a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 998 time: 0.1095617 Jul 07 17:13:51.459181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.517294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2bcb6-b32c-49e3-b366-b231bfee9fa0 req-3e0d9778-7cfb-4d67-a17f-8466b49faf06 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.524592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88f2bcb6-b32c-49e3-b366-b231bfee9fa0 req-3e0d9778-7cfb-4d67-a17f-8466b49faf06 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 950 time: 0.1995127 Jul 07 17:13:51.558202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-5a62e06d-2250-4503-b02f-557067401493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.559945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-5a62e06d-2250-4503-b02f-557067401493 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.0981104 Jul 07 17:13:51.563475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.572672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.591283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:51.631241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88f2bcb6-b32c-49e3-b366-b231bfee9fa0 req-0bcdae54-04d7-4eb8-aa16-33a7a0e7efd0 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055074 Jul 07 17:13:51.637275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Allocated IP 172.20.0.1 (634f3b30-ee9a-4d1d-82bd-49173cf3382c/869c0a98-e95a-41ab-8264-077541153f41/c6149a55-9254-471e-91a2-a038ab8f4e77) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:51.649570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.688962 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 3, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.693879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-235be827-cb9c-4388-8c44-17abf864ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.696680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.697124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-235be827-cb9c-4388-8c44-17abf864ec21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289759 Jul 07 17:13:51.703512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/ec4aa983-9cad-4cff-a951-621e1e67f4c6 HTTP/1.1" status: 204 len: 168 time: 0.4057360 Jul 07 17:13:51.703761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.704284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620dbe4-3c7f-4d35-abd5-db8c463b0506 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4aa983-9cad-4cff-a951-621e1e67f4c6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.740705 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ebc2a-c422-454e-8d76-56d15b38b444 None None] The sync data for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 is: [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:48Z', 'revision_number': 3, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:51.799290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1800edd-d2f0-4562-9fb0-f4144334d99e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943756 Jul 07 17:13:51.802681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43684) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.810404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1148f69-c361-4a2b-9024-925205c62594 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:51.815774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:51.939942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:13:51.940834 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:13:51.950924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-7a590792-f0d3-4777-8259-5b0cbeff8eb5 service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607072 Jul 07 17:13:51.994714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:52.000210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.125082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.161136 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b54e3e8-ff50-4b66-afbe-9693624d83af x-openstack-request-id: req-0b54e3e8-ff50-4b66-afbe-9693624d83af {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:52.161738 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:52.161976 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b54e3e8-ff50-4b66-afbe-9693624d83af {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:52.162893 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'status': 'completed', 'code': 200} Jul 07 17:13:52.171343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Transition to ACTIVE for port object c6149a55-9254-471e-91a2-a038ab8f4e77 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:52.258649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'mac_address': 'fa:16:3e:66:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:49Z', 'revision_number': 1, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.266280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1668a6ef-c5cf-497d-b6c7-627a0b518dd9 req-c33d8de6-8db4-4853-b6e1-ea473441433d service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054793 Jul 07 17:13:52.328623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:52.341359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-d25550f1-6851-45fd-8a06-b66c8cb4877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.343239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-d25550f1-6851-45fd-8a06-b66c8cb4877c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1097 time: 0.1401999 Jul 07 17:13:52.347187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Checking router: 7ed5857f-f29e-4baf-9a07-7a5768008454 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:52.356720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.412105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:52.414250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.463479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:52.535229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-9c7e1416-14e3-4352-8497-bcf414ed16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.537271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-9c7e1416-14e3-4352-8497-bcf414ed16ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 930 time: 0.1801100 Jul 07 17:13:52.545045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:52.553647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.594870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:52.627070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:52.632577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6149a55-9254-471e-91a2-a038ab8f4e77,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.689194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.689937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.696195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.696722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.697143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.697552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.697956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.698359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.698785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.699191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.699591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.699990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:52.710204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:52.726416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.727793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.762191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-038effc2-8d82-49e4-b280-0bbab27a18c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 998 time: 0.2120457 Jul 07 17:13:52.786889 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.806348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:52.832136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0264761 Jul 07 17:13:52.835040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:52.836515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.867571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '66e05f72-7eb3-4033-bf20-6ab6a3ae427f', 'ip_address': '2001:db8::d1f4:efb7:c998:4c3c'}], 'name': 'tempest-NetworksTestDHCPv6-2081174685'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:52.881938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ac1cc-1557-4adb-ab95-7e646123cd07 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=66e05f72-7eb3-4033-bf20-6ab6a3ae427f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.974258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Deleting port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:52.974258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.982824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-5a6665e1-0687-439e-90b7-142af10dc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.984374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-5a6665e1-0687-439e-90b7-142af10dc919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.2068670 Jul 07 17:13:53.098620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] For port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:53.109067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.159033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-f23a3bbf-9f5c-4693-9457-265bfbbece73 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.160723 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-f23a3bbf-9f5c-4693-9457-265bfbbece73 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 950 time: 0.6916177 Jul 07 17:13:53.185938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-cf104f41-bb5c-44c5-81f6-194ce6ea68f9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 258 time: 0.1915944 Jul 07 17:13:53.194295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-bb3f568c-e8c2-4c35-84a8-f2306b8f7ced tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.197958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-bb3f568c-e8c2-4c35-84a8-f2306b8f7ced tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.6690130 Jul 07 17:13:53.199122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:53.223900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edfb45-24c2-4932-8699-6c58e6036179 req-df225b4f-d36a-4e29-9daa-97367b9d81a1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.225612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0edfb45-24c2-4932-8699-6c58e6036179 req-df225b4f-d36a-4e29-9daa-97367b9d81a1 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.6488378 Jul 07 17:13:53.229794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-280b2d0f-f335-464e-ad81-42f94d17eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.236801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-280b2d0f-f335-464e-ad81-42f94d17eca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413042 Jul 07 17:13:53.282584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09779709-6299-42d0-ab68-7de505a1d52c None None] Could not find standard attr ID for object 0fc3a708-1263-4f98-8cca-e3b23d47c457. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:53.286935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f28de3-7579-4f76-81e2-e632a2f69f3c None None] Pushing event updated for resources: {'Port': ['ID=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.292007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.324011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] For port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:53.324619 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.333384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.341337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09779709-6299-42d0-ab68-7de505a1d52c None None] Provisioning for port c6149a55-9254-471e-91a2-a038ab8f4e77 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:53.352591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Calling delete_port for 8f044a77-46dc-491c-b3a5-a1582dc6aa3b owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:53.358173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09779709-6299-42d0-ab68-7de505a1d52c None None] Provisioning complete for port c6149a55-9254-471e-91a2-a038ab8f4e77 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:53.359706 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09779709-6299-42d0-ab68-7de505a1d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.365133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0edfb45-24c2-4932-8699-6c58e6036179 req-a9a41d32-7932-433b-b500-2454a0c5ec21 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247303 Jul 07 17:13:53.445444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-76300db1-edb3-4c65-b37f-47f02beaac40 service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886890 Jul 07 17:13:53.477172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-09779709-6299-42d0-ab68-7de505a1d52c None None] Port c6149a55-9254-471e-91a2-a038ab8f4e77 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:53.553586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fe78170-2410-443e-9e0b-19927217591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'mac_address': 'fa:16:3e:66:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:49Z', 'revision_number': 1, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:53.557616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.582831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.589904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe78170-2410-443e-9e0b-19927217591c None None] The sync data for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 is: [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'mac_address': 'fa:16:3e:66:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:49Z', 'revision_number': 1, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:53.593039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:53.614823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Deleting port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:53.615383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.625087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f26e829-3de3-4afb-a729-a00e7f948997 req-1590107b-d7f1-48ab-94b2-7e7b7b81c5ee service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719000 Jul 07 17:13:53.627752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] Pushing event deleted for resources: {'Port': ['ID=8f044a77-46dc-491c-b3a5-a1582dc6aa3b,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.638496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43282d-9d73-4291-abbd-6a5b80b34e34 None None] No DVR routers for this DVR port 8f044a77-46dc-491c-b3a5-a1582dc6aa3b on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:53.667936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce34b4-a010-44c9-928e-8996432c1c75 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:53.857733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Deleting port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:53.857733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.923129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f0545b57-7a03-400d-9a13-3f7af717c428 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:54.022085 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f02e6c-7026-47c0-ac99-600c8b447ade None None] New status for floating IP a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:54.116333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '66e05f72-7eb3-4033-bf20-6ab6a3ae427f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:54.118257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.139675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:54.220573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01ca2e-9fda-4439-aaed-160c46b46571 req-7a767ec8-040f-4ba5-a403-183443af0c08 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.222221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e01ca2e-9fda-4439-aaed-160c46b46571 req-7a767ec8-040f-4ba5-a403-183443af0c08 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 950 time: 0.6136365 Jul 07 17:13:54.231442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Allocated IP 172.25.3.93 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/51feb8ba-aeb5-497e-a2f5-0784f29e93d7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:54.353020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e01ca2e-9fda-4439-aaed-160c46b46571 req-c197323b-047c-4a94-8ecc-26df4922259e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168387 Jul 07 17:13:54.362662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f0545b57-7a03-400d-9a13-3f7af717c428 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:54.387942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f0545b57-7a03-400d-9a13-3f7af717c428 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:54.388602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.430816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/66e05f72-7eb3-4033-bf20-6ab6a3ae427f/dd3bd69f-b6ea-432b-ad36-888f3bbb41eb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:54.437639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:54.462063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.465762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'network_id': '0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd', 'port_id': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'mac_address': 'fa:16:3e:f1:b8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61953d-df8a-4e7b-9544-7d7e3efeb54f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:54.481806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.521902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.522233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] For port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:54.522679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.551317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] For port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:54.551682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.567060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Calling delete_port for 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:54.567659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.569116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port b86153a0-8e16-4d8e-835b-c2bb9de600c1 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:13:54.575039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:54.578556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:54.582885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:54.597272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Calling delete_port for 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:54.623631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffcb2968-90e2-4343-975e-296e5c8fa0eb {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:54.641706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event updated for resources: {'Port': ['ID=51feb8ba-aeb5-497e-a2f5-0784f29e93d7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.660245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.670159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:54.687105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.698149 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.713599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f0545b57-7a03-400d-9a13-3f7af717c428, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f0545b57-7a03-400d-9a13-3f7af717c428,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:54.731184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.734905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.745443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.764835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.786350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Transition to ACTIVE for port object dd3bd69f-b6ea-432b-ad36-888f3bbb41eb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:54.792000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ffcb2968-90e2-4343-975e-296e5c8fa0eb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:54.797635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.842407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.872705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f044a77-46dc-491c-b3a5-a1582dc6aa3b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:54.905414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Transition to ACTIVE for port object dd3bd69f-b6ea-432b-ad36-888f3bbb41eb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:54.907372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8f044a77-46dc-491c-b3a5-a1582dc6aa3b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:54.907896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f044a77-46dc-491c-b3a5-a1582dc6aa3b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:54.919958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6149a55-9254-471e-91a2-a038ab8f4e77,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.922716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.929443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.961187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f0545b57-7a03-400d-9a13-3f7af717c428,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.974428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:54.996542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:55.006817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:55.069949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::d1f4:efb7:c998:4c3c (b929eabd-3b1c-4568-a210-678773ff9ccb/66e05f72-7eb3-4033-bf20-6ab6a3ae427f/b86153a0-8e16-4d8e-835b-c2bb9de600c1) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:55.078304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Pushing event updated for resources: {'Port': ['ID=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.110354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Attempting to bind port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:55.111013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Attempting to bind port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:55.111556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Attempting to bind port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:55.117993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3daa7-8d4e-41d3-95ec-debfa03194b8 req-a84e8261-ac5b-4d62-b4c7-00ca0401f074 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.124227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86a3daa7-8d4e-41d3-95ec-debfa03194b8 req-a84e8261-ac5b-4d62-b4c7-00ca0401f074 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=968c4654-b67d-411d-80c5-044e192d662d HTTP/1.1" status: 200 len: 944 time: 0.1693757 Jul 07 17:13:55.125851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.126653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:55.127045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:55.127450 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.127843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:55.128325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Bound port: dd3bd69f-b6ea-432b-ad36-888f3bbb41eb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:55.128784 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.158419 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.169880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.189563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event deleted for resources: {'Port': ['ID=51ef62ee-18f1-4ce4-a10d-c0a637e22a49,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.214705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.235415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944', '769137b1-7a2b-488c-b549-a33d0251c47a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:55.242905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:55.248087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86a3daa7-8d4e-41d3-95ec-debfa03194b8 req-dbc17890-f1b6-446a-abbd-b398bdb7fc26 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984981 Jul 07 17:13:55.272413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event updated for resources: {'Port': ['ID=51feb8ba-aeb5-497e-a2f5-0784f29e93d7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.272655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] For port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:55.272761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:55.276679 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.284327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] For port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:55.300476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.303042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-b4aa3662-c171-489d-94ca-566e86e7c52e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1078942 Jul 07 17:13:55.311861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event deleted for resources: {'Port': ['ID=58bb59d7-66cb-4fce-b2c8-8dd1876c2e31,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.313920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:55.326378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] No DVR routers for this DVR port 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:55.359059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.360963 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8154a700-056f-480d-beca-02e7fb2dd0ed req-0ce4303b-c8b6-4a6e-b812-27395f04a615 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "DELETE /v2.0/ports/51ef62ee-18f1-4ce4-a10d-c0a637e22a49 HTTP/1.1" status: 204 len: 173 time: 2.0750542 Jul 07 17:13:55.362288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-deleted', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:55.364559 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff324e2-fa27-4108-b75d-1155506e65fa" -d '{"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-deleted", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:55.397340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-964a7762-491a-4320-82db-a1983ed3af08 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0881698 Jul 07 17:13:55.419333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.558630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.576053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object b86153a0-8e16-4d8e-835b-c2bb9de600c1 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:55.585922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.675868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] No DVR routers for this DVR port 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:55.679477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.681591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f839dfe-5a8b-4b23-87b3-e169e52efcd8 req-7d4ac446-6e61-46e6-97b6-1c7eb7d249f8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "DELETE /v2.0/ports/58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 HTTP/1.1" status: 204 len: 173 time: 2.5028107 Jul 07 17:13:55.688051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.711001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:55.781909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-7acae43b-fe60-4d8b-8a00-b72f2a0b4d75 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.792869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dd3ebd0-3206-4917-992e-70874f9845e7 req-7acae43b-fe60-4d8b-8a00-b72f2a0b4d75 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3786690 Jul 07 17:13:55.812411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:55.829912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:55.837731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:55.839221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc7c2b-a595-4789-ba72-7d3e3ce43f09 req-d0c2b3f3-a5c7-4129-90d1-6d11b7b9ec1a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.841007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32dc7c2b-a595-4789-ba72-7d3e3ce43f09 req-d0c2b3f3-a5c7-4129-90d1-6d11b7b9ec1a tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 945 time: 0.3517315 Jul 07 17:13:55.865353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.866154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.915123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:55.915123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 51ef62ee-18f1-4ce4-a10d-c0a637e22a49 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:55.932856 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa66b5-2f5c-42ac-b88f-f7537a238b1e x-openstack-request-id: req-76aa66b5-2f5c-42ac-b88f-f7537a238b1e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:55.933396 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968c4654-b67d-411d-80c5-044e192d662d", "name": "network-vif-deleted", "tag": "51ef62ee-18f1-4ce4-a10d-c0a637e22a49", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:55.933396 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76aa66b5-2f5c-42ac-b88f-f7537a238b1e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:55.933770 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968c4654-b67d-411d-80c5-044e192d662d', 'name': 'network-vif-deleted', 'tag': '51ef62ee-18f1-4ce4-a10d-c0a637e22a49', 'status': 'completed', 'code': 200} Jul 07 17:13:55.938292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=b86153a0-8e16-4d8e-835b-c2bb9de600c1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.941755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672993b-b62b-421d-a95a-be9e49efd5e6 None None] Pushing event updated for resources: {'Port': ['ID=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.952854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-daad9ba2-7237-4c60-a709-cb6286234cf9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1105223 Jul 07 17:13:55.953518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:55.993751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Router 884b13be-a7b5-4c40-8da1-23464b5615c9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:56.050928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32dc7c2b-a595-4789-ba72-7d3e3ce43f09 req-ea5d5e7b-bf63-4f41-a320-3a8ce7b425b4 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976151 Jul 07 17:13:56.056829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f0545b57-7a03-400d-9a13-3f7af717c428 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:56.175941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:56.190305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92d677-1dbe-4235-9393-94ddd8a9ac47 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.205006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92d677-1dbe-4235-9393-94ddd8a9ac47 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.210671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f92d677-1dbe-4235-9393-94ddd8a9ac47 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2528217 Jul 07 17:13:56.212129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-49ac523f-f8c9-44c6-80b2-dc86174d8065 None None] Provisioning complete for port c6149a55-9254-471e-91a2-a038ab8f4e77 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:56.212421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-49ac523f-f8c9-44c6-80b2-dc86174d8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.215075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00194afa-1988-4449-a485-90e96c9c2f2a req-26393828-e186-4cdb-8bd1-2d77ec6573c5 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=6496ba6f-8c32-45ca-b8fa-698605dc15dc HTTP/1.1" status: 200 len: 210 time: 0.0581548 Jul 07 17:13:56.215800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43740) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:56.290998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-49ac523f-f8c9-44c6-80b2-dc86174d8065 None None] Port c6149a55-9254-471e-91a2-a038ab8f4e77 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:56.324379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:56.332852 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-51137800-f8e5-4e72-9517-b52603a5aaf0 admin admin] 10.222.0.66 "PUT /v2.0/routers/884b13be-a7b5-4c40-8da1-23464b5615c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5380762 Jul 07 17:13:56.371283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Sync routers for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:56.498726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Routers {'884b13be-a7b5-4c40-8da1-23464b5615c9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:56.513973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['884b13be-a7b5-4c40-8da1-23464b5615c9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:56.531822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port b86153a0-8e16-4d8e-835b-c2bb9de600c1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:56.532569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.574664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ffcb2968-90e2-4343-975e-296e5c8fa0eb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:56.575029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.610242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-057da6bb-a28e-4b52-bffd-8b1cc56fc125 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.618083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-057da6bb-a28e-4b52-bffd-8b1cc56fc125 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2429965 Jul 07 17:13:56.659400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f0545b57-7a03-400d-9a13-3f7af717c428 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:56.660013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.677010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-353bef50-d8d5-4fd0-9517-26a7cca627ca tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0581717 Jul 07 17:13:56.703572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-0511b110-bfa3-4b3d-ab43-e3b7cc844668 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'floatingip': {'port_id': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:56.775182 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.777700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Set router 884b13be-a7b5-4c40-8da1-23464b5615c9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:56.779424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-0511b110-bfa3-4b3d-ab43-e3b7cc844668 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.830941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for b86153a0-8e16-4d8e-835b-c2bb9de600c1 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:56.968771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.986940 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-d7382876-f5e7-4a53-8b3b-e118a1398aec req-71fc33ac-249f-43ed-9e9b-dde1d6288a9f tempest-FloatingIPDetailsNegativeTestJSON-1025749459 tempest-FloatingIPDetailsNegativeTestJSON-1025749459-project] show failed (client error): The resource could not be found. Jul 07 17:13:56.987996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7382876-f5e7-4a53-8b3b-e118a1398aec req-71fc33ac-249f-43ed-9e9b-dde1d6288a9f tempest-FloatingIPDetailsNegativeTestJSON-1025749459 tempest-FloatingIPDetailsNegativeTestJSON-1025749459-project] 10.222.0.66 "GET /v2.0/floatingips/77e2bf41-fc43-43bb-90fa-2341bc35cf37 HTTP/1.1" status: 404 len: 350 time: 0.0709519 Jul 07 17:13:57.003800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.018775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.104102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:57.110061 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3153b910-9d6b-4053-bb38-6cd1486b0618" -d '{"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:57.181116 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-0511b110-bfa3-4b3d-ab43-e3b7cc844668 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:13:57.182286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-455fc58c-ae8c-48d1-8cad-365ebdc4bb67 req-0511b110-bfa3-4b3d-ab43-e3b7cc844668 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "PUT /v2.0/floatingips/b4194b22-959e-49f0-abd0-14624298b67d HTTP/1.1" status: 409 len: 549 time: 0.4977729 Jul 07 17:13:57.184700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:57.186909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.195314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.197213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:57.221639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=b86153a0-8e16-4d8e-835b-c2bb9de600c1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.262384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.264383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5928d8a5-97f7-4c67-a45f-54307c728fba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/b86153a0-8e16-4d8e-835b-c2bb9de600c1 HTTP/1.1" status: 204 len: 168 time: 1.0450549 Jul 07 17:13:57.267091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.373538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc62af-e6dd-48e1-acde-26a1ba336088 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.389831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc62af-e6dd-48e1-acde-26a1ba336088 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.392950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8bfc62af-e6dd-48e1-acde-26a1ba336088 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1247463 Jul 07 17:13:57.399338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:57.503767 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985773da-d6ee-4d2b-823f-4b13d6f2874b x-openstack-request-id: req-985773da-d6ee-4d2b-823f-4b13d6f2874b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:57.504060 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:57.504314 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-985773da-d6ee-4d2b-823f-4b13d6f2874b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:57.504703 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'code': 200} Jul 07 17:13:57.518415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:57.518784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 58bb59d7-66cb-4fce-b2c8-8dd1876c2e31 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:57.520155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8613504e-834f-4af7-9fae-fa8f4f6ff95e None None] Provisioning for port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:57.536765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1ffea1c3-aa4b-4724-ac94-0653173f5fb8 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips/b4194b22-959e-49f0-abd0-14624298b67d HTTP/1.1" status: 200 len: 692 time: 0.0795777 Jul 07 17:13:57.649915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.669624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 4, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c6149a55-9254-471e-91a2-a038ab8f4e77', 'name': '', 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'mac_address': 'fa:16:3e:4a:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '869c0a98-e95a-41ab-8264-077541153f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:50Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 2, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'subnets': [{'id': '869c0a98-e95a-41ab-8264-077541153f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:57.717216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-c2ae9889-2016-45c1-a3b4-28e81be6ee93 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.725355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-c2ae9889-2016-45c1-a3b4-28e81be6ee93 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1791399 Jul 07 17:13:57.730377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Checking router: 884b13be-a7b5-4c40-8da1-23464b5615c9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:57.737133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Updating router 884b13be-a7b5-4c40-8da1-23464b5615c9 port c6149a55-9254-471e-91a2-a038ab8f4e77 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:57.816473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 66e05f72-7eb3-4033-bf20-6ab6a3ae427f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:57.824454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.829658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31b750e2-499a-4358-9fc3-435afc7686ef None None] Could not find standard attr ID for object b86153a0-8e16-4d8e-835b-c2bb9de600c1. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:13:57.831475 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.892733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-c7938396-61b1-4c61-b248-6e7a5df1a685 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.1663537 Jul 07 17:13:57.903004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.928126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd3bd69f-b6ea-432b-ad36-888f3bbb41eb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:57.976104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-00bedbad-0f48-461c-a8c8-930fd91a41e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0821502 Jul 07 17:13:57.981235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.996656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-deleted', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:57.999292 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0198d46-8b7d-4305-85c4-878acf92d219" -d '{"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-deleted", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:58.036052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-5da275f9-cb33-403f-90ef-bd411a47dc37 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.038329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-5da275f9-cb33-403f-90ef-bd411a47dc37 tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 944 time: 0.2569582 Jul 07 17:13:58.248965 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.279705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Deleting port 4f95e3e9-282c-4354-a371-c5257569d213 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:58.280295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.340693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa03519-ccbc-4987-aede-0620a1ff5546 req-64982ac0-450e-4a40-bd75-088e2487105c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.342291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4aa03519-ccbc-4987-aede-0620a1ff5546 req-64982ac0-450e-4a40-bd75-088e2487105c tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 944 time: 0.2132814 Jul 07 17:13:58.344354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Deleting port 51feb8ba-aeb5-497e-a2f5-0784f29e93d7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:58.344696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.371403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.391292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:58.427127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:58.433618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.435456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:58.436138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.467821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Transition to ACTIVE for port object c6149a55-9254-471e-91a2-a038ab8f4e77 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:58.482195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.487013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/66e05f72-7eb3-4033-bf20-6ab6a3ae427f HTTP/1.1" status: 204 len: 168 time: 1.0864148 Jul 07 17:13:58.489777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43784) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.494045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c52c-ab6a-4833-a63c-b660ab42ae8e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=66e05f72-7eb3-4033-bf20-6ab6a3ae427f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.500416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4c325-55df-4587-af92-8a06639c937c None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:58.525387 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.540804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] For port 4f95e3e9-282c-4354-a371-c5257569d213, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4f95e3e9-282c-4354-a371-c5257569d213,segment=NetworkSegment(8910bd68-8c13-431a-ac3e-2a09af8e8b5b),segment_id=8910bd68-8c13-431a-ac3e-2a09af8e8b5b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:58.541181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.551709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4aa03519-ccbc-4987-aede-0620a1ff5546 req-b4ab0fff-99c6-4ea0-8c90-6e760e027c8d tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/security-groups?id=71bf291f-eb30-461a-93b6-83e51d76ba19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881578 Jul 07 17:13:58.556955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.571796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52ed80de-64a2-43c9-bb9e-0dcb7c28599a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701838 Jul 07 17:13:58.571931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Calling delete_port for 4f95e3e9-282c-4354-a371-c5257569d213 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:58.604998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.605715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.651482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Calling delete_port for 51feb8ba-aeb5-497e-a2f5-0784f29e93d7 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:58.662937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27d6a-3095-476e-af95-04965cb46aa9 None None] Pushing event updated for resources: {'Port': ['ID=c6149a55-9254-471e-91a2-a038ab8f4e77,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.670100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Deleting port c6149a55-9254-471e-91a2-a038ab8f4e77 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:58.670552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.729394 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.771095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-f59e30f9-056e-4926-8a26-e3ebbd59e3dd tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.772759 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-f59e30f9-056e-4926-8a26-e3ebbd59e3dd tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 946 time: 0.3255138 Jul 07 17:13:58.859344 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.908051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0055a-d5de-4bbe-b276-8fec9b6d1c01 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.911959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Attempting to bind port c6149a55-9254-471e-91a2-a038ab8f4e77 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:58.912196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1fc0055a-d5de-4bbe-b276-8fec9b6d1c01 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3479164 Jul 07 17:13:58.912314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Attempting to bind port c6149a55-9254-471e-91a2-a038ab8f4e77 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:58.912314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Attempting to bind port c6149a55-9254-471e-91a2-a038ab8f4e77 on network 634f3b30-ee9a-4d1d-82bd-49173cf3382c {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:58.917449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.922174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:58.935180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.937669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.947075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:58.947456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Checking segment: {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:58.947872 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.948257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Bound using segment: {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:58.949091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Bound port: c6149a55-9254-471e-91a2-a038ab8f4e77, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:58.949581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.002701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Calling delete_port for c6149a55-9254-471e-91a2-a038ab8f4e77 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:59.016646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.033551 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.087759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.151159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] For port c6149a55-9254-471e-91a2-a038ab8f4e77, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:59.159607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] For port c6149a55-9254-471e-91a2-a038ab8f4e77, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c6149a55-9254-471e-91a2-a038ab8f4e77,segment=NetworkSegment(f1d33b88-0ba4-4540-95c7-706f5f68dc9e),segment_id=f1d33b88-0ba4-4540-95c7-706f5f68dc9e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:59.181258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.199185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.210776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:59.296176 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.307545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Routers {'884b13be-a7b5-4c40-8da1-23464b5615c9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:59.308583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['884b13be-a7b5-4c40-8da1-23464b5615c9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:59.336704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event deleted for resources: {'Port': ['ID=51feb8ba-aeb5-497e-a2f5-0784f29e93d7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.352994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725ff1e-f7e3-40a7-95b2-bf9c1a459bb8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.356155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5725ff1e-f7e3-40a7-95b2-bf9c1a459bb8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4355497 Jul 07 17:13:59.360186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43792) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.419990 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.431303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4312ab49-dc75-4572-8c5b-2ed36fa011fd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687795 Jul 07 17:13:59.438040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43794) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.452172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27d6a-3095-476e-af95-04965cb46aa9 None None] Pushing event updated for resources: {'Port': ['ID=c6149a55-9254-471e-91a2-a038ab8f4e77,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.463428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:59.468812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Pushing event deleted for resources: {'Port': ['ID=4f95e3e9-282c-4354-a371-c5257569d213,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.477901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Deleting port ffcb2968-90e2-4343-975e-296e5c8fa0eb {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:59.478243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.481839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6ea98-0bb1-4d24-b4dd-b11ceea1fd66 req-7ab7acbd-403c-4ac5-b86b-a900f331f38c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.489145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf6ea98-0bb1-4d24-b4dd-b11ceea1fd66 req-7ab7acbd-403c-4ac5-b86b-a900f331f38c tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4e1cb58-78ba-4a2c-b525-9b7b9bee114c HTTP/1.1" status: 200 len: 946 time: 0.6074903 Jul 07 17:13:59.503714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] Set router 884b13be-a7b5-4c40-8da1-23464b5615c9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:59.505670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:59.508834 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97b930-4655-45a1-a434-4c94af3e0f91" -d '{"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:59.564137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Deleting port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:59.564735 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.586795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.590077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.591368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0918f9c2-e782-4a1f-839d-6677f3eab8a1 req-1976f5b9-d560-4a76-a8b0-d9d52abf24e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "DELETE /v2.0/floatingips/b4194b22-959e-49f0-abd0-14624298b67d HTTP/1.1" status: 204 len: 173 time: 1.5158877 Jul 07 17:13:59.612009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf6ea98-0bb1-4d24-b4dd-b11ceea1fd66 req-662b4d84-dcc4-47ae-827b-1ad5678e6c71 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7a2287-6729-440f-89f7-db33ad16c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218946 Jul 07 17:13:59.615381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] No DVR routers for this DVR port 4f95e3e9-282c-4354-a371-c5257569d213 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:59.624447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.626755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-da2809ee-a0c3-4146-897c-734b0d7699d9 req-765b1030-d7c2-4ea3-830f-64cbef7423af tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.23 "DELETE /v2.0/ports/4f95e3e9-282c-4354-a371-c5257569d213 HTTP/1.1" status: 204 len: 173 time: 1.5806291 Jul 07 17:13:59.669439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:59.673292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.729297 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba383fa-0ca7-4c54-b0c4-056cdd295d8c x-openstack-request-id: req-cba383fa-0ca7-4c54-b0c4-056cdd295d8c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:59.729598 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6496ba6f-8c32-45ca-b8fa-698605dc15dc", "name": "network-vif-deleted", "tag": "58bb59d7-66cb-4fce-b2c8-8dd1876c2e31", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:59.729821 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cba383fa-0ca7-4c54-b0c4-056cdd295d8c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:59.730199 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496ba6f-8c32-45ca-b8fa-698605dc15dc', 'name': 'network-vif-deleted', 'tag': '58bb59d7-66cb-4fce-b2c8-8dd1876c2e31', 'status': 'completed', 'code': 200} Jul 07 17:13:59.731898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] For port ffcb2968-90e2-4343-975e-296e5c8fa0eb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ffcb2968-90e2-4343-975e-296e5c8fa0eb,segment=NetworkSegment(f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4),segment_id=f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.732254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.750463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Calling delete_port for ffcb2968-90e2-4343-975e-296e5c8fa0eb owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:59.772243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.830723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] For port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.831330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.866774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Calling delete_port for dd3bd69f-b6ea-432b-ad36-888f3bbb41eb owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:59.907529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6149a55-9254-471e-91a2-a038ab8f4e77,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.923374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd3bd69f-b6ea-432b-ad36-888f3bbb41eb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:00.043971 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a8a8d-9dec-4a48-b527-b61efca4ff7f x-openstack-request-id: req-c72a8a8d-9dec-4a48-b527-b61efca4ff7f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:00.044303 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:00.044566 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c72a8a8d-9dec-4a48-b527-b61efca4ff7f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:00.044976 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'code': 200} Jul 07 17:14:00.060124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.095883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:00.114248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:00.157990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.158629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.207627 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.309594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38d9e1cd-ce11-4f11-8a4a-a33758f2506d req-fb03bd38-fe06-443d-b969-5980a86f26ad tempest-LiveMigrationTest-2058991094 tempest-LiveMigrationTest-2058991094-project] 10.222.0.66 "GET /v2.0/ports?device_id=e31fa7c5-15d8-468b-bc10-775f5d8d9e9d HTTP/1.1" status: 200 len: 210 time: 0.0779214 Jul 07 17:14:00.313639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=3fe5b0cb-eb1a-42de-93a9-edd108c083e4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.339307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0c84644a-e039-4bb9-addf-2ae9d8a53afe tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8825045 Jul 07 17:14:00.339959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43806) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.340859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.348825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '3fe5b0cb-eb1a-42de-93a9-edd108c083e4', 'ip_address': '2001:db8::32ae:3098:6c3:4698'}], 'name': 'tempest-NetworksTestDHCPv6-1668321160'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:00.352898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.388144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Pushing event deleted for resources: {'Port': ['ID=ffcb2968-90e2-4343-975e-296e5c8fa0eb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.395535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] Pushing event deleted for resources: {'Port': ['ID=dd3bd69f-b6ea-432b-ad36-888f3bbb41eb,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.411237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-b0fc0e69-40f1-4cb6-b081-48ec6d299298 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 1000 time: 0.3106947 Jul 07 17:14:00.413900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f32a10-a4e2-4d0c-85ec-4e5524e70a7e None None] No DVR routers for this DVR port dd3bd69f-b6ea-432b-ad36-888f3bbb41eb on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:00.416332 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.436308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 4, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c6149a55-9254-471e-91a2-a038ab8f4e77', 'name': '', 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'mac_address': 'fa:16:3e:4a:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '869c0a98-e95a-41ab-8264-077541153f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:50Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'subnets': [{'id': '869c0a98-e95a-41ab-8264-077541153f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:00.447288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a35e78-6a40-43bf-9b61-da67c0e55498 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:00.519388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47707c3-82e7-4fb3-ac59-07a24b0f5cd9 None None] The sync data for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 is: [{'id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-719969067-router', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:43Z', 'updated_at': '2021-07-07T17:13:53Z', 'revision_number': 4, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'gw_port': {'id': 'f0545b57-7a03-400d-9a13-3f7af717c428', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:46Z', 'updated_at': '2021-07-07T17:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c6149a55-9254-471e-91a2-a038ab8f4e77', 'name': '', 'network_id': '634f3b30-ee9a-4d1d-82bd-49173cf3382c', 'tenant_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'mac_address': 'fa:16:3e:4a:ca:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b13be-a7b5-4c40-8da1-23464b5615c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '869c0a98-e95a-41ab-8264-077541153f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:50Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '52b16c6a028d4367b62452f5d4bbaa9c', 'subnets': [{'id': '869c0a98-e95a-41ab-8264-077541153f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:00.530458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] No DVR routers for this DVR port ffcb2968-90e2-4343-975e-296e5c8fa0eb on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:00.534684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.536671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6cc181c5-3373-436f-8072-fc347f6060f2 req-56fe4d45-56d7-4a2d-8e56-b0c05a68b648 tempest-ImagesTestJSON-1578235927 tempest-ImagesTestJSON-1578235927-project] 10.222.0.73 "DELETE /v2.0/ports/ffcb2968-90e2-4343-975e-296e5c8fa0eb HTTP/1.1" status: 204 len: 173 time: 1.7536609 Jul 07 17:14:00.654166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-3b04334c-87d8-4836-8a50-5e99c8badd3e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.674777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-3b04334c-87d8-4836-8a50-5e99c8badd3e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports/5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 942 time: 0.2512507 Jul 07 17:14:00.771826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:00.791024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '3fe5b0cb-eb1a-42de-93a9-edd108c083e4'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:00.792286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.938971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Router 884b13be-a7b5-4c40-8da1-23464b5615c9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:00.970612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/3fe5b0cb-eb1a-42de-93a9-edd108c083e4/18481c94-4d12-47ce-a82e-fb7c62800a9f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:01.050966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.056105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-3a0a7f56-d343-46bc-b8a7-73449252de47 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 1000 time: 0.1612816 Jul 07 17:14:01.106670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:01.118030 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f9a2c5e-1463-4e55-b76a-07d94a3a4f57 admin admin] 10.222.0.66 "PUT /v2.0/routers/884b13be-a7b5-4c40-8da1-23464b5615c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1114461 Jul 07 17:14:01.118969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:01.133145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 6dee8c25-0a87-40a7-951d-b3bb8ca91597 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:01.156556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537c4f3-db2d-4fac-99f8-8af56f8f0ba0 req-ad6a5775-02bf-445e-90b3-b36d662c3fe8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.164643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8537c4f3-db2d-4fac-99f8-8af56f8f0ba0 req-ad6a5775-02bf-445e-90b3-b36d662c3fe8 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 951 time: 0.2682016 Jul 07 17:14:01.205854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.223017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Transition to ACTIVE for port object 18481c94-4d12-47ce-a82e-fb7c62800a9f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:01.242903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Transition to ACTIVE for port object 18481c94-4d12-47ce-a82e-fb7c62800a9f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:01.250909 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.259050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.337639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:01.352435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:01.356803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:01.359416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Pushing event updated for resources: {'Port': ['ID=18481c94-4d12-47ce-a82e-fb7c62800a9f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.397445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8537c4f3-db2d-4fac-99f8-8af56f8f0ba0 req-d9f73f9c-8ea7-48ae-bcc0-a099495c2800 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320223 Jul 07 17:14:01.425161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-472e9d24-03db-4548-ab70-4381c08b9f52 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.427061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-472e9d24-03db-4548-ab70-4381c08b9f52 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.3628321 Jul 07 17:14:01.467300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Attempting to bind port 18481c94-4d12-47ce-a82e-fb7c62800a9f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:01.468199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Attempting to bind port 18481c94-4d12-47ce-a82e-fb7c62800a9f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:01.468355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Attempting to bind port 18481c94-4d12-47ce-a82e-fb7c62800a9f on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:01.476358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.480022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:01.480415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:01.480823 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.481841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:01.482339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Bound port: 18481c94-4d12-47ce-a82e-fb7c62800a9f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:01.482752 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.592627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-144efa22-95c8-474b-b07d-516cda61905f None None] For port 18481c94-4d12-47ce-a82e-fb7c62800a9f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:01.598125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-144efa22-95c8-474b-b07d-516cda61905f None None] For port 18481c94-4d12-47ce-a82e-fb7c62800a9f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18481c94-4d12-47ce-a82e-fb7c62800a9f,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:01.605560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.654554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-28a970e2-10ba-4547-b014-fa68acd1fc2f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 1000 time: 0.2141414 Jul 07 17:14:01.656262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::32ae:3098:6c3:4698 (b929eabd-3b1c-4568-a210-678773ff9ccb/3fe5b0cb-eb1a-42de-93a9-edd108c083e4/6dee8c25-0a87-40a7-951d-b3bb8ca91597) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:01.657951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:01.670376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Deleting port f0545b57-7a03-400d-9a13-3f7af717c428 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:01.671007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.672006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:01.708130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-06704604-47ff-421e-bfc9-29811fa7024e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.708130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-06704604-47ff-421e-bfc9-29811fa7024e tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 951 time: 0.2064838 Jul 07 17:14:01.714466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 4f95e3e9-282c-4354-a371-c5257569d213 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:01.715020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4f95e3e9-282c-4354-a371-c5257569d213 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:01.747900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144efa22-95c8-474b-b07d-516cda61905f None None] Pushing event updated for resources: {'Port': ['ID=18481c94-4d12-47ce-a82e-fb7c62800a9f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.764328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-deleted', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213'}, {'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-deleted', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:01.766956 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2192c56-5bba-4131-a331-3d4386802b44" -d '{"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-deleted", "tag": "4f95e3e9-282c-4354-a371-c5257569d213"}, {"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-deleted", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:01.856592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:01.973956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] For port f0545b57-7a03-400d-9a13-3f7af717c428, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f0545b57-7a03-400d-9a13-3f7af717c428,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:01.980559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.992628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Deleting port 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:01.996408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.032100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.072784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.101357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Calling delete_port for f0545b57-7a03-400d-9a13-3f7af717c428 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:02.115026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 6dee8c25-0a87-40a7-951d-b3bb8ca91597 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:02.137391 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb78d08-537e-41da-bb4a-efbfb74d8d87 x-openstack-request-id: req-8cb78d08-537e-41da-bb4a-efbfb74d8d87 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:02.137691 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31fa7c5-15d8-468b-bc10-775f5d8d9e9d", "name": "network-vif-deleted", "tag": "4f95e3e9-282c-4354-a371-c5257569d213", "status": "completed", "code": 200}, {"server_uuid": "b4e1cb58-78ba-4a2c-b525-9b7b9bee114c", "name": "network-vif-deleted", "tag": "ffcb2968-90e2-4343-975e-296e5c8fa0eb", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:02.137942 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cb78d08-537e-41da-bb4a-efbfb74d8d87 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:02.138336 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31fa7c5-15d8-468b-bc10-775f5d8d9e9d', 'name': 'network-vif-deleted', 'tag': '4f95e3e9-282c-4354-a371-c5257569d213', 'status': 'completed', 'code': 200} Jul 07 17:14:02.138624 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1cb58-78ba-4a2c-b525-9b7b9bee114c', 'name': 'network-vif-deleted', 'tag': 'ffcb2968-90e2-4343-975e-296e5c8fa0eb', 'status': 'completed', 'code': 200} Jul 07 17:14:02.181494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:02.187227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Deleting subnet 219697df-297f-4874-9ea8-421dfd7ff01f {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:02.205069 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.215756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ffcb2968-90e2-4343-975e-296e5c8fa0eb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:02.216110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ffcb2968-90e2-4343-975e-296e5c8fa0eb not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:02.284163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.291846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] For port 769137b1-7a2b-488c-b549-a33d0251c47a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=769137b1-7a2b-488c-b549-a33d0251c47a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:02.292212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.303304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.313626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:02.319459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:02.364731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:02.371514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.372176 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.376088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Calling delete_port for 769137b1-7a2b-488c-b549-a33d0251c47a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:02.398663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.407920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.408523 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Floating IP a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 disassociated. External IP: 172.25.3.11, port: 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8. Jul 07 17:14:02.447867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1047289 Jul 07 17:14:02.452612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.455021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.457947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '3fe5b0cb-eb1a-42de-93a9-edd108c083e4', 'ip_address': '2001:db8::32ae:3098:6c3:4698'}], 'name': 'tempest-NetworksTestDHCPv6-1534172816'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:02.464120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf0a9e-7602-40e7-80f7-211048353c87 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=6dee8c25-0a87-40a7-951d-b3bb8ca91597,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.590234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.624416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.659033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219697df-297f-4874-9ea8-421dfd7ff01f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.684894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.686889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2f1fefa8-2575-4f5b-88eb-360fbc96b8f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/219697df-297f-4874-9ea8-421dfd7ff01f HTTP/1.1" status: 204 len: 168 time: 0.8291929 Jul 07 17:14:02.690566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43848) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.692510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f0545b57-7a03-400d-9a13-3f7af717c428,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.806060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.820614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:02.824481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7ee514d6-7594-4ee9-a2b9-919e7fc66944'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:02.861563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event deleted for resources: {'Port': ['ID=769137b1-7a2b-488c-b549-a33d0251c47a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.884124 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.890683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.016016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] No DVR routers for this DVR port 769137b1-7a2b-488c-b549-a33d0251c47a on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:03.052067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.054688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a1aacff8-7c02-4cf9-9d52-b62423633311 req-b03d69d0-f839-47c4-8815-e58b03698784 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "DELETE /v2.0/ports/769137b1-7a2b-488c-b549-a33d0251c47a HTTP/1.1" status: 204 len: 173 time: 1.2821765 Jul 07 17:14:03.079298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250712c-9a0d-4c56-9719-9317601dfe34 req-0a782b81-8bfa-40d1-a90b-54ef80e95ace tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:03.081254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c250712c-9a0d-4c56-9719-9317601dfe34 req-0a782b81-8bfa-40d1-a90b-54ef80e95ace tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8c0879-0e3b-40d4-a6ff-14ed1533d338 HTTP/1.1" status: 200 len: 868 time: 0.5288014 Jul 07 17:14:03.094251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.097222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.104262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:03.109333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.160854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 6c04b442-98ce-441d-835c-c2fdf774ff7c yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:03.171478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Router 7ed5857f-f29e-4baf-9a07-7a5768008454 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:03.180868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7aedffb0-8391-44d6-bce3-c26924beca31 None None] Provisioning for port 18481c94-4d12-47ce-a82e-fb7c62800a9f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:03.189618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c250712c-9a0d-4c56-9719-9317601dfe34 req-c4b45fdf-46be-4166-87f1-17f3a7572608 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943758 Jul 07 17:14:03.232161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.255590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393b88ee-aae5-4083-8f3a-4b3236ce52de']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.283443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8910bd68-8c13-431a-ac3e-2a09af8e8b5b') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.284090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8910bd68-8c13-431a-ac3e-2a09af8e8b5b') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.303207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.322685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.330903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:03.331823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:03.438501 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:03.443259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.443666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884b13be-a7b5-4c40-8da1-23464b5615c9 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:03.446756 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Sync routers for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:03.447476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:03.451827 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.453176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c452afe-d9e9-4d46-9724-1ec22a9935fa admin admin] 10.222.0.66 "DELETE /v2.0/routers/884b13be-a7b5-4c40-8da1-23464b5615c9 HTTP/1.1" status: 204 len: 168 time: 2.3326566 Jul 07 17:14:03.454725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.458186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43856) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.460458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.470591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Routers set() bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:03.470979 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Router IDs set() for agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:14:03.474475 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'884b13be-a7b5-4c40-8da1-23464b5615c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent'). {{(pid=93949) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:14:03.477661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Sync routers for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:03.500338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:03.502532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.503525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.509923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/393b88ee-aae5-4083-8f3a-4b3236ce52de HTTP/1.1" status: 204 len: 168 time: 0.8184068 Jul 07 17:14:03.512006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81099fab-c16c-4888-a556-fc9b9757e9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=393b88ee-aae5-4083-8f3a-4b3236ce52de,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.520703 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Routers set() bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:03.521330 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Router IDs set() for agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:14:03.521581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43858) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.523984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'884b13be-a7b5-4c40-8da1-23464b5615c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent'). {{(pid=93949) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:14:03.526197 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46db8c-b07d-4c38-93bf-dfb07cddb96c None None] The sync data for ids ['884b13be-a7b5-4c40-8da1-23464b5615c9'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:03.577502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-ff18f7b5-57cc-41c2-bdb0-fea9c37fe50c tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "PUT /v2.0/floatingips/a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 HTTP/1.1" status: 200 len: 694 time: 1.9151635 Jul 07 17:14:03.582120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:03.585045 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5824b06-d23c-42d1-80e5-34f710bbaf54" -d '{"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:03.703261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:03.729204 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:14:03.729961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:03.737789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e94c9743-aa11-417a-b6d2-3c9b2cc04219 None None] Provisioning for port 6dee8c25-0a87-40a7-951d-b3bb8ca91597 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:03.744129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 769137b1-7a2b-488c-b549-a33d0251c47a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:03.744813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 769137b1-7a2b-488c-b549-a33d0251c47a not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:03.752015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e94c9743-aa11-417a-b6d2-3c9b2cc04219 None None] Provisioning complete for port 6dee8c25-0a87-40a7-951d-b3bb8ca91597 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:03.752693 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e94c9743-aa11-417a-b6d2-3c9b2cc04219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.756767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96e58197-28c6-4a2e-bc83-aafdf9572f94 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3028378 Jul 07 17:14:03.759062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43864) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.802925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:03.834190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-0a8fba3b-8301-4daa-9d81-b4ec4cdfdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:03.837655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-0a8fba3b-8301-4daa-9d81-b4ec4cdfdecd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1097 time: 0.2424018 Jul 07 17:14:03.856480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e94c9743-aa11-417a-b6d2-3c9b2cc04219 None None] Port 6dee8c25-0a87-40a7-951d-b3bb8ca91597 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:03.911022 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b8fe1-07af-4976-b538-7ca7c493ec95 x-openstack-request-id: req-068b8fe1-07af-4976-b538-7ca7c493ec95 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:03.911619 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:03.911974 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-068b8fe1-07af-4976-b538-7ca7c493ec95 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:03.912600 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'status': 'completed', 'code': 200} Jul 07 17:14:03.977727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d76f1e-90c0-45b4-bd7c-6981e1548880 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.003322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d76f1e-90c0-45b4-bd7c-6981e1548880 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.005038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b5d76f1e-90c0-45b4-bd7c-6981e1548880 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2449160 Jul 07 17:14:04.029206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43874) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.122952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.201812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-deleted', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:04.206142 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac63843-97a4-4c7f-a7a0-37253688ee1f" -d '{"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-deleted", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:04.222939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-58c825e1-a0b8-46db-b7fa-4a0dd5a344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.224273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-58c825e1-a0b8-46db-b7fa-4a0dd5a344b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 930 time: 0.3756115 Jul 07 17:14:04.240688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Deleting subnet 5e61953d-df8a-4e7b-9544-7d7e3efeb54f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:04.241378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.248414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.260712 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a5a13-08f3-4162-b662-9b929d23d877 x-openstack-request-id: req-028a5a13-08f3-4162-b662-9b929d23d877 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:04.260995 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0879-0e3b-40d4-a6ff-14ed1533d338", "name": "network-vif-deleted", "tag": "769137b1-7a2b-488c-b549-a33d0251c47a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:04.261248 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-028a5a13-08f3-4162-b662-9b929d23d877 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:04.261634 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0879-0e3b-40d4-a6ff-14ed1533d338', 'name': 'network-vif-deleted', 'tag': '769137b1-7a2b-488c-b549-a33d0251c47a', 'status': 'completed', 'code': 200} Jul 07 17:14:04.276752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Checking router: 7ed5857f-f29e-4baf-9a07-7a5768008454 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:04.277444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Deleting subnet 869c0a98-e95a-41ab-8264-077541153f41 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:04.284547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.287389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:04.289365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.289866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Deleting subnet 1fce6076-4c92-4327-ad6e-79f8bcccb0e1 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:04.307799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-07659358-5d32-414b-91b4-477aecb15a20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 217 time: 0.0771189 Jul 07 17:14:04.320612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.354599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 6dee8c25-0a87-40a7-951d-b3bb8ca91597 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:04.355076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.373020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.381220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.404447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.439727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:04.451302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-43dd0e37-f2ff-4ee1-a35c-6772e47f9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.452896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-43dd0e37-f2ff-4ee1-a35c-6772e47f9b9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 1097 time: 0.2637143 Jul 07 17:14:04.492938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.515630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-642730aa-1145-4ab2-89fb-d31e1710db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.517293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-642730aa-1145-4ab2-89fb-d31e1710db64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.2012367 Jul 07 17:14:04.550193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18481c94-4d12-47ce-a82e-fb7c62800a9f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:04.580621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.614924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.631727 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.650523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 6dee8c25-0a87-40a7-951d-b3bb8ca91597 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:04.686922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-06d7dfcc-659e-4884-933b-79cef8036c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.689028 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-06d7dfcc-659e-4884-933b-79cef8036c16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 200 len: 930 time: 0.2230713 Jul 07 17:14:04.690128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.736721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 18481c94-4d12-47ce-a82e-fb7c62800a9f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:04.743561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 18481c94-4d12-47ce-a82e-fb7c62800a9f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:04.743983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.751211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-4f7cbc5e-08ab-42b0-a51d-53a72125081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.752870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-4f7cbc5e-08ab-42b0-a51d-53a72125081b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264118 Jul 07 17:14:04.757941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.765750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fce6076-4c92-4327-ad6e-79f8bcccb0e1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.793297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.797951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-77bd4613-98cb-457d-997d-9c3cacc62ec7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1fce6076-4c92-4327-ad6e-79f8bcccb0e1 HTTP/1.1" status: 204 len: 168 time: 1.2362769 Jul 07 17:14:04.801150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-f88809c4-06d5-4743-b286-74c4b0ce4958 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 200 len: 217 time: 0.1047521 Jul 07 17:14:04.802196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.825424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e61953d-df8a-4e7b-9544-7d7e3efeb54f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.833566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.859774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.863100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.868260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-763f0e1c-a2a2-4dfc-9c13-894b86af1873 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5e61953d-df8a-4e7b-9544-7d7e3efeb54f HTTP/1.1" status: 204 len: 168 time: 0.7421563 Jul 07 17:14:04.872594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43892) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.886888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9a90-0ec9-46af-b1e4-92d353c60c63 None None] The sync data for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 is: [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:13:16Z', 'revision_number': 4, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '85e095b1-5541-421e-921a-d4ed18d584d9', 'name': '', 'network_id': '862e9e94-f727-4c39-8b1d-fd65c27d97e8', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'mac_address': 'fa:16:3e:95:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:14Z', 'updated_at': '2021-07-07T17:13:24Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'subnets': [{'id': '442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:04.908701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.949623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869c0a98-e95a-41ab-8264-077541153f41,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.958954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 18481c94-4d12-47ce-a82e-fb7c62800a9f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18481c94-4d12-47ce-a82e-fb7c62800a9f,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:04.965679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.972499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33834140-27ae-4fbf-9d6e-993dd598fedb None None] Network 634f3b30-ee9a-4d1d-82bd-49173cf3382c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:04.974956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.980610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e7d1e65-498c-436f-bce1-b4ed19500868 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/869c0a98-e95a-41ab-8264-077541153f41 HTTP/1.1" status: 204 len: 168 time: 1.5186193 Jul 07 17:14:04.980815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c6149a55-9254-471e-91a2-a038ab8f4e77 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:04.987238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.017031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-0e451661-12eb-46be-99c7-d345ecff84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.018562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-0e451661-12eb-46be-99c7-d345ecff84d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 200 len: 868 time: 0.2024679 Jul 07 17:14:05.057469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.063377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c6149a55-9254-471e-91a2-a038ab8f4e77 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:05.063869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c6149a55-9254-471e-91a2-a038ab8f4e77 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:05.108001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.120274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=18481c94-4d12-47ce-a82e-fb7c62800a9f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.139847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.248931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=6dee8c25-0a87-40a7-951d-b3bb8ca91597,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.288639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.306190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] DHCP port deletion for 634f3b30-ee9a-4d1d-82bd-49173cf3382c request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:05.308834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-bd137793-e6dd-41c6-86ab-5ca0e160ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.310572 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-bd137793-e6dd-41c6-86ab-5ca0e160ac6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=862e9e94-f727-4c39-8b1d-fd65c27d97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2640388 Jul 07 17:14:05.316308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce65e136-6c2d-4836-8aad-343eb9fae6f1']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.328025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-4871eb8f-aede-4ccb-9155-e710ed95525d service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498543 Jul 07 17:14:05.336976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.344658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/6dee8c25-0a87-40a7-951d-b3bb8ca91597 HTTP/1.1" status: 204 len: 168 time: 1.3140943 Jul 07 17:14:05.347940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.360290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.364098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ddbcde-d2aa-4416-aed9-8ba0961ed570 None None] New status for floating IP a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:14:05.373863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.374484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.375129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.375789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.376737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.377307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.377915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.378403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.379008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.379507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.380004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.380507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09a57-e480-4b99-9779-c0a3f22bcae0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.400422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0002c282-632a-4095-96d6-a4778bfaa231') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.401471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0002c282-632a-4095-96d6-a4778bfaa231') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.409302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Deleting port 9c4e4877-228e-4b30-b4b2-a210efb619d2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:05.409685 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.445703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.492937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35c43ac9-aa01-4fc3-9abc-69708397ef12 req-8717fb7b-dd33-42f9-a438-7a3be3dc8956 service neutron] 10.222.0.66 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599422 Jul 07 17:14:05.511497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.521915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Deleting port 9c4e4877-228e-4b30-b4b2-a210efb619d2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:05.521915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.534564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] For port 9c4e4877-228e-4b30-b4b2-a210efb619d2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9c4e4877-228e-4b30-b4b2-a210efb619d2,segment=NetworkSegment(f1d33b88-0ba4-4540-95c7-706f5f68dc9e),segment_id=f1d33b88-0ba4-4540-95c7-706f5f68dc9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.538542 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.561151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Calling delete_port for 9c4e4877-228e-4b30-b4b2-a210efb619d2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:05.573871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a090361-680c-4be5-9f78-e87e6795ebbc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.576264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a090361-680c-4be5-9f78-e87e6795ebbc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.581225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9a090361-680c-4be5-9f78-e87e6795ebbc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2001498 Jul 07 17:14:05.587127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.594575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:05.594987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:05.598027 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:05.622225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-1491c0de-924d-46d3-a6ab-76accbc7c3b7 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips/a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 HTTP/1.1" status: 200 len: 694 time: 0.0693994 Jul 07 17:14:05.703832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.716377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] For port 9c4e4877-228e-4b30-b4b2-a210efb619d2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9c4e4877-228e-4b30-b4b2-a210efb619d2,segment=NetworkSegment(f1d33b88-0ba4-4540-95c7-706f5f68dc9e),segment_id=f1d33b88-0ba4-4540-95c7-706f5f68dc9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.716377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.720254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-586c2b3d-3664-452c-8620-f22a06e9772e service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004929 Jul 07 17:14:05.723904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7832a5-f97a-494f-83f1-41cd0d65ed66 req-cdd76f7d-fb44-4fcf-af51-c82c87cd6854 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.732184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] No DVR routers for this DVR port 9c4e4877-228e-4b30-b4b2-a210efb619d2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:05.733012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db7832a5-f97a-494f-83f1-41cd0d65ed66 req-cdd76f7d-fb44-4fcf-af51-c82c87cd6854 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.3983171 Jul 07 17:14:05.756130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c5248-d47b-40ba-96ba-c9e56a916562 None None] Pushing event deleted for resources: {'Port': ['ID=9c4e4877-228e-4b30-b4b2-a210efb619d2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.782199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.804528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.806972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Calling delete_port for 9c4e4877-228e-4b30-b4b2-a210efb619d2 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:05.810563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.820833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.825282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] 10.222.0.66 "DELETE /v2.0/networks/ce65e136-6c2d-4836-8aad-343eb9fae6f1 HTTP/1.1" status: 204 len: 168 time: 1.0195427 Jul 07 17:14:05.827324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 3fe5b0cb-eb1a-42de-93a9-edd108c083e4 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:05.828698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.828999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ec7f83-bfcc-48bc-9e66-4ad8065b9fe4') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.836272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.852652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.868484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18481c94-4d12-47ce-a82e-fb7c62800a9f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:05.879752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779334-6207-4971-846a-c11d30b8080d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce65e136-6c2d-4836-8aad-343eb9fae6f1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.900672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db7832a5-f97a-494f-83f1-41cd0d65ed66 req-21a49e2e-c0a7-481f-b3e0-bcf71b33d411 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664810 Jul 07 17:14:05.935513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-b7ecd9f6-3209-47c7-8022-85cf3c59c6ef tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.935513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-b7ecd9f6-3209-47c7-8022-85cf3c59c6ef tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.2946796 Jul 07 17:14:05.944065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.950800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 18481c94-4d12-47ce-a82e-fb7c62800a9f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:05.951166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.970575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.988540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:05.989329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:06.000816 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:06.012567 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d5824b06-d23c-42d1-80e5-34f710bbaf54 req-39c3fac3-e226-4a84-8654-b87ce3fa1c27 service neutron] 10.222.0.23 "GET /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734416 Jul 07 17:14:06.044755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.070987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.106794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-6b7b328e-ae73-47f1-9be4-4f6bcf08a1e2 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.1677523 Jul 07 17:14:06.114379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4e4877-228e-4b30-b4b2-a210efb619d2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.128051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] No DVR routers for this DVR port 9c4e4877-228e-4b30-b4b2-a210efb619d2 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:06.176993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.195532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.201316 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.206217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] 10.222.0.66 "DELETE /v2.0/networks/0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd HTTP/1.1" status: 204 len: 168 time: 1.3298919 Jul 07 17:14:06.223572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-c3d2c706-f40e-4b3a-a21c-17d15e71fea6 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0942233 Jul 07 17:14:06.252862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae220a-af72-4aca-a5eb-2504f1c11bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca330e9-6e08-4ebc-bf1b-7bac9538f2bd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.261093 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b1ab8359-163c-45b2-a835-7f36bf05b072 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0c03c8ad7f7438e8853384cb1b48a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886590 Jul 07 17:14:06.266806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.326368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.335260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9c4e4877-228e-4b30-b4b2-a210efb619d2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:06.352245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634f3b30-ee9a-4d1d-82bd-49173cf3382c']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.367576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9c4e4877-228e-4b30-b4b2-a210efb619d2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:06.371778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9c4e4877-228e-4b30-b4b2-a210efb619d2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:06.372655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f0545b57-7a03-400d-9a13-3f7af717c428 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:06.385478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.385847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d33b88-0ba4-4540-95c7-706f5f68dc9e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:06.403505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.405868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f0545b57-7a03-400d-9a13-3f7af717c428 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:06.406693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f0545b57-7a03-400d-9a13-3f7af717c428 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:06.407203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.458181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.466312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe5b0cb-eb1a-42de-93a9-edd108c083e4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.475805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:06.476352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:06.481940 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:06.493314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.493576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328938d-0ed8-4b20-ac03-8e6b58432639 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:06.497964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ffde1ac7-7b2f-4387-a59b-162f597edff9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/3fe5b0cb-eb1a-42de-93a9-edd108c083e4 HTTP/1.1" status: 204 len: 168 time: 0.9007075 Jul 07 17:14:06.498905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.501383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43914) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.535264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.561039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-c6d31cda-e529-47d4-bfea-8ee78541d189 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.562737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-c6d31cda-e529-47d4-bfea-8ee78541d189 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.2948797 Jul 07 17:14:06.625359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48526da8-708a-4891-a5a4-a5b083196b34 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959957 Jul 07 17:14:06.655328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43918) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.664567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.669451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:06.717633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:06.724254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Deleting port f5cb3601-c4f7-4705-bcaf-86ef43901f01 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:06.724488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.750191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.774079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.775999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] 10.222.0.66 "DELETE /v2.0/networks/634f3b30-ee9a-4d1d-82bd-49173cf3382c HTTP/1.1" status: 204 len: 168 time: 1.7878127 Jul 07 17:14:06.780907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Deleting port 18481c94-4d12-47ce-a82e-fb7c62800a9f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:06.781388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.830548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0f55b188-575c-464f-937c-10b8f72827d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18a4da7f3679435bbf3d62911d9f3a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901585 Jul 07 17:14:06.837275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eb065-526f-4b10-8eb0-171ea3dcf8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=634f3b30-ee9a-4d1d-82bd-49173cf3382c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.840123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.843468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.844945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43922) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:06.857354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] For port 18481c94-4d12-47ce-a82e-fb7c62800a9f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18481c94-4d12-47ce-a82e-fb7c62800a9f,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:06.857752 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.875158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Calling delete_port for 18481c94-4d12-47ce-a82e-fb7c62800a9f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:06.876013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Calling delete_port for f5cb3601-c4f7-4705-bcaf-86ef43901f01 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:06.950418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.953016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.954172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71bf291f-eb30-461a-93b6-83e51d76ba19 HTTP/1.1" status: 204 len: 168 time: 0.6830924 Jul 07 17:14:06.954969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:06.958724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.987296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.010677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.015547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Deleting port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:07.015887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.023243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bf081-0eb5-426a-acf3-e0b4da26d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bf291f-eb30-461a-93b6-83e51d76ba19,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.069654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] Pushing event deleted for resources: {'Port': ['ID=18481c94-4d12-47ce-a82e-fb7c62800a9f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.075823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005fb1c-bce8-4ecc-95eb-0676bbac726a None None] No DVR routers for this DVR port 18481c94-4d12-47ce-a82e-fb7c62800a9f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:07.126636 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.133040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43928) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.184669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.219744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] For port 7ee514d6-7594-4ee9-a2b9-919e7fc66944, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7ee514d6-7594-4ee9-a2b9-919e7fc66944,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:07.220101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.230106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event deleted for resources: {'Port': ['ID=f5cb3601-c4f7-4705-bcaf-86ef43901f01,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.248816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Calling delete_port for 7ee514d6-7594-4ee9-a2b9-919e7fc66944 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:07.301712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32d3ceb4-9c1a-4ba5-9750-d53e74b29966 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52b16c6a028d4367b62452f5d4bbaa9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661336 Jul 07 17:14:07.307993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.326386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ac15-915a-4470-a5ba-e2acc3892f63 req-f1787ad5-3a3d-4fa6-b977-a432a2c7b071 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.327957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f38ac15-915a-4470-a5ba-e2acc3892f63 req-f1787ad5-3a3d-4fa6-b977-a432a2c7b071 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 949 time: 0.1835287 Jul 07 17:14:07.355940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.358579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.362328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca7a2287-6729-440f-89f7-db33ad16c1fc HTTP/1.1" status: 204 len: 168 time: 0.5138285 Jul 07 17:14:07.382010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43940) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.388765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.391303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.392455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0939797-b2a1-40ef-88f9-fcf73eb6eb22 req-eaf215a6-4f2d-4f8a-a9d6-81801947331a tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "DELETE /v2.0/floatingips/a6dcbc5f-bf85-49b3-bcdd-5c21fc2d27c6 HTTP/1.1" status: 204 len: 173 time: 1.1470869 Jul 07 17:14:07.407263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e487f90-78b4-4bb4-850b-e7127d428ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a2287-6729-440f-89f7-db33ad16c1fc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.439529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.499670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd7e533b-0079-4b4d-929b-3c6175c30a16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=249ca68247894e8da370ef33fee75c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161649 Jul 07 17:14:07.505244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43944) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.505875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f38ac15-915a-4470-a5ba-e2acc3892f63 req-e22b56c9-d80b-41c1-9e76-1566fbe48317 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686611 Jul 07 17:14:07.513132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.516510 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f574aba7-c996-4044-ab42-841183b8ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.535375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:07.566628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.648635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.651676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.657947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62d655a5-9d34-4c9d-94c4-35441cdbfd36 HTTP/1.1" status: 204 len: 168 time: 0.3484697 Jul 07 17:14:07.669036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41f83-fa24-4a72-a0c2-4c76aca91538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d655a5-9d34-4c9d-94c4-35441cdbfd36,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.821683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26512d3a-ec8e-4d6c-846e-ea3b8c1387f2 req-37e48546-9be4-441c-9fa0-488a521ac13e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.827445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18481c94-4d12-47ce-a82e-fb7c62800a9f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:07.832173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26512d3a-ec8e-4d6c-846e-ea3b8c1387f2 req-37e48546-9be4-441c-9fa0-488a521ac13e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1388578 Jul 07 17:14:07.871113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 18481c94-4d12-47ce-a82e-fb7c62800a9f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:07.871887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18481c94-4d12-47ce-a82e-fb7c62800a9f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:07.900947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26512d3a-ec8e-4d6c-846e-ea3b8c1387f2 req-ab52952c-4618-4cd6-84a4-365fd5234bb9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0677812 Jul 07 17:14:07.960677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ca0eabc-98e0-4ddb-9075-386965911774 req-7267c643-190a-4ab3-80b4-86db07d0768e tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0459061 Jul 07 17:14:08.005185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:08.007716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=effea66b-0a7b-4fef-a1bb-d23fabc79667,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:08.015526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6089fb-a695-4d36-85b3-a02b4aa440e2 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:08.060115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.060916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.068507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.128170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:08.168995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event deleted for resources: {'Port': ['ID=7ee514d6-7594-4ee9-a2b9-919e7fc66944,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:08.185112 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ba7698b8-56bb-4b23-9bc2-eeef9b37ceaa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5218666 Jul 07 17:14:08.185585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:08.191200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': 'effea66b-0a7b-4fef-a1bb-d23fabc79667', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-305933400'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:08.203799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] No DVR routers for this DVR port 7ee514d6-7594-4ee9-a2b9-919e7fc66944 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:08.208306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.210924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1fe2977a-7bb3-4ccf-ba30-83dea79e7ac5 req-9eede229-a638-48f2-8cea-8feb8f66700d tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.23 "DELETE /v2.0/ports/7ee514d6-7594-4ee9-a2b9-919e7fc66944 HTTP/1.1" status: 204 len: 173 time: 1.5948865 Jul 07 17:14:08.211748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-deleted', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:08.216505 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42592e23-8fbc-4542-9935-593fdc0484e9" -d '{"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-deleted", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:08.247472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.284167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.331440 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e5aed-2304-4ac5-ac14-1f3adc22ed21 x-openstack-request-id: req-2d6e5aed-2304-4ac5-ac14-1f3adc22ed21 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:08.331731 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5534b2a9-d2dd-400e-9f1f-53b6510413d6", "name": "network-vif-deleted", "tag": "7ee514d6-7594-4ee9-a2b9-919e7fc66944", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:08.332622 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d6e5aed-2304-4ac5-ac14-1f3adc22ed21 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:08.333108 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5534b2a9-d2dd-400e-9f1f-53b6510413d6', 'name': 'network-vif-deleted', 'tag': '7ee514d6-7594-4ee9-a2b9-919e7fc66944', 'status': 'completed', 'code': 200} Jul 07 17:14:08.371296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.376939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.381205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8bf5e0a-eb05-4685-9b13-6b79ceb6a22b HTTP/1.1" status: 204 len: 168 time: 0.8732481 Jul 07 17:14:08.394420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36fe23-fe54-4a11-a30f-8d9af46b3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf5e0a-eb05-4685-9b13-6b79ceb6a22b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:08.507345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:08.664592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': 'effea66b-0a7b-4fef-a1bb-d23fabc79667'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:08.668379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.877050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/effea66b-0a7b-4fef-a1bb-d23fabc79667/7dd62660-1c23-46c2-87ec-a60244fb81d8) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:08.898994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c824f0b5-de27-4cbf-9f0d-9b8fd92f6b2b req-cb51b0ec-4c5a-45de-8a0b-514c789945aa tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=5534b2a9-d2dd-400e-9f1f-53b6510413d6 HTTP/1.1" status: 200 len: 210 time: 0.0824361 Jul 07 17:14:08.933016 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.000791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859084a-ccd6-4504-a018-45566e75f83c req-9a76d5ee-064e-4b12-8d5f-1bd32a3a92e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.016657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8859084a-ccd6-4504-a018-45566e75f83c req-9a76d5ee-064e-4b12-8d5f-1bd32a3a92e9 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 945 time: 0.3711755 Jul 07 17:14:09.058752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port d37aff12-ad01-4762-9369-4b41471f8dad yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:09.106392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.121218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Transition to ACTIVE for port object 7dd62660-1c23-46c2-87ec-a60244fb81d8 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:09.151357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Transition to ACTIVE for port object 7dd62660-1c23-46c2-87ec-a60244fb81d8 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:09.164569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.186720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8859084a-ccd6-4504-a018-45566e75f83c req-8d2f086f-790e-4533-a49c-077b50bc2e31 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690888 Jul 07 17:14:09.223216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:09.224425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Pushing event updated for resources: {'Port': ['ID=7dd62660-1c23-46c2-87ec-a60244fb81d8,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.235247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:09.237546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:09.281446 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:14:09.281916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:14:09.310105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6d5d275-cce9-4431-bc4f-8e4c486d1373 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1210997 Jul 07 17:14:09.310630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:09.331655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Attempting to bind port 7dd62660-1c23-46c2-87ec-a60244fb81d8 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:09.332033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Attempting to bind port 7dd62660-1c23-46c2-87ec-a60244fb81d8 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:09.332403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Attempting to bind port 7dd62660-1c23-46c2-87ec-a60244fb81d8 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:09.338706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:09.339086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:09.339497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.340156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:09.340631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Bound port: 7dd62660-1c23-46c2-87ec-a60244fb81d8, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:09.341025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.400974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b97da-8b0c-4be6-86ea-881fac071a24 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.406013 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-520b97da-8b0c-4be6-86ea-881fac071a24 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0944867 Jul 07 17:14:09.406433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44024) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:09.426113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] For port 7dd62660-1c23-46c2-87ec-a60244fb81d8, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:09.431358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] For port 7dd62660-1c23-46c2-87ec-a60244fb81d8, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7dd62660-1c23-46c2-87ec-a60244fb81d8,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:09.436984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.471890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dac10b-a071-4cd3-91a8-c9adb4dc0109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.473745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dac10b-a071-4cd3-91a8-c9adb4dc0109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.477269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-03dac10b-a071-4cd3-91a8-c9adb4dc0109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0696027 Jul 07 17:14:09.480077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44028) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:09.525529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4ed9-2525-45d5-800f-d0c7e60b673d None None] Pushing event updated for resources: {'Port': ['ID=7dd62660-1c23-46c2-87ec-a60244fb81d8,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.545831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet effea66b-0a7b-4fef-a1bb-d23fabc79667 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:09.550332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.598356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.707448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:09.756358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.761513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 7ee514d6-7594-4ee9-a2b9-919e7fc66944 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:09.761934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7ee514d6-7594-4ee9-a2b9-919e7fc66944 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:09.876433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-dcc71fbc-ee1b-46ee-be45-367f89f6b0ec tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977490 Jul 07 17:14:09.960852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-5a745d4a-397f-427c-bce0-f255ea0cdb78 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.962588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-5a745d4a-397f-427c-bce0-f255ea0cdb78 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.23 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 945 time: 0.2014847 Jul 07 17:14:09.964262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.008530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c452e6fa-5097-4681-baa7-11edf761597f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.052069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=effea66b-0a7b-4fef-a1bb-d23fabc79667,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.063457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.065466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cfa5c9c2-3b0b-4192-bf03-b1138625711e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/effea66b-0a7b-4fef-a1bb-d23fabc79667 HTTP/1.1" status: 204 len: 168 time: 0.5841920 Jul 07 17:14:10.069844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.129423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-72ad4f57-4d6f-4770-bd4b-1fa18b0e5c95 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579269 Jul 07 17:14:10.133788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.139485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.183239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-800a822a-762d-4b63-9a71-dae535dc1180 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.195987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-800a822a-762d-4b63-9a71-dae535dc1180 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212454 Jul 07 17:14:10.222699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-365a6542-0d83-4ffa-8416-02ae6c2c827c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/quotas/3a0dcf3f85e5494ab6284dfd3a7a38f0 HTTP/1.1" status: 200 len: 375 time: 0.0252974 Jul 07 17:14:10.277382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Deleting port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:10.277739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.279798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-cda4a97b-ad1d-44a2-b5cc-badffba33c5b tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559664 Jul 07 17:14:10.283101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:10.287158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.456694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.561412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] For port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:10.562680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.607834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Calling delete_port for 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:10.795674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37e37-15a7-4a75-813d-9a639ce55309 req-46b8428a-e1a4-46ff-9828-ae106b917988 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.797415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43e37e37-15a7-4a75-813d-9a639ce55309 req-46b8428a-e1a4-46ff-9828-ae106b917988 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/ports?device_id=c37da8c9-0786-40c9-9361-9a9e404d8c81 HTTP/1.1" status: 200 len: 945 time: 0.0959809 Jul 07 17:14:10.898542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43e37e37-15a7-4a75-813d-9a639ce55309 req-2a7182ef-e78b-4863-b070-84ec49482384 tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.66 "GET /v2.0/security-groups?id=5009af4e-79eb-4289-a374-91f582dc9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775368 Jul 07 17:14:10.962919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.019613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3eeb4-0247-42c6-948d-0a0818ad0c76 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:11.073473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f67de63-f4dc-4f46-9ab4-7743a924caf2 req-a8e3043b-e9bd-4778-8462-46d98c231ec6 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 210 time: 0.0677922 Jul 07 17:14:11.087137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:11.096661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:11.106650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.107738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.129439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=107db4ab-a1c3-41c3-9850-b1cc68ce76d6,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.154411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df5d8cfd-01c1-4c8b-b33a-d2950d60fd09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0193539 Jul 07 17:14:11.157129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44098) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.163954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.165839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:11.201360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:11.216271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.217764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.231083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Pushing event deleted for resources: {'Port': ['ID=5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.278970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b194701d-f552-480c-91ad-f90f1c88cab7 None None] Provisioning for port 7dd62660-1c23-46c2-87ec-a60244fb81d8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:11.314128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] No DVR routers for this DVR port 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:11.319454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.321471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a15565a7-4446-40bf-aba8-13e0659765b6 req-88d131f7-4b6b-4f0a-aba6-455154772b5f tempest-FloatingIPsAssociationNegativeTestJSON-999791456 tempest-FloatingIPsAssociationNegativeTestJSON-999791456-project] 10.222.0.23 "DELETE /v2.0/ports/5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 HTTP/1.1" status: 204 len: 173 time: 1.3509834 Jul 07 17:14:11.321927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'name': 'network-vif-deleted', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:11.324228 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e17a96-2b55-444d-9e76-c449bf3a221c" -d '{"events": [{"server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "name": "network-vif-deleted", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:11.387787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.396254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.427165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.433089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c173111d-7edf-4c55-b8f0-e72dcbcc7182 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2722683 Jul 07 17:14:11.434549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44106) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.459671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343f7c1-8683-47f4-8055-8de6b058060b req-59481e61-1dce-43da-aa5c-0cbf460467f7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.461254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a343f7c1-8683-47f4-8055-8de6b058060b req-59481e61-1dce-43da-aa5c-0cbf460467f7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1045165 Jul 07 17:14:11.515039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a343f7c1-8683-47f4-8055-8de6b058060b req-6ad71719-d025-4b8c-b4d7-7fc9b891706a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Jul 07 17:14:11.645473 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d5b334-8ec8-4528-a3f2-34088edd693b x-openstack-request-id: req-91d5b334-8ec8-4528-a3f2-34088edd693b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:11.646515 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37da8c9-0786-40c9-9361-9a9e404d8c81", "name": "network-vif-deleted", "tag": "5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:11.647594 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91d5b334-8ec8-4528-a3f2-34088edd693b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:11.648161 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37da8c9-0786-40c9-9361-9a9e404d8c81', 'name': 'network-vif-deleted', 'tag': '5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8', 'status': 'completed', 'code': 200} Jul 07 17:14:11.679439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.847123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dee091-0996-4883-9651-e5c86c5d04cd None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:11.944442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7dd62660-1c23-46c2-87ec-a60244fb81d8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:11.946793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-aa4db325-46c0-4ef0-90df-e7c964cf58ec tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=dc71979b92f14e0e81bafd62be664845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430932 Jul 07 17:14:11.972923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.090086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7dd62660-1c23-46c2-87ec-a60244fb81d8 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:12.103012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7dd62660-1c23-46c2-87ec-a60244fb81d8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:12.103739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.123942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-865f0a56-7688-4003-b9e8-ff8042a954fc tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.126125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-865f0a56-7688-4003-b9e8-ff8042a954fc tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735911 Jul 07 17:14:12.150628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-1e3ab168-fa65-4910-836c-f4b98212595c tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/quotas/dc71979b92f14e0e81bafd62be664845 HTTP/1.1" status: 200 len: 375 time: 0.0178659 Jul 07 17:14:12.168239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-a6d831b4-f773-4cba-86b5-0744aeea09ef tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346472 Jul 07 17:14:12.222171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-7e65a6d4-25d7-4cd5-b231-3bed286a0624 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc71979b92f14e0e81bafd62be664845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612023 Jul 07 17:14:12.233447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.283255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7dd62660-1c23-46c2-87ec-a60244fb81d8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7dd62660-1c23-46c2-87ec-a60244fb81d8,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:12.294093 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.464447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7dd62660-1c23-46c2-87ec-a60244fb81d8,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.514666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44134) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:12.550526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-82f1dc21-611e-4072-9131-1be47fc288be tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.557580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-82f1dc21-611e-4072-9131-1be47fc288be tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833430 Jul 07 17:14:12.586889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Request body: {'port': {'device_id': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '3a0dcf3f85e5494ab6284dfd3a7a38f0'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:12.678945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::1 (b929eabd-3b1c-4568-a210-678773ff9ccb/107db4ab-a1c3-41c3-9850-b1cc68ce76d6/3ef44339-b357-4f18-b0ed-5d1a5e20c7bc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:12.693279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-b3dd6dab-aad5-415e-852c-93a428eb0dc1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.695663 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-b3dd6dab-aad5-415e-852c-93a428eb0dc1 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.4159272 Jul 07 17:14:12.743162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-38febdc5-431e-475a-99b3-2fe074541d7e None None] Provisioning complete for port 7dd62660-1c23-46c2-87ec-a60244fb81d8 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:12.743821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-38febdc5-431e-475a-99b3-2fe074541d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.862630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32391a21-c34d-4610-a938-d98bac1fa882 req-784460b6-f7cc-4f7e-9d39-1cc01e1cb38c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 210 time: 0.1709521 Jul 07 17:14:12.867736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Made reservation on behalf of 3a0dcf3f85e5494ab6284dfd3a7a38f0 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:12.870976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fc377a9-0fe6-4e0a-8e34-867e3b1fb09f req-c4b03d9c-bb63-4f4f-b5a1-46e7176ceeab tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 210 time: 0.0932257 Jul 07 17:14:12.876366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.950567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.093847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.096996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Deleting port b923bfed-267a-464f-bc9f-3680d4b17ff3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:13.097566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.175639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.176962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:13.188988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.197730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868ea4-d505-4772-8abb-f8043ff4486c req-641bfe75-0ba1-4a93-8c07-42cb2df85fb7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.199357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f868ea4-d505-4772-8abb-f8043ff4486c req-641bfe75-0ba1-4a93-8c07-42cb2df85fb7 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 949 time: 0.1887941 Jul 07 17:14:13.274970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f868ea4-d505-4772-8abb-f8043ff4486c req-77d2471a-1190-4119-949d-027eca37d1ed tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/security-groups?id=405a3d30-7abc-4edf-82c9-e9e670cb905f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Jul 07 17:14:13.302476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b858e8-3156-46b7-94db-cd6ca49f6007,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.333579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] For port b923bfed-267a-464f-bc9f-3680d4b17ff3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b923bfed-267a-464f-bc9f-3680d4b17ff3,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:13.334000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.374122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Calling delete_port for b923bfed-267a-464f-bc9f-3680d4b17ff3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:13.395570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.396333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.432999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.507904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44152) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.538430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:13.552551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:13.556223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:13.557013 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.587012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Allocated IP 192.168.233.249 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/9a676de4-39c9-4486-8bc5-249be8b76590) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:13.628952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.735716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:13.748491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce69-899e-4adb-87d3-6ed5565fb4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.776795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:13.777416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ca77845-e3d5-4412-91c4-7f7e8d8ce3f8 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:13.872856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7dd62660-1c23-46c2-87ec-a60244fb81d8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:13.979808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7dd62660-1c23-46c2-87ec-a60244fb81d8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:13.980183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.034598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c013e5af-3202-4db7-bfd4-2b8d7b23090e None None] Provisioning for port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:14.050127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c013e5af-3202-4db7-bfd4-2b8d7b23090e None None] Provisioning complete for port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:14.050862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.051052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c013e5af-3202-4db7-bfd4-2b8d7b23090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.053170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.100651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89c918a2-9922-41ca-a03d-26679c520363 req-71e5b383-cd6c-43f2-a0d5-ec74e78b63bb tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 210 time: 0.0549610 Jul 07 17:14:14.119344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c013e5af-3202-4db7-bfd4-2b8d7b23090e None None] Port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:14.124737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b923bfed-267a-464f-bc9f-3680d4b17ff3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:14.161423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-cc959a7d-473a-44f0-8a42-39ffd9b3438c tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc71979b92f14e0e81bafd62be664845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657308 Jul 07 17:14:14.186532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba272d1f-3f41-48b5-b369-4a1f8b7a0d46 req-29aeda19-862b-4004-a0fa-ec0ba0c74688 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 210 time: 0.0523591 Jul 07 17:14:14.249351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] No DVR routers for this DVR port b923bfed-267a-464f-bc9f-3680d4b17ff3 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:14.252022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.254289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-63ea154b-c3c9-4480-b2bf-935eec41d59f req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.73 "DELETE /v2.0/ports/b923bfed-267a-464f-bc9f-3680d4b17ff3 HTTP/1.1" status: 204 len: 173 time: 1.4961286 Jul 07 17:14:14.258481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c97c4-b64a-45d0-a1c3-0fef2c534324 tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] Pushing event deleted for resources: {'Port': ['ID=b923bfed-267a-464f-bc9f-3680d4b17ff3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.268567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-deleted', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:14.270854 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070b80d-3e37-4cf6-9ddb-841375c9c3ba" -d '{"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-deleted", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:14.327930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Deleting port 85e095b1-5541-421e-921a-d4ed18d584d9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:14.328434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.394046 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf2df8-fe07-4ef9-b336-3abcb2a43522 x-openstack-request-id: req-e4cf2df8-fe07-4ef9-b336-3abcb2a43522 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:14.394339 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91785867-3624-444e-8b6c-b499f44fcd7e", "name": "network-vif-deleted", "tag": "b923bfed-267a-464f-bc9f-3680d4b17ff3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:14.394836 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4cf2df8-fe07-4ef9-b336-3abcb2a43522 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:14.395481 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91785867-3624-444e-8b6c-b499f44fcd7e', 'name': 'network-vif-deleted', 'tag': 'b923bfed-267a-464f-bc9f-3680d4b17ff3', 'status': 'completed', 'code': 200} Jul 07 17:14:14.450403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] For port 85e095b1-5541-421e-921a-d4ed18d584d9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85e095b1-5541-421e-921a-d4ed18d584d9,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:14.450749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.479113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc0db77b-64d9-46bc-903c-d26972378c8b req-58e61805-15d8-479a-93cc-ff94e327cb4a tempest-MigrationsAdminTest-1215215771 tempest-MigrationsAdminTest-1215215771-project] 10.222.0.66 "GET /v2.0/ports?device_id=91785867-3624-444e-8b6c-b499f44fcd7e HTTP/1.1" status: 200 len: 210 time: 0.0485024 Jul 07 17:14:14.485559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Calling delete_port for 85e095b1-5541-421e-921a-d4ed18d584d9 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:14.718342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.744144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e095b1-5541-421e-921a-d4ed18d584d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.836254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce69-899e-4adb-87d3-6ed5565fb4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.887562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-ae501c39-7475-4fff-8192-ee30923cb162 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.889198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-ae501c39-7475-4fff-8192-ee30923cb162 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6864913 Jul 07 17:14:14.899882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce69-899e-4adb-87d3-6ed5565fb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.908236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Request body: {'port': {'device_id': '2a5562b2-cb73-4424-926d-828cfa575165', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'dc71979b92f14e0e81bafd62be664845'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:14.933569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.049502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.150773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Transition to ACTIVE for port object 9a676de4-39c9-4486-8bc5-249be8b76590 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:15.173067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dfe1ce69-899e-4adb-87d3-6ed5565fb4dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8490752667e24b39a1f82c2e0ef7cac5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6599166 Jul 07 17:14:15.176516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ce69-899e-4adb-87d3-6ed5565fb4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbdb35a-2807-4d62-84f5-6d76199cca61,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.176665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44174) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.302127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Made reservation on behalf of dc71979b92f14e0e81bafd62be664845 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:15.306227 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.317172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.320400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113457d4-7da8-4717-acb5-42ba05740884 req-7ea324d8-cea9-4358-899d-9d63fa9214d5 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 210 time: 0.0386245 Jul 07 17:14:15.346830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.362589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.379377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.399446 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.400202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.404722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:15.418588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:15.421749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:15.453397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.453786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.474010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Router 7ed5857f-f29e-4baf-9a07-7a5768008454 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:15.521724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd85c-8902-4137-bcd5-01e8b59b98ce req-b1292021-64ec-48eb-a29d-43cd513e95cc tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.523336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed3fd85c-8902-4137-bcd5-01e8b59b98ce req-b1292021-64ec-48eb-a29d-43cd513e95cc tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 936 time: 0.1924939 Jul 07 17:14:15.577054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.588055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.588686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.618208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.620844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.624260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fbdb35a-2807-4d62-84f5-6d76199cca61 HTTP/1.1" status: 204 len: 168 time: 0.4443851 Jul 07 17:14:15.663715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:15.666312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:15.779150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed3fd85c-8902-4137-bcd5-01e8b59b98ce req-3bb3758c-31cc-4f46-8fb6-a9297f4cab42 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144895 Jul 07 17:14:15.780865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166903cc-f5f3-4577-9088-07f9b386212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbdb35a-2807-4d62-84f5-6d76199cca61,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.783425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:15.788626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e29e73b-78b5-4143-b424-6739822fc2b7 admin admin] 10.222.0.66 "PUT /v2.0/routers/7ed5857f-f29e-4baf-9a07-7a5768008454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728291 Jul 07 17:14:15.795363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44184) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.799005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Sync routers for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:15.828745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.831112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:15.833352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:15.852325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.875100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-49e90cda-bfa7-4a0e-ad0a-1efd7c072e5a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2960956 Jul 07 17:14:15.913470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Request body: {'port': {'device_id': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:16.047844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0fba3cf4-9080-4fb3-8a58-5ccca90be446 None None] Provisioning for port 9a676de4-39c9-4486-8bc5-249be8b76590 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:16.048279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44192) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.061222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0fba3cf4-9080-4fb3-8a58-5ccca90be446 None None] Provisioning complete for port 9a676de4-39c9-4486-8bc5-249be8b76590 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:16.061862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fba3cf4-9080-4fb3-8a58-5ccca90be446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.070191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6336af-1198-4f73-80af-79ef598cee77,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.087849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.125966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:16.303842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Router d9495dab-756e-48ec-88b8-244c08018722 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:16.309972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.334800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.338674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Allocated IP 192.168.233.166 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/b501c378-ec16-4cf1-a58c-d085917df120) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:16.349466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5673e6d8-063c-44c7-8357-74c65e03ba3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0dc7d50d95b4bbeb50fe47805e92487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972739 Jul 07 17:14:16.350695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44208) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.449535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:16.465973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.494189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.498680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: b923bfed-267a-464f-bc9f-3680d4b17ff3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:16.499281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b923bfed-267a-464f-bc9f-3680d4b17ff3 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:16.536432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0fba3cf4-9080-4fb3-8a58-5ccca90be446 None None] Port 9a676de4-39c9-4486-8bc5-249be8b76590 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:16.569707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae587d3-a726-4c2d-87ac-867307e525d7 req-01f5a5d5-eecb-4c32-8090-5f5a06886d73 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 210 time: 0.0382061 Jul 07 17:14:16.571436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Deleting port ca72b395-7d38-4a7c-aefa-91923627168c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:16.571817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.668828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.671552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.672713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/405a3d30-7abc-4edf-82c9-e9e670cb905f HTTP/1.1" status: 204 len: 168 time: 0.3206897 Jul 07 17:14:16.673981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a104c0b2-08df-4aea-8009-43b78d98fe37 None None] Provisioning complete for port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:16.674779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a104c0b2-08df-4aea-8009-43b78d98fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.680345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] For port ca72b395-7d38-4a7c-aefa-91923627168c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca72b395-7d38-4a7c-aefa-91923627168c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:16.680709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.695962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d00ba-cb51-4142-8cc4-e35c4ad2331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405a3d30-7abc-4edf-82c9-e9e670cb905f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.709437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Calling delete_port for ca72b395-7d38-4a7c-aefa-91923627168c owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:16.715507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:16.727290 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Sync routers for ids ['d9495dab-756e-48ec-88b8-244c08018722'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:16.730718 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb60428a-d9b8-4f5e-a7f5-f7c3956c85a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "PUT /v2.0/routers/d9495dab-756e-48ec-88b8-244c08018722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2951462 Jul 07 17:14:16.731639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a104c0b2-08df-4aea-8009-43b78d98fe37 None None] Port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:16.747054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44220) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.756880 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Routers {'d9495dab-756e-48ec-88b8-244c08018722'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:16.757787 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d9495dab-756e-48ec-88b8-244c08018722'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:16.763732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:14:14Z', 'revision_number': 5, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port': {'id': 'ca72b395-7d38-4a7c-aefa-91923627168c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:09Z', 'updated_at': '2021-07-07T17:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:16.799336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Checking router: 7ed5857f-f29e-4baf-9a07-7a5768008454 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:16.813447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Routers {'7ed5857f-f29e-4baf-9a07-7a5768008454'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:16.814579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ed5857f-f29e-4baf-9a07-7a5768008454'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:16.884520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Set router d9495dab-756e-48ec-88b8-244c08018722 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:17.004818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e44c15-123a-4e8a-afbb-0df1a84c917c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.009118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58e44c15-123a-4e8a-afbb-0df1a84c917c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports/3ef44339-b357-4f18-b0ed-5d1a5e20c7bc HTTP/1.1" status: 200 len: 911 time: 0.2557440 Jul 07 17:14:17.011595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44228) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.060070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] Set router 7ed5857f-f29e-4baf-9a07-7a5768008454 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:17.173965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 6, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:17.180430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.183836 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:13Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '3ef44339-b357-4f18-b0ed-5d1a5e20c7bc', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:cf:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9495dab-756e-48ec-88b8-244c08018722', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:17.184930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170d4c-1c6b-42f7-9634-dea02152dad2 req-31fd604c-f2cb-49d6-8500-9f406c42a135 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.196121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37170d4c-1c6b-42f7-9634-dea02152dad2 req-31fd604c-f2cb-49d6-8500-9f406c42a135 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 936 time: 0.1928701 Jul 07 17:14:17.236209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Transition to ACTIVE for port object b501c378-ec16-4cf1-a58c-d085917df120 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:17.248992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919eb4b-2c36-4634-8dac-1bb892a45a5a None None] The sync data for ids ['7ed5857f-f29e-4baf-9a07-7a5768008454'] in n-d-791505-12 is: [{'id': '7ed5857f-f29e-4baf-9a07-7a5768008454', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2050754504-router', 'tenant_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:07Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 6, 'project_id': '23070fcbfa7a42c596f5365dfc4acc7b', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:17.251632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37170d4c-1c6b-42f7-9634-dea02152dad2 req-a85d9eda-149d-4da5-a4df-781385b36d36 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536020 Jul 07 17:14:17.252114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.266105 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Checking router: d9495dab-756e-48ec-88b8-244c08018722 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:17.268824 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Updating router d9495dab-756e-48ec-88b8-244c08018722 port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:17.288666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964584a-e0b7-468c-b557-341636a19224 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.300642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964584a-e0b7-468c-b557-341636a19224 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.309506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d964584a-e0b7-468c-b557-341636a19224 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2931964 Jul 07 17:14:17.312269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.320418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca72b395-7d38-4a7c-aefa-91923627168c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.321020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44234) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.345216 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.441602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.554382 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.557776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.617643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.618321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed5857f-f29e-4baf-9a07-7a5768008454 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:17.623044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.624342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-61afd140-8bf3-4186-b923-5ca8017b69d0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7ed5857f-f29e-4baf-9a07-7a5768008454 HTTP/1.1" status: 204 len: 168 time: 1.8310192 Jul 07 17:14:17.626863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.628838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.687063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Deleting subnet 442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:17.694539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.795571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.825244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-40920fb8-a26c-46b0-82c8-8567f1361820 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63061c63ff7b40a8aae2ff2ccd62d12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000131 Jul 07 17:14:17.837691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44244) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.852955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.868591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.876056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:17.888980 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.906060 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Transition to ACTIVE for port object 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:17.925711 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.011820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Pushing event updated for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.019361 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Pushing event updated for resources: {'Port': ['ID=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.057124 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.058169 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.061440 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.062411 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.063048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.063751 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.065216 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.065723 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.066217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.066810 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.067298 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.067798 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:18.072095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.099803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.101218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.120941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.133348 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Attempting to bind port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:18.133688 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Attempting to bind port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:18.134487 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Attempting to bind port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:18.147600 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:18.147846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:18.148205 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.148595 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:18.149067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Bound port: 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:18.149467 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.189161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85e095b1-5541-421e-921a-d4ed18d584d9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:18.233643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 85e095b1-5541-421e-921a-d4ed18d584d9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:18.234177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85e095b1-5541-421e-921a-d4ed18d584d9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:18.260079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.266878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.268264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/287a5ad8-8b7f-4715-beaa-fefffcb5d40d HTTP/1.1" status: 204 len: 168 time: 0.4292877 Jul 07 17:14:18.281911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4140fa-abd3-4445-9b89-30d6438abd50 req-d012e1f7-435b-4db9-ad18-7782ca73635e tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.290432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb4140fa-abd3-4445-9b89-30d6438abd50 req-d012e1f7-435b-4db9-ad18-7782ca73635e tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 936 time: 0.4535465 Jul 07 17:14:18.296507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:18.307039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.318061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.343985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Transition to ACTIVE for port object 9a676de4-39c9-4486-8bc5-249be8b76590 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:18.344612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8bd13-d430-4707-bef5-8e2d12367ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a5ad8-8b7f-4715-beaa-fefffcb5d40d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.348690 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] For port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:18.357339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] For port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:18.363352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.367286 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.423352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb4140fa-abd3-4445-9b89-30d6438abd50 req-01db7699-7d37-4d18-8b3c-4baa6e3af3ca tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265361 Jul 07 17:14:18.447231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e09d1146-50a2-4bf5-9f30-f65f9af85f95 None None] Provisioning for port b501c378-ec16-4cf1-a58c-d085917df120 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:18.470924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e09d1146-50a2-4bf5-9f30-f65f9af85f95 None None] Provisioning complete for port b501c378-ec16-4cf1-a58c-d085917df120 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.472761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e09d1146-50a2-4bf5-9f30-f65f9af85f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.505178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-15bf8ec8-f12b-407b-b016-918942483d10 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6017261 Jul 07 17:14:18.509519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.512234 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced0f29-a914-48f9-9675-23a7db76138b None None] Pushing event updated for resources: {'Port': ['ID=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.519630 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Routers {'d9495dab-756e-48ec-88b8-244c08018722'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:18.520281 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d9495dab-756e-48ec-88b8-244c08018722'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:18.559624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e09d1146-50a2-4bf5-9f30-f65f9af85f95 None None] Port b501c378-ec16-4cf1-a58c-d085917df120 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:18.567613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Request body: {'port': {'device_id': '2a5562b2-cb73-4424-926d-828cfa575165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:18.626496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.634541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.638965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2555d865-51c4-46c2-b0ee-30351cbe1e94 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/442b2b6a-e3ce-4e8e-9610-2ef9a1d3ab93 HTTP/1.1" status: 204 len: 168 time: 1.0088074 Jul 07 17:14:18.644031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0925e87-cb1f-400c-bafc-1b9e9448caf7 None None] Network 862e9e94-f727-4c39-8b1d-fd65c27d97e8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:18.645579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44252) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:18.937931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Attempting to bind port 9a676de4-39c9-4486-8bc5-249be8b76590 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:18.949232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Attempting to bind port 9a676de4-39c9-4486-8bc5-249be8b76590 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:18.949620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Attempting to bind port 9a676de4-39c9-4486-8bc5-249be8b76590 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:18.960211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.988660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Port 9a676de4-39c9-4486-8bc5-249be8b76590 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:18.989007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Attempting to bind port 9a676de4-39c9-4486-8bc5-249be8b76590 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:19.018048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] Set router d9495dab-756e-48ec-88b8-244c08018722 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:19.022880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:19.022880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:19.023468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:19.024140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Bound port: 9a676de4-39c9-4486-8bc5-249be8b76590, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:19.024140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.024378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.087936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42205-c59f-43e3-8c17-712f73f3fdf7 req-ed071f2e-2b6a-480e-8f02-d90d81b219a3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.089622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ba42205-c59f-43e3-8c17-712f73f3fdf7 req-ed071f2e-2b6a-480e-8f02-d90d81b219a3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.2501020 Jul 07 17:14:19.113621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:19.117527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:19.142905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.158984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.191697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977299ee-1402-4454-8873-cab2274abd70 None None] DHCP port deletion for 862e9e94-f727-4c39-8b1d-fd65c27d97e8 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:19.235774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ba42205-c59f-43e3-8c17-712f73f3fdf7 req-fefb445c-1d34-4c62-93a1-7f00ea010808 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353157 Jul 07 17:14:19.235774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Deleting port 8dce034f-48c7-4ccc-918c-461c250fe523 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:19.235774 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.308226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.308922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.312946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] 10.222.0.73 "PUT /v2.0/ports/9a676de4-39c9-4486-8bc5-249be8b76590 HTTP/1.1" status: 200 len: 1097 time: 3.4194188 Jul 07 17:14:19.319555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:19.322150 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:19.359567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f51cf7-3086-4d38-bf77-f881c486dd96 service neutron] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.368440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Deleting port 8dce034f-48c7-4ccc-918c-461c250fe523 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:19.368829 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.416438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] For port 8dce034f-48c7-4ccc-918c-461c250fe523, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dce034f-48c7-4ccc-918c-461c250fe523,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:19.416917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.431566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Calling delete_port for 8dce034f-48c7-4ccc-918c-461c250fe523 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:19.565707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-977299ee-1402-4454-8873-cab2274abd70 None None] For port 8dce034f-48c7-4ccc-918c-461c250fe523, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8dce034f-48c7-4ccc-918c-461c250fe523,segment=NetworkSegment(6210ff44-ea6a-40aa-9667-2e1dc2b460bf),segment_id=6210ff44-ea6a-40aa-9667-2e1dc2b460bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:19.566177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.571321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.582274 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:13Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '3ef44339-b357-4f18-b0ed-5d1a5e20c7bc', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:cf:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9495dab-756e-48ec-88b8-244c08018722', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:18Z', 'revision_number': 4, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.607268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dce034f-48c7-4ccc-918c-461c250fe523,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.609148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] No DVR routers for this DVR port 8dce034f-48c7-4ccc-918c-461c250fe523 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:19.627366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Calling delete_port for 8dce034f-48c7-4ccc-918c-461c250fe523 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:19.651794 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab3a896-3ba2-4d61-8560-e2e0b369e231 None None] The sync data for ids ['d9495dab-756e-48ec-88b8-244c08018722'] in n-d-791505-12 is: [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:13Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '3ef44339-b357-4f18-b0ed-5d1a5e20c7bc', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:cf:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9495dab-756e-48ec-88b8-244c08018722', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:18Z', 'revision_number': 4, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '107db4ab-a1c3-41c3-9850-b1cc68ce76d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:19.778661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.794072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.834109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862e9e94-f727-4c39-8b1d-fd65c27d97e8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.874264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977299ee-1402-4454-8873-cab2274abd70 None None] No DVR routers for this DVR port 8dce034f-48c7-4ccc-918c-461c250fe523 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:19.885526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977299ee-1402-4454-8873-cab2274abd70 None None] Pushing event deleted for resources: {'Port': ['ID=8dce034f-48c7-4ccc-918c-461c250fe523,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.893322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dce034f-48c7-4ccc-918c-461c250fe523 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:19.947458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8dce034f-48c7-4ccc-918c-461c250fe523 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:19.952414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8dce034f-48c7-4ccc-918c-461c250fe523 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:19.952990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca72b395-7d38-4a7c-aefa-91923627168c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:20.010538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ca72b395-7d38-4a7c-aefa-91923627168c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:20.011910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca72b395-7d38-4a7c-aefa-91923627168c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:20.261370 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea748c-36bc-420b-9468-409249fcd64c x-openstack-request-id: req-edea748c-36bc-420b-9468-409249fcd64c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:20.261926 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:20.262676 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edea748c-36bc-420b-9468-409249fcd64c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:20.268105 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'status': 'completed', 'code': 200} Jul 07 17:14:20.379017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b501c378-ec16-4cf1-a58c-d085917df120 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:20.382458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6210ff44-ea6a-40aa-9667-2e1dc2b460bf') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:20.382747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6210ff44-ea6a-40aa-9667-2e1dc2b460bf') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:20.389199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.396432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.404876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Transition to ACTIVE for port object b501c378-ec16-4cf1-a58c-d085917df120 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:20.419605 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.428493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:20.428900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:20.432220 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:20.439389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.497008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f9b6-99b2-43ed-9c7a-a0af6f638e1a req-9a51319f-e95a-4925-b14c-6ce6cc121aee tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.506645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98b0f9b6-99b2-43ed-9c7a-a0af6f638e1a req-9a51319f-e95a-4925-b14c-6ce6cc121aee tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 936 time: 0.7967846 Jul 07 17:14:20.531973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Pushing event updated for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.563946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.609054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98b0f9b6-99b2-43ed-9c7a-a0af6f638e1a req-8b443841-6ec1-4423-b46b-88adc5382bea tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993524 Jul 07 17:14:20.610629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.631683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.636128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] 10.222.0.66 "DELETE /v2.0/networks/862e9e94-f727-4c39-8b1d-fd65c27d97e8 HTTP/1.1" status: 204 len: 168 time: 1.9853287 Jul 07 17:14:20.670603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a94b-cdcb-48a3-a7d7-781ca752302e admin admin] Pushing event deleted for resources: {'Network': ['ID=862e9e94-f727-4c39-8b1d-fd65c27d97e8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.703982 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:20.890546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf1ccd-9a8a-40c3-9755-20e468aa36a8 req-912fbf9f-db0d-426d-a46e-8586e3d075a1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.895617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37bf1ccd-9a8a-40c3-9755-20e468aa36a8 req-912fbf9f-db0d-426d-a46e-8586e3d075a1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.1593072 Jul 07 17:14:20.992455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37bf1ccd-9a8a-40c3-9755-20e468aa36a8 req-42739c3e-d372-4add-b72f-b4ea3d826dd1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 Jul 07 17:14:21.044493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8354b8e-23be-46b4-abed-3942e15fe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.046479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-f8354b8e-23be-46b4-abed-3942e15fe156 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 1100 time: 0.8031049 Jul 07 17:14:21.064781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44318) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.112053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Attempting to bind port b501c378-ec16-4cf1-a58c-d085917df120 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:21.112376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Attempting to bind port b501c378-ec16-4cf1-a58c-d085917df120 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:21.112660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Attempting to bind port b501c378-ec16-4cf1-a58c-d085917df120 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:21.112864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9d9d3ab-3fc3-49a4-972a-0c587d43c87f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23070fcbfa7a42c596f5365dfc4acc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468020 Jul 07 17:14:21.113794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44320) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.121151 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-e2be3379-a411-47c9-b8fc-8595c128b413 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9a676de4-39c9-4486-8bc5-249be8b76590 HTTP/1.1" status: 200 len: 217 time: 0.0570860 Jul 07 17:14:21.125466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Port b501c378-ec16-4cf1-a58c-d085917df120 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:21.125872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Attempting to bind port b501c378-ec16-4cf1-a58c-d085917df120 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:21.134063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:21.134417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:21.134842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:21.135282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Bound port: b501c378-ec16-4cf1-a58c-d085917df120, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:21.135649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.176387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.203556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.267348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.274487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-4a468ab9-d4fb-482a-b794-1331c1115e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.275977 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-4a468ab9-d4fb-482a-b794-1331c1115e90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1438138 Jul 07 17:14:21.276336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.281811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5009af4e-79eb-4289-a374-91f582dc9ad3 HTTP/1.1" status: 204 len: 168 time: 0.1657016 Jul 07 17:14:21.294663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8de21-bb57-409b-9793-0cb49f4381ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009af4e-79eb-4289-a374-91f582dc9ad3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.323995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:21.353659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b501c378-ec16-4cf1-a58c-d085917df120,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:21.358693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:21.359053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.423147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.508251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.509316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.511208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] 10.222.0.23 "PUT /v2.0/ports/b501c378-ec16-4cf1-a58c-d085917df120 HTTP/1.1" status: 200 len: 1097 time: 2.9931312 Jul 07 17:14:21.575375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-743302dc-8575-48a3-aa0f-ded8b737792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.577182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-743302dc-8575-48a3-aa0f-ded8b737792e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2923346 Jul 07 17:14:21.665919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:21.668826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.676402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.676962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.677928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.678543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.679268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.679807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.680346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.683089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ff79f42-2a52-4949-92f7-5ac75e454392 req-2b53a412-9172-4abc-9a68-732c82d49d2b tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5035 time: 0.3031254 Jul 07 17:14:21.732275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469c9d2-f350-4a1e-85de-45b3f1837d90 service neutron] Pushing event updated for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.776931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:21.886497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-17dbe56a-f096-484b-ab01-7b517094fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.888115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-17dbe56a-f096-484b-ab01-7b517094fd0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc71979b92f14e0e81bafd62be664845&device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 1100 time: 0.3298903 Jul 07 17:14:21.927008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:21.962410 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-6c78fd43-f64c-4a64-b169-89cd26199285 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b501c378-ec16-4cf1-a58c-d085917df120 HTTP/1.1" status: 200 len: 217 time: 0.0652001 Jul 07 17:14:21.973137 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-1f209709-7b4f-4447-b744-d027d54aac8e service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590860 Jul 07 17:14:22.032428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:22.047419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:22.047832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.149434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d00d57-bce2-4df7-ab5a-7416c1d90249 req-f6e01e22-bb1a-40ca-8e8a-4ccf05ae6279 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.152693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4d00d57-bce2-4df7-ab5a-7416c1d90249 req-f6e01e22-bb1a-40ca-8e8a-4ccf05ae6279 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 948 time: 0.1286514 Jul 07 17:14:22.192127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.213753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4d00d57-bce2-4df7-ab5a-7416c1d90249 req-5ff7273d-f9c9-4f4d-adca-708b0751e829 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513060 Jul 07 17:14:22.306270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.308045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:22.310418 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcdac9a-8368-405a-8d5a-44c70144b7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "tag": "b501c378-ec16-4cf1-a58c-d085917df120"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:22.313836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-c1ad91b3-a1f5-4ef2-b4e7-25905f129b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.315386 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-c1ad91b3-a1f5-4ef2-b4e7-25905f129b27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.3413448 Jul 07 17:14:22.362297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=3ef44339-b357-4f18-b0ed-5d1a5e20c7bc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.459433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bdb8a-4797-4298-84a8-b4155df695ff req-87f930aa-f8bf-4575-9faf-2174d7ce1a2d tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.460870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-957bdb8a-4797-4298-84a8-b4155df695ff req-87f930aa-f8bf-4575-9faf-2174d7ce1a2d tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 886 time: 0.1694858 Jul 07 17:14:22.514987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25099628-9e83-4a15-8dae-dca2f668aaf0 req-211e969b-cedd-4e82-be59-77ac9135f9e3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.518965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25099628-9e83-4a15-8dae-dca2f668aaf0 req-211e969b-cedd-4e82-be59-77ac9135f9e3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.1230748 Jul 07 17:14:22.527309 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc27ad9b-4964-4f37-9924-2af2096262d1 req-77a0b8e9-5aeb-4bcf-932d-adf8df6160e1 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439813 Jul 07 17:14:22.529462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.594591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25099628-9e83-4a15-8dae-dca2f668aaf0 req-467f9323-e917-43a3-99ea-05ce83bef8c3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705457 Jul 07 17:14:22.659750 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05fddf-254e-4f11-acec-ab7b46fdc183 x-openstack-request-id: req-3d05fddf-254e-4f11-acec-ab7b46fdc183 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:22.660128 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "tag": "b501c378-ec16-4cf1-a58c-d085917df120", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:22.660446 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d05fddf-254e-4f11-acec-ab7b46fdc183 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:22.660900 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120', 'status': 'completed', 'code': 200} Jul 07 17:14:22.754919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-9baafdac-7c2b-48fc-b6ed-f22618358352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.755962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-9baafdac-7c2b-48fc-b6ed-f22618358352 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4073491 Jul 07 17:14:22.792736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.793223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.793721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.794166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.794654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.795157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.795624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.797488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4501bd56-c898-4a10-86a8-b29278b764cd req-7f15229d-87d7-46eb-80de-d2fd08dc9c6f tempest-NetworksTest-595369383 tempest-NetworksTest-595369383-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5035 time: 0.1567307 Jul 07 17:14:22.846830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Router d9495dab-756e-48ec-88b8-244c08018722 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:23.093443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-66b08bac-dee0-48eb-b731-92a5d0e48a4f tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309057 Jul 07 17:14:23.170417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.237503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-8ba45422-0606-4b34-99f6-5f0aed8eb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.239184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-8ba45422-0606-4b34-99f6-5f0aed8eb576 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 1100 time: 0.5774794 Jul 07 17:14:23.251209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-7f00d84b-a162-4363-978d-38d5f10172c1 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.259020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-7f00d84b-a162-4363-978d-38d5f10172c1 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593606 Jul 07 17:14:23.274033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-a5b2ea08-b806-47d8-8918-4be7f56d02c5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/quotas/3479d2e9cee2421facdb4c7f5cc35da3 HTTP/1.1" status: 200 len: 375 time: 0.0105057 Jul 07 17:14:23.278182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-28039ae5-f3e5-4d8b-a657-00ee7cc88ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939911 Jul 07 17:14:23.304052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:23.315173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-96c253e7-00cd-4aab-8f46-b5e8993e30aa tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345819 Jul 07 17:14:23.323240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-806aad1a-d2d4-49cf-9266-e7e5f1103ec9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "PUT /v2.0/routers/d9495dab-756e-48ec-88b8-244c08018722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0049770 Jul 07 17:14:23.323776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Sync routers for ids ['d9495dab-756e-48ec-88b8-244c08018722'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:23.336489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a78b22a-1d65-479e-9beb-e5ddbafa281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.338071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Routers {'d9495dab-756e-48ec-88b8-244c08018722'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:23.338928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d9495dab-756e-48ec-88b8-244c08018722'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:23.339943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44404) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.448206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Set router d9495dab-756e-48ec-88b8-244c08018722 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:23.466778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05193a89-8c8c-4b4f-8ddc-26617b3a78c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.468417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05193a89-8c8c-4b4f-8ddc-26617b3a78c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.472627 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05193a89-8c8c-4b4f-8ddc-26617b3a78c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1290402 Jul 07 17:14:23.473522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44406) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.487673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-343c7167-a996-448e-88be-0d956d99733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.489378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-343c7167-a996-448e-88be-0d956d99733f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2378702 Jul 07 17:14:23.595411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:22Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:23.612865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a78b22a-1d65-479e-9beb-e5ddbafa281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.629281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43deee0-e158-41f2-83de-7853d9a52e26 req-a9cf3149-d6bf-4e0f-9234-64875b911237 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227749 Jul 07 17:14:23.633664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Checking router: d9495dab-756e-48ec-88b8-244c08018722 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:23.641385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e702b12d-00a9-4a49-b3c4-b6490a16997c req-aee597d1-42df-4936-b0cd-9e02a4b7a986 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 210 time: 0.0529461 Jul 07 17:14:23.647006 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-de433d26-3b2e-4459-ac9a-d50d241a6ea8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9a676de4-39c9-4486-8bc5-249be8b76590 HTTP/1.1" status: 200 len: 217 time: 0.0857840 Jul 07 17:14:23.648654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a78b22a-1d65-479e-9beb-e5ddbafa281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.652834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Routers {'d9495dab-756e-48ec-88b8-244c08018722'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:23.653483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d9495dab-756e-48ec-88b8-244c08018722'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:23.654027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 107db4ab-a1c3-41c3-9850-b1cc68ce76d6 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:23.672853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.714612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc1af-19a1-45a3-afba-57c45b2018a3 req-541095e3-3651-4d10-a231-47b42cb7788b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.722104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27ebc1af-19a1-45a3-afba-57c45b2018a3 req-541095e3-3651-4d10-a231-47b42cb7788b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 948 time: 0.1824856 Jul 07 17:14:23.753796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78b22a-1d65-479e-9beb-e5ddbafa281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50f8135-1f89-43d2-9eda-5074f04cea24,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.765313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6a78b22a-1d65-479e-9beb-e5ddbafa281e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12f131d0eb3347b892fe4e056ab05e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929797 Jul 07 17:14:23.768576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44420) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:23.795319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.797384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] Set router d9495dab-756e-48ec-88b8-244c08018722 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:23.820871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27ebc1af-19a1-45a3-afba-57c45b2018a3 req-77414b71-6691-48bd-8edb-6fd1bc9ec6cb tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977721 Jul 07 17:14:23.895899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:22Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:23.922132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.961327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-770c7904-cbfc-4018-9472-3ff09e3fd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.963073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-770c7904-cbfc-4018-9472-3ff09e3fd686 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2413700 Jul 07 17:14:23.966195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb4312-b5b8-446b-8820-96c1ace11d2e None None] The sync data for ids ['d9495dab-756e-48ec-88b8-244c08018722'] in n-d-791505-12 is: [{'id': 'd9495dab-756e-48ec-88b8-244c08018722', 'name': 'tempest-NetworksTestDHCPv6-router-1089941334', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:11Z', 'updated_at': '2021-07-07T17:14:22Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:23.979744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.080037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.110434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.113389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.116448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b50f8135-1f89-43d2-9eda-5074f04cea24 HTTP/1.1" status: 204 len: 168 time: 0.3454168 Jul 07 17:14:24.131858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c825c4-5a74-4a79-bf8e-8144862c1ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50f8135-1f89-43d2-9eda-5074f04cea24,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.152887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac0a5-02cf-4fc1-89cf-601d5ab5a40e req-df2aaf9e-b8bc-4c50-ae06-249d41a253d3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.160025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a32ac0a5-02cf-4fc1-89cf-601d5ab5a40e req-df2aaf9e-b8bc-4c50-ae06-249d41a253d3 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.1022081 Jul 07 17:14:24.217876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a32ac0a5-02cf-4fc1-89cf-601d5ab5a40e req-90dfd997-ffda-4a9a-a5c4-8db244604d1b tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Jul 07 17:14:24.253485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-faf41838-37a4-4c99-b79c-e257f9146c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.259154 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-faf41838-37a4-4c99-b79c-e257f9146c9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc71979b92f14e0e81bafd62be664845&device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 1100 time: 0.5386097 Jul 07 17:14:24.268070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-c2e84c87-af2d-4376-a324-3b5fb489eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.273227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-c2e84c87-af2d-4376-a324-3b5fb489eba6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2631078 Jul 07 17:14:24.321189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.512941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=107db4ab-a1c3-41c3-9850-b1cc68ce76d6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.530588 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.534006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee91f86-b3b7-4d4c-b413-71f73435725c None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:24.534674 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2fee522-573e-4aa4-b477-524f9ad98747 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/107db4ab-a1c3-41c3-9850-b1cc68ce76d6 HTTP/1.1" status: 204 len: 168 time: 1.0576019 Jul 07 17:14:24.534820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.591184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-1b201a98-7633-4a39-b136-1ac76a844db4 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965016 Jul 07 17:14:24.592371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-07b67164-5f46-43ad-913a-62a619ef13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.593793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-07b67164-5f46-43ad-913a-62a619ef13bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3195825 Jul 07 17:14:24.653065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44442) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.701300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-d852e1a1-34a9-4434-9fc8-4425cfdc8090 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b501c378-ec16-4cf1-a58c-d085917df120 HTTP/1.1" status: 200 len: 217 time: 0.0938697 Jul 07 17:14:24.760078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73dabe33-5e17-4388-a834-bc356e2059b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.779621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7feff57d-f868-418a-b1a0-2fdbbc75a6ef req-0907ce87-5293-4ea2-81f8-7b6036f2bfa5 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818550 Jul 07 17:14:24.781475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-ad3c112f-53c1-40fd-a371-cad811487a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.782878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-ad3c112f-53c1-40fd-a371-cad811487a29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0732698 Jul 07 17:14:24.817792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44448) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.858118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:24.887112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-8af24c49-f8d9-434f-b00a-c8c197be9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.888688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-8af24c49-f8d9-434f-b00a-c8c197be9743 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917523 Jul 07 17:14:24.895260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.896097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c8a9755-518c-4496-80de-11dd123ca4dc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3596277 Jul 07 17:14:24.968241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Deleting port 7dd62660-1c23-46c2-87ec-a60244fb81d8 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:24.968683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.018715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73dabe33-5e17-4388-a834-bc356e2059b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.039957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.051319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] For port 7dd62660-1c23-46c2-87ec-a60244fb81d8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7dd62660-1c23-46c2-87ec-a60244fb81d8,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:25.051659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.066684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Calling delete_port for 7dd62660-1c23-46c2-87ec-a60244fb81d8 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:25.068095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bff22a59-6d1f-491d-bcde-fdea68b6b2a5 req-efcc4a39-f387-4bac-8cab-a7f7a807a2be tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 210 time: 0.1701407 Jul 07 17:14:25.087359 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa35a6e3-0e6c-4e3f-88ec-018c95fcd4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.100641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73dabe33-5e17-4388-a834-bc356e2059b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.167000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dabe33-5e17-4388-a834-bc356e2059b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc9032-7295-437c-8765-16ee694a7449,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.203607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.205235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-73dabe33-5e17-4388-a834-bc356e2059b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ff46be96b144a258b9477c6a3d190be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505178 Jul 07 17:14:25.206275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44456) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.222816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] No DVR routers for this DVR port 7dd62660-1c23-46c2-87ec-a60244fb81d8 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:25.248701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-f1bc1eb8-85e3-44c8-8829-b3c21a16def3 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064389 Jul 07 17:14:25.262875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Pushing event deleted for resources: {'Port': ['ID=7dd62660-1c23-46c2-87ec-a60244fb81d8,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.273995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.274348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.274764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.275167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.275517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.275888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.276223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.276865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.277437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.277763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.278099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.278430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b9a4-2419-4035-bb8a-e39d55bad8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:25.306548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.325224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.423450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.460474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c70ce6-354d-4b8d-9150-dea2631ce3e3 req-33ab3486-cb7c-49ca-86eb-54ee94eceb98 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.462289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0c70ce6-354d-4b8d-9150-dea2631ce3e3 req-33ab3486-cb7c-49ca-86eb-54ee94eceb98 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 948 time: 0.3925736 Jul 07 17:14:25.565884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0c70ce6-354d-4b8d-9150-dea2631ce3e3 req-1280b364-fa27-476c-8abd-7cddd33ae6e9 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952508 Jul 07 17:14:25.567773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa35a6e3-0e6c-4e3f-88ec-018c95fcd4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.574663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa35a6e3-0e6c-4e3f-88ec-018c95fcd4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.596707 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-7ffdde2f-9349-4fa7-b8d0-3c56fafa75fa service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951568 Jul 07 17:14:25.601718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c950-d5f1-4f69-9ddd-1531baa05d61 req-21b6dd11-b52b-4896-8af4-f4afad92096c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.603311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e0c950-d5f1-4f69-9ddd-1531baa05d61 req-21b6dd11-b52b-4896-8af4-f4afad92096c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.2470095 Jul 07 17:14:25.604079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.614391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.614658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.617938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.621852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15fc9032-7295-437c-8765-16ee694a7449 HTTP/1.1" status: 204 len: 168 time: 0.4078381 Jul 07 17:14:25.656837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa35a6e3-0e6c-4e3f-88ec-018c95fcd4ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0a9556925374a05b55beb6b193732fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8365471 Jul 07 17:14:25.659604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.668181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35a6e3-0e6c-4e3f-88ec-018c95fcd4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d9623-71cb-4b7d-8096-b0248b573199,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.714243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b06b7-c155-4df6-bd55-acc20ec79785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc9032-7295-437c-8765-16ee694a7449,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.722641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e0c950-d5f1-4f69-9ddd-1531baa05d61 req-1928b33a-b0fa-4d34-8bc2-8e8b4602d320 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090939 Jul 07 17:14:25.723938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.724329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Fanout notify agent at l3_agent the message router_deleted on router d9495dab-756e-48ec-88b8-244c08018722 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:25.736283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.741647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac2406f7-4809-4e6f-8edf-f63f46cdb9c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/routers/d9495dab-756e-48ec-88b8-244c08018722 HTTP/1.1" status: 204 len: 168 time: 0.8453014 Jul 07 17:14:25.743743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44468) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:25.753343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:25.775286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-504f9df9-ab7d-4a6c-a434-35673e5ac267 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.777025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-504f9df9-ab7d-4a6c-a434-35673e5ac267 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5192430 Jul 07 17:14:25.791887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Request body: {'port': {'device_id': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '3479d2e9cee2421facdb4c7f5cc35da3'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:25.796277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b501c378-ec16-4cf1-a58c-d085917df120 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:25.802001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-efcdac9a-8368-405a-8d5a-44c70144b7f6 req-ac5aab47-5b1c-427c-ad7f-00eb6266a475 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997952 Jul 07 17:14:25.852088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.939799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.982519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:25.987646 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.015239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7dd62660-1c23-46c2-87ec-a60244fb81d8 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:26.023648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Made reservation on behalf of 3479d2e9cee2421facdb4c7f5cc35da3 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:26.027713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.046839 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.049081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7dd62660-1c23-46c2-87ec-a60244fb81d8 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:26.049437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7dd62660-1c23-46c2-87ec-a60244fb81d8 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:26.049862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:26.083776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:26.084244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3ef44339-b357-4f18-b0ed-5d1a5e20c7bc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:26.102523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b501c378-ec16-4cf1-a58c-d085917df120,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:26.116314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'b501c378-ec16-4cf1-a58c-d085917df120', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'b501c378-ec16-4cf1-a58c-d085917df120', 'mac_address': 'fa:16:3e:d6:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:26.149091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.153097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.154527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/793d9623-71cb-4b7d-8096-b0248b573199 HTTP/1.1" status: 204 len: 168 time: 0.4940491 Jul 07 17:14:26.186904 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.188216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d28e8b-4878-4710-aa27-663d7ef1712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d9623-71cb-4b7d-8096-b0248b573199,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:26.228698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b501c378-ec16-4cf1-a58c-d085917df120 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:26.270695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b501c378-ec16-4cf1-a58c-d085917df120,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:26.278157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.281674 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.289347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.300762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-640d3687-4b10-4943-a6a3-7108223f4d5a req-bf5917d8-6319-49b7-894c-b65b0d7253b8 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 210 time: 0.0559244 Jul 07 17:14:26.338793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:26.387486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:26.406570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.432003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1544d2-9498-40bb-a003-f142c285c82d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:26.448871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:26.454252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:26.459534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.460279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.480150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=53dcef37-01c6-46d6-b6f3-8b9d02be4c82,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:26.480688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518e761-b93c-4992-8e7e-539de5dea870 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:26.486034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55757323-c91a-41ff-91f8-458689836326 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7412026 Jul 07 17:14:26.488823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44488) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:26.501032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:26.551763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b501c378-ec16-4cf1-a58c-d085917df120'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:26.572080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.573778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.591682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Allocated IP 192.168.233.94 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/a54b8463-c059-4fdf-be6c-6fdd31fd900a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:26.706471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.713664 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.754699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.756775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fa67794e-a020-4881-9525-3a93d8ce8d9e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2663207 Jul 07 17:14:26.762122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44502) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:26.831656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:26.885084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.902484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '9a676de4-39c9-4486-8bc5-249be8b76590', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '9a676de4-39c9-4486-8bc5-249be8b76590', 'mac_address': 'fa:16:3e:f0:3d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:26.915480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Transition to ACTIVE for port object a54b8463-c059-4fdf-be6c-6fdd31fd900a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:26.993549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.994379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.101463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:27.102833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.112667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:27.143219 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.154296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Pushing event updated for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:27.157103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:27.162374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:27.193699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:27.215115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913bed8-fd91-4776-b348-3d51be48d13e req-930ab193-1298-4c66-8c9b-e4d489dffcdc tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.222609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d913bed8-fd91-4776-b348-3d51be48d13e req-930ab193-1298-4c66-8c9b-e4d489dffcdc tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 949 time: 0.3758464 Jul 07 17:14:27.257717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.258834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.300580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-ca141a8d-de61-4991-b6a4-7e6594248cc5 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5143483 Jul 07 17:14:27.323295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Request body: {'port': {'device_id': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:27.375417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d913bed8-fd91-4776-b348-3d51be48d13e req-8785f368-d9f8-401f-bbd2-d28f5318a4cb tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514230 Jul 07 17:14:27.392671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/53dcef37-01c6-46d6-b6f3-8b9d02be4c82/80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:27.487851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc63d6-2652-4365-ae01-9ce055a5b323 req-065f87aa-ec36-4d25-a8ab-730e1d6b8a8c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.489849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.496771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62dc63d6-2652-4365-ae01-9ce055a5b323 req-065f87aa-ec36-4d25-a8ab-730e1d6b8a8c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 948 time: 0.3401315 Jul 07 17:14:27.500035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.589029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.599256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Transition to ACTIVE for port object 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:27.607608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62dc63d6-2652-4365-ae01-9ce055a5b323 req-f109256c-fd20-4d97-b2dc-54bc1850363e tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095433 Jul 07 17:14:27.622268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Transition to ACTIVE for port object 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:27.672907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.803856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:27.804953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06f81804-64ac-4f13-9ba7-29c716f1fba5 None None] Provisioning for port a54b8463-c059-4fdf-be6c-6fdd31fd900a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:27.823366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.827963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:27.830470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06f81804-64ac-4f13-9ba7-29c716f1fba5 None None] Provisioning complete for port a54b8463-c059-4fdf-be6c-6fdd31fd900a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:27.830988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06f81804-64ac-4f13-9ba7-29c716f1fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.834721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Pushing event updated for resources: {'Port': ['ID=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:27.841995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:27.845086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:27.944674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-06f81804-64ac-4f13-9ba7-29c716f1fba5 None None] Port a54b8463-c059-4fdf-be6c-6fdd31fd900a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:27.982019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.003888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Attempting to bind port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:28.004517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Attempting to bind port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:28.005045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Attempting to bind port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:28.012541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:28.013211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:28.013782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.014558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:28.015220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Bound port: 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:28.016523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.028664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::1 (b929eabd-3b1c-4568-a210-678773ff9ccb/53dcef37-01c6-46d6-b6f3-8b9d02be4c82/9312c487-985b-4369-8543-ba28b56ead9c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:28.060663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54b8463-c059-4fdf-be6c-6fdd31fd900a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:28.073365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.091262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Transition to ACTIVE for port object a54b8463-c059-4fdf-be6c-6fdd31fd900a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:28.092013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['9a676de4-39c9-4486-8bc5-249be8b76590'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:28.099859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.168600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] For port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:28.177941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] For port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:28.186032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.260532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02672d3f-2c92-4abc-bf53-2fa84c42b9d3 req-a033c075-c4ae-485b-adff-6988467040f4 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.280947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02672d3f-2c92-4abc-bf53-2fa84c42b9d3 req-a033c075-c4ae-485b-adff-6988467040f4 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 935 time: 0.2326143 Jul 07 17:14:28.296169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c855c13-6b73-4d16-8904-b0fc69f3bb1f None None] Pushing event updated for resources: {'Port': ['ID=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.304834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.337871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.384456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Attempting to bind port a54b8463-c059-4fdf-be6c-6fdd31fd900a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:28.385961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Attempting to bind port a54b8463-c059-4fdf-be6c-6fdd31fd900a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:28.391698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Attempting to bind port a54b8463-c059-4fdf-be6c-6fdd31fd900a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:28.403487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Port a54b8463-c059-4fdf-be6c-6fdd31fd900a on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:28.407012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Attempting to bind port a54b8463-c059-4fdf-be6c-6fdd31fd900a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:28.414956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:28.415319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:28.415677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:28.416450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Bound port: a54b8463-c059-4fdf-be6c-6fdd31fd900a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:28.416726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.423520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 9312c487-985b-4369-8543-ba28b56ead9c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:28.431415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02672d3f-2c92-4abc-bf53-2fa84c42b9d3 req-fd9a018f-dde5-4bd6-a67b-15f00875cc9e tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483672 Jul 07 17:14:28.545341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.621510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:28.633741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:28.656332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.710757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:28.728176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:28.746276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:28.746927 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.761521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.762148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.768246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] 10.222.0.73 "PUT /v2.0/ports/a54b8463-c059-4fdf-be6c-6fdd31fd900a HTTP/1.1" status: 200 len: 1096 time: 1.4577863 Jul 07 17:14:28.768733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:28.771261 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3b047e-5b3d-4d78-950b-5551ea674c13" -d '{"events": [{"name": "network-changed", "server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:28.821032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=9312c487-985b-4369-8543-ba28b56ead9c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.854589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44564) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:28.903783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729772b-f817-4958-bd28-9a83169a9747 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.945344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05528-adbb-4c59-9226-d365a2714777 req-254529ad-ec99-49ab-8b67-b689ab6d397f tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.948250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ca05528-adbb-4c59-9226-d365a2714777 req-254529ad-ec99-49ab-8b67-b689ab6d397f tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 949 time: 0.2209427 Jul 07 17:14:28.961292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-e5d0e2fb-8463-49de-be97-1630fad3699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.963641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-e5d0e2fb-8463-49de-be97-1630fad3699e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 1099 time: 0.1362703 Jul 07 17:14:29.050779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-9dde46c5-744e-4a0a-8e73-b8652ae63ee4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a HTTP/1.1" status: 200 len: 217 time: 0.0787325 Jul 07 17:14:29.110120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-f958a122-67a0-4fa9-8f00-a30a32b457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.111862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-f958a122-67a0-4fa9-8f00-a30a32b457d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0534320 Jul 07 17:14:29.112949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-082ced0f-a978-4792-bfcb-0cbfc9161f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.212840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-5a9e7c41-b568-44fb-aadb-48dc6dfc9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.214539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-5a9e7c41-b568-44fb-aadb-48dc6dfc9511 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904512 Jul 07 17:14:29.343959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-082ced0f-a978-4792-bfcb-0cbfc9161f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.353134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-082ced0f-a978-4792-bfcb-0cbfc9161f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.376814 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-b7d56f72-7f22-44f5-a0a4-b504553c5b0c service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529047 Jul 07 17:14:29.387152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.395369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ca05528-adbb-4c59-9226-d365a2714777 req-9da188d7-d2eb-4736-bd29-da2257cfa3ed tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856109 Jul 07 17:14:29.421568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ced0f-a978-4792-bfcb-0cbfc9161f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560f0af-7962-49aa-9f83-6496e39833c5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.471376 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-082ced0f-a978-4792-bfcb-0cbfc9161f99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=351c83ea7bd540839e83f19c7fc7cdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934966 Jul 07 17:14:29.472012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44574) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.566517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.573992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5fe6d576-cc73-47e3-8cab-a2ecbe385d1c req-41ac8036-4959-4e2b-9e14-e0ae4d52d148 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838644 Jul 07 17:14:29.575211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145688d-159a-4c1b-8c1c-fed38526bb7f req-71fc7aa7-9e74-44da-b747-001b63b3b900 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.576693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c145688d-159a-4c1b-8c1c-fed38526bb7f req-71fc7aa7-9e74-44da-b747-001b63b3b900 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.2681174 Jul 07 17:14:29.595269 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f20f1-2d0e-4716-b30f-131650e57fca x-openstack-request-id: req-a63f20f1-2d0e-4716-b30f-131650e57fca {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:29.596107 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:29.596925 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a63f20f1-2d0e-4716-b30f-131650e57fca {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:29.599485 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a', 'status': 'completed', 'code': 200} Jul 07 17:14:29.605965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.658272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-05079ef6-8fe0-4fac-afda-044f32719994 None None] Provisioning for port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:29.683634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c145688d-159a-4c1b-8c1c-fed38526bb7f req-5a476da7-3e44-47c6-93fa-db952329064a tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894158 Jul 07 17:14:29.740891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-7546c89a-f942-4e2b-941a-a63715002b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.743165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-7546c89a-f942-4e2b-941a-a63715002b82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 1099 time: 0.0885601 Jul 07 17:14:29.812542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b501c378-ec16-4cf1-a58c-d085917df120 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:29.832758 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.839835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.840689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.903074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-eb6753d9-9406-40bb-bd85-531446685a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.904662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-eb6753d9-9406-40bb-bd85-531446685a95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1543329 Jul 07 17:14:29.905583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.908665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.909817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e560f0af-7962-49aa-9f83-6496e39833c5 HTTP/1.1" status: 204 len: 168 time: 0.4343770 Jul 07 17:14:29.930936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=9312c487-985b-4369-8543-ba28b56ead9c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.942309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8be110-8c05-4a7d-a9fe-ffe0c05b1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560f0af-7962-49aa-9f83-6496e39833c5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.957599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port b501c378-ec16-4cf1-a58c-d085917df120 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:29.965656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port b501c378-ec16-4cf1-a58c-d085917df120 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:29.966223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.044750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:30.046227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-a4384a22-6072-4b7b-95cd-f43d35e2a8a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a HTTP/1.1" status: 200 len: 217 time: 0.1145177 Jul 07 17:14:30.150089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-40c1e085-2235-47fa-8ae0-72eaa5eda8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.152217 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-40c1e085-2235-47fa-8ae0-72eaa5eda8e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1032059 Jul 07 17:14:30.184778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b65e-53d0-4de6-b519-cae25f72b30f req-e6341439-e2f8-40c4-9fcc-0b4a8328cb12 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.187103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ec0b65e-53d0-4de6-b519-cae25f72b30f req-e6341439-e2f8-40c4-9fcc-0b4a8328cb12 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 947 time: 0.1781449 Jul 07 17:14:30.200148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:30.208813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:30.246188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:30.261493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:30.262158 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.266884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.311262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f434e31-756f-4bc1-b4fd-def1768c85d3 None None] Provisioning for port 9312c487-985b-4369-8543-ba28b56ead9c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:30.320340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:30.325393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-5a8cf3b7-74c5-4730-993f-e2b1c5fb23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.329348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f434e31-756f-4bc1-b4fd-def1768c85d3 None None] Provisioning complete for port 9312c487-985b-4369-8543-ba28b56ead9c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:30.330006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f434e31-756f-4bc1-b4fd-def1768c85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.331258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-5a8cf3b7-74c5-4730-993f-e2b1c5fb23ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1699102 Jul 07 17:14:30.360205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ec0b65e-53d0-4de6-b519-cae25f72b30f req-e910f1e6-51b3-47e4-aac1-cb78742738a9 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623042 Jul 07 17:14:30.418927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:30.431802 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4996c0cd-fb43-41ae-8515-aa5f78b00034" -d '{"events": [{"server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "name": "network-vif-plugged", "status": "completed", "tag": "b501c378-ec16-4cf1-a58c-d085917df120"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:30.517601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-c45ee204-7429-4912-a6d1-6a8d82474d62 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783109 Jul 07 17:14:30.526060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Router 7f258567-5b81-4a36-bb15-ea8aba909182 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:30.571679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0f434e31-756f-4bc1-b4fd-def1768c85d3 None None] Port 9312c487-985b-4369-8543-ba28b56ead9c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:30.576843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b501c378-ec16-4cf1-a58c-d085917df120,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:30.592501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.644646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fbd986d-22a9-4aee-bc6e-eabf5f77957d req-caeb3fee-56b0-409b-a31f-71fbe6536bcb tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f7210024c25844e2b7c97cdd33408bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002281 Jul 07 17:14:30.650629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 9a676de4-39c9-4486-8bc5-249be8b76590 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:30.685390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 9a676de4-39c9-4486-8bc5-249be8b76590 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:30.686133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.688780 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b3b047e-5b3d-4d78-950b-5551ea674c13 req-1598692d-9b04-4890-b65a-1545b3f6ed0b service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626303 Jul 07 17:14:30.751430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.767942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.780593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ed5bd26d-bb70-4c65-8e1d-cdcc3f4ac211 None None] Provisioning complete for port 9312c487-985b-4369-8543-ba28b56ead9c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:30.780973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd26d-bb70-4c65-8e1d-cdcc3f4ac211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.789573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:30.799652 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Sync routers for ids ['7f258567-5b81-4a36-bb15-ea8aba909182'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:30.800201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44614) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:30.800321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4c2e8b19-26d3-4851-817d-b9e6b331447e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "PUT /v2.0/routers/7f258567-5b81-4a36-bb15-ea8aba909182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0350926 Jul 07 17:14:30.816885 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Routers {'7f258567-5b81-4a36-bb15-ea8aba909182'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:30.818065 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7f258567-5b81-4a36-bb15-ea8aba909182'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:30.829934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bd26d-bb70-4c65-8e1d-cdcc3f4ac211 None None] Port 9312c487-985b-4369-8543-ba28b56ead9c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:30.831907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d3866-7a22-464f-9125-6f8d98f23d62 req-2c99bb94-bea9-46ca-ac9d-b22782b227ba tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.834573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b2d3866-7a22-464f-9125-6f8d98f23d62 req-2c99bb94-bea9-46ca-ac9d-b22782b227ba tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 950 time: 0.2245543 Jul 07 17:14:30.861599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:30.869212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.875391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd986d-22a9-4aee-bc6e-eabf5f77957d req-6799160d-7f35-4fe8-9b0d-3076c2a6db73 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.884363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fbd986d-22a9-4aee-bc6e-eabf5f77957d req-6799160d-7f35-4fe8-9b0d-3076c2a6db73 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382200 Jul 07 17:14:30.913030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1a598-9993-40c4-9a19-5da76ab05e33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.923399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fbd986d-22a9-4aee-bc6e-eabf5f77957d req-f387ca96-4353-496d-a5f3-e68f799775f6 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/quotas/f7210024c25844e2b7c97cdd33408bb7 HTTP/1.1" status: 200 len: 375 time: 0.0384486 Jul 07 17:14:30.924839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6ae1a598-9993-40c4-9a19-5da76ab05e33 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports/9312c487-985b-4369-8543-ba28b56ead9c HTTP/1.1" status: 200 len: 911 time: 0.1239290 Jul 07 17:14:30.925025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44618) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:30.930590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b2d3866-7a22-464f-9125-6f8d98f23d62 req-8eee3830-060a-4c41-b79a-706ede46dddf tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905600 Jul 07 17:14:30.996639 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.005703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fbd986d-22a9-4aee-bc6e-eabf5f77957d req-4b16e1ea-b06f-4882-b5df-2c25832e6057 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7210024c25844e2b7c97cdd33408bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811231 Jul 07 17:14:31.015667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.043291 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Set router 7f258567-5b81-4a36-bb15-ea8aba909182 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:31.048492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:31.056549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.087589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5731fbe-d833-4a6c-bb52-5be18fffad73 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.104155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5731fbe-d833-4a6c-bb52-5be18fffad73 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.106131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d5731fbe-d833-4a6c-bb52-5be18fffad73 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1794674 Jul 07 17:14:31.109029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44624) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:31.149812 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4d194-612f-4a37-8d6a-f6c5b6d2c1ee x-openstack-request-id: req-fef4d194-612f-4a37-8d6a-f6c5b6d2c1ee {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:31.150105 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "name": "network-vif-plugged", "status": "completed", "tag": "b501c378-ec16-4cf1-a58c-d085917df120", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:31.150361 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fef4d194-612f-4a37-8d6a-f6c5b6d2c1ee {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:31.155632 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120', 'code': 200} Jul 07 17:14:31.182499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.307310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02790057-efa1-44ba-8da1-6dbd4f59b858 req-07663304-d976-4994-8d1a-ba1e4e00cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.314297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02790057-efa1-44ba-8da1-6dbd4f59b858 req-07663304-d976-4994-8d1a-ba1e4e00cb49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 1102 time: 0.1361585 Jul 07 17:14:31.340279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:31.366178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02790057-efa1-44ba-8da1-6dbd4f59b858 req-815daf20-e8a5-42d5-aad1-3a5e9780bc71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Jul 07 17:14:31.467369 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:28Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '9312c487-985b-4369-8543-ba28b56ead9c', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:90:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:27Z', 'updated_at': '2021-07-07T17:14:29Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:31.494172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2138086890-network', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:31.498781 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Checking router: 7f258567-5b81-4a36-bb15-ea8aba909182 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:31.499136 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Updating router 7f258567-5b81-4a36-bb15-ea8aba909182 port 9312c487-985b-4369-8543-ba28b56ead9c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:31.514120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820878-09bd-4f39-86b0-c5cf8f59c086 req-44e02978-52d3-4a94-bd3f-ff648985e031 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.515705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac820878-09bd-4f39-86b0-c5cf8f59c086 req-44e02978-52d3-4a94-bd3f-ff648985e031 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 950 time: 0.2025609 Jul 07 17:14:31.524232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Made reservation on behalf of aba10b87853840318a9fcbed9ed82652 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:31.528492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.539439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.545905 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.593574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac820878-09bd-4f39-86b0-c5cf8f59c086 req-ee8bd728-a0ee-4f12-ae1d-3eebb3642fa5 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689116 Jul 07 17:14:31.668811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.676403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.729446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2ed0b-94f1-4566-bc51-9c9f52f52b65,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.743014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:31.759130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.760578 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Added segment 080f5a20-8641-4a7f-a0bc-47e036af7f06 of type vlan for network 2858113b-a95c-4ca2-ba19-8d5bfb507587 Jul 07 17:14:31.795188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.826492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.868966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.870186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.874508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.899236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:31.971471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6298754 Jul 07 17:14:31.985663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44656) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:31.991175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Request body: {'subnet': {'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2138086890-subnet', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:31.998733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:31.999353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.002138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d31ed-2ea9-4af1-b4b0-4811762eaa43 admin admin] Pushing event updated for resources: {'Network': ['ID=2858113b-a95c-4ca2-ba19-8d5bfb507587,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.028900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:32.101685 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.119931 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Transition to ACTIVE for port object 9312c487-985b-4369-8543-ba28b56ead9c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:32.133648 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.233434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654b0d-2f4b-4968-9c15-64e649580e10 None None] Pushing event updated for resources: {'Port': ['ID=9312c487-985b-4369-8543-ba28b56ead9c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.306062 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Attempting to bind port 9312c487-985b-4369-8543-ba28b56ead9c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:32.306635 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Attempting to bind port 9312c487-985b-4369-8543-ba28b56ead9c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:32.307003 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Attempting to bind port 9312c487-985b-4369-8543-ba28b56ead9c on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:32.312806 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:32.313217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:32.313574 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.314015 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:32.314708 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Bound port: 9312c487-985b-4369-8543-ba28b56ead9c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:32.315116 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.340643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a54b8463-c059-4fdf-be6c-6fdd31fd900a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:32.400102 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] For port 9312c487-985b-4369-8543-ba28b56ead9c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:32.404339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] For port 9312c487-985b-4369-8543-ba28b56ead9c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9312c487-985b-4369-8543-ba28b56ead9c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:32.410571 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.476412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:32.477799 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Routers {'7f258567-5b81-4a36-bb15-ea8aba909182'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:32.478875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7f258567-5b81-4a36-bb15-ea8aba909182'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:32.494522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a', 'mac_address': 'fa:16:3e:9a:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:32.507807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Made reservation on behalf of aba10b87853840318a9fcbed9ed82652 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:32.510507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.526520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654b0d-2f4b-4968-9c15-64e649580e10 None None] Pushing event updated for resources: {'Port': ['ID=9312c487-985b-4369-8543-ba28b56ead9c,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.545865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.567361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54b8463-c059-4fdf-be6c-6fdd31fd900a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:32.596551 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] Set router 7f258567-5b81-4a36-bb15-ea8aba909182 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:32.603672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:32.609553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.616012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d433e8-c89e-4811-8d81-075f2f92ef25 req-75f179ec-52a0-437e-bf89-5cbeb54cbcb0 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.623072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99d433e8-c89e-4811-8d81-075f2f92ef25 req-75f179ec-52a0-437e-bf89-5cbeb54cbcb0 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 947 time: 0.8315761 Jul 07 17:14:32.687330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.724976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117236b-4a16-4a19-a8d9-cd7ec79096d1 req-63c87d90-c419-4c49-8e77-309810d83afa tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.726571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6117236b-4a16-4a19-a8d9-cd7ec79096d1 req-63c87d90-c419-4c49-8e77-309810d83afa tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 950 time: 0.2612598 Jul 07 17:14:32.740226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99d433e8-c89e-4811-8d81-075f2f92ef25 req-e5ed0115-db50-4882-922a-7297f05ecdbf tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149611 Jul 07 17:14:32.827996 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:28Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '9312c487-985b-4369-8543-ba28b56ead9c', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:90:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:27Z', 'updated_at': '2021-07-07T17:14:32Z', 'revision_number': 4, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:32.834669 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6117236b-4a16-4a19-a8d9-cd7ec79096d1 req-bfa38b54-7448-4a0f-ba14-a189e59c21d6 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930686 Jul 07 17:14:32.844509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a54b8463-c059-4fdf-be6c-6fdd31fd900a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:32.885507 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dfdf6b-45fc-4c92-b1c5-7ed8e68f3027 None None] The sync data for ids ['7f258567-5b81-4a36-bb15-ea8aba909182'] in n-d-791505-12 is: [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:28Z', 'revision_number': 2, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None, '_interfaces': [{'id': '9312c487-985b-4369-8543-ba28b56ead9c', 'name': '', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'mac_address': 'fa:16:3e:90:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:27Z', 'updated_at': '2021-07-07T17:14:32Z', 'revision_number': 4, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'subnets': [{'id': '53dcef37-01c6-46d6-b6f3-8b9d02be4c82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:32.972428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 9312c487-985b-4369-8543-ba28b56ead9c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:32.972757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.989970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.058076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa09239-67ad-4b41-ac27-34fc4eb574ca req-e77d0c1b-cd9c-4f3a-9700-6d0696121867 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f7210024c25844e2b7c97cdd33408bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013434 Jul 07 17:14:33.158231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:33.160050 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f288a4-1169-457a-b2e7-ff950b3904af" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:33.190292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.266570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Checking segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:33.266943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Network hostable DHCP agents. Network: 2858113b-a95c-4ca2-ba19-8d5bfb507587, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:33.270602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 9312c487-985b-4369-8543-ba28b56ead9c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9312c487-985b-4369-8543-ba28b56ead9c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:33.271025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.311837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 9312c487-985b-4369-8543-ba28b56ead9c owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:33.354132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa09239-67ad-4b41-ac27-34fc4eb574ca req-071bdd32-ee5b-448a-8bd9-f4bf8ad75c95 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.355804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa09239-67ad-4b41-ac27-34fc4eb574ca req-071bdd32-ee5b-448a-8bd9-f4bf8ad75c95 tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850218 Jul 07 17:14:33.393409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:33.428452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2858113b-a95c-4ca2-ba19-8d5bfb507587) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:33.438156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.438841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.440610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c561c-b74c-4912-81fb-243e6df1f925 None None] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:33.446422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa09239-67ad-4b41-ac27-34fc4eb574ca req-d0598396-bc88-40dc-9ded-26a16ee38e8b tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/quotas/f7210024c25844e2b7c97cdd33408bb7 HTTP/1.1" status: 200 len: 375 time: 0.0484800 Jul 07 17:14:33.458646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f432ba4-08f5-4970-b1b5-fa559dae2cf5 req-0317a3e8-bc36-43dd-a3c8-3e27694e6226 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.465791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f432ba4-08f5-4970-b1b5-fa559dae2cf5 req-0317a3e8-bc36-43dd-a3c8-3e27694e6226 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 950 time: 0.2659793 Jul 07 17:14:33.560967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efa09239-67ad-4b41-ac27-34fc4eb574ca req-795cf196-6a4a-48a0-9d9c-afb7c3387f8e tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7210024c25844e2b7c97cdd33408bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884027 Jul 07 17:14:33.567027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-198f30d9-7786-4585-a949-d2c8e6a6e5a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5775428 Jul 07 17:14:33.568370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:33.575644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:33.602632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f432ba4-08f5-4970-b1b5-fa559dae2cf5 req-0b0bd6e8-b26c-4219-82e2-30a439876376 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357849 Jul 07 17:14:33.603592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.605955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.631788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2858113b-a95c-4ca2-ba19-8d5bfb507587', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:33.632761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.683714 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a24707-99e0-4615-90a4-f97d852f24fc x-openstack-request-id: req-28a24707-99e0-4615-90a4-f97d852f24fc {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:33.684269 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:33.684767 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28a24707-99e0-4615-90a4-f97d852f24fc {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:33.685321 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'code': 200} Jul 07 17:14:33.715901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.790204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=9312c487-985b-4369-8543-ba28b56ead9c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.841755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.924651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Allocated IP 172.20.0.2 (2858113b-a95c-4ca2-ba19-8d5bfb507587/dacd740f-b02f-4cce-b95f-5b2cbd96f3b8/304f7947-6a39-4a9a-97dd-122ac5431d44) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:34.021690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9312c487-985b-4369-8543-ba28b56ead9c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:34.058204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9312c487-985b-4369-8543-ba28b56ead9c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:34.058861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9312c487-985b-4369-8543-ba28b56ead9c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:14:34.060174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.083994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port 9312c487-985b-4369-8543-ba28b56ead9c not found, will not notify nova. {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:14:34.148222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.171261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd89a19-9dd7-486d-8988-1ec7fe59061b req-e14e735a-bcd3-4ac1-b46b-1e2300655a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.173483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecd89a19-9dd7-486d-8988-1ec7fe59061b req-e14e735a-bcd3-4ac1-b46b-1e2300655a80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 1102 time: 0.3755083 Jul 07 17:14:34.204374 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.213561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Transition to ACTIVE for port object 304f7947-6a39-4a9a-97dd-122ac5431d44 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.230455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Transition to ACTIVE for port object 304f7947-6a39-4a9a-97dd-122ac5431d44 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.238519 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.268711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecd89a19-9dd7-486d-8988-1ec7fe59061b req-4e9b57b9-15d4-4598-a478-98e87e8602ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811651 Jul 07 17:14:34.279618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:34.282807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:34.287449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:34.298159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Pushing event updated for resources: {'Port': ['ID=304f7947-6a39-4a9a-97dd-122ac5431d44,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.315288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80db44-6659-41b1-ab42-d1bf7047f5cd req-4957e6a0-5e70-49f0-acbf-70ab24f91b2e tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.316955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c80db44-6659-41b1-ab42-d1bf7047f5cd req-4957e6a0-5e70-49f0-acbf-70ab24f91b2e tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 948 time: 0.3651958 Jul 07 17:14:34.347544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Router 7f258567-5b81-4a36-bb15-ea8aba909182 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:34.355253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a54b8463-c059-4fdf-be6c-6fdd31fd900a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:34.384917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0da1e-57da-4834-8f90-feb8c912079d req-369450ae-f326-451c-9e8a-f77f19269586 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.385963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Attempting to bind port 304f7947-6a39-4a9a-97dd-122ac5431d44 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:34.386480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4b0da1e-57da-4834-8f90-feb8c912079d req-369450ae-f326-451c-9e8a-f77f19269586 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 950 time: 0.2074986 Jul 07 17:14:34.392055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Attempting to bind port 304f7947-6a39-4a9a-97dd-122ac5431d44 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:34.392426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Attempting to bind port 304f7947-6a39-4a9a-97dd-122ac5431d44 on network 2858113b-a95c-4ca2-ba19-8d5bfb507587 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:34.403194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:34.403573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Checking segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:34.403979 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.404502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Bound using segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:34.404942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Bound port: 304f7947-6a39-4a9a-97dd-122ac5431d44, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:34.405318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.452337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.462104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c80db44-6659-41b1-ab42-d1bf7047f5cd req-4e7762cf-abf0-48b5-839a-24f54aa13ecd tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295023 Jul 07 17:14:34.483760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a54b8463-c059-4fdf-be6c-6fdd31fd900a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:34.485119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.494219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a54b8463-c059-4fdf-be6c-6fdd31fd900a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:34.494640 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.498643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] For port 304f7947-6a39-4a9a-97dd-122ac5431d44, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:34.527678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:34.530499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] For port 304f7947-6a39-4a9a-97dd-122ac5431d44, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=304f7947-6a39-4a9a-97dd-122ac5431d44,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:34.534493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c845cc9a-a3d0-43b0-ae99-5dcd602c47e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "PUT /v2.0/routers/7f258567-5b81-4a36-bb15-ea8aba909182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4225073 Jul 07 17:14:34.538915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44696) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.549694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4b0da1e-57da-4834-8f90-feb8c912079d req-3bf95bd1-cf40-45a4-a606-b161b7cbb5ab tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559906 Jul 07 17:14:34.549963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.660230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448dc6f-5a69-4365-9399-bf82ed5510c4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.663446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448dc6f-5a69-4365-9399-bf82ed5510c4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.665368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2448dc6f-5a69-4365-9399-bf82ed5510c4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1252139 Jul 07 17:14:34.668352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.669337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936c68-c37e-46f8-b386-c572641bc484 None None] Pushing event updated for resources: {'Port': ['ID=304f7947-6a39-4a9a-97dd-122ac5431d44,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.686695 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.719476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Allocated IP 172.25.3.61 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e87268c6-41b9-4bf3-813d-ef6894bddb0a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:34.730889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:34.737932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.775523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 53dcef37-01c6-46d6-b6f3-8b9d02be4c82 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:34.786957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.817931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Sync routers for ids ['7f258567-5b81-4a36-bb15-ea8aba909182'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:34.836305 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.842701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Routers {'7f258567-5b81-4a36-bb15-ea8aba909182'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:34.843882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7f258567-5b81-4a36-bb15-ea8aba909182'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:34.891817 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.902945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.938623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Set router 7f258567-5b81-4a36-bb15-ea8aba909182 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:34.977194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.042710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:35.048115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:35.058973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:35.070769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Pushing event updated for resources: {'Port': ['ID=e87268c6-41b9-4bf3-813d-ef6894bddb0a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.118612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:33Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:35.149920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.201469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Checking router: 7f258567-5b81-4a36-bb15-ea8aba909182 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:35.232190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Routers {'7f258567-5b81-4a36-bb15-ea8aba909182'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:35.233680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7f258567-5b81-4a36-bb15-ea8aba909182'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:35.277918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed0a6f-489e-4147-bffe-b959120de987 req-c9359ed3-9bbf-4b92-979d-d547cc0186f8 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.287464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fed0a6f-489e-4147-bffe-b959120de987 req-c9359ed3-9bbf-4b92-979d-d547cc0186f8 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 950 time: 0.1533513 Jul 07 17:14:35.295490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.339073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.341067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/53dcef37-01c6-46d6-b6f3-8b9d02be4c82 HTTP/1.1" status: 204 len: 168 time: 0.6717067 Jul 07 17:14:35.341908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619feee-68ef-40c7-ac87-36522d6cc8ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=53dcef37-01c6-46d6-b6f3-8b9d02be4c82,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.353484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44720) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:35.373844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f79262-ec3d-41ef-8e81-b5b30585528b None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:35.419947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] Set router 7f258567-5b81-4a36-bb15-ea8aba909182 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:35.444571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fed0a6f-489e-4147-bffe-b959120de987 req-6ccc1604-ab85-4940-a35a-6f026fcce95d tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560495 Jul 07 17:14:35.498913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:33Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:35.514963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-24c334dd-ddd6-4b25-859c-1af4d3c60334 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1596351 Jul 07 17:14:35.517666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44724) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:35.540199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cb2ba-1325-4804-867a-9a9014edc6ba None None] The sync data for ids ['7f258567-5b81-4a36-bb15-ea8aba909182'] in n-d-791505-12 is: [{'id': '7f258567-5b81-4a36-bb15-ea8aba909182', 'name': 'tempest-NetworksTestDHCPv6-router-1608277288', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:26Z', 'updated_at': '2021-07-07T17:14:33Z', 'revision_number': 3, 'project_id': '5193bfc08b93413b856fc42340d9dfef', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:35.668059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.677914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e5604c-b2f7-48c1-bf89-01943c76fd77 req-30cea77b-677b-4166-a239-5372a2a712cf tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f7210024c25844e2b7c97cdd33408bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449717 Jul 07 17:14:35.686399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:35.688849 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf3593-6f99-4689-8a91-824aba4d1f3f" -d '{"events": [{"server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "name": "network-vif-plugged", "status": "completed", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:35.831952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-5137d9ae-2f16-4808-8fe8-14f0c01f1fd7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1632895 Jul 07 17:14:35.937641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:35.989000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.998866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.004143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.073911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Deleting port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:36.074294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.091681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253e6d-7436-43b3-937e-26ebc0348166 req-44109ccd-787a-4f6e-b2fd-b917a5119824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.093884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-44109ccd-787a-4f6e-b2fd-b917a5119824 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87569db29ba8472c81e622d8025419fd&device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 1097 time: 0.2144387 Jul 07 17:14:36.122107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 304f7947-6a39-4a9a-97dd-122ac5431d44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:36.127019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd6561-cfb3-4f19-969c-b87644f0ce31 req-82b803b8-7c10-4467-a3bb-7ae234f59da7 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.134632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28bd6561-cfb3-4f19-969c-b87644f0ce31 req-82b803b8-7c10-4467-a3bb-7ae234f59da7 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.3752687 Jul 07 17:14:36.144876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5604c-b2f7-48c1-bf89-01943c76fd77 req-757bcb03-fa2e-4b6b-b88b-400c74f4b9af tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.153571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e5604c-b2f7-48c1-bf89-01943c76fd77 req-757bcb03-fa2e-4b6b-b88b-400c74f4b9af tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4742160 Jul 07 17:14:36.169430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.170254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Fanout notify agent at l3_agent the message router_deleted on router 7f258567-5b81-4a36-bb15-ea8aba909182 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:36.193131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.195604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed07a0ae-e687-4e7d-8eb7-e4b54b78db72 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/routers/7f258567-5b81-4a36-bb15-ea8aba909182 HTTP/1.1" status: 204 len: 168 time: 0.6767926 Jul 07 17:14:36.198213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44742) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.221879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e5604c-b2f7-48c1-bf89-01943c76fd77 req-386a6883-8b2a-48f8-949c-561583fe98fd tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/quotas/f7210024c25844e2b7c97cdd33408bb7 HTTP/1.1" status: 200 len: 375 time: 0.0666466 Jul 07 17:14:36.244218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-0de2364a-0db2-4755-8293-397d7ee81697 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2337031 Jul 07 17:14:36.249545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a644f5-e712-4df6-985d-6c51c5321bf2 None None] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:36.298625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e5604c-b2f7-48c1-bf89-01943c76fd77 req-85e6809b-8222-4864-b825-28d98bb2b05d tempest-QuotasAdminNegativeTest-2034661298 tempest-QuotasAdminNegativeTest-2034661298-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7210024c25844e2b7c97cdd33408bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754800 Jul 07 17:14:36.337120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] For port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:36.337684 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.349830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28bd6561-cfb3-4f19-969c-b87644f0ce31 req-8882e7fa-3799-4708-a1df-2e9da22da226 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134893 Jul 07 17:14:36.379342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Calling delete_port for 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:36.384570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 304f7947-6a39-4a9a-97dd-122ac5431d44 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:36.417422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae2ab6-4ef8-4cad-bc3a-6c30a25a5083 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.422567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Provisioning for port 304f7947-6a39-4a9a-97dd-122ac5431d44 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:36.426258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0cae2ab6-4ef8-4cad-bc3a-6c30a25a5083 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2264397 Jul 07 17:14:36.427158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.456422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Provisioning complete for port 304f7947-6a39-4a9a-97dd-122ac5431d44 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:36.456527 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.458391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253e6d-7436-43b3-937e-26ebc0348166 req-fd9ce69c-a5fe-48e8-a761-dfe9cb870ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.460064 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-fd9ce69c-a5fe-48e8-a761-dfe9cb870ad3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 200 len: 925 time: 0.3393865 Jul 07 17:14:36.540190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ac12e-569f-4fba-95b6-dcb4c9576509 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.541701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c9ac12e-569f-4fba-95b6-dcb4c9576509 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136882 Jul 07 17:14:36.547274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9312c487-985b-4369-8543-ba28b56ead9c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:36.550582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44750) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.573615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9312c487-985b-4369-8543-ba28b56ead9c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:36.573990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9312c487-985b-4369-8543-ba28b56ead9c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:36.574390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:36.584481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.630573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-9a65c1ab-70c1-4f5d-99bc-0807bd273592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.632196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-9a65c1ab-70c1-4f5d-99bc-0807bd273592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40395408193645568a1d9c96597e4d57&device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 1097 time: 0.3239889 Jul 07 17:14:36.691949 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9767f0-6de4-4a85-991c-833891fb624a x-openstack-request-id: req-de9767f0-6de4-4a85-991c-833891fb624a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:36.692310 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "name": "network-vif-plugged", "status": "completed", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:36.692544 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de9767f0-6de4-4a85-991c-833891fb624a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:36.693166 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a', 'code': 200} Jul 07 17:14:36.781126 n-d-791505-12 neutron-server[93948]: INFO neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No ports have port_id starting with 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 Jul 07 17:14:36.785542 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.806948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-29c4ca83-30fa-4392-adf4-a42e15c8ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:36.808803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-29c4ca83-30fa-4392-adf4-a42e15c8ec0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 200 len: 916 time: 0.1227927 Jul 07 17:14:36.831472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] No DVR routers for this DVR port 80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:36.906425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.934432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-feb05e31-2faa-46a7-afe4-460f452e6577 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 200 len: 1001 time: 0.1050863 Jul 07 17:14:36.938422 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-9a20a697-2a9a-4120-96c4-59e2ccbaec68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 200 len: 1001 time: 0.4659815 Jul 07 17:14:37.012018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-6422f3ed-a0ec-47d0-854c-8fef7952eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.013627 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-6422f3ed-a0ec-47d0-854c-8fef7952eefa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5303c266-a58a-4c88-a033-0fb017c0ab1e HTTP/1.1" status: 200 len: 854 time: 0.0717409 Jul 07 17:14:37.022283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-960134c0-8d63-4ffa-a11a-dc98e2c6ff14 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4664350 Jul 07 17:14:37.022553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44756) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.029536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:37.096028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c563fae-664c-4f54-9df0-32a9c66a0b7e None None] Pushing event deleted for resources: {'Port': ['ID=80c6e0b9-a18b-4f93-9ab0-7fb4d52131e3,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:37.135268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] For port 304f7947-6a39-4a9a-97dd-122ac5431d44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=304f7947-6a39-4a9a-97dd-122ac5431d44,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:37.145647 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.168117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253e6d-7436-43b3-937e-26ebc0348166 req-4103328e-c244-44be-9047-8b9e1c5fb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.169858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-4103328e-c244-44be-9047-8b9e1c5fb4ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 200 len: 863 time: 0.1725156 Jul 07 17:14:37.216529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d36a1-27f5-4595-964f-925bcd42561e req-f8741ebf-5adf-4d84-8f87-6e79fadf25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.218220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b91d36a1-27f5-4595-964f-925bcd42561e req-f8741ebf-5adf-4d84-8f87-6e79fadf25dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 1101 time: 0.3994803 Jul 07 17:14:37.219523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d693ab-246c-4bd1-bba4-8f395af9f7ae None None] Pushing event updated for resources: {'Port': ['ID=304f7947-6a39-4a9a-97dd-122ac5431d44,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:37.224694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57f685-8aed-48d7-8531-44368f086e45 req-7c606736-3064-4c68-a343-6051eab3b051 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.230760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab57f685-8aed-48d7-8531-44368f086e45 req-7c606736-3064-4c68-a343-6051eab3b051 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 950 time: 0.6838970 Jul 07 17:14:37.261767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-daa6ffa0-4fa8-4b28-8837-e2574942c1d4 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.263656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-daa6ffa0-4fa8-4b28-8837-e2574942c1d4 tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 950 time: 0.2564070 Jul 07 17:14:37.281593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-160ada8c-ce59-4522-ac6e-6ca362587682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.283247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-160ada8c-ce59-4522-ac6e-6ca362587682 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b877-e6ec-4047-82d9-76072a65b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174082 Jul 07 17:14:37.290694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:37.294220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.348950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b91d36a1-27f5-4595-964f-925bcd42561e req-073abaae-c30d-4813-a331-6bdc9fffc4ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129339 Jul 07 17:14:37.365036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Router 31596f84-dfd1-47bf-9947-06f33302c2ec is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:37.374676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253e6d-7436-43b3-937e-26ebc0348166 req-07679f09-000a-4acb-9d32-3be6f00a9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.376337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-07679f09-000a-4acb-9d32-3be6f00a9e2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a54eca58-c3ba-4d2c-ab47-f14d81b5607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957724 Jul 07 17:14:37.395125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab57f685-8aed-48d7-8531-44368f086e45 req-1dfdc42b-798c-4670-9805-967e3dac45fc tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6336af-1198-4f73-80af-79ef598cee77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539021 Jul 07 17:14:37.469348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0ecd-0024-4b76-bcb4-34e0ddb25ed7 req-5a0a1725-ed6c-4877-8315-ee390f91be89 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.470501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f20a0ecd-0024-4b76-bcb4-34e0ddb25ed7 req-5a0a1725-ed6c-4877-8315-ee390f91be89 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 950 time: 0.3075175 Jul 07 17:14:37.490068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cbfddc72-5c8f-4e3b-a6b9-c8ad8ba4dc7d None None] Provisioning complete for port 304f7947-6a39-4a9a-97dd-122ac5431d44 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:37.496741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cbfddc72-5c8f-4e3b-a6b9-c8ad8ba4dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.586045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f20a0ecd-0024-4b76-bcb4-34e0ddb25ed7 req-08887fa5-e30d-4a8d-80cb-49e0ea12e786 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052549 Jul 07 17:14:37.604337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Deleting port b501c378-ec16-4cf1-a58c-d085917df120 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:37.604685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.671404 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9b28b92-8b30-428b-b373-666a5bf5c2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.855526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] For port b501c378-ec16-4cf1-a58c-d085917df120, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b501c378-ec16-4cf1-a58c-d085917df120,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:37.855875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.893620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Calling delete_port for b501c378-ec16-4cf1-a58c-d085917df120 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:37.899994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:37.913507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44772) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.920003 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Sync routers for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:37.923400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-f0d7adfb-50c2-4ded-b2e4-0d69c05a117d service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326716 Jul 07 17:14:37.931812 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:37.932793 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:37.947758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.951734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a120af3-081b-4664-b26a-e74d291dfe6e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3796334 Jul 07 17:14:37.951901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 304f7947-6a39-4a9a-97dd-122ac5431d44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:37.964714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44774) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.053622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:38.070269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 304f7947-6a39-4a9a-97dd-122ac5431d44 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:38.070679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.268421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2af66-6f82-408c-bf5a-f24b0309eea9 req-444b574a-5f17-430f-9b5b-cc2a39a8af5c tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.278576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ae2af66-6f82-408c-bf5a-f24b0309eea9 req-444b574a-5f17-430f-9b5b-cc2a39a8af5c tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.6224766 Jul 07 17:14:38.329315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:14:38.371477 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-aa07824b-0ecd-4ff6-8727-058396746c11 service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615254 Jul 07 17:14:38.379687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.488852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15eee179-cc5d-4b33-ba8f-2389f84aa376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.510883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.513708 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:38.516104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ae2af66-6f82-408c-bf5a-f24b0309eea9 req-e6306d3e-ef28-4192-8c20-e1b5ad4077bd tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108371 Jul 07 17:14:38.543268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:38.565635 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-72272a7b-7868-4472-b92e-72aee5e7a51a req-5efe20e0-314c-4c6b-bc28-3be9728c3d15 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309681 Jul 07 17:14:38.568166 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Checking router: 31596f84-dfd1-47bf-9947-06f33302c2ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:38.569727 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Updating router 31596f84-dfd1-47bf-9947-06f33302c2ec port e87268c6-41b9-4bf3-813d-ef6894bddb0a binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:38.597712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:38.607586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98730c-3176-4471-9f3c-ce762e6b0f65 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:38.614077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=95834e90-7d19-45f3-a647-0cc0020b6af2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.618271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Pushing event deleted for resources: {'Port': ['ID=b501c378-ec16-4cf1-a58c-d085917df120,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.648119 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.650912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.651893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.734241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47253e6d-7436-43b3-937e-26ebc0348166 req-a7af3b2d-0202-4614-a7e4-f225fe9c143d service neutron] 10.222.0.73 "GET /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457839 Jul 07 17:14:38.751849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] No DVR routers for this DVR port b501c378-ec16-4cf1-a58c-d085917df120 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:38.760946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.763032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02f92c04-8a1e-4e02-90f9-354e0d935b57 req-5636c9d8-27b6-4573-821a-8daefa3aa00b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.23 "DELETE /v2.0/ports/b501c378-ec16-4cf1-a58c-d085917df120 HTTP/1.1" status: 204 len: 173 time: 1.4830008 Jul 07 17:14:38.763509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'name': 'network-vif-deleted', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:38.766251 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e18db1b-3755-49f2-ad97-7b8d41de3cf3" -d '{"events": [{"server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "name": "network-vif-deleted", "tag": "b501c378-ec16-4cf1-a58c-d085917df120"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:38.870119 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee74678-45a7-4783-b9f8-b9cb628a4925 x-openstack-request-id: req-bee74678-45a7-4783-b9f8-b9cb628a4925 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:38.870815 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5562b2-cb73-4424-926d-828cfa575165", "name": "network-vif-deleted", "tag": "b501c378-ec16-4cf1-a58c-d085917df120", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:38.871258 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bee74678-45a7-4783-b9f8-b9cb628a4925 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:38.871831 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5562b2-cb73-4424-926d-828cfa575165', 'name': 'network-vif-deleted', 'tag': 'b501c378-ec16-4cf1-a58c-d085917df120', 'status': 'completed', 'code': 200} Jul 07 17:14:39.013910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38137d4f-a6ee-4ef1-b089-4e230ddc71ce req-df06ba78-5d19-44ae-a3ee-57684733ed4b tempest-ServerDiagnosticsNegativeTest-1711114474 tempest-ServerDiagnosticsNegativeTest-1711114474-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5562b2-cb73-4424-926d-828cfa575165 HTTP/1.1" status: 200 len: 210 time: 0.1022556 Jul 07 17:14:39.049507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15eee179-cc5d-4b33-ba8f-2389f84aa376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.053150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '95834e90-7d19-45f3-a647-0cc0020b6af2'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:39.054340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.057998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15eee179-cc5d-4b33-ba8f-2389f84aa376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.083969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0d8dac26-c6f1-4609-a50e-2086e3de714a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0593119 Jul 07 17:14:39.097680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.124242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15eee179-cc5d-4b33-ba8f-2389f84aa376 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7210024c25844e2b7c97cdd33408bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2094293 Jul 07 17:14:39.126851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44806) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.131923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:39.133663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eee179-cc5d-4b33-ba8f-2389f84aa376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c5532-3318-4777-9626-4a461ad8dcb8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.199534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.225565 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.268172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Allocated IP 2001:db8::f816:3eff:fe30:adb7 (b929eabd-3b1c-4568-a210-678773ff9ccb/95834e90-7d19-45f3-a647-0cc0020b6af2/f3e9d9c2-a958-489d-a0ce-9a6db06edb0d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:39.287395 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.288618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.291795 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.295797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.297815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/760c5532-3318-4777-9626-4a461ad8dcb8 HTTP/1.1" status: 204 len: 168 time: 0.1699524 Jul 07 17:14:39.308931 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Transition to ACTIVE for port object e87268c6-41b9-4bf3-813d-ef6894bddb0a will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:39.310770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72a014-1dc7-48f4-ba3e-ea621577e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c5532-3318-4777-9626-4a461ad8dcb8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.316857 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.370845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:39.375053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.376638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fcbe9-dd45-40cf-842a-18d2cb6bb845 None None] Pushing event updated for resources: {'Port': ['ID=e87268c6-41b9-4bf3-813d-ef6894bddb0a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.409829 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Attempting to bind port e87268c6-41b9-4bf3-813d-ef6894bddb0a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:39.410191 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Attempting to bind port e87268c6-41b9-4bf3-813d-ef6894bddb0a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:39.410570 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Attempting to bind port e87268c6-41b9-4bf3-813d-ef6894bddb0a on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:39.418605 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:39.419011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:39.419391 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.419788 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:39.420261 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Bound port: e87268c6-41b9-4bf3-813d-ef6894bddb0a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:39.420648 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.482314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] For port e87268c6-41b9-4bf3-813d-ef6894bddb0a, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:39.485967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] For port e87268c6-41b9-4bf3-813d-ef6894bddb0a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e87268c6-41b9-4bf3-813d-ef6894bddb0a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:39.495527 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.518130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.528538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Transition to ACTIVE for port object f3e9d9c2-a958-489d-a0ce-9a6db06edb0d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:39.549195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Transition to ACTIVE for port object f3e9d9c2-a958-489d-a0ce-9a6db06edb0d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:39.556623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.609282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:39.612771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:39.620378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:39.640759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Pushing event updated for resources: {'Port': ['ID=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.652056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Allocated IP 172.20.0.1 (2858113b-a95c-4ca2-ba19-8d5bfb507587/dacd740f-b02f-4cce-b95f-5b2cbd96f3b8/ff92b8fb-439f-4fd5-b609-6dab08b5e25e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:39.662941 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:39.663614 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.667925 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fcbe9-dd45-40cf-842a-18d2cb6bb845 None None] Pushing event updated for resources: {'Port': ['ID=e87268c6-41b9-4bf3-813d-ef6894bddb0a,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.795165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.811745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Attempting to bind port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:39.812128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Attempting to bind port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:39.812498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Attempting to bind port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:39.823715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:39.824126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:39.824503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.824910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:39.825395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Bound port: f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:39.825788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.828474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5da066-cc63-472d-9ff6-3db9a36f449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.906371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b501c378-ec16-4cf1-a58c-d085917df120 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:39.933213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:39.978364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: b501c378-ec16-4cf1-a58c-d085917df120 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:39.986059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b501c378-ec16-4cf1-a58c-d085917df120 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:40.016825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.059842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] For port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:40.067403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407192d-9b26-4db2-a8e1-18007e09dd5a req-61d5a770-22eb-438e-9799-b6510862f916 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.068023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] For port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:40.069242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6e60dde4-ba89-4e72-87af-5c0af53fe706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.076008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1407192d-9b26-4db2-a8e1-18007e09dd5a req-61d5a770-22eb-438e-9799-b6510862f916 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.2482414 Jul 07 17:14:40.076730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.149437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6e493-0353-4568-a34e-54f16c49c44a None None] Pushing event updated for resources: {'Port': ['ID=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.177848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Transition to ACTIVE for port object ff92b8fb-439f-4fd5-b609-6dab08b5e25e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:40.179713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.199263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1407192d-9b26-4db2-a8e1-18007e09dd5a req-eb5ed521-7062-44dd-8cbd-df3932207a51 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175387 Jul 07 17:14:40.237048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:40.259544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5da066-cc63-472d-9ff6-3db9a36f449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.265921 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5da066-cc63-472d-9ff6-3db9a36f449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.289086 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b28e3-4246-4bd8-a1e2-d3f2e56db482 None None] The sync data for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 is: [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:40.358868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:40.364408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.369269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5d5da066-cc63-472d-9ff6-3db9a36f449a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7739f1de32254067880dfb71379028dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729852 Jul 07 17:14:40.377221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.377645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da066-cc63-472d-9ff6-3db9a36f449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b4ede-09ff-4d86-bf7d-00c702438267,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.406573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:40.416327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.416927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.432655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=0483d418-ca33-40fc-9d13-ac7a4c454c3e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.461629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Pushing event updated for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.462358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.472140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:40.474544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:40.481363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70068e65-a9cf-4f34-8bf1-8e19aa724109 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3821328 Jul 07 17:14:40.484385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:40.488311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.504809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:3d:cd:5c', 'name': 'tempest-NetworksTestDHCPv6-167536202'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:40.536449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.574000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.674289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.705144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.709247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.713068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/568b4ede-09ff-4d86-bf7d-00c702438267 HTTP/1.1" status: 204 len: 168 time: 0.3188524 Jul 07 17:14:40.731688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4824e9-1463-46f1-bd15-0d7caf4760fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b4ede-09ff-4d86-bf7d-00c702438267,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.876470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.047518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:41.140117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-39d9bb46-e770-4c10-8073-4a56f981a118 None None] Provisioning for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:41.161676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-39d9bb46-e770-4c10-8073-4a56f981a118 None None] Provisioning complete for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:41.164144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-39d9bb46-e770-4c10-8073-4a56f981a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.228465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-39d9bb46-e770-4c10-8073-4a56f981a118 None None] Port ff92b8fb-439f-4fd5-b609-6dab08b5e25e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:41.240080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b605a-fdcb-4dec-8e52-078ee538ebdd req-63da8373-1575-423b-a55d-fc4e95d34a0b tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:41.248287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df4b605a-fdcb-4dec-8e52-078ee538ebdd req-63da8373-1575-423b-a55d-fc4e95d34a0b tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.0983393 Jul 07 17:14:41.267666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.315778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df4b605a-fdcb-4dec-8e52-078ee538ebdd req-32ed5851-1a77-4a84-9595-16ff8d2e89a6 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Jul 07 17:14:41.398512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.524472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f97b584-dbde-43c5-a188-104891d74fac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc71979b92f14e0e81bafd62be664845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490986 Jul 07 17:14:41.527379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44872) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:41.539835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 26bf516a-4764-4086-97a0-9ebb1fc4e659 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:41.604438 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.675686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.684794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.806320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.813264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.814944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af6336af-1198-4f73-80af-79ef598cee77 HTTP/1.1" status: 204 len: 168 time: 0.2864070 Jul 07 17:14:41.846420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5846c-5d51-4a9f-99d2-e8f11cfa1136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6336af-1198-4f73-80af-79ef598cee77,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.894391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffaaebf-b9c6-4f25-86df-aedaa918ff04 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:42.011235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.019978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 172.20.0.13 (b929eabd-3b1c-4568-a210-678773ff9ccb/0483d418-ca33-40fc-9d13-ac7a4c454c3e/26bf516a-4764-4086-97a0-9ebb1fc4e659) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:42.037479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.043935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-39589649-a78e-4c0d-9756-91283d8f8bb2 None None] Provisioning for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:42.107712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f3e9d9c2-a958-489d-a0ce-9a6db06edb0d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:42.113284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe3d:cd5c (b929eabd-3b1c-4568-a210-678773ff9ccb/95834e90-7d19-45f3-a647-0cc0020b6af2/26bf516a-4764-4086-97a0-9ebb1fc4e659) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:42.207334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.278752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:42.284094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:42.284710 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.375525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:42.424123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44916) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.464668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9bceb8e-03be-4053-9ba9-86fe4c4fa739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.668362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.679541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:42.695844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4115-83aa-45a6-8e1d-f97460daf320 req-f68aa25c-d5fe-43c7-99aa-134f869c1751 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:42.697795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434c4115-83aa-45a6-8e1d-f97460daf320 req-f68aa25c-d5fe-43c7-99aa-134f869c1751 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.1516397 Jul 07 17:14:42.707479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Update dhcp port {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '95834e90-7d19-45f3-a647-0cc0020b6af2', 'ip_address': '2001:db8::f816:3eff:fe30:adb7'}, {'subnet_id': '0483d418-ca33-40fc-9d13-ac7a4c454c3e'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'f3e9d9c2-a958-489d-a0ce-9a6db06edb0d'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:42.821048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434c4115-83aa-45a6-8e1d-f97460daf320 req-7329591c-aee7-446a-a718-a7ae43d0d92a tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144450 Jul 07 17:14:42.846189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.863645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '9a676de4-39c9-4486-8bc5-249be8b76590', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '9a676de4-39c9-4486-8bc5-249be8b76590', 'mac_address': 'fa:16:3e:f0:3d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:42.888982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Pushing event updated for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:42.918969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:42.931484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9bceb8e-03be-4053-9ba9-86fe4c4fa739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.941617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9bceb8e-03be-4053-9ba9-86fe4c4fa739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.023747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9bceb8e-03be-4053-9ba9-86fe4c4fa739 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afc199e613e5465cbadbd7e7fe0f7739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968859 Jul 07 17:14:43.027804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:43.031138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.033023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87268c6-41b9-4bf3-813d-ef6894bddb0a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:43.070886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bceb8e-03be-4053-9ba9-86fe4c4fa739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3557cd-22b3-4dd0-9ed0-49e70e7ee90c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.143100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.190302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.272533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:43.306714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:43.341486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-2a7ac1a5-60e4-4365-8dab-38bc2a821028 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.343103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-2a7ac1a5-60e4-4365-8dab-38bc2a821028 tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.73 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.4644873 Jul 07 17:14:43.344788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.351152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.353936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f3557cd-22b3-4dd0-9ed0-49e70e7ee90c HTTP/1.1" status: 204 len: 168 time: 0.3247695 Jul 07 17:14:43.392546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.405859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7fb74-fdee-4a00-9591-51af6214ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3557cd-22b3-4dd0-9ed0-49e70e7ee90c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.408583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.421760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 26bf516a-4764-4086-97a0-9ebb1fc4e659 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:43.475309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:43.567508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e87268c6-41b9-4bf3-813d-ef6894bddb0a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:43.578965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e87268c6-41b9-4bf3-813d-ef6894bddb0a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:43.580321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.586911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:43.592325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.598554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.635950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.668680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.804617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Allocated IP 172.20.0.2 (b929eabd-3b1c-4568-a210-678773ff9ccb/0483d418-ca33-40fc-9d13-ac7a4c454c3e/f3e9d9c2-a958-489d-a0ce-9a6db06edb0d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:43.840704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['9a676de4-39c9-4486-8bc5-249be8b76590'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:43.922683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:43.942942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:43.969446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:43.990525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=26bf516a-4764-4086-97a0-9ebb1fc4e659,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.022633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:44.058156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-14b3aa21-4acb-4c3a-8137-a60c5780d1de None None] Provisioning complete for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:44.058670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14b3aa21-4acb-4c3a-8137-a60c5780d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.146022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Router 31596f84-dfd1-47bf-9947-06f33302c2ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:44.156965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Deleting port a54b8463-c059-4fdf-be6c-6fdd31fd900a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:44.157584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.197340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.198282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.225095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-14b3aa21-4acb-4c3a-8137-a60c5780d1de None None] Port ff92b8fb-439f-4fd5-b609-6dab08b5e25e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:44.226921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.289791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f03d-b8c6-4f36-a3a7-c7579477db45 req-5995901c-5abb-47a6-b5f4-9dc59264c410 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.299084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f288f03d-b8c6-4f36-a3a7-c7579477db45 req-5995901c-5abb-47a6-b5f4-9dc59264c410 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.2584505 Jul 07 17:14:44.304473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] For port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.324368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e63df535-1937-4449-8c83-2bfe5b88539c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8374512 Jul 07 17:14:44.330420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44980) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:44.368684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f288f03d-b8c6-4f36-a3a7-c7579477db45 req-85918cdd-eb90-4fdb-a25c-13b84a111bc4 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0650904 Jul 07 17:14:44.380088 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.406596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Transition to ACTIVE for port object f3e9d9c2-a958-489d-a0ce-9a6db06edb0d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:44.410474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e87268c6-41b9-4bf3-813d-ef6894bddb0a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e87268c6-41b9-4bf3-813d-ef6894bddb0a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.440230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4669089-e9cb-4f2d-a42b-8276a705348a req-9fa9976d-9b7f-493a-8e90-7c913708c90c tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.442645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a54b8463-c059-4fdf-be6c-6fdd31fd900a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:44.453343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4669089-e9cb-4f2d-a42b-8276a705348a req-9fa9976d-9b7f-493a-8e90-7c913708c90c tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 949 time: 0.2994709 Jul 07 17:14:44.487111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] For port a54b8463-c059-4fdf-be6c-6fdd31fd900a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a54b8463-c059-4fdf-be6c-6fdd31fd900a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:44.487525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.543119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4669089-e9cb-4f2d-a42b-8276a705348a req-f5e8c800-f0a0-41da-a894-f248451ac32b tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a1544d2-9498-40bb-a003-f142c285c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860443 Jul 07 17:14:44.548682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.552087 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.589663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Calling delete_port for a54b8463-c059-4fdf-be6c-6fdd31fd900a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:44.670924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:44.696891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-217d392a-6c66-437a-9431-f4c0240da3ce admin admin] 10.222.0.66 "PUT /v2.0/routers/31596f84-dfd1-47bf-9947-06f33302c2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7208636 Jul 07 17:14:44.964954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cba536-f45d-438f-8709-3c65c974958f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.975745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cba536-f45d-438f-8709-3c65c974958f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:44.980701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-04cba536-f45d-438f-8709-3c65c974958f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6480937 Jul 07 17:14:44.983709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45012) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:44.984032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.989538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f3e9d9c2-a958-489d-a0ce-9a6db06edb0d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:44.992091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Sync routers for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:45.064003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Pushing event deleted for resources: {'Port': ['ID=a54b8463-c059-4fdf-be6c-6fdd31fd900a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.115341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:45.115575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:45.151792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] No DVR routers for this DVR port a54b8463-c059-4fdf-be6c-6fdd31fd900a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:45.168144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.170716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bfbd3b56-4d96-40e2-86e8-eb24bf96e704 req-ca0e88bb-22e1-474f-bc1a-231a543e62da tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.73 "DELETE /v2.0/ports/a54b8463-c059-4fdf-be6c-6fdd31fd900a HTTP/1.1" status: 204 len: 173 time: 1.8193150 Jul 07 17:14:45.177535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'name': 'network-vif-deleted', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:45.188713 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001005e-5155-4d6e-a71b-ecb8f6b66810" -d '{"events": [{"server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "name": "network-vif-deleted", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:45.431159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.433259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc640b06-40d2-4c90-b8b3-0761637669fb None None] Pushing event updated for resources: {'Port': ['ID=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.504450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2becc7-615b-41ba-a5a6-47d3bfb92bcc req-5fb707d8-75a4-400e-9a76-83ed4c3156e4 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.514753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df2becc7-615b-41ba-a5a6-47d3bfb92bcc req-5fb707d8-75a4-400e-9a76-83ed4c3156e4 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.4376354 Jul 07 17:14:45.629860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df2becc7-615b-41ba-a5a6-47d3bfb92bcc req-1cc37b66-ecd2-4838-a105-f3182e12ca8d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123006 Jul 07 17:14:45.659826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 26bf516a-4764-4086-97a0-9ebb1fc4e659 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:45.660184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.757614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e87268c6-41b9-4bf3-813d-ef6894bddb0a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.761612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:45.825671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.845269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 26bf516a-4764-4086-97a0-9ebb1fc4e659 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:45.928896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45034) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:45.937307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682726797', 'description': 'tempest-description--674908062'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.079964 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff511bb-cb4b-4f5a-aa09-e73d77787a3a x-openstack-request-id: req-dff511bb-cb4b-4f5a-aa09-e73d77787a3a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:46.080559 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09bf9d7-92d3-4e24-99bf-fa8ceafedb45", "name": "network-vif-deleted", "tag": "a54b8463-c059-4fdf-be6c-6fdd31fd900a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:46.084346 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dff511bb-cb4b-4f5a-aa09-e73d77787a3a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:46.084832 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09bf9d7-92d3-4e24-99bf-fa8ceafedb45', 'name': 'network-vif-deleted', 'tag': 'a54b8463-c059-4fdf-be6c-6fdd31fd900a', 'status': 'completed', 'code': 200} Jul 07 17:14:46.090902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.158885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.245413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=26bf516a-4764-4086-97a0-9ebb1fc4e659,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.389174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:41Z', 'revision_number': 2, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:46.398115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.413932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.471751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Checking router: 31596f84-dfd1-47bf-9947-06f33302c2ec for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:46.473073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Updating router 31596f84-dfd1-47bf-9947-06f33302c2ec port ff92b8fb-439f-4fd5-b609-6dab08b5e25e binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:46.481255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:46.482550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.488154 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5579665 Jul 07 17:14:46.490911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.507278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'security_group_rule': {'security_group_id': 'e3f7dd9f-06ed-4873-a43d-b2ffd87c330f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.517477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cafb9-84e9-4376-9dbc-b8af82915cbe tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.567979 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.568856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.686084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6085c535-bb17-4562-823c-ebc86b9bda9f req-32f61583-7adc-45a7-970a-e173bef3218f tempest-ImagesNegativeTestJSON-827745572 tempest-ImagesNegativeTestJSON-827745572-project] 10.222.0.66 "GET /v2.0/ports?device_id=d09bf9d7-92d3-4e24-99bf-fa8ceafedb45 HTTP/1.1" status: 200 len: 210 time: 0.2187438 Jul 07 17:14:46.710060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 9a676de4-39c9-4486-8bc5-249be8b76590 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:46.710579 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.789537 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.791796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-de55840f-47da-4889-8dd1-5b22fc6df573 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/26bf516a-4764-4086-97a0-9ebb1fc4e659 HTTP/1.1" status: 204 len: 168 time: 1.8067672 Jul 07 17:14:46.794692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.796765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.844484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.885902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f3e9d9c2-a958-489d-a0ce-9a6db06edb0d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:46.914554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.915837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4141316 Jul 07 17:14:46.918808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45068) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.924135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'security_group_rule': {'security_group_id': 'e3f7dd9f-06ed-4873-a43d-b2ffd87c330f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.936378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618c709-cfea-4220-b01c-008d22a1e563 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54147b85-371c-4a45-8145-56eac32a19e1,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.985468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bde2121-e171-4ebc-9878-1e83c9d1821d None None] Provisioning for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:47.019399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b146a-db6d-45e6-b6f2-7c64f3609df9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.026769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bde2121-e171-4ebc-9878-1e83c9d1821d None None] Provisioning complete for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:47.027252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bde2121-e171-4ebc-9878-1e83c9d1821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.027399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b146a-db6d-45e6-b6f2-7c64f3609df9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.029868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b146a-db6d-45e6-b6f2-7c64f3609df9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.041370 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d01b146a-db6d-45e6-b6f2-7c64f3609df9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2403059 Jul 07 17:14:47.042505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45072) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.090742 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.212716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 0483d418-ca33-40fc-9d13-ac7a4c454c3e {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:47.222840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.227324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.228338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.261751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359528e1-a2c1-4f53-be3a-6da702199ae1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.284253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694086-b33f-46b9-9d67-56fc3719c8f9 req-2d0151fd-ed3c-46cf-a6ae-7e08d86281b7 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:47.296783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0694086-b33f-46b9-9d67-56fc3719c8f9 req-2d0151fd-ed3c-46cf-a6ae-7e08d86281b7 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.2790408 Jul 07 17:14:47.299012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.300551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a8e8d5fd-02f4-4cc7-b8c2-6805dbe3aeef tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807409 Jul 07 17:14:47.307004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.362843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:47.364173 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.369901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45078) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.384481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:47.404364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.433043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.455207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.515023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0694086-b33f-46b9-9d67-56fc3719c8f9 req-7ff1e7a6-e18c-4c5f-87b3-6656f9b379ca tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2154479 Jul 07 17:14:47.548050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:47.551776 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca58a80-1c5a-49a3-8c92-e60c29c67447" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:47.574717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.649919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.669822 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/0483d418-ca33-40fc-9d13-ac7a4c454c3e HTTP/1.1" status: 204 len: 168 time: 0.6247156 Jul 07 17:14:47.673069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f8368-1038-431b-baa7-0dc6ef716d60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=0483d418-ca33-40fc-9d13-ac7a4c454c3e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:47.675546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45090) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:47.718599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:47.746793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.843745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 95834e90-7d19-45f3-a647-0cc0020b6af2 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:47.858815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.930377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.949749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-32c213a5-be8d-45ad-af83-8b4f9089683b tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6de4bd52d2024185b2056574bafb3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551244 Jul 07 17:14:48.006043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.056609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863616eb-91b1-4fbc-a361-f335b33fcef1 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:48.065293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.119746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87268c6-41b9-4bf3-813d-ef6894bddb0a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:48.184925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5cedbe2d-7471-4f8e-801f-ae088ea2f6a0 None None] Could not find standard attr ID for object 26bf516a-4764-4086-97a0-9ebb1fc4e659. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:14:48.205380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.232883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-510cddbe-d06b-4fa8-8436-8b86749d9724 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.245283 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.246690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-510cddbe-d06b-4fa8-8436-8b86749d9724 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959838 Jul 07 17:14:48.273406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Transition to ACTIVE for port object ff92b8fb-439f-4fd5-b609-6dab08b5e25e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:48.304973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.351812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-726128dd-9af8-44a9-ae00-b37b92fb18aa tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/quotas/6de4bd52d2024185b2056574bafb3205 HTTP/1.1" status: 200 len: 375 time: 0.1041451 Jul 07 17:14:48.363281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e87268c6-41b9-4bf3-813d-ef6894bddb0a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:48.364233 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.407586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-e089b6b5-3f3a-4065-b4ec-be098c34f008 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547812 Jul 07 17:14:48.409134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-75769169-cb02-4c87-aa47-707af1bc38c1 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.411515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-75769169-cb02-4c87-aa47-707af1bc38c1 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.73 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.1263983 Jul 07 17:14:48.413518 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.523676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d4383-87c5-4bf2-abc7-870497ad92d9 None None] Pushing event updated for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.556869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7081-2d30-4770-af72-c190906b0e9e req-bb38493d-dc08-4f29-95fd-69dee10d60e4 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.558500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-321c7081-2d30-4770-af72-c190906b0e9e req-bb38493d-dc08-4f29-95fd-69dee10d60e4 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.3541055 Jul 07 17:14:48.564169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.575664 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/95834e90-7d19-45f3-a647-0cc0020b6af2 HTTP/1.1" status: 204 len: 168 time: 0.8949478 Jul 07 17:14:48.576891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45104) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:48.580054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fe616-eaaa-43e8-8491-4078998cd910 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=95834e90-7d19-45f3-a647-0cc0020b6af2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.713715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f5c1bcdd-f593-4834-a65c-df5347d36707 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334865 Jul 07 17:14:48.719406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45110) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:48.734061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:48.746843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-321c7081-2d30-4770-af72-c190906b0e9e req-75085947-e143-48cc-9a2f-745bcf8c69e0 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689541 Jul 07 17:14:48.754961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Deleting port 384ddd77-c726-472a-8f46-a87a49c998ab {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:48.755303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.767179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Allocated IP 172.25.3.156 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/2b87ddf5-7b05-4cd5-b39b-ae127547351e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:49.001121 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1031a5e0-010b-4b64-9c79-4e5b42d510a8 x-openstack-request-id: req-1031a5e0-010b-4b64-9c79-4e5b42d510a8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:49.002033 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:49.002033 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1031a5e0-010b-4b64-9c79-4e5b42d510a8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:49.002307 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'code': 200} Jul 07 17:14:49.030027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Attempting to bind port ff92b8fb-439f-4fd5-b609-6dab08b5e25e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:49.043786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Attempting to bind port ff92b8fb-439f-4fd5-b609-6dab08b5e25e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:49.044191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Attempting to bind port ff92b8fb-439f-4fd5-b609-6dab08b5e25e on network 2858113b-a95c-4ca2-ba19-8d5bfb507587 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:49.068290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.069497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:49.070076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Checking segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:49.070283 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.070682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Bound using segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:49.071170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Bound port: ff92b8fb-439f-4fd5-b609-6dab08b5e25e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:49.071562 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.225371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:49.233037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16ad66ff-15f7-4a27-a5c8-84b1975e6e6f req-1f8df2c2-ba8a-4bee-832f-2efa1a919038 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0851874 Jul 07 17:14:49.259851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] For port 384ddd77-c726-472a-8f46-a87a49c998ab, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=384ddd77-c726-472a-8f46-a87a49c998ab,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:49.263077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.273684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:49.280212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.342156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] For port ff92b8fb-439f-4fd5-b609-6dab08b5e25e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:49.351674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.384315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] For port ff92b8fb-439f-4fd5-b609-6dab08b5e25e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:49.416147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.476723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Deleting port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:49.477373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.492780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'Port': ['ID=2b87ddf5-7b05-4cd5-b39b-ae127547351e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.543934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a446-8dc1-4e85-a22c-25f0bc389828 req-0e76f754-cad9-499c-a68b-74bca9fcdf5c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.557154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f756a446-8dc1-4e85-a22c-25f0bc389828 req-0e76f754-cad9-499c-a68b-74bca9fcdf5c tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 945 time: 0.3215744 Jul 07 17:14:49.591103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:49.596416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:49.623764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:49.626188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:49.627090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:49.791789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f756a446-8dc1-4e85-a22c-25f0bc389828 req-3ed6ff43-a4bd-4094-b4a7-5894501da0df tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2198243-635c-4ae7-ae43-0ecdf8f5db3d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2333663 Jul 07 17:14:49.876439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] For port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:49.880275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.908211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d4383-87c5-4bf2-abc7-870497ad92d9 None None] Pushing event updated for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.945276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.059176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:14:50.059764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Calling delete_port for f3e9d9c2-a958-489d-a0ce-9a6db06edb0d owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:50.107319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.168236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:50.398162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.526118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] No DVR routers for this DVR port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:50.534158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0522906-acd6-4b2e-b9cc-939b0f6b5274 None None] Pushing event deleted for resources: {'Port': ['ID=f3e9d9c2-a958-489d-a0ce-9a6db06edb0d,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.603091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.620037 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.764699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:50.836295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e774-8dc4-41f8-8b7e-2f54747db65b None None] The sync data for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 is: [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:50.980055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:51.105832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.107074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.108040 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b disassociated. External IP: 172.25.3.213, port: 384ddd77-c726-472a-8f46-a87a49c998ab. Jul 07 17:14:51.108744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Calling delete_port for 384ddd77-c726-472a-8f46-a87a49c998ab owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:51.152991 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.revisions.revision_plugin [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Could not find related port for resource to bump revision. Jul 07 17:14:51.164306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Port f3e9d9c2-a958-489d-a0ce-9a6db06edb0d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:14:51.164948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation for 2001:db8::f816:3eff:fe30:adb7 {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:14:51.169900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe30:adb7 {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:14:51.172826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.291916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=4b243cb2-5c94-4ffa-abda-546c75c58077,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:51.318008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:51.323034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff92b8fb-439f-4fd5-b609-6dab08b5e25e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:51.340739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:51.346220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.347144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.391603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a1cb9f7-33d8-4d8e-b23a-92d36eb591ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6711659 Jul 07 17:14:51.394513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f504b-e2e3-4f03-9f1e-e64a6b069254 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:51.397118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45192) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:51.406506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:51.450223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.560870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'Port': ['ID=2b87ddf5-7b05-4cd5-b39b-ae127547351e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:51.596967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98120-54c7-485e-8293-d24c48fdd0df req-e00c30ce-66a2-4e07-821d-8c2e6b596d5f tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.598853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6c98120-54c7-485e-8293-d24c48fdd0df req-e00c30ce-66a2-4e07-821d-8c2e6b596d5f tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 1.1157093 Jul 07 17:14:51.613110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:51.623105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:51.623557 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.713623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0481cae0-77c6-412f-a0d2-f037252fa249 req-01b83533-3bc1-42c9-a5c4-effb11afd8e6 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 210 time: 0.2057884 Jul 07 17:14:51.749503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-7ebeb7d8-4696-4d57-b642-883539af69d7 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6de4bd52d2024185b2056574bafb3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2257626 Jul 07 17:14:51.792243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '4b243cb2-5c94-4ffa-abda-546c75c58077'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:51.794425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.898289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.908951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6c98120-54c7-485e-8293-d24c48fdd0df req-328a7a0b-203b-4c81-867c-91a14f6c0a01 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449749 Jul 07 17:14:51.958412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.988431 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.118599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-38b10047-ad13-422d-9758-7a4b922a4c69 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.123074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-38b10047-ad13-422d-9758-7a4b922a4c69 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425002 Jul 07 17:14:52.131129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event deleted for resources: {'Port': ['ID=384ddd77-c726-472a-8f46-a87a49c998ab,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.179517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Request body: {'port': {'device_id': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '6de4bd52d2024185b2056574bafb3205'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:52.232833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Allocated IP 2001:db8::f816:3eff:fe1f:c983 (b929eabd-3b1c-4568-a210-678773ff9ccb/4b243cb2-5c94-4ffa-abda-546c75c58077/d53dcf4c-4855-4651-8745-72dcad632ca2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:52.346770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-30fd93b4-1ab3-42d0-ab79-7581bcfc81cf tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.349549 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-30fd93b4-1ab3-42d0-ab79-7581bcfc81cf tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 0.4973204 Jul 07 17:14:52.418330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port ff92b8fb-439f-4fd5-b609-6dab08b5e25e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:52.487264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 384ddd77-c726-472a-8f46-a87a49c998ab no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:52.530904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ae9d912-532c-429a-8046-5494f1afd1df req-35ee4574-76e5-4712-9477-91603ac85294 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/ports?device_id=516f31e3-ae24-44a9-9dfc-908a1b208c79 HTTP/1.1" status: 200 len: 210 time: 0.1576951 Jul 07 17:14:52.553653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 384ddd77-c726-472a-8f46-a87a49c998ab {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:52.553653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 384ddd77-c726-472a-8f46-a87a49c998ab not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:52.553971 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.569340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.600225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.641638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.663971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.667098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.679047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-49b946a4-821b-4732-b385-000a399d5dd3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3039074 Jul 07 17:14:52.727939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f3e9d9c2-a958-489d-a0ce-9a6db06edb0d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:52.791386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83310c34-e550-4ba2-87e7-2ce73b6d45fd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.795908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cd74b2e6a7a4c838bc8545a7a28e440&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8035390 Jul 07 17:14:52.798690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.823691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f3e9d9c2-a958-489d-a0ce-9a6db06edb0d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:52.825618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f3e9d9c2-a958-489d-a0ce-9a6db06edb0d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:52.869441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:52.884279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.901184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Transition to ACTIVE for port object d53dcf4c-4855-4651-8745-72dcad632ca2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:52.940778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Transition to ACTIVE for port object d53dcf4c-4855-4651-8745-72dcad632ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:52.961036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.977267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.977698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.977943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.978489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.978644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.978954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.979279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.979602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.979928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.980245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.980568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.980894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3399f2-938b-4b3c-86cf-363850b4bcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:52.989128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:53.016570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.028267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:53.031558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.037519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:53.040249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:53.121815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.128894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Made reservation on behalf of 6de4bd52d2024185b2056574bafb3205 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:53.136127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Pushing event updated for resources: {'Port': ['ID=d53dcf4c-4855-4651-8745-72dcad632ca2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.137970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.172846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Attempting to bind port d53dcf4c-4855-4651-8745-72dcad632ca2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:53.173232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Attempting to bind port d53dcf4c-4855-4651-8745-72dcad632ca2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:53.173755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Attempting to bind port d53dcf4c-4855-4651-8745-72dcad632ca2 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:53.180151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:53.180578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:53.180994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.181396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:53.181882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Bound port: d53dcf4c-4855-4651-8745-72dcad632ca2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:53.182274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.192435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.322185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] For port d53dcf4c-4855-4651-8745-72dcad632ca2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:53.326746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff92b8fb-439f-4fd5-b609-6dab08b5e25e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:53.330556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] For port d53dcf4c-4855-4651-8745-72dcad632ca2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d53dcf4c-4855-4651-8745-72dcad632ca2,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:53.383261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.428439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Deleting port 40c82449-4a10-4e39-bd45-79edff656709 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:53.429096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.468639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ff92b8fb-439f-4fd5-b609-6dab08b5e25e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:53.469584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.529203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.550926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1c46823-8972-400c-8d37-e648502c8534 req-a49965db-c294-444e-948c-00efb0ef90cc tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 210 time: 0.3803203 Jul 07 17:14:53.558370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887143d-17a9-47d9-9add-36e34e99343e None None] Pushing event updated for resources: {'Port': ['ID=d53dcf4c-4855-4651-8745-72dcad632ca2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.599531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.676697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:53.677079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.817335 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f514c57b-01b8-4c6c-a04c-6ab1bbe9bad5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3479d2e9cee2421facdb4c7f5cc35da3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2150960 Jul 07 17:14:53.831908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.937539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c82449-4a10-4e39-bd45-79edff656709 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:53.956689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Allocated IP 192.168.233.254 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/8251f5cd-1e2f-4806-bad3-e3d11853997c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:54.053358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.063325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:54.077294 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:54.092955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:54.095392 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:54.121225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.154285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] No DVR routers for this DVR port 384ddd77-c726-472a-8f46-a87a49c998ab on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:54.165219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.169020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae857d90-d7e1-475d-bcf5-347e5c6646d1 req-d515f890-5fa7-489a-8f8f-a56e3a666f88 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.73 "DELETE /v2.0/ports/384ddd77-c726-472a-8f46-a87a49c998ab HTTP/1.1" status: 204 len: 173 time: 5.7437313 Jul 07 17:14:54.182698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.196299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c82449-4a10-4e39-bd45-79edff656709, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c82449-4a10-4e39-bd45-79edff656709,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:54.202966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Transition to ACTIVE for port object 8251f5cd-1e2f-4806-bad3-e3d11853997c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:54.220680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c82449-4a10-4e39-bd45-79edff656709'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:54.228812 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2527b0c-d81f-4528-a45f-d093d81b5e10" -d '{"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "40c82449-4a10-4e39-bd45-79edff656709"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:54.238948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.293199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.299411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf14a1f-320e-465e-830a-bb15a879d406,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.354379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.392465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'name': 'network-vif-deleted', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:54.400581 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16946fce-ab49-40ac-8748-349845955b0b" -d '{"events": [{"server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "name": "network-vif-deleted", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:54.474225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-6cc36627-fce1-4e6a-9b54-e295c01d77a5 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--682726797&fields=id&tenant_id=aba10b87853840318a9fcbed9ed82652 HTTP/1.1" status: 200 len: 267 time: 0.6620581 Jul 07 17:14:54.484051 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:54.512033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:54.520935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:54.542402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.561045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:54.563786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.624973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:54.653278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.654008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.654770 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Floating IP e0c38344-73c2-495c-9755-6e556bf79605 disassociated. External IP: 172.25.3.183, port: 40c82449-4a10-4e39-bd45-79edff656709. Jul 07 17:14:54.655287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Calling delete_port for 40c82449-4a10-4e39-bd45-79edff656709 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:54.657987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:54.662479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.663439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.666065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=40cc909a-e67e-43d4-be6d-bb51e4f0e2ff,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.689899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.690944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.702977 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.708225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.712854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83310c34-e550-4ba2-87e7-2ce73b6d45fd HTTP/1.1" status: 204 len: 168 time: 1.9106884 Jul 07 17:14:54.752974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9409a9d3-b063-4e48-bba4-7f7aedbf0530 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3523612 Jul 07 17:14:54.768061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45246) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:54.779469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:b0:17:74', 'name': 'tempest-NetworksTestDHCPv6-975329598'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:54.831277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6795890 Jul 07 17:14:54.870765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794e011-956a-4cf2-9b59-2b4e18e09e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83310c34-e550-4ba2-87e7-2ce73b6d45fd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.903516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Request body: {'port': {'device_id': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:55.023485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.031018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0a03-e515-41b5-a8d5-9bf1e8317062 req-c3558d86-f21a-4d94-ab20-ec84ccc1a3ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.041151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae9a0a03-e515-41b5-a8d5-9bf1e8317062 req-c3558d86-f21a-4d94-ab20-ec84ccc1a3ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 945 time: 1.7447207 Jul 07 17:14:55.047888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.049300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a1544d2-9498-40bb-a003-f142c285c82d HTTP/1.1" status: 204 len: 168 time: 1.2155321 Jul 07 17:14:55.076750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b5512-243a-4a4f-82ae-9355d7bc5f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1544d2-9498-40bb-a003-f142c285c82d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.106693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-af049260-fc13-41ff-b81a-e9afb6212960 None None] Provisioning for port 8251f5cd-1e2f-4806-bad3-e3d11853997c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:55.130718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-af049260-fc13-41ff-b81a-e9afb6212960 None None] Provisioning complete for port 8251f5cd-1e2f-4806-bad3-e3d11853997c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:55.132071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af049260-fc13-41ff-b81a-e9afb6212960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.145235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fd390-a227-40de-b876-5e90e4ba6f92 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Pushing event updated for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.158988 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:55.239193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae9a0a03-e515-41b5-a8d5-9bf1e8317062 req-a2486145-47a7-449e-9bed-2811c53fb6af tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups?id=5623b6de-e367-4bf5-840e-285e82bc4fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566169 Jul 07 17:14:55.264733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:55.292089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-af049260-fc13-41ff-b81a-e9afb6212960 None None] Port 8251f5cd-1e2f-4806-bad3-e3d11853997c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:55.316953 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:55.382015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2e3af-ef3e-4504-8dff-3505ba3c3cbe None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:55.384172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.386909 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:55.387473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:55.425728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.459932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.573034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port eea4e857-db15-46bc-a35f-26822757bca5 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:55.607318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-2cdeb9da-c65d-452e-b92d-78542be1305d tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.616887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d53dcf4c-4855-4651-8745-72dcad632ca2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:55.617626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-2cdeb9da-c65d-452e-b92d-78542be1305d tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/networks?id=2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 200 len: 812 time: 1.1385388 Jul 07 17:14:55.733291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event deleted for resources: {'Port': ['ID=40c82449-4a10-4e39-bd45-79edff656709,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.747801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45264) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.770672 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:55.831105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b610ab10-d06e-448b-9c3f-90b08a5d0bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.958128 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65edc2fa-3d4a-4dd6-bf5b-93f0c5010328 x-openstack-request-id: req-65edc2fa-3d4a-4dd6-bf5b-93f0c5010328 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:55.958422 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-unplugged", "status": "completed", "tag": "40c82449-4a10-4e39-bd45-79edff656709", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:55.958690 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65edc2fa-3d4a-4dd6-bf5b-93f0c5010328 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:55.959092 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c82449-4a10-4e39-bd45-79edff656709', 'code': 200} Jul 07 17:14:55.962391 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.987786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-49631925-cfd7-463a-838e-a26ed2dd0f57 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/quotas/aba10b87853840318a9fcbed9ed82652 HTTP/1.1" status: 200 len: 375 time: 0.0816844 Jul 07 17:14:56.110322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-27b4edaf-562c-4b7d-83a2-066d1b8cd646 None None] Provisioning for port d53dcf4c-4855-4651-8745-72dcad632ca2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:56.221007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d53dcf4c-4855-4651-8745-72dcad632ca2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:56.244954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d53dcf4c-4855-4651-8745-72dcad632ca2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:56.245315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.413320 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-139cc118-4baf-4203-af05-f25f97421187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:56.428606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.452283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Update dhcp port {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '4b243cb2-5c94-4ffa-abda-546c75c58077', 'ip_address': '2001:db8::f816:3eff:fe1f:c983'}, {'subnet_id': '40cc909a-e67e-43d4-be6d-bb51e4f0e2ff'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'd53dcf4c-4855-4651-8745-72dcad632ca2'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:14:56.513997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d53dcf4c-4855-4651-8745-72dcad632ca2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d53dcf4c-4855-4651-8745-72dcad632ca2,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:56.515492 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.527982 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.536272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-27a51053-2255-419a-9628-3293508cea33 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aba10b87853840318a9fcbed9ed82652&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5365939 Jul 07 17:14:56.553099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139cc118-4baf-4203-af05-f25f97421187 None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:42Z', 'revision_number': 4, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2020d5ab-ef00-4563-b474-095211df095d', 'name': '', 'network_id': 'a54eca58-c3ba-4d2c-ab47-f14d81b5607a', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'mac_address': 'fa:16:3e:c2:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:40Z', 'updated_at': '2021-07-07T17:09:52Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'subnets': [{'id': '739de110-e7ad-47e9-b77e-a98265b0306b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:56.637954 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124b35d5-5178-43a3-a96c-ab465f78bb74 x-openstack-request-id: req-124b35d5-5178-43a3-a96c-ab465f78bb74 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:56.638605 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516f31e3-ae24-44a9-9dfc-908a1b208c79", "name": "network-vif-deleted", "tag": "384ddd77-c726-472a-8f46-a87a49c998ab", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:56.638730 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-124b35d5-5178-43a3-a96c-ab465f78bb74 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:56.639441 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f31e3-ae24-44a9-9dfc-908a1b208c79', 'name': 'network-vif-deleted', 'tag': '384ddd77-c726-472a-8f46-a87a49c998ab', 'status': 'completed', 'code': 200} Jul 07 17:14:56.641595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d53dcf4c-4855-4651-8745-72dcad632ca2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.802653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aac9d-f638-47ff-abb8-3bf58a1e7b21 req-81c1e79c-bcb0-4eca-9e34-73a6d44f11a0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.806407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b5aac9d-f638-47ff-abb8-3bf58a1e7b21 req-81c1e79c-bcb0-4eca-9e34-73a6d44f11a0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 936 time: 0.5711780 Jul 07 17:14:56.918151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 172.20.0.10 (b929eabd-3b1c-4568-a210-678773ff9ccb/40cc909a-e67e-43d4-be6d-bb51e4f0e2ff/eea4e857-db15-46bc-a35f-26822757bca5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:56.929895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:feb0:1774 (b929eabd-3b1c-4568-a210-678773ff9ccb/4b243cb2-5c94-4ffa-abda-546c75c58077/eea4e857-db15-46bc-a35f-26822757bca5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:56.935521 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.982285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Router e4146f29-016a-4bd9-a363-ef7316a2a9f7 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:56.985977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45286) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.032249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b5aac9d-f638-47ff-abb8-3bf58a1e7b21 req-95d84ce2-f6d1-4e3f-b32b-2def26046fb8 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103734 Jul 07 17:14:57.082915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-67c0032d-b23d-4a45-ae1c-941305bd10d5 service neutron] 10.222.0.66 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868262 Jul 07 17:14:57.111356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ab177-fc09-46f2-9823-be4f08be37cd None None] New status for floating IP b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:14:57.199515 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-cc327633-f8a6-4ec0-8fa0-c44403ada4c7 service neutron] 10.222.0.66 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077402 Jul 07 17:14:57.201536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8251f5cd-1e2f-4806-bad3-e3d11853997c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:57.205708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b610ab10-d06e-448b-9c3f-90b08a5d0bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.212844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.234517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Transition to ACTIVE for port object 8251f5cd-1e2f-4806-bad3-e3d11853997c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:57.239335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.266949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d53dcf4c-4855-4651-8745-72dcad632ca2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:57.306102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1652637447-network', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:57.318462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b610ab10-d06e-448b-9c3f-90b08a5d0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.326263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Pushing event updated for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.547848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Attempting to bind port 8251f5cd-1e2f-4806-bad3-e3d11853997c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:57.548479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Attempting to bind port 8251f5cd-1e2f-4806-bad3-e3d11853997c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:57.548610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Attempting to bind port 8251f5cd-1e2f-4806-bad3-e3d11853997c on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:57.565616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Port 8251f5cd-1e2f-4806-bad3-e3d11853997c on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:57.565955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Attempting to bind port 8251f5cd-1e2f-4806-bad3-e3d11853997c on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:57.592335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:57.592611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:57.600297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:57.600852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Bound port: 8251f5cd-1e2f-4806-bad3-e3d11853997c, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:57.601238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.708855 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:57.736098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d53dcf4c-4855-4651-8745-72dcad632ca2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:57.738953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.742416 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b610ab10-d06e-448b-9c3f-90b08a5d0bd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b54486078c0f40c38c1f2714ee0f9b97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9934719 Jul 07 17:14:57.756573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45306) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.809873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610ab10-d06e-448b-9c3f-90b08a5d0bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c1694-b81d-4cc4-8948-2e11fd9aac5b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.827323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Made reservation on behalf of 0b006a70d8a64b3dae34c5afac44a5c1 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:57.829944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.837146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:57.838279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1cc2708-4540-4935-9858-ee72f2e9ab73 req-e2442dc9-9350-4ea9-bf3e-38743032fe82 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.2049208 Jul 07 17:14:57.846937 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Sync routers for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:57.872930 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:57.881484 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.910001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.929004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45312) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.988238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:57.998286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:58.006669 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38f9d4ca-c1da-48eb-9107-e1fedd7728c1 req-78a6e3dd-b0ce-416f-942f-bf11aba265f0 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 210 time: 0.1669765 Jul 07 17:14:58.008844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.056349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] No DVR routers for this DVR port 40c82449-4a10-4e39-bd45-79edff656709 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:58.072651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.079846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Pushing event updated for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.082273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb571179-d24a-4c31-9514-23f515bb98a3 req-ba91ffb2-d13c-4349-864d-99bbede3216d tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.23 "DELETE /v2.0/ports/40c82449-4a10-4e39-bd45-79edff656709 HTTP/1.1" status: 204 len: 173 time: 5.6706622 Jul 07 17:14:58.096782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.099527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.101772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-061de546-bd47-48bb-a796-f175e49f0c76 service neutron] 10.222.0.23 "PUT /v2.0/ports/8251f5cd-1e2f-4806-bad3-e3d11853997c HTTP/1.1" status: 200 len: 1097 time: 3.2159417 Jul 07 17:14:58.102223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:58.107336 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db276b6-45bb-4dac-83a0-d79d12c22064" -d '{"events": [{"name": "network-changed", "server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:58.138488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:58.267616 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce9ccd-393f-475c-9bcd-befa8cd3587c x-openstack-request-id: req-c1ce9ccd-393f-475c-9bcd-befa8cd3587c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:58.270799 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:58.272464 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1ce9ccd-393f-475c-9bcd-befa8cd3587c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:58.274252 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c', 'status': 'completed', 'code': 200} Jul 07 17:14:58.327563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-4f05e3c2-706f-42df-aa0f-23c957147c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.333256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-4f05e3c2-706f-42df-aa0f-23c957147c81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 1100 time: 0.1605618 Jul 07 17:14:58.432138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.451730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.530784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-e92baf73-f7ff-4c09-89ff-7689f3c87d17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c HTTP/1.1" status: 200 len: 217 time: 0.1880031 Jul 07 17:14:58.564103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.698585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-deleted', 'tag': '40c82449-4a10-4e39-bd45-79edff656709'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:58.701155 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99854a8-60f8-4412-900f-5daf62b14905" -d '{"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-deleted", "tag": "40c82449-4a10-4e39-bd45-79edff656709"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:58.730572 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:58.747947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.756108 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.761975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb660c-99b7-4c82-8406-7b0184609128 req-34af36c5-22bb-4e20-b73a-3d12277a36fc tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.767115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "DELETE /v2.0/security-groups/f2198243-635c-4ae7-ae43-0ecdf8f5db3d HTTP/1.1" status: 204 len: 168 time: 0.8255963 Jul 07 17:14:58.768150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45336) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:58.770339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bbb660c-99b7-4c82-8406-7b0184609128 req-34af36c5-22bb-4e20-b73a-3d12277a36fc tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 948 time: 0.3307049 Jul 07 17:14:58.778607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-c02d9fc2-4246-44cf-84f7-b5052d149e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.787982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-c02d9fc2-4246-44cf-84f7-b5052d149e5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2455235 Jul 07 17:14:58.807269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.816730 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa18ae-e685-4af6-91b4-f87c3729598c x-openstack-request-id: req-7cfa18ae-e685-4af6-91b4-f87c3729598c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:58.817667 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8a9274-9d0b-44cf-a43a-eac75747f0a9", "name": "network-vif-deleted", "tag": "40c82449-4a10-4e39-bd45-79edff656709", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:58.818739 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Checking router: e4146f29-016a-4bd9-a363-ef7316a2a9f7 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:58.820704 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cfa18ae-e685-4af6-91b4-f87c3729598c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:58.821298 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8a9274-9d0b-44cf-a43a-eac75747f0a9', 'name': 'network-vif-deleted', 'tag': '40c82449-4a10-4e39-bd45-79edff656709', 'status': 'completed', 'code': 200} Jul 07 17:14:58.827450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object eea4e857-db15-46bc-a35f-26822757bca5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:58.834254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a0960-ee93-444a-8872-681ead3d74d0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2198243-635c-4ae7-ae43-0ecdf8f5db3d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.853593 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:58.854566 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:14:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:59.000220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bbb660c-99b7-4c82-8406-7b0184609128 req-c44b90a3-01aa-4559-9393-ece5ae7ab835 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106068 Jul 07 17:14:59.049525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.060694 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-70891860-bcd1-454c-b87a-b787a6346cf0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] show failed (client error): The resource could not be found. Jul 07 17:14:59.069114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45342) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:59.081081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70891860-bcd1-454c-b87a-b787a6346cf0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "GET /v2.0/security-groups/f2198243-635c-4ae7-ae43-0ecdf8f5db3d HTTP/1.1" status: 404 len: 347 time: 0.2712669 Jul 07 17:14:59.185204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-45c5971e-3c48-4397-b9d3-a9d23e039df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.187663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-45c5971e-3c48-4397-b9d3-a9d23e039df1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3362403 Jul 07 17:14:59.264269 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:59.286099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.330647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.368142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.371747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.373228 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c0c1694-b81d-4cc4-8948-2e11fd9aac5b HTTP/1.1" status: 204 len: 168 time: 1.6156206 Jul 07 17:14:59.376169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f0273f-1bb7-47ed-934f-faed3a1963e1 req-d02d393c-9156-4016-9d31-e6e773577779 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0370831 Jul 07 17:14:59.399447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968180c1-3aac-4d12-8239-828acfe950c5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.456566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7adf2-83c8-461f-8d51-df3d4ef06bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c1694-b81d-4cc4-8948-2e11fd9aac5b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.458189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d28f699e-5d10-491d-b301-8d43740b502d req-f9afc17e-0d9a-4e0c-b3df-f681a0c5fa7b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 210 time: 0.0489576 Jul 07 17:14:59.501661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:59.527684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.528375 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Added segment 9a06d1cc-a475-4615-b36a-f0e35296cbca of type vlan for network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 Jul 07 17:14:59.555403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.624574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Deleting port 148cc5b1-4c18-4635-b38f-90eabae3bc97 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:59.625166 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.639614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-027b673f-0444-4459-8054-a2ed6b5c0dcc service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409304 Jul 07 17:14:59.703670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Allocated IP 172.20.0.2 (b929eabd-3b1c-4568-a210-678773ff9ccb/40cc909a-e67e-43d4-be6d-bb51e4f0e2ff/d53dcf4c-4855-4651-8745-72dcad632ca2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:59.850379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:59.892798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:59.894277 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:59.899039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:59.947427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] For port d53dcf4c-4855-4651-8745-72dcad632ca2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d53dcf4c-4855-4651-8745-72dcad632ca2,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:00.000818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146bf15-9646-4889-9cf4-64df814aae3e None None] The sync data for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 is: [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:11:42Z', 'revision_number': 4, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '7e08dc20-2ac8-4eda-8a75-0b92b04767f5', 'name': '', 'network_id': 'b101b877-e6ec-4047-82d9-76072a65b54a', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'mac_address': 'fa:16:3e:8a:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'subnets': [{'id': '5303c266-a58a-4c88-a033-0fb017c0ab1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:00.009875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.085510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Transition to ACTIVE for port object d53dcf4c-4855-4651-8745-72dcad632ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:00.095736 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.178931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.179584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.210874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c022608-2dbd-40d0-b280-e362a99b0500 req-1421a00e-77b6-463d-b595-a6a35cd6ed60 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567944 Jul 07 17:15:00.229263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Calling delete_port for 148cc5b1-4c18-4635-b38f-90eabae3bc97 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:00.258800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86104-14fb-45c6-8a60-a8cc2432095a None None] Pushing event updated for resources: {'Port': ['ID=d53dcf4c-4855-4651-8745-72dcad632ca2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.500714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.512863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-93bd8d3c-1693-4698-a5df-73af9719e024 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.514998 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-93bd8d3c-1693-4698-a5df-73af9719e024 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.73 "GET /v2.0/networks?id=2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 200 len: 812 time: 0.6093431 Jul 07 17:15:00.619228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=eea4e857-db15-46bc-a35f-26822757bca5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:00.665790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fb20f-803a-484f-907e-9b47af50e359 None None] New status for floating IP e0c38344-73c2-495c-9755-6e556bf79605: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:00.720966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.797420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.803894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.839382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-6fe25e08-888f-4942-99ac-0a791f975d55 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba10b87853840318a9fcbed9ed82652 HTTP/1.1" status: 200 len: 379 time: 0.2505667 Jul 07 17:15:00.846723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.850312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.854181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.897478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'port': {'device_id': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'admin_state_up': True, 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'security_groups': ['e3f7dd9f-06ed-4873-a43d-b2ffd87c330f']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:00.922693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.9335713 Jul 07 17:15:00.970882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45384) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:01.035439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03cfa13d-713c-40f5-bd36-5bf708b6901a req-31df4030-c035-4d25-a4f2-03f22f8ead1a tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.2356730 Jul 07 17:15:01.047702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Request body: {'subnet': {'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1652637447-subnet', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:01.074816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-194e6e2f-5f5d-4c7b-b0a5-23bc545ce6c6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3039296 Jul 07 17:15:01.075539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Pushing event deleted for resources: {'Port': ['ID=148cc5b1-4c18-4635-b38f-90eabae3bc97,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.077498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:01.286295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d53dcf4c-4855-4651-8745-72dcad632ca2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:01.310973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Made reservation on behalf of 0b006a70d8a64b3dae34c5afac44a5c1 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:01.314101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.343103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c357-c1a0-42bc-a2be-f4f16ce1d55e admin admin] Pushing event updated for resources: {'Network': ['ID=9c5c460a-8186-40c5-ad6d-ad122e1dc433,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.368953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:01.422756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.426813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.428283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ba7644d1-0213-48ba-a3bf-a00ea8d95ee0 tempest-ServersWithSpecificFlavorTestJSON-1503819632 tempest-ServersWithSpecificFlavorTestJSON-1503819632-project] 10.222.0.66 "DELETE /v2.0/floatingips/b9ee6b7a-24e2-4fd7-924e-01cf60d55c4b HTTP/1.1" status: 204 len: 168 time: 2.3572834 Jul 07 17:15:01.442486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1e9b6-2a69-47c7-bbd1-5e19b1d9069c req-af58ed5b-e26b-4522-b0bc-900bcbf316fe tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.444322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76a1e9b6-2a69-47c7-bbd1-5e19b1d9069c req-af58ed5b-e26b-4522-b0bc-900bcbf316fe tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 948 time: 0.7957907 Jul 07 17:15:01.474193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-53874c2f-2e88-4e84-929b-52a71f1e6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.478987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-53874c2f-2e88-4e84-929b-52a71f1e6b16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 1100 time: 0.8277273 Jul 07 17:15:01.514589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f99de1d-df79-42cc-a928-9038b2e8b7de req-ca8c0b66-6739-4084-80df-fc0704b8bac9 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 210 time: 0.1099451 Jul 07 17:15:01.574959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a1c20-6b90-47b6-be95-ff802ce50dfb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.584805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a1c20-6b90-47b6-be95-ff802ce50dfb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.593152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f0a1c20-6b90-47b6-be95-ff802ce50dfb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4258771 Jul 07 17:15:01.597185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45406) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:01.619961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e85565fa-aab2-4930-9b1f-4efacce68c58 None None] Provisioning for port d53dcf4c-4855-4651-8745-72dcad632ca2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:01.624562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e85565fa-aab2-4930-9b1f-4efacce68c58 None None] Provisioning complete for port d53dcf4c-4855-4651-8745-72dcad632ca2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:01.624949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e85565fa-aab2-4930-9b1f-4efacce68c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.715813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76a1e9b6-2a69-47c7-bbd1-5e19b1d9069c req-25d7d04e-fa15-46fa-9789-30e0bf3ab151 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345471 Jul 07 17:15:01.824639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Made reservation on behalf of aba10b87853840318a9fcbed9ed82652 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:01.829341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.877176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-cd197e41-63e1-4ca8-bdc6-bfdd659f956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.881766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-cd197e41-63e1-4ca8-bdc6-bfdd659f956e service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3591750 Jul 07 17:15:01.951319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8251f5cd-1e2f-4806-bad3-e3d11853997c details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:02.094767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port eea4e857-db15-46bc-a35f-26822757bca5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:02.095882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.190621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:02.208499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '8251f5cd-1e2f-4806-bad3-e3d11853997c', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '8251f5cd-1e2f-4806-bad3-e3d11853997c', 'mac_address': 'fa:16:3e:af:8e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:02.454949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8175b06-d943-4a11-b997-d2e4383f2e30 None None] Provisioning for port eea4e857-db15-46bc-a35f-26822757bca5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:02.469130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Allocated IP 172.20.0.8 (2858113b-a95c-4ca2-ba19-8d5bfb507587/dacd740f-b02f-4cce-b95f-5b2cbd96f3b8/5a5566c5-d7a5-42cf-8502-7e324e67916e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:02.486275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.500542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8175b06-d943-4a11-b997-d2e4383f2e30 None None] Provisioning complete for port eea4e857-db15-46bc-a35f-26822757bca5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:02.500929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8175b06-d943-4a11-b997-d2e4383f2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.512801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.529468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for eea4e857-db15-46bc-a35f-26822757bca5 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:02.640664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8251f5cd-1e2f-4806-bad3-e3d11853997c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:02.663532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f8175b06-d943-4a11-b997-d2e4383f2e30 None None] Port eea4e857-db15-46bc-a35f-26822757bca5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:02.678724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:02.697395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.806315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-b872e303-c32f-4c68-a364-562ec5044e3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c HTTP/1.1" status: 200 len: 217 time: 0.9120986 Jul 07 17:15:02.839154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.860823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.888857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89087137-4ca2-49dc-874f-9200a3eda0ba req-9ec5397c-2819-477c-8584-b7eaf109df35 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.1634786 Jul 07 17:15:02.943897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8251f5cd-1e2f-4806-bad3-e3d11853997c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:02.994469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-b8962a7e-f62d-4ef4-98bd-4234c0f92f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.995907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-b8962a7e-f62d-4ef4-98bd-4234c0f92f67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1416912 Jul 07 17:15:03.059296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.074529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Transition to ACTIVE for port object 5a5566c5-d7a5-42cf-8502-7e324e67916e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:03.133074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.173192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-3d5b3187-dfca-469b-ac32-351fb6928f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.174756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-3d5b3187-dfca-469b-ac32-351fb6928f55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683326 Jul 07 17:15:03.181673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b92217-3a55-40d0-a8a2-3c8310cd968f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.270337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.288378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=eea4e857-db15-46bc-a35f-26822757bca5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.359671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:03.446566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:03.465046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-fdc4e04a-f4bf-47cd-a113-b44d84031ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787070 Jul 07 17:15:03.479961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:03.513158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Checking segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:03.516789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Network hostable DHCP agents. Network: 9c5c460a-8186-40c5-ad6d-ad122e1dc433, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:03.631444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event updated for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.649123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.651237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-04978335-0c98-4b96-9409-bb8569645992 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/eea4e857-db15-46bc-a35f-26822757bca5 HTTP/1.1" status: 204 len: 168 time: 2.0518816 Jul 07 17:15:03.653931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45496) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:03.721800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:03.794097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 9c5c460a-8186-40c5-ad6d-ad122e1dc433) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:03.809593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b44146-0618-40f4-af81-de9cbd6e944c None None] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:03.821220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b25566-f97d-4a73-a694-e8426c6e7c39 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.823316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b25566-f97d-4a73-a694-e8426c6e7c39 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.825161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b25566-f97d-4a73-a694-e8426c6e7c39 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.827565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79b25566-f97d-4a73-a694-e8426c6e7c39 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1727097 Jul 07 17:15:03.829351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.840418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.840578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.841099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.843768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:03.882274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2db276b6-45bb-4dac-83a0-d79d12c22064 req-a51089d2-8e23-4d9e-ae01-3ce1f558c553 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026814 Jul 07 17:15:03.928597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 40cc909a-e67e-43d4-be6d-bb51e4f0e2ff {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:03.944709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.979389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8251f5cd-1e2f-4806-bad3-e3d11853997c up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:03.986632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-8869199a-674c-477e-865e-881511ae242b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1053953 Jul 07 17:15:03.992592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-04d7a0e1-93fe-442b-8a7e-5f11b443f9fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9540350 Jul 07 17:15:03.997870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:04.018251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Request body: {'port': {'device_id': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:04.023814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:04.067272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.134390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.135422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.149495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61d8a3f5-ac8f-4c4c-83b8-45ac6a7fe007 None None] Provisioning for port 5a5566c5-d7a5-42cf-8502-7e324e67916e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:04.155648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975edca-02c1-4e7f-8a72-f493f5c7b319 req-d4cd8aff-de53-43b4-bf3a-ea0529d2dfd5 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.161940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61d8a3f5-ac8f-4c4c-83b8-45ac6a7fe007 None None] Provisioning complete for port 5a5566c5-d7a5-42cf-8502-7e324e67916e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:04.162951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61d8a3f5-ac8f-4c4c-83b8-45ac6a7fe007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.170070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2975edca-02c1-4e7f-8a72-f493f5c7b319 req-d4cd8aff-de53-43b4-bf3a-ea0529d2dfd5 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 931 time: 0.2864399 Jul 07 17:15:04.193504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.206790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4e8ce-93ae-41dd-bd7a-7b432e80768f req-460a7922-54b9-434a-ad2a-b1a811276b88 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.208889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbd4e8ce-93ae-41dd-bd7a-7b432e80768f req-460a7922-54b9-434a-ad2a-b1a811276b88 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 949 time: 0.2211933 Jul 07 17:15:04.292435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2975edca-02c1-4e7f-8a72-f493f5c7b319 req-5f49ca92-6f35-44aa-b596-d26ae4725876 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209590 Jul 07 17:15:04.304151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-61d8a3f5-ac8f-4c4c-83b8-45ac6a7fe007 None None] Port 5a5566c5-d7a5-42cf-8502-7e324e67916e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:04.314883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 8251f5cd-1e2f-4806-bad3-e3d11853997c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:04.318393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:04.319517 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.339450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 8251f5cd-1e2f-4806-bad3-e3d11853997c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:04.340084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.348733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.373218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.389760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbd4e8ce-93ae-41dd-bd7a-7b432e80768f req-c8840832-aba9-46df-b661-f71fc264760d tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734991 Jul 07 17:15:04.741989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Allocated IP 172.20.0.2 (9c5c460a-8186-40c5-ad6d-ad122e1dc433/79b92217-3a55-40d0-a8a2-3c8310cd968f/0cd0f05c-fbf0-4af1-91c0-c23104c6a21a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:04.882946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a3b7ca7-c267-47bb-99d0-3aa2a7a708a8 req-c96f9cff-2d8d-49d0-bc11-14a71b29c107 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0726082 Jul 07 17:15:04.919025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.929297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Transition to ACTIVE for port object 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:04.946947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Transition to ACTIVE for port object 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:04.963105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.043462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:05.064443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:05.082806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:05.088772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.091835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:05.112213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Pushing event updated for resources: {'Port': ['ID=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.226777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:05.232873 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cd46ad-b46d-49b0-91c6-d28110760e7e" -d '{"events": [{"server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "name": "network-vif-plugged", "status": "completed", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:05.311335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Attempting to bind port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:05.313510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Attempting to bind port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:05.316169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Attempting to bind port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a on network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:05.336932 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611963a-8784-41db-ba79-4a6b4c27ab38 x-openstack-request-id: req-d611963a-8784-41db-ba79-4a6b4c27ab38 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:05.337646 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "name": "network-vif-plugged", "status": "completed", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:05.338169 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d611963a-8784-41db-ba79-4a6b4c27ab38 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:05.342423 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c', 'code': 200} Jul 07 17:15:05.365350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:05.367274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:05.367946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Checking segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:05.368598 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.369254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Bound using segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:05.369987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Bound port: 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:05.370677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.378361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.594609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.644071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429912-bebc-4562-b250-64ebd8d7b552 req-32cf2074-549a-4256-b070-ad6619e8a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.646314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33429912-bebc-4562-b250-64ebd8d7b552 req-32cf2074-549a-4256-b070-ad6619e8a43d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 1102 time: 0.2107773 Jul 07 17:15:05.694757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] For port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:05.714247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] For port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:05.725388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.789048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.793379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.839627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33429912-bebc-4562-b250-64ebd8d7b552 req-f5e765a4-89f5-4507-8be7-9f3e1a9a3631 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545637 Jul 07 17:15:05.851415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=40cc909a-e67e-43d4-be6d-bb51e4f0e2ff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.861125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.870721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9972a8dc-8564-4c78-ac84-b8abb19add60 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/40cc909a-e67e-43d4-be6d-bb51e4f0e2ff HTTP/1.1" status: 204 len: 168 time: 2.0259731 Jul 07 17:15:05.877305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45582) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:05.900882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa99fd-00e8-43fe-b3c2-188ce319b2c7 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:05.992531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca23dd-29a0-4ca0-87c0-edd7d98ed4b8 req-fb511433-7879-4d84-afea-ad81311d8307 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.000342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bca23dd-29a0-4ca0-87c0-edd7d98ed4b8 req-fb511433-7879-4d84-afea-ad81311d8307 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 931 time: 0.3586094 Jul 07 17:15:06.098372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b781e3-2348-4bf1-8f80-4ffab291e050 req-ecf12f2c-96f6-400c-853f-9db86e73878f tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.100339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51b781e3-2348-4bf1-8f80-4ffab291e050 req-ecf12f2c-96f6-400c-853f-9db86e73878f tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 950 time: 0.3244121 Jul 07 17:15:06.100869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5566c5-d7a5-42cf-8502-7e324e67916e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:06.123694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.152940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Transition to ACTIVE for port object 5a5566c5-d7a5-42cf-8502-7e324e67916e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:06.166033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.197101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cdb4-35ab-4099-b28a-79803d26699e None None] Pushing event updated for resources: {'Port': ['ID=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.398464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 4b243cb2-5c94-4ffa-abda-546c75c58077 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:06.402768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.506920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.561682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.731299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.798367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.882469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bca23dd-29a0-4ca0-87c0-edd7d98ed4b8 req-e6b9bb2e-bf1e-4015-ae09-87ffb303d1c9 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8772871 Jul 07 17:15:06.886219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.962253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51b781e3-2348-4bf1-8f80-4ffab291e050 req-eb8c83ae-3715-4114-b262-3b11da8a7de3 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8387299 Jul 07 17:15:07.006162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Allocated IP 172.25.3.5 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/419df03a-7e03-4d16-93e3-2dc7697066cf) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:07.226087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Attempting to bind port 5a5566c5-d7a5-42cf-8502-7e324e67916e on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:07.226087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Attempting to bind port 5a5566c5-d7a5-42cf-8502-7e324e67916e by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:07.226087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Attempting to bind port 5a5566c5-d7a5-42cf-8502-7e324e67916e on network 2858113b-a95c-4ca2-ba19-8d5bfb507587 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:07.282394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Port 5a5566c5-d7a5-42cf-8502-7e324e67916e on network 2858113b-a95c-4ca2-ba19-8d5bfb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:07.282750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Attempting to bind port 5a5566c5-d7a5-42cf-8502-7e324e67916e on network 2858113b-a95c-4ca2-ba19-8d5bfb507587 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:07.345946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2800deb2-3468-48e5-ba15-64d32f6aafd3 req-93d84b62-9bbb-42ee-97e4-120bf3302f68 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8a9274-9d0b-44cf-a43a-eac75747f0a9 HTTP/1.1" status: 200 len: 210 time: 0.1132762 Jul 07 17:15:07.361200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:07.396942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:07.397573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Checking segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:07.398375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Bound using segment: {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:07.400109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Bound port: 5a5566c5-d7a5-42cf-8502-7e324e67916e, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080f5a20-8641-4a7f-a0bc-47e036af7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:07.400687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.481057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.491056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.564300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-be6b4719-910c-4624-8e38-191322377379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.587955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:07.611717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.631158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45626) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.631400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/4b243cb2-5c94-4ffa-abda-546c75c58077 HTTP/1.1" status: 204 len: 168 time: 1.7346513 Jul 07 17:15:07.707572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=4b243cb2-5c94-4ffa-abda-546c75c58077,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:07.731144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.731780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.732316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.732834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.734589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.735146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.744537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.745987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.745987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.746694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.747254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.747805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdbc81-1c63-4109-8da2-415e3d3913db tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:07.749793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:07.763511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:07.771565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7753c82d-76d2-407f-ba34-2909d0d87c4e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370521 Jul 07 17:15:07.774225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.787936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:07.903471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.944999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.026675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea936a-a6a7-4d60-b0fb-ac7eaa2c89e4 None None] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:08.060598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.100792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.113993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.126232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-295302e0-a23c-4243-a485-b1e528f5d0f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 200 len: 1092 time: 4.1242325 Jul 07 17:15:08.196313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391cf37f-a2e1-487c-bb14-2ab42ebd1392 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:08.225674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:08.235674 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2047cbca-3f71-46aa-ba4d-88cf8db63429" -d '{"events": [{"name": "network-changed", "server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:08.307414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Provisioning for port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:08.330488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Provisioning complete for port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:08.331722 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.390494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.403866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:08.427887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.659057 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.678313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:08.724248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:08.735880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:08.737959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb69d-48dc-4312-bcac-5ff958c67f36 req-83357bdf-36ae-4fb0-a12a-2152dade7c00 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.741571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f9fb69d-48dc-4312-bcac-5ff958c67f36 req-83357bdf-36ae-4fb0-a12a-2152dade7c00 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 943 time: 0.4320629 Jul 07 17:15:08.766257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] For port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:08.778313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.840852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:08.846401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a78cea-8e7b-422b-baed-0d301093a819 None None] Pushing event updated for resources: {'Port': ['ID=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.898462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54400-43d4-4ac5-ad30-0a2d0432f75e req-3c8219f1-e582-4778-8cef-2b803fa45828 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.909157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ff54400-43d4-4ac5-ad30-0a2d0432f75e req-3c8219f1-e582-4778-8cef-2b803fa45828 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 950 time: 0.4220884 Jul 07 17:15:08.929207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Pushing event updated for resources: {'Port': ['ID=419df03a-7e03-4d16-93e3-2dc7697066cf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.971107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b13e20ed-44a6-4eae-8c75-d5d7b73efb18 None None] Provisioning complete for port d53dcf4c-4855-4651-8745-72dcad632ca2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:08.971519 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b13e20ed-44a6-4eae-8c75-d5d7b73efb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.016906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-1100b30c-ea8a-4c2c-be79-15810b4f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.020526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f9fb69d-48dc-4312-bcac-5ff958c67f36 req-14c8045a-51d5-4b03-911f-b6fadf84cbc4 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586358 Jul 07 17:15:09.021906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-1100b30c-ea8a-4c2c-be79-15810b4f651b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aba10b87853840318a9fcbed9ed82652&device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 1095 time: 0.7002654 Jul 07 17:15:09.128877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ff54400-43d4-4ac5-ad30-0a2d0432f75e req-d1a765a5-90a6-46bb-b191-a5fa62f4c7e9 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165568 Jul 07 17:15:09.231137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Deleting port d53dcf4c-4855-4651-8745-72dcad632ca2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:09.231663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.294771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-70e825c8-bc93-4426-86e4-cf9394e8c4c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 200 len: 217 time: 0.2378695 Jul 07 17:15:09.298539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:09.353728 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e019dd3-7722-454e-8b85-06b466e000bc x-openstack-request-id: req-9e019dd3-7722-454e-8b85-06b466e000bc {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:09.357299 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:09.357788 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e019dd3-7722-454e-8b85-06b466e000bc {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:09.358380 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'status': 'completed', 'code': 200} Jul 07 17:15:09.425848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] For port d53dcf4c-4855-4651-8745-72dcad632ca2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d53dcf4c-4855-4651-8745-72dcad632ca2,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:09.426422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.486259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Calling delete_port for d53dcf4c-4855-4651-8745-72dcad632ca2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:09.517910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Deleting port 2020d5ab-ef00-4563-b474-095211df095d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:09.518518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.645632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:09.646163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.749109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-f42605f4-d93a-4d0e-aca4-b94c5c11de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:09.750724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-f42605f4-d93a-4d0e-aca4-b94c5c11de4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 HTTP/1.1" status: 200 len: 851 time: 0.4408994 Jul 07 17:15:09.771674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] For port 2020d5ab-ef00-4563-b474-095211df095d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2020d5ab-ef00-4563-b474-095211df095d,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:09.772546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cceb35a4-2aa4-4dcc-9ad7-c42fe3be4feb None None] Provisioning complete for port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:09.773151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cceb35a4-2aa4-4dcc-9ad7-c42fe3be4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.774574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.830945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Calling delete_port for 2020d5ab-ef00-4563-b474-095211df095d owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:09.999448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:10.076460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.243949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.263215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-3c4879ae-5f30-41de-9fbf-e99ba35fcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.267718 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-3c4879ae-5f30-41de-9fbf-e99ba35fcfe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2858113b-a95c-4ca2-ba19-8d5bfb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4994998 Jul 07 17:15:10.293202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.365478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.374344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=940606c0-7e50-4f79-b3df-4ff3de65507e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.415039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Pushing event deleted for resources: {'Port': ['ID=2020d5ab-ef00-4563-b474-095211df095d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.448900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] No DVR routers for this DVR port d53dcf4c-4855-4651-8745-72dcad632ca2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:10.489386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8847186f-ce82-40ae-bbef-ad7c93942324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.509000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31b87a-5323-472b-859f-cb781a498df9 None None] Pushing event deleted for resources: {'Port': ['ID=d53dcf4c-4855-4651-8745-72dcad632ca2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.546489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.673389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-4eaf6d25-7d23-43e4-9434-4324c450a72f service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042974 Jul 07 17:15:10.682918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3878-3702-442f-bb0d-57aeeb17ec8d req-cbb1b507-cdc5-4c0e-b12d-22711fdc13f7 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.690084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c87a3878-3702-442f-bb0d-57aeeb17ec8d req-cbb1b507-cdc5-4c0e-b12d-22711fdc13f7 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 943 time: 0.2936296 Jul 07 17:15:10.786683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c87a3878-3702-442f-bb0d-57aeeb17ec8d req-d42e42d9-a16a-4640-90ad-b96dfa122619 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897582 Jul 07 17:15:10.812970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d53dcf4c-4855-4651-8745-72dcad632ca2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:10.853309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.879403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d53dcf4c-4855-4651-8745-72dcad632ca2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:10.879761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d53dcf4c-4855-4651-8745-72dcad632ca2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:10.955315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.066607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:11.074949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d6eb17a-a229-4414-8215-1a4a17d20f12 req-caf51a41-d125-46f5-a9e7-c4baf62ee158 service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454382 Jul 07 17:15:11.094423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.267867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.273109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.275236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-adc43d73-5c7d-4a65-8e32-f82b679cc785 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6de4bd52d2024185b2056574bafb3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927622 Jul 07 17:15:11.277473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45802) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:11.279762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "DELETE /v2.0/security-groups/5623b6de-e367-4bf5-840e-285e82bc4fed HTTP/1.1" status: 204 len: 168 time: 1.2664680 Jul 07 17:15:11.284706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:11.294989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.295736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b721ff6c-c8e8-408b-b01d-d24624662f87 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:11.295936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.336001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfd589-428d-4b9d-b858-c9c040a36873 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5623b6de-e367-4bf5-840e-285e82bc4fed,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.408521 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-8d5b46d2-6373-4460-95f1-1c766dcfe404 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] show failed (client error): The resource could not be found. Jul 07 17:15:11.412650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8d5b46d2-6373-4460-95f1-1c766dcfe404 tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "GET /v2.0/security-groups/5623b6de-e367-4bf5-840e-285e82bc4fed HTTP/1.1" status: 404 len: 347 time: 0.1316745 Jul 07 17:15:11.444918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45816) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:11.488661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ffacf3b6-804b-47e7-a70a-4f7f10603cec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7128541 Jul 07 17:15:11.491994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:11.507841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:11.575863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '940606c0-7e50-4f79-b3df-4ff3de65507e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:11.576784 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.625712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-03b215d6-f632-4816-8acc-4280776a21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.635916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-03b215d6-f632-4816-8acc-4280776a21e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aba10b87853840318a9fcbed9ed82652&device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 1095 time: 0.4398627 Jul 07 17:15:11.728693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Router e16548c2-d250-4f38-a579-916b911c8452 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:11.757783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-9b7b2375-a8be-48ab-aff0-012cc43a16eb tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.767636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-9b7b2375-a8be-48ab-aff0-012cc43a16eb tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4912350 Jul 07 17:15:11.789690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-21135045-95a8-4edb-bda4-a524c8cdde6a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/quotas/6de4bd52d2024185b2056574bafb3205 HTTP/1.1" status: 200 len: 375 time: 0.0208464 Jul 07 17:15:11.804224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:11.805265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.808239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.818832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.019642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Allocated IP 172.20.0.2 (b929eabd-3b1c-4568-a210-678773ff9ccb/940606c0-7e50-4f79-b3df-4ff3de65507e/298f497e-de63-4c57-9a6e-67657fda04f4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:12.354365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.391340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Transition to ACTIVE for port object 298f497e-de63-4c57-9a6e-67657fda04f4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:12.421546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Transition to ACTIVE for port object 298f497e-de63-4c57-9a6e-67657fda04f4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:12.445054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.469823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-8c18873b-f23c-49a8-a41a-44a20b519bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.472646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-8c18873b-f23c-49a8-a41a-44a20b519bcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 200 len: 913 time: 0.7222691 Jul 07 17:15:12.525560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-70059a94-3b14-49b5-b775-32f951ca1a1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 200 len: 217 time: 0.0363059 Jul 07 17:15:12.586837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-21d4f812-0acb-497e-a96c-1ca6c5a2a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.588570 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-21d4f812-0acb-497e-a96c-1ca6c5a2a569 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 HTTP/1.1" status: 200 len: 851 time: 0.0514090 Jul 07 17:15:12.594552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:12.625907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:12.627763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:12.641447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:12.708675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Deleting port 3c67627b-24c8-4b0d-9569-7589b82566a2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:12.709031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.773964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-e720a852-4cc8-4f8c-a15f-66a797d85ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.775893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-e720a852-4cc8-4f8c-a15f-66a797d85ad3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2858113b-a95c-4ca2-ba19-8d5bfb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567385 Jul 07 17:15:12.806137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Attempting to bind port 298f497e-de63-4c57-9a6e-67657fda04f4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:12.807890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Attempting to bind port 298f497e-de63-4c57-9a6e-67657fda04f4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:12.808329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Attempting to bind port 298f497e-de63-4c57-9a6e-67657fda04f4 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:12.819138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:12.820768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:12.821230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.821635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:12.822114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Bound port: 298f497e-de63-4c57-9a6e-67657fda04f4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:12.825106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.844587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:12.855141 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Sync routers for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:12.864535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-766022fc-8b55-4738-9364-873b80d9951d admin admin] 10.222.0.66 "PUT /v2.0/routers/e16548c2-d250-4f38-a579-916b911c8452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7963564 Jul 07 17:15:12.866883 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:12.867528 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:12.876573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45838) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:12.951487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-76b57887-13bd-4fc6-a6bb-07956609708c service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639647 Jul 07 17:15:12.980564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:12.990766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:12.998558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.110909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Router 49704c65-c205-45a3-b0ef-3171a8daba42 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:13.112845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:13.122975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.123365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.150000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Calling delete_port for 3c67627b-24c8-4b0d-9569-7589b82566a2 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:13.186492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cb77f-c743-41f8-91d7-b986370211ff None None] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.275742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-ba592ef7-1217-4419-adbe-0ad675482296 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4845357 Jul 07 17:15:13.338829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2047cbca-3f71-46aa-ba4d-88cf8db63429 req-a90c9d68-82af-48a6-b1d8-ecffd07cfc69 service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754435 Jul 07 17:15:13.444886 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.488415 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.529322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27c7c-ebfd-4424-90cf-588d5b98c4dc req-282e2091-5b96-4063-8836-b79a023c0efa tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.540317 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:15:10Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.546780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7b27c7c-ebfd-4424-90cf-588d5b98c4dc req-282e2091-5b96-4063-8836-b79a023c0efa tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 943 time: 0.8165355 Jul 07 17:15:13.652367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:13.668971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Sync routers for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:13.674284 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Checking router: e16548c2-d250-4f38-a579-916b911c8452 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:13.680971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.686907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:13.688309 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Routers {'e16548c2-d250-4f38-a579-916b911c8452'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:13.688950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.691856 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e16548c2-d250-4f38-a579-916b911c8452'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.789268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Pushing event deleted for resources: {'Port': ['ID=3c67627b-24c8-4b0d-9569-7589b82566a2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.798698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7b27c7c-ebfd-4424-90cf-588d5b98c4dc req-13fbddf7-cc1f-4b20-88b3-7805c1f7b469 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380898 Jul 07 17:15:13.805875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.812562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8241ed1d-38e2-4c48-ae36-49800e3fef49 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.8090434 Jul 07 17:15:13.823875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45874) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.890236 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] Set router e16548c2-d250-4f38-a579-916b911c8452 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:13.982695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.990698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.002480 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-602218b5-2c47-4dcf-bc04-17473d9392ef tempest-ServersTestBootFromVolume-1945829502 tempest-ServersTestBootFromVolume-1945829502-project] 10.222.0.66 "DELETE /v2.0/floatingips/e0c38344-73c2-495c-9755-6e556bf79605 HTTP/1.1" status: 204 len: 168 time: 2.5530097 Jul 07 17:15:14.004745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:14.025097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:14.286757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c018e897-de5e-4d55-8c25-453df2a77221 req-a3aaadf1-ad41-4910-af0c-d7e35ecff87c tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 210 time: 0.1759067 Jul 07 17:15:14.529521 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.586657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5a5566c5-d7a5-42cf-8502-7e324e67916e details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:14.726545 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:15:10Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:14.763025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:14.785219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'port_id': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'mac_address': 'fa:16:3e:62:fa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:14.822222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d46c33-30a0-41dd-b59b-8499a73fbd72 None None] The sync data for ids ['e16548c2-d250-4f38-a579-916b911c8452'] in n-d-791505-12 is: [{'id': 'e16548c2-d250-4f38-a579-916b911c8452', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1691619282-router', 'tenant_id': '87569db29ba8472c81e622d8025419fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:15:10Z', 'revision_number': 5, 'project_id': '87569db29ba8472c81e622d8025419fd', 'gw_port': {'id': '17dad0c2-effa-45dc-9e4f-eb5994d0b668', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16548c2-d250-4f38-a579-916b911c8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:35Z', 'updated_at': '2021-07-07T17:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:14.855486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:09Z', 'revision_number': 3, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:14.859729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.888728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Checking router: 49704c65-c205-45a3-b0ef-3171a8daba42 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:14.889082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Updating router 49704c65-c205-45a3-b0ef-3171a8daba42 port 419df03a-7e03-4d16-93e3-2dc7697066cf binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:14.944414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5566c5-d7a5-42cf-8502-7e324e67916e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:14.952330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.970092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.993028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:14.993979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e5cf1b7f-e751-462f-8182-7b86b4b26f76 None None] Provisioning for port 298f497e-de63-4c57-9a6e-67657fda04f4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:15.009285 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.033624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:15.134354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.228825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Deleting port 17dad0c2-effa-45dc-9e4f-eb5994d0b668 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:15.229197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.301635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51856-1e7a-49bd-948c-6cb3810aa873 req-1b9339de-01c5-40f0-8f75-1e4c0d5d65a8 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.309519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ee51856-1e7a-49bd-948c-6cb3810aa873 req-1b9339de-01c5-40f0-8f75-1e4c0d5d65a8 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 950 time: 0.5348608 Jul 07 17:15:15.319056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['5a5566c5-d7a5-42cf-8502-7e324e67916e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:15.357291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Deleting port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:15.357944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.423248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 298f497e-de63-4c57-9a6e-67657fda04f4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:15.486982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] For port 7e08dc20-2ac8-4eda-8a75-0b92b04767f5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:15.488880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.511898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Calling delete_port for 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:15.600901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.602019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ee51856-1e7a-49bd-948c-6cb3810aa873 req-ee42f459-c08d-4729-aa4a-3da8e82c9746 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910619 Jul 07 17:15:15.603630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-af7dfc9b-f42a-427b-b52b-4b71906b31dd tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6de4bd52d2024185b2056574bafb3205&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771785 Jul 07 17:15:15.619642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 298f497e-de63-4c57-9a6e-67657fda04f4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:15.629911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:15.630480 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.644975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Transition to ACTIVE for port object 419df03a-7e03-4d16-93e3-2dc7697066cf will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:15.690711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.729201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557302e-a037-4e8c-94c1-9b763a55bd23 req-7e0e578e-c926-4fa4-8d48-5c26bc3f7c0b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.730807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e557302e-a037-4e8c-94c1-9b763a55bd23 req-7e0e578e-c926-4fa4-8d48-5c26bc3f7c0b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 944 time: 0.6782997 Jul 07 17:15:15.776874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] For port 17dad0c2-effa-45dc-9e4f-eb5994d0b668, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17dad0c2-effa-45dc-9e4f-eb5994d0b668,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:15.777165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.791218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Attempting to bind port 419df03a-7e03-4d16-93e3-2dc7697066cf on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:15.791218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Attempting to bind port 419df03a-7e03-4d16-93e3-2dc7697066cf by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:15.791798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Attempting to bind port 419df03a-7e03-4d16-93e3-2dc7697066cf on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:15.797737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85321-827a-44ca-a1ac-c075c48b747d None None] Pushing event updated for resources: {'Port': ['ID=419df03a-7e03-4d16-93e3-2dc7697066cf,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.815087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:15.815087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:15.816026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.816406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:15.817136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Bound port: 419df03a-7e03-4d16-93e3-2dc7697066cf, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:15.817625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.851898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.855550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Calling delete_port for 17dad0c2-effa-45dc-9e4f-eb5994d0b668 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:15.890755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e08dc20-2ac8-4eda-8a75-0b92b04767f5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.896903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.916645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.941410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] For port 419df03a-7e03-4d16-93e3-2dc7697066cf, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:15.974000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] For port 419df03a-7e03-4d16-93e3-2dc7697066cf, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=419df03a-7e03-4d16-93e3-2dc7697066cf,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:15.991759 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.001512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.053763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.075162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2020d5ab-ef00-4563-b474-095211df095d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:16.124672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2020d5ab-ef00-4563-b474-095211df095d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:16.124942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2020d5ab-ef00-4563-b474-095211df095d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:16.140261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85321-827a-44ca-a1ac-c075c48b747d None None] Pushing event updated for resources: {'Port': ['ID=419df03a-7e03-4d16-93e3-2dc7697066cf,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.153318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e557302e-a037-4e8c-94c1-9b763a55bd23 req-9d4689fb-98f2-4bba-9b36-a4da60d2f567 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994858 Jul 07 17:15:16.162869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:16.163527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:16.194119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.296748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-e4d47370-1048-4a79-86b6-312d093d20d1 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.300787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-e4d47370-1048-4a79-86b6-312d093d20d1 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6834593 Jul 07 17:15:16.358561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5b781f-8bc8-4e2f-90f6-39e876971735 req-4dc1d700-504c-4c3d-a807-7b7a73979ef0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 210 time: 0.0411391 Jul 07 17:15:16.369293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Request body: {'port': {'device_id': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '6de4bd52d2024185b2056574bafb3205'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:16.533740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.541017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:16.568454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Router e4146f29-016a-4bd9-a363-ef7316a2a9f7 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:16.652371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5a5566c5-d7a5-42cf-8502-7e324e67916e up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:16.759194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:16.771115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cd32db14-54d8-4f21-b317-06fe57b24b44 admin admin] 10.222.0.66 "PUT /v2.0/routers/e4146f29-016a-4bd9-a363-ef7316a2a9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7652624 Jul 07 17:15:16.771783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46040) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:16.776397 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Sync routers for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:16.788704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 5a5566c5-d7a5-42cf-8502-7e324e67916e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:16.801047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 5a5566c5-d7a5-42cf-8502-7e324e67916e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:16.801542 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.803366 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:16.804001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:16.951920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.954521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.961341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:09Z', 'revision_number': 3, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.004647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7adffd-1d9e-4add-aa9e-1b72be3b9bb6 None None] The sync data for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 is: [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:09Z', 'revision_number': 3, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:17.023639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:17.032789 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f5a5c5-055d-4b9f-9b51-36928caacafe" -d '{"events": [{"server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "name": "network-vif-plugged", "status": "completed", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:17.068026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.074830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.116883 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:17.137871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.246937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.264004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Deleting port c15142b3-c794-4093-86e7-fcf3467430be {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:17.264598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.292721 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20821975-68d0-4747-a36c-fd3fbac7b356 x-openstack-request-id: req-20821975-68d0-4747-a36c-fd3fbac7b356 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:17.292919 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "name": "network-vif-plugged", "status": "completed", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:17.293188 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20821975-68d0-4747-a36c-fd3fbac7b356 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:17.293497 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'code': 200} Jul 07 17:15:17.379655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 298f497e-de63-4c57-9a6e-67657fda04f4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:17.465456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] For port c15142b3-c794-4093-86e7-fcf3467430be, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c15142b3-c794-4093-86e7-fcf3467430be,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.466232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.472482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.543770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:17.544313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.562950 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port': {'id': 'c15142b3-c794-4093-86e7-fcf3467430be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:31Z', 'updated_at': '2021-07-07T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.586564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Calling delete_port for c15142b3-c794-4093-86e7-fcf3467430be owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:17.608458 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Checking router: e4146f29-016a-4bd9-a363-ef7316a2a9f7 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:17.627475 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Routers {'e4146f29-016a-4bd9-a363-ef7316a2a9f7'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:17.629687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.730151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.770240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.788639 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] Set router e4146f29-016a-4bd9-a363-ef7316a2a9f7 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:17.831568 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.832769 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.833676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695d5a-9122-4238-9a26-66040d1d9db7 req-e7944a0c-4c22-4824-858b-5e5c3758f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.835863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb695d5a-9122-4238-9a26-66040d1d9db7 req-e7944a0c-4c22-4824-858b-5e5c3758f236 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 1097 time: 0.2873461 Jul 07 17:15:17.881208 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:15:17Z', 'revision_number': 6, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.929886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceede9be-7fc1-4f0f-9b29-5c9f29972abd None None] The sync data for ids ['e4146f29-016a-4bd9-a363-ef7316a2a9f7'] in n-d-791505-12 is: [{'id': 'e4146f29-016a-4bd9-a363-ef7316a2a9f7', 'name': 'tempest-ServersTestBootFromVolume-190082145-router', 'tenant_id': '40395408193645568a1d9c96597e4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:29Z', 'updated_at': '2021-07-07T17:15:17Z', 'revision_number': 6, 'project_id': '40395408193645568a1d9c96597e4d57', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:17.944975 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb695d5a-9122-4238-9a26-66040d1d9db7 req-f0b3e51a-5bc3-4507-a68b-0f8339923548 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551910 Jul 07 17:15:18.029573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.044076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:18.068947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Pushing event deleted for resources: {'Port': ['ID=c15142b3-c794-4093-86e7-fcf3467430be,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.136674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Made reservation on behalf of 6de4bd52d2024185b2056574bafb3205 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:18.140870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.144729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:18.160514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534eea3-97e8-4981-b7e7-a6c63ce28d73 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:18.165051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.213993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Allocated IP 172.20.0.1 (9c5c460a-8186-40c5-ad6d-ad122e1dc433/79b92217-3a55-40d0-a8a2-3c8310cd968f/bb4c1332-dfbb-4de5-ac02-0ffdc955788c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:18.297862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.301455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.340825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=1bc7ed67-19ab-4e87-8268-f9f23fb1f48b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.343493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.385071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.385972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4146f29-016a-4bd9-a363-ef7316a2a9f7 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:18.387148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.387754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.392131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6d4f25d-3226-4b6d-aa63-c5ebdb2fb050 req-2045af76-9420-49ee-894b-6cc88632a90e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 210 time: 0.0437529 Jul 07 17:15:18.392715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.393239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.394720 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f8050ea5-1f68-40ac-a7af-0cd0e443822d admin admin] 10.222.0.66 "DELETE /v2.0/routers/e4146f29-016a-4bd9-a363-ef7316a2a9f7 HTTP/1.1" status: 204 len: 168 time: 1.6219385 Jul 07 17:15:18.397260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46126) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:18.452541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Deleting subnet 5303c266-a58a-4c88-a033-0fb017c0ab1e {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:18.457653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.505047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dad0c2-effa-45dc-9e4f-eb5994d0b668,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.542031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.562672 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.566527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5879-8189-42f5-ac0d-8d6d4503b8a8 req-be8fc9fc-a53f-4839-a198-f8b53e819b9d tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.574092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d8b5879-8189-42f5-ac0d-8d6d4503b8a8 req-be8fc9fc-a53f-4839-a198-f8b53e819b9d tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 1.0967669 Jul 07 17:15:18.587607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:18.623521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dbd23514-07fa-433b-95d7-1a90f9c879b1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1267734 Jul 07 17:15:18.632966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46142) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:18.680658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:14:fa:ce', 'name': 'tempest-NetworksTestDHCPv6-1293070155'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:18.774890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.812397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Transition to ACTIVE for port object bb4c1332-dfbb-4de5-ac02-0ffdc955788c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:18.822418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:18.833353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.941418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d8b5879-8189-42f5-ac0d-8d6d4503b8a8 req-04545bf2-47b3-44ff-a6e4-5ba9fc1a02af tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657577 Jul 07 17:15:18.998401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.030587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.295070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:19.298802 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e8f08-b66e-4a19-9906-efac90d4d674" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:19.392096 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53d575-23a2-4d88-957c-1483050c596e x-openstack-request-id: req-fa53d575-23a2-4d88-957c-1483050c596e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:19.392499 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:19.392866 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa53d575-23a2-4d88-957c-1483050c596e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:19.393933 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'code': 200} Jul 07 17:15:19.399657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 419df03a-7e03-4d16-93e3-2dc7697066cf up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:19.472731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.479218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.492280 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.527081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 419df03a-7e03-4d16-93e3-2dc7697066cf completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:19.533196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 419df03a-7e03-4d16-93e3-2dc7697066cf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:19.535901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.623451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46180) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:19.631707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.645469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Allocated IP 192.168.233.16 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/dec46e63-fd14-421a-a5ca-70180f75e59c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:19.651208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.652215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16548c2-d250-4f38-a579-916b911c8452 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:19.661240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.713273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5303c266-a58a-4c88-a033-0fb017c0ab1e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.731345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.737121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.739335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2038970f-3ed8-469d-9a32-31eff2932909 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e16548c2-d250-4f38-a579-916b911c8452 HTTP/1.1" status: 204 len: 168 time: 6.8569009 Jul 07 17:15:19.742656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.745011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4b6055a1-8ac6-4309-be1d-e081823b9124 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5303c266-a58a-4c88-a033-0fb017c0ab1e HTTP/1.1" status: 204 len: 168 time: 1.3457415 Jul 07 17:15:19.745925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46184) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:19.748002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:19.819786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d181355-7c70-4c17-82d6-ac4f03183c06 None None] Network b101b877-e6ec-4047-82d9-76072a65b54a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:19.827505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 419df03a-7e03-4d16-93e3-2dc7697066cf, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=419df03a-7e03-4d16-93e3-2dc7697066cf,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:19.829239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:19.842196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:19.888775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:19.933409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.958734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Deleting subnet 739de110-e7ad-47e9-b77e-a98265b0306b {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:19.962716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.975819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45438d96-314c-43c9-bbf0-14e4fa4e5dd8 req-d753317d-777a-4c12-89b0-124cc29d77e6 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 210 time: 0.2082622 Jul 07 17:15:19.977126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.004466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2458e5bd-0859-46d9-a753-547d8d5a9fad None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:20.004779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2458e5bd-0859-46d9-a753-547d8d5a9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.037909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.121647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:20.173872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:20.175339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e08dc20-2ac8-4eda-8a75-0b92b04767f5 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:20.177905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c15142b3-c794-4093-86e7-fcf3467430be no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:20.207523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.226602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:20.239823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=419df03a-7e03-4d16-93e3-2dc7697066cf,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.249098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca0b8-4c62-41d3-8f3b-53e9ab5e3db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.257308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c15142b3-c794-4093-86e7-fcf3467430be {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:20.257576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c15142b3-c794-4093-86e7-fcf3467430be not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:20.288874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.296044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.348936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.410820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] DHCP port deletion for b101b877-e6ec-4047-82d9-76072a65b54a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:20.412329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Transition to ACTIVE for port object dec46e63-fd14-421a-a5ca-70180f75e59c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:20.436033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.462358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.470341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-89b6c1b9-a743-49cf-a3f1-2ec9041c4d5c None None] Provisioning for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:20.476109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeb50d-5116-4c7e-81fb-d1ea4c5e8fbf req-c78e5df3-500d-4ef6-b537-dbc79c6fef9e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.477087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-89b6c1b9-a743-49cf-a3f1-2ec9041c4d5c None None] Provisioning complete for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:20.477530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6aeb50d-5116-4c7e-81fb-d1ea4c5e8fbf req-c78e5df3-500d-4ef6-b537-dbc79c6fef9e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.2748132 Jul 07 17:15:20.482932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739de110-e7ad-47e9-b77e-a98265b0306b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.483433 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89b6c1b9-a743-49cf-a3f1-2ec9041c4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.499155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.501692 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4de9a24f-109a-4b35-b00b-c2a1d513e87b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/739de110-e7ad-47e9-b77e-a98265b0306b HTTP/1.1" status: 204 len: 168 time: 0.7544711 Jul 07 17:15:20.505600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46196) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:20.511892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5493a8c-7d3a-49fb-8913-523e0df435c0 None None] Network a54eca58-c3ba-4d2c-ab47-f14d81b5607a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:20.538168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Deleting port 752dc958-f290-4916-bc2a-7bd4ae74f549 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:20.539514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.540193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Deleting port 752dc958-f290-4916-bc2a-7bd4ae74f549 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:20.540624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.543600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca0b8-4c62-41d3-8f3b-53e9ab5e3db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.592516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca0b8-4c62-41d3-8f3b-53e9ab5e3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.610995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 93a10482-3436-40d0-b02a-23e8e64063ee yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:20.634078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-89b6c1b9-a743-49cf-a3f1-2ec9041c4d5c None None] Port bb4c1332-dfbb-4de5-ac02-0ffdc955788c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:20.661185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] For port 752dc958-f290-4916-bc2a-7bd4ae74f549, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=752dc958-f290-4916-bc2a-7bd4ae74f549,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:20.661550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.666120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] For port 752dc958-f290-4916-bc2a-7bd4ae74f549, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=752dc958-f290-4916-bc2a-7bd4ae74f549,segment=NetworkSegment(38e532b6-9e44-44e3-8c5a-dd3ce9392f01),segment_id=38e532b6-9e44-44e3-8c5a-dd3ce9392f01)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:20.666768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.669063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2c2ca0b8-4c62-41d3-8f3b-53e9ab5e3db6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e6ea8d0b0a2475e85a6463949ec0202&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0351028 Jul 07 17:15:20.669843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ca0b8-4c62-41d3-8f3b-53e9ab5e3db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018ae9a-2c85-4d76-9e43-b3c0cfd7f0b9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.676586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46202) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:20.683240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.684694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Calling delete_port for 752dc958-f290-4916-bc2a-7bd4ae74f549 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:20.705862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Calling delete_port for 752dc958-f290-4916-bc2a-7bd4ae74f549 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:20.715632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.731219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8251f5cd-1e2f-4806-bad3-e3d11853997c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:20.732678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6aeb50d-5116-4c7e-81fb-d1ea4c5e8fbf req-6c8e0c6a-3b3f-4b47-b6eb-cc9c3ec21905 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423170 Jul 07 17:15:20.778102 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.798983 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.840340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Pushing event deleted for resources: {'Port': ['ID=752dc958-f290-4916-bc2a-7bd4ae74f549,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.843295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] No DVR routers for this DVR port 752dc958-f290-4916-bc2a-7bd4ae74f549 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:20.896430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:20.910134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Pushing event updated for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.938474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:20.952911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:20.979534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.991320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.997458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101b877-e6ec-4047-82d9-76072a65b54a']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.012052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e532b6-9e44-44e3-8c5a-dd3ce9392f01') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.012353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e532b6-9e44-44e3-8c5a-dd3ce9392f01') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.024162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.050271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.066919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] DHCP port deletion for a54eca58-c3ba-4d2c-ab47-f14d81b5607a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:21.068271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:21.068756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:21.070878 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:21.078252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] Pushing event deleted for resources: {'Port': ['ID=752dc958-f290-4916-bc2a-7bd4ae74f549,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.098226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d7d7d-b387-4fed-946f-36fcac9a28e2 None None] No DVR routers for this DVR port 752dc958-f290-4916-bc2a-7bd4ae74f549 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:21.169094 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.224419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.227785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Deleting port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:21.228228 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.238622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.250992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b101b877-e6ec-4047-82d9-76072a65b54a HTTP/1.1" status: 204 len: 168 time: 1.4802856 Jul 07 17:15:21.268864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b47174-cb52-4f41-aed8-03a10716c619 admin admin] Pushing event deleted for resources: {'Network': ['ID=b101b877-e6ec-4047-82d9-76072a65b54a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.286723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 419df03a-7e03-4d16-93e3-2dc7697066cf up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:21.297738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.298401 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.327851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.352644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 172.20.0.7 (b929eabd-3b1c-4568-a210-678773ff9ccb/940606c0-7e50-4f79-b3df-4ff3de65507e/93a10482-3436-40d0-b02a-23e8e64063ee) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.379544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe14:face (b929eabd-3b1c-4568-a210-678773ff9ccb/1bc7ed67-19ab-4e87-8268-f9f23fb1f48b/93a10482-3436-40d0-b02a-23e8e64063ee) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.396676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-371a0a7d-abe4-4b36-b7ad-9ab1c3fbc4da tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0818770 Jul 07 17:15:21.416766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:21.439463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Request body: {'port': {'device_id': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:21.471517 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56ed6058-ac28-4e39-a232-8ff80be34506 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40395408193645568a1d9c96597e4d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533047 Jul 07 17:15:21.474179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:21.505975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] For port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:21.506366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.514348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Deleting port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:21.514938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.529144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-928b59d5-c335-498f-83b3-98f390ef0f99 None None] Provisioning for port dec46e63-fd14-421a-a5ca-70180f75e59c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:21.532398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Calling delete_port for dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:21.533094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.534093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d78da-237c-404c-bdcb-e6befa3daf1e req-867375e4-0c0a-4269-a9ab-e3fef5f099ee tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.534581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 419df03a-7e03-4d16-93e3-2dc7697066cf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:21.535142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.535925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a39d78da-237c-404c-bdcb-e6befa3daf1e req-867375e4-0c0a-4269-a9ab-e3fef5f099ee tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.5863435 Jul 07 17:15:21.539039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-928b59d5-c335-498f-83b3-98f390ef0f99 None None] Provisioning complete for port dec46e63-fd14-421a-a5ca-70180f75e59c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:21.539597 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-928b59d5-c335-498f-83b3-98f390ef0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.557628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.603200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:21.610672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Request body: {'floatingip': {'port_id': '5a5566c5-d7a5-42cf-8502-7e324e67916e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:21.649089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.652513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.654395 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1cc731eb-65dc-47f2-94b9-b9d4419be644 HTTP/1.1" status: 204 len: 168 time: 0.1789799 Jul 07 17:15:21.670788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.675799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ca5e-0c6e-43c3-a854-f8863b8cca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc731eb-65dc-47f2-94b9-b9d4419be644,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.769928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-928b59d5-c335-498f-83b3-98f390ef0f99 None None] Port dec46e63-fd14-421a-a5ca-70180f75e59c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:21.842668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.896465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] Pushing event deleted for resources: {'Port': ['ID=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.917195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a3468-6c1b-4ac9-adcd-f7e31281cadd None None] No DVR routers for this DVR port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:22.014056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.030191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.040566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6cfce-e69c-4cb1-9b8c-d2c94035410e req-f4f2ac3d-7a20-48fe-9a06-263a3addf41f tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.042700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37c6cfce-e69c-4cb1-9b8c-d2c94035410e req-f4f2ac3d-7a20-48fe-9a06-263a3addf41f tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 935 time: 0.8802166 Jul 07 17:15:22.068468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17dad0c2-effa-45dc-9e4f-eb5994d0b668 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:22.097737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 17dad0c2-effa-45dc-9e4f-eb5994d0b668 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:22.099767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17dad0c2-effa-45dc-9e4f-eb5994d0b668 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:22.100926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 752dc958-f290-4916-bc2a-7bd4ae74f549 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:22.142113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 752dc958-f290-4916-bc2a-7bd4ae74f549 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:22.142863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 752dc958-f290-4916-bc2a-7bd4ae74f549 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:22.143091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:22.148940 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.151509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.152676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1018ae9a-2c85-4d76-9e43-b3c0cfd7f0b9 HTTP/1.1" status: 204 len: 168 time: 1.4704576 Jul 07 17:15:22.168672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:22.169059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:22.222908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] For port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,segment=NetworkSegment(48792b59-0ba6-4247-a5c4-84349c47c4ee),segment_id=48792b59-0ba6-4247-a5c4-84349c47c4ee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.223283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.270991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Calling delete_port for dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:22.337200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.345052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.362459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9f9a0-dcfd-43d1-afcf-33cdd96b7c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018ae9a-2c85-4d76-9e43-b3c0cfd7f0b9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.364547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.413201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37c6cfce-e69c-4cb1-9b8c-d2c94035410e req-6c90d546-91e0-46ba-ab78-e72eaf9368e4 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409545 Jul 07 17:15:22.520080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.525834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.601415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:22.662722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.665740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.666842 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Floating IP 0689cd33-ae91-4c0b-b063-8b4a61a22490 associated. External IP: 172.25.3.156, port: 5a5566c5-d7a5-42cf-8502-7e324e67916e. Jul 07 17:15:22.736353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:22.749884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 93a10482-3436-40d0-b02a-23e8e64063ee will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:22.758089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] No DVR routers for this DVR port dbc55fae-a1f9-4568-bb9a-6c3594dc8d3a on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:22.857145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.871030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '9a676de4-39c9-4486-8bc5-249be8b76590', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '9a676de4-39c9-4486-8bc5-249be8b76590', 'mac_address': 'fa:16:3e:f0:3d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:22.939097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.952937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:22.953919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec46e63-fd14-421a-a5ca-70180f75e59c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:22.981700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.988150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46268) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:22.989216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.991681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.007600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:23.008908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Router 31596f84-dfd1-47bf-9947-06f33302c2ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:23.023385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:23.072091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.087251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['9a676de4-39c9-4486-8bc5-249be8b76590'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:23.161187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Transition to ACTIVE for port object dec46e63-fd14-421a-a5ca-70180f75e59c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:23.172229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:23.187630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.191954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Sync routers for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:23.194008 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.199558 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.234140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:23.234559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.238047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5ca4d9b8-de38-4cef-aa8d-bc0643e0cb22 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "PUT /v2.0/floatingips/0689cd33-ae91-4c0b-b063-8b4a61a22490 HTTP/1.1" status: 200 len: 991 time: 1.6338246 Jul 07 17:15:23.242326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-369678109-network', 'tenant_id': '576497718fb0448b86947b35c24f7857'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:23.246844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:23.249498 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f9097-7a6a-4bd7-8999-cccaa55b83b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:23.278185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Pushing event updated for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.311590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Made reservation on behalf of 576497718fb0448b86947b35c24f7857 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:23.311876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54eca58-c3ba-4d2c-ab47-f14d81b5607a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.315174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.361388 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e48060-563f-4bcb-a9e3-0e84b7dd2677 x-openstack-request-id: req-a8e48060-563f-4bcb-a9e3-0e84b7dd2677 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:23.361705 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:23.361960 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8e48060-563f-4bcb-a9e3-0e84b7dd2677 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:23.362804 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'status': 'completed', 'code': 200} Jul 07 17:15:23.363426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.367963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48792b59-0ba6-4247-a5c4-84349c47c4ee') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.368946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48792b59-0ba6-4247-a5c4-84349c47c4ee') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:23.381594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.406289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.421144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:23.421580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:23.506661 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:23.512240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.515378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:23.577247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.593697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.601164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.603271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8c869624-73b5-4ee2-8a23-dacdee858489 None None] Provisioning complete for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:23.603656 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c869624-73b5-4ee2-8a23-dacdee858489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.632804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.637798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:23.638604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a54eca58-c3ba-4d2c-ab47-f14d81b5607a HTTP/1.1" status: 204 len: 168 time: 3.1126461 Jul 07 17:15:23.646200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46290) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:23.656502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.656843 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Added segment b0e766e5-8b0b-4140-abc4-d5496effabd8 of type vlan for network 8560515d-f7cd-4e54-b257-c10d557b98b6 Jul 07 17:15:23.724699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.773603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8c869624-73b5-4ee2-8a23-dacdee858489 None None] Port bb4c1332-dfbb-4de5-ac02-0ffdc955788c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:23.773930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4c3d-363d-4a4f-beff-e9a73b6e8085 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54eca58-c3ba-4d2c-ab47-f14d81b5607a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.817815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:23.830913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d437802-4c99-4c31-8ddb-b7dcc8c13d79,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.839369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.840411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.841355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.848763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:23.914054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=93a10482-3436-40d0-b02a-23e8e64063ee,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.921729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:23.967753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Router 49704c65-c205-45a3-b0ef-3171a8daba42 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:23.972339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9830830 Jul 07 17:15:23.976781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46308) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:23.980586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1e414-c1ec-4023-92ed-3758a76c5af8 admin admin] Pushing event updated for resources: {'Network': ['ID=8560515d-f7cd-4e54-b257-c10d557b98b6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.987159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Request body: {'subnet': {'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-369678109-subnet', 'tenant_id': '576497718fb0448b86947b35c24f7857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:24.010135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8560515d-f7cd-4e54-b257-c10d557b98b6 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:24.021120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Made reservation on behalf of 576497718fb0448b86947b35c24f7857 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:24.025531 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.121849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.122635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.167660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-b126608e-a163-4b46-9de4-d53dfad9907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.169789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-b126608e-a163-4b46-9de4-d53dfad9907a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aba10b87853840318a9fcbed9ed82652&device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 1097 time: 0.7960708 Jul 07 17:15:24.177350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0689cd33-ae91-4c0b-b063-8b4a61a22490', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'port_id': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'mac_address': 'fa:16:3e:62:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:49Z', 'updated_at': '2021-07-07T17:15:22Z', 'revision_number': 1, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:24.216783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Attempting to bind port dec46e63-fd14-421a-a5ca-70180f75e59c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:24.217257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Attempting to bind port dec46e63-fd14-421a-a5ca-70180f75e59c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:24.217462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Attempting to bind port dec46e63-fd14-421a-a5ca-70180f75e59c on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:24.242880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Checking router: 31596f84-dfd1-47bf-9947-06f33302c2ec for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:24.243468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70d8a-c4d8-407e-ae70-442dfcda37c9 req-2816fd8b-1961-4659-a0fa-a03276b07515 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.250336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ea70d8a-c4d8-407e-ae70-442dfcda37c9 req-2816fd8b-1961-4659-a0fa-a03276b07515 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 947 time: 0.5437784 Jul 07 17:15:24.256770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:24.257698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:24.263995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Port dec46e63-fd14-421a-a5ca-70180f75e59c on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:24.264327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Attempting to bind port dec46e63-fd14-421a-a5ca-70180f75e59c on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:24.325715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7eac75db-4f1e-4c36-bfc5-109f0bc600e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6491933 Jul 07 17:15:24.330153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46312) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.400647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:24.401016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:24.401396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:24.401807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Bound port: dec46e63-fd14-421a-a5ca-70180f75e59c, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:24.402169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.479208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ea70d8a-c4d8-407e-ae70-442dfcda37c9 req-9e676b4e-c992-4659-8207-782f236bd224 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244029 Jul 07 17:15:24.521865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e09bf5c-bc6f-4131-a3be-54f1dcca83ba None None] Provisioning for port 93a10482-3436-40d0-b02a-23e8e64063ee completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:24.533108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e09bf5c-bc6f-4131-a3be-54f1dcca83ba None None] Provisioning complete for port 93a10482-3436-40d0-b02a-23e8e64063ee triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:24.534118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e09bf5c-bc6f-4131-a3be-54f1dcca83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.546740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46318) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.571395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:24.605432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:24.618212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Sync routers for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:24.619079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:24.624820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9b2b125-36f3-4cc1-90de-bd3f26f74f66 admin admin] 10.222.0.66 "PUT /v2.0/routers/49704c65-c205-45a3-b0ef-3171a8daba42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7822242 Jul 07 17:15:24.639598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:24.640558 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:24.649824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8e09bf5c-bc6f-4131-a3be-54f1dcca83ba None None] Port 93a10482-3436-40d0-b02a-23e8e64063ee cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:24.777577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea8e29-f4e6-4790-8a26-3916833724a6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.796081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea8e29-f4e6-4790-8a26-3916833724a6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.804906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-70ea8e29-f4e6-4790-8a26-3916833724a6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4699171 Jul 07 17:15:24.819153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46332) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.935825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:24.995769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 9a676de4-39c9-4486-8bc5-249be8b76590 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:24.997146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.036530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:25.091054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dec46e63-fd14-421a-a5ca-70180f75e59c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:25.111338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0689cd33-ae91-4c0b-b063-8b4a61a22490', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'port_id': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'mac_address': 'fa:16:3e:62:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:49Z', 'updated_at': '2021-07-07T17:15:22Z', 'revision_number': 1, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.121958 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0726d6d6-189f-4304-ac1d-52ded08241a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.146756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.149388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-eee9976b-72e8-47c4-8fb1-318434189ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.153661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-eee9976b-72e8-47c4-8fb1-318434189ac9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 200 len: 913 time: 0.9681976 Jul 07 17:15:25.157342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.280941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.281565 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.290474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] 10.222.0.23 "PUT /v2.0/ports/dec46e63-fd14-421a-a5ca-70180f75e59c HTTP/1.1" status: 200 len: 1096 time: 3.8649585 Jul 07 17:15:25.328781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:25.330355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-9c1309e0-af75-411f-8560-5f9ac65a549a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 200 len: 999 time: 0.1491861 Jul 07 17:15:25.331332 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cef2a0e-8261-40c7-a199-382e4441aa46" -d '{"events": [{"name": "network-changed", "server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:25.333037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3425ba8-7a56-4ebf-a180-4de2e921a418,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.432771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-5896ae73-3849-4af0-8003-28f9f57f842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.434930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-5896ae73-3849-4af0-8003-28f9f57f842f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 HTTP/1.1" status: 200 len: 851 time: 0.0928121 Jul 07 17:15:25.438855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Checking segment: {'id': 'b0e766e5-8b0b-4140-abc4-d5496effabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:25.439437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Network hostable DHCP agents. Network: 8560515d-f7cd-4e54-b257-c10d557b98b6, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:25.444460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 93a10482-3436-40d0-b02a-23e8e64063ee {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:25.445010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.539464 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 2, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.591727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a4713-eb74-4577-9eb7-4c22d1d2aa55 None None] The sync data for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 is: [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0689cd33-ae91-4c0b-b063-8b4a61a22490', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'port_id': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'mac_address': 'fa:16:3e:62:fa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:49Z', 'updated_at': '2021-07-07T17:15:22Z', 'revision_number': 1, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:25.621358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.623062 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Checking router: 49704c65-c205-45a3-b0ef-3171a8daba42 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:25.623578 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Updating router 49704c65-c205-45a3-b0ef-3171a8daba42 port bb4c1332-dfbb-4de5-ac02-0ffdc955788c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:25.699757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:25.703661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Network 8560515d-f7cd-4e54-b257-c10d557b98b6 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:25.709938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.714270 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d196551-521c-41ef-95f1-e782faa2580e" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:25.740569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.745955 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.749580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:25.763251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.765105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8560515d-f7cd-4e54-b257-c10d557b98b6) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:25.771672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 93a10482-3436-40d0-b02a-23e8e64063ee owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:25.776085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.780552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.823793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-e6e3a668-eeb6-4498-b19f-c4d993874587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.825735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-e6e3a668-eeb6-4498-b19f-c4d993874587 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2858113b-a95c-4ca2-ba19-8d5bfb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413591 Jul 07 17:15:25.830809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7e81f-adcf-4f27-ba7c-7965a0fd2f2f None None] Network 8560515d-f7cd-4e54-b257-c10d557b98b6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:25.865113 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ef03b-4655-4db0-9e8c-5d4933b0addc x-openstack-request-id: req-9c1ef03b-4655-4db0-9e8c-5d4933b0addc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:25.865887 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:25.866622 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c1ef03b-4655-4db0-9e8c-5d4933b0addc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:25.867404 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c', 'status': 'completed', 'code': 200} Jul 07 17:15:26.015954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-e9168953-2245-4d92-8d54-6a3de17e5381 service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720617 Jul 07 17:15:26.180419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.189529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0726d6d6-189f-4304-ac1d-52ded08241a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.258472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e7aa697-e0d4-4644-b608-81677bc91b5c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2701418 Jul 07 17:15:26.269077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdafaf-0c1d-4041-8d74-87013d1a34ca None None] New status for floating IP 0689cd33-ae91-4c0b-b063-8b4a61a22490: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:26.274737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-986f9097-7a6a-4bd7-8999-cccaa55b83b8 req-9aff27b0-a6a9-46f8-b46d-c77549175635 service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503707 Jul 07 17:15:26.354300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959c706-dd6e-4dd6-a418-82a855b8d2ac None None] Network 8560515d-f7cd-4e54-b257-c10d557b98b6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:26.364553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.364889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.365244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.365732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.366083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.366427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.367081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.367469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.367746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.368080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.368415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.368743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.391829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0726d6d6-189f-4304-ac1d-52ded08241a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.421117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.427919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813680106', 'description': 'tempest-description--1670296942'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:26.473524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.489125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c6ae3-edcf-498a-a11d-58e228b7724e service neutron] Pushing event updated for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.528630 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.564651 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Transition to ACTIVE for port object bb4c1332-dfbb-4de5-ac02-0ffdc955788c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:26.583323 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.671609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.677483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.738671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.747025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3247340 Jul 07 17:15:26.747694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46374) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:26.760248 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Pushing event updated for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.767520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'security_group_rule': {'security_group_id': '3455a091-9119-45d2-90eb-85965f16a23b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:26.804743 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.805323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.815398 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.819107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef21acb-6946-4569-9c19-86aac208d06d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3455a091-9119-45d2-90eb-85965f16a23b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.819967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.820474 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.820990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.821486 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.822019 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.825721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.826355 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.826959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.829736 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:26.876639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.003119 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19224716-2692-4ecd-a475-674c3493164e x-openstack-request-id: req-19224716-2692-4ecd-a475-674c3493164e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:27.012955 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:27.013266 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19224716-2692-4ecd-a475-674c3493164e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:27.013497 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'code': 200} Jul 07 17:15:27.027647 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Attempting to bind port bb4c1332-dfbb-4de5-ac02-0ffdc955788c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:27.028021 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Attempting to bind port bb4c1332-dfbb-4de5-ac02-0ffdc955788c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:27.028388 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Attempting to bind port bb4c1332-dfbb-4de5-ac02-0ffdc955788c on network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:27.034109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.034687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:27.035286 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Checking segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:27.035895 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.036488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Bound using segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:27.037167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Bound port: bb4c1332-dfbb-4de5-ac02-0ffdc955788c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:27.037800 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.047960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.077575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.176257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db029dd-22c0-4551-a2b5-00edd41ff213,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.179707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.192365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.195340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa08a0f8-237c-4ac5-a2a6-7d2e30175af4 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340787 Jul 07 17:15:27.197117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.202053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0726d6d6-189f-4304-ac1d-52ded08241a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73074169822549e29132fa46588943ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6509299 Jul 07 17:15:27.206034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'security_group_rule': {'security_group_id': '3455a091-9119-45d2-90eb-85965f16a23b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:27.213905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46392) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.224342 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] For port bb4c1332-dfbb-4de5-ac02-0ffdc955788c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:27.240080 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] For port bb4c1332-dfbb-4de5-ac02-0ffdc955788c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:27.251856 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.258989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d6d6-189f-4304-ac1d-52ded08241a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f7b14-f8a2-4b27-bc3a-e0a3aa81a275,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.351130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.364981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-9a9ee96c-e8d8-4c56-abbf-8301df8f71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.366564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-9a9ee96c-e8d8-4c56-abbf-8301df8f71ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 1099 time: 2.0035574 Jul 07 17:15:27.404429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.434623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:27.435481 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:27.473494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.529367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319fe6-ea75-4d96-a036-462b120967b5 None None] Pushing event updated for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.536571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.544116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.574879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.578648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778217 Jul 07 17:15:27.597473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:27.612024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:27.638884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a908932-678a-44a0-9661-3efcd5af21b6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a267483-2b9e-4c98-a489-854dfdbc85c0,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.724398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.728082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.732688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d8f7b14-f8a2-4b27-bc3a-e0a3aa81a275 HTTP/1.1" status: 204 len: 168 time: 0.5142074 Jul 07 17:15:27.788155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.793040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22e61-b61c-4db7-b058-7bf3ed178b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f7b14-f8a2-4b27-bc3a-e0a3aa81a275,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.885359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:28.061647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.232765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Allocated IP 172.25.3.167 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/5570c03a-20a5-46a8-8367-5e4989bcea3e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:28.305263 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:28.384508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=93a10482-3436-40d0-b02a-23e8e64063ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.385071 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf323112-682f-421a-a10f-44297d10ec1c None None] The sync data for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 is: [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:28.478010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-57fcd436-9c46-4887-91f0-4572c6e5144e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=dec46e63-fd14-421a-a5ca-70180f75e59c HTTP/1.1" status: 200 len: 217 time: 1.0309155 Jul 07 17:15:28.489053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.495746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46418) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:28.497772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1841d741-8e85-4d28-9afa-2fc2b660b0f5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/93a10482-3436-40d0-b02a-23e8e64063ee HTTP/1.1" status: 204 len: 168 time: 3.6734424 Jul 07 17:15:28.560373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a59dda-1ab1-42a6-9332-7fa9a55dd3b5 req-74dbb031-f19a-4c86-adb0-1a5043c73b50 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.562181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.562523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98a59dda-1ab1-42a6-9332-7fa9a55dd3b5 req-74dbb031-f19a-4c86-adb0-1a5043c73b50 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 947 time: 2.6817605 Jul 07 17:15:28.600108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e17b6c-38a8-4250-8dc8-f3cdc19ef1e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.602107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e17b6c-38a8-4250-8dc8-f3cdc19ef1e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.609862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e17b6c-38a8-4250-8dc8-f3cdc19ef1e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.613025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55e17b6c-38a8-4250-8dc8-f3cdc19ef1e2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1053829 Jul 07 17:15:28.615639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46422) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:28.624719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.672739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-cd18127d-8f14-4192-93b0-295e36ea825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.676509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-cd18127d-8f14-4192-93b0-295e36ea825f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1700034 Jul 07 17:15:28.687326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-6b8c67a9-7505-41d1-9c47-66ecddb307c8 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.694993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-6b8c67a9-7505-41d1-9c47-66ecddb307c8 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/networks?id=8560515d-f7cd-4e54-b257-c10d557b98b6 HTTP/1.1" status: 200 len: 808 time: 1.2487028 Jul 07 17:15:28.714296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 1bc7ed67-19ab-4e87-8268-f9f23fb1f48b {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:28.718673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.724911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.812542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:28.819028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:28.824428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:28.839775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.847833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-2709e79c-518b-4ca6-b99d-c52367ded482 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/quotas/576497718fb0448b86947b35c24f7857 HTTP/1.1" status: 200 len: 375 time: 0.1515861 Jul 07 17:15:28.870053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98a59dda-1ab1-42a6-9332-7fa9a55dd3b5 req-f6f47a24-89f0-46ee-a800-b71a2651c5ee tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900927 Jul 07 17:15:28.919468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'Port': ['ID=5570c03a-20a5-46a8-8367-5e4989bcea3e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.042427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3d8641e2-5def-4802-bd36-9a67be6a98f0 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=576497718fb0448b86947b35c24f7857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1913340 Jul 07 17:15:29.157781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.271008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-064ad41d-3714-4b14-b34e-6b45b640b812 service neutron] 10.222.0.66 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275188 Jul 07 17:15:29.287143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.305093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bb4c1332-dfbb-4de5-ac02-0ffdc955788c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:29.378032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.383909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc7ed67-19ab-4e87-8268-f9f23fb1f48b HTTP/1.1" status: 204 len: 168 time: 0.7670701 Jul 07 17:15:29.389560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d5af6-39aa-42d0-becf-c14731f6ac80 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:29.391431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9afc8-2ea1-4e47-b0d7-52e488af223f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc7ed67-19ab-4e87-8268-f9f23fb1f48b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.411720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46444) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:29.453902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.470099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fb27-355e-4353-92e0-9959c277d75a req-e009f297-3a03-4868-8965-3c9e9fe11985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.472815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-e009f297-3a03-4868-8965-3c9e9fe11985 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7728114 Jul 07 17:15:29.519027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:29.536390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:29.537213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.636648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.655274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 940606c0-7e50-4f79-b3df-4ff3de65507e {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:29.702894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.757120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-7d5aa83c-1288-42f7-bce6-4fe7c0335ae0 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682123 Jul 07 17:15:29.834023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.898986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.935803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-651cbdbe-10e9-4efa-829c-4a3d90684bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639078 Jul 07 17:15:29.999649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab9992c7-0b99-44f1-bc27-59ad1aa94c6b req-da2c0679-070d-42f1-a75e-4a6cc7cf3f77 tempest-AbsoluteLimitsNegativeTestJSON-1733432544 tempest-AbsoluteLimitsNegativeTestJSON-1733432544-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a1cde41a4a55476fb1730dc7ab195262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729373 Jul 07 17:15:30.041261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port bb4c1332-dfbb-4de5-ac02-0ffdc955788c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:30.059442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.181317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9992c7-0b99-44f1-bc27-59ad1aa94c6b req-a936d827-b49f-4f05-bd44-1a6135448738 tempest-AbsoluteLimitsNegativeTestJSON-1733432544 tempest-AbsoluteLimitsNegativeTestJSON-1733432544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.187584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.194355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab9992c7-0b99-44f1-bc27-59ad1aa94c6b req-a936d827-b49f-4f05-bd44-1a6135448738 tempest-AbsoluteLimitsNegativeTestJSON-1733432544 tempest-AbsoluteLimitsNegativeTestJSON-1733432544-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930239 Jul 07 17:15:30.204474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.219826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.305304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab9992c7-0b99-44f1-bc27-59ad1aa94c6b req-c3c67f94-8108-4c4b-9854-1d2b10490b0c tempest-AbsoluteLimitsNegativeTestJSON-1733432544 tempest-AbsoluteLimitsNegativeTestJSON-1733432544-project] 10.222.0.66 "GET /v2.0/quotas/a1cde41a4a55476fb1730dc7ab195262 HTTP/1.1" status: 200 len: 375 time: 0.1087127 Jul 07 17:15:30.384704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'Port': ['ID=5570c03a-20a5-46a8-8367-5e4989bcea3e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.419878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.441140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.451606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa5ed149-ae5f-4d29-a11c-474463f853df tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8411405 Jul 07 17:15:30.451871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.571475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab9992c7-0b99-44f1-bc27-59ad1aa94c6b req-84d3b18c-c54e-408a-8edf-53197238b47d tempest-AbsoluteLimitsNegativeTestJSON-1733432544 tempest-AbsoluteLimitsNegativeTestJSON-1733432544-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1cde41a4a55476fb1730dc7ab195262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2584856 Jul 07 17:15:30.612137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.624444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fef7fb27-355e-4353-92e0-9959c277d75a req-691b0375-330c-4a70-afb6-8427a7f2df92 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8512955 Jul 07 17:15:30.655184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.661592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/940606c0-7e50-4f79-b3df-4ff3de65507e HTTP/1.1" status: 204 len: 168 time: 1.2463989 Jul 07 17:15:30.688643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46474) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.707455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bf908-a1aa-4d7f-9fd8-06a9e229cf99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=940606c0-7e50-4f79-b3df-4ff3de65507e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.800164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c018ca5-cf63-4698-b732-4be95acf82f0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006477 Jul 07 17:15:30.802924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46480) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.808587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:31.049530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61adaf-1ace-4c0b-b620-cabb23f2ac19 req-089b19b0-756e-45b2-a5e0-cdb025b2aca2 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.074816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b61adaf-1ace-4c0b-b620-cabb23f2ac19 req-089b19b0-756e-45b2-a5e0-cdb025b2aca2 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 947 time: 0.5190566 Jul 07 17:15:31.090335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:31.097526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.106990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Deleting port 52771b9a-7788-4ca4-9489-1051f5e1903e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:31.107343 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.178312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43ba3a-583b-4e1f-808a-e2b5c46f6525 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:31.199149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-f788431a-49c0-4e61-a7ac-bc0005b6b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.202952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-f788431a-49c0-4e61-a7ac-bc0005b6b090 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 1099 time: 0.4571161 Jul 07 17:15:31.303200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46488) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.369385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bb4c1332-dfbb-4de5-ac02-0ffdc955788c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:31.383079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce6ae3a1-32d4-40c8-8353-6ab2d10e137d req-cbc3b34a-cb77-40d7-b833-89ba141cc9ec tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 210 time: 0.1200998 Jul 07 17:15:31.456392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b61adaf-1ace-4c0b-b620-cabb23f2ac19 req-6b45fdde-3901-4cc5-8cde-46de7dd07a14 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782463 Jul 07 17:15:31.532186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] For port 52771b9a-7788-4ca4-9489-1051f5e1903e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=52771b9a-7788-4ca4-9489-1051f5e1903e,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:31.532749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.534208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.565650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Calling delete_port for 52771b9a-7788-4ca4-9489-1051f5e1903e owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:31.571338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-f7b0b7ed-6502-47a7-8dd6-128806d78cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.573583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-f7b0b7ed-6502-47a7-8dd6-128806d78cf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.3577273 Jul 07 17:15:31.585315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-956271d6-8b01-43e0-9a93-59ac7b13c9c9 None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:31.587301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-956271d6-8b01-43e0-9a93-59ac7b13c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.613123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:31.616922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:31.621661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.622882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.642008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=a64feae2-1a9d-4110-b784-a62801c4f55c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.659964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de81f806-74ab-41d0-b311-61c5923bfd3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8554995 Jul 07 17:15:31.660746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.666665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:31.731075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bb4c1332-dfbb-4de5-ac02-0ffdc955788c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:31.731810 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.745383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-b0595950-85be-4743-abbc-86a5ca103024 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=dec46e63-fd14-421a-a5ca-70180f75e59c HTTP/1.1" status: 200 len: 217 time: 0.1309478 Jul 07 17:15:31.780417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee391ec4-f089-40b0-972b-cf876ea40a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.928817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:31.934110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.026657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-65fc6509-cc80-4932-ab36-a015dccf3f89 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1813680106&fields=id&tenant_id=0b006a70d8a64b3dae34c5afac44a5c1 HTTP/1.1" status: 200 len: 267 time: 0.3038256 Jul 07 17:15:32.035430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-ce743780-ad01-4190-890a-cb98a6026622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.037258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-ce743780-ad01-4190-890a-cb98a6026622 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2618315 Jul 07 17:15:32.079577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dec46e63-fd14-421a-a5ca-70180f75e59c details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:32.273321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dec46e63-fd14-421a-a5ca-70180f75e59c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:32.317063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d78f1-243c-4370-8caa-d90059a7a871 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:32.501404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-be3a536a-ca01-4f68-90b6-6ad6d12d3069 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.508617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-be3a536a-ca01-4f68-90b6-6ad6d12d3069 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/networks?id=9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 200 len: 806 time: 0.4806042 Jul 07 17:15:32.519339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-a8c28345-5051-4650-9534-62465e82d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.520971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-a8c28345-5051-4650-9534-62465e82d4c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4666023 Jul 07 17:15:32.540287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-9728fcb9-9481-4dc7-8eab-affce09465ca tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/quotas/0b006a70d8a64b3dae34c5afac44a5c1 HTTP/1.1" status: 200 len: 375 time: 0.0306294 Jul 07 17:15:32.543696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee391ec4-f089-40b0-972b-cf876ea40a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.589439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'dec46e63-fd14-421a-a5ca-70180f75e59c', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'dec46e63-fd14-421a-a5ca-70180f75e59c', 'mac_address': 'fa:16:3e:df:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:32.638916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee391ec4-f089-40b0-972b-cf876ea40a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.657237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8cc71abc-0400-49bd-ab32-da07e6140671 None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:32.658779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8cc71abc-0400-49bd-ab32-da07e6140671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.684728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-11b670f3-c41b-490f-ae74-464801e63200 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.686976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-11b670f3-c41b-490f-ae74-464801e63200 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.23 "GET /v2.0/networks?id=8560515d-f7cd-4e54-b257-c10d557b98b6 HTTP/1.1" status: 200 len: 808 time: 0.2714117 Jul 07 17:15:32.715472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Request body: {'port': {'device_id': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6', 'admin_state_up': True, 'tenant_id': '576497718fb0448b86947b35c24f7857'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:32.762658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:32.779355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b1143ed-87c2-40c2-92d4-0770b9eeff8f req-45d06b20-ca2f-4e16-bb54-ef350f339e33 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 210 time: 0.0681381 Jul 07 17:15:32.818027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee391ec4-f089-40b0-972b-cf876ea40a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1d2c5-ab93-4b34-a0dd-aa6d7c51db4a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:32.841015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.848255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee391ec4-f089-40b0-972b-cf876ea40a65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1cde41a4a55476fb1730dc7ab195262&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5435960 Jul 07 17:15:32.860047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46518) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:32.873252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec46e63-fd14-421a-a5ca-70180f75e59c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:32.977186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.003997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dec46e63-fd14-421a-a5ca-70180f75e59c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:33.076038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=52771b9a-7788-4ca4-9489-1051f5e1903e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.200499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-7d9b2e9c-eb70-41e8-89af-b77d997cd973 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6591127 Jul 07 17:15:33.203086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-b867f5a3-6d0a-4ea4-9c4c-d20d2632fcc6 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580312 Jul 07 17:15:33.281934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.369621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Made reservation on behalf of 576497718fb0448b86947b35c24f7857 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:33.373248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.405331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Update dhcp port {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': 'a64feae2-1a9d-4110-b784-a62801c4f55c'}, {'subnet_id': '6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '298f497e-de63-4c57-9a6e-67657fda04f4'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:15:33.427716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.494864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cef2a0e-8261-40c7-a199-382e4441aa46 req-39784624-8ec3-43c3-9f97-23e9b4919739 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691157 Jul 07 17:15:33.504422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.549307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.552830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.574833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.578927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dec46e63-fd14-421a-a5ca-70180f75e59c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:33.691522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.694135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.695339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1c1d2c5-ab93-4b34-a0dd-aa6d7c51db4a HTTP/1.1" status: 204 len: 168 time: 0.8331208 Jul 07 17:15:33.723713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6f8dc-2e36-4855-87a5-aedc684e25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1d2c5-ab93-4b34-a0dd-aa6d7c51db4a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.917966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.962553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:33.975137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Allocated IP 172.20.0.8 (8560515d-f7cd-4e54-b257-c10d557b98b6/f3425ba8-7a56-4ebf-a180-4de2e921a418/83bbfcb8-ebfe-4f25-8162-19017385f950) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:33.989673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Allocated IP 172.20.0.2 (b929eabd-3b1c-4568-a210-678773ff9ccb/a64feae2-1a9d-4110-b784-a62801c4f55c/298f497e-de63-4c57-9a6e-67657fda04f4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:34.079416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f242a7ed-47ae-44d9-ab2d-d00b70684021 service neutron] 10.222.0.66 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645890 Jul 07 17:15:34.096139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9231d-9621-4c9b-abda-dab829ffe4c1 req-47b0a0d5-1dbf-4df8-b37d-11c00d922685 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.102042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.104882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc9231d-9621-4c9b-abda-dab829ffe4c1 req-47b0a0d5-1dbf-4df8-b37d-11c00d922685 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 948 time: 1.0148609 Jul 07 17:15:34.116014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.116895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.259404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.309778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:34.334209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-9e890bb8-0481-4ee0-8177-f9981300388f service neutron] 10.222.0.66 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206550 Jul 07 17:15:34.348578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc9231d-9621-4c9b-abda-dab829ffe4c1 req-cba044ef-f949-4fe7-b523-981e0252e9b7 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422376 Jul 07 17:15:34.353320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.362304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:34.368821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:34.379921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Transition to ACTIVE for port object 298f497e-de63-4c57-9a6e-67657fda04f4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:34.382077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.382725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.404273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=9']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.444739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.469379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a2e9522d-5984-4dc2-bc1e-3f82822a8e86 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8075225 Jul 07 17:15:34.472731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.475380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46538) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:34.481007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:20:cc:d3', 'name': 'tempest-NetworksTestDHCPv6-1541878865'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:34.678045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:34.708460 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:34.783949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dcd97-fc45-4bff-b07f-6f6bcfcc07a9 None None] Pushing event updated for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.786881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Router 5c47516a-852f-42fe-a4fd-833d53b6388f has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:34.921809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.948541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.992572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43e3fe2f-3c4c-4603-93a3-eb40139eee00 req-f7e2e307-c4f4-428a-a5fd-898acfbac2aa tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 210 time: 0.0853093 Jul 07 17:15:35.052147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Pushing event updated for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.068008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:35.309889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 298f497e-de63-4c57-9a6e-67657fda04f4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:35.507005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 172.20.0.13 (b929eabd-3b1c-4568-a210-678773ff9ccb/a64feae2-1a9d-4110-b784-a62801c4f55c/667ffc2a-9e56-455a-9d90-bbad7166b4b5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:35.516117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe20:ccd3 (b929eabd-3b1c-4568-a210-678773ff9ccb/6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac/667ffc2a-9e56-455a-9d90-bbad7166b4b5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:35.598934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Network 8560515d-f7cd-4e54-b257-c10d557b98b6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:35.624360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:35.627909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:35.976720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.979016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.056680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9e01b-33a8-4c88-a546-5c4b590443a7 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:36.069167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-589410b2-e1db-416b-b5eb-3d72e330373c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3698072 Jul 07 17:15:36.102377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Request body: {'port': {'device_id': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:36.186949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dec46e63-fd14-421a-a5ca-70180f75e59c up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:36.213107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03b26a-fb04-424c-a1b8-9af23f47b09d req-f3ea8053-a91e-43b3-ac40-5c24a8b5387f tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.221182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca03b26a-fb04-424c-a1b8-9af23f47b09d req-f3ea8053-a91e-43b3-ac40-5c24a8b5387f tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 931 time: 1.2866838 Jul 07 17:15:36.230486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:36.243341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d9ee75ae-af8c-4fea-adc6-e21c9517f9c9 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c47516a-852f-42fe-a4fd-833d53b6388f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5931582 Jul 07 17:15:36.243983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46588) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:36.246280 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Sync routers for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:36.264077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:36.269362 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:36.284203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.320789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 667ffc2a-9e56-455a-9d90-bbad7166b4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:36.343983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fab3de38-db4a-4c0f-862b-bcf41de0d8fb None None] Provisioning for port 298f497e-de63-4c57-9a6e-67657fda04f4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.359913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fab3de38-db4a-4c0f-862b-bcf41de0d8fb None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:36.360818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fab3de38-db4a-4c0f-862b-bcf41de0d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.493915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46590) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:36.535630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port dec46e63-fd14-421a-a5ca-70180f75e59c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.542944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port dec46e63-fd14-421a-a5ca-70180f75e59c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:36.543642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.546684 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:36.654411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee443-6f2d-4167-bee1-f85f10045310 req-de65090f-6558-46f9-a11d-b01e3f5c1f88 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.666407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b40ee443-6f2d-4167-bee1-f85f10045310 req-de65090f-6558-46f9-a11d-b01e3f5c1f88 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 948 time: 0.6039851 Jul 07 17:15:36.671142 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.894718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.979388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:36.984756 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046070cb-6a0b-41a8-b49f-74ab5ab6acf9" -d '{"events": [{"server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "name": "network-vif-plugged", "status": "completed", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:37.001161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:15:32Z', 'revision_number': 5, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:37.017295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dec46e63-fd14-421a-a5ca-70180f75e59c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.026846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.053891 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.057104 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Checking router: 5c47516a-852f-42fe-a4fd-833d53b6388f for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:37.080403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Routers {'5c47516a-852f-42fe-a4fd-833d53b6388f'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:37.085868 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['5c47516a-852f-42fe-a4fd-833d53b6388f'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:37.120689 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.133577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.171299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca03b26a-fb04-424c-a1b8-9af23f47b09d req-527d1bd0-93d6-4191-beeb-3a09f0c08aa7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9477410 Jul 07 17:15:37.192342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f627bb73-9734-43c4-9eb8-7e72de24a5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.204240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:37.213918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:37.219593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:37.249852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b40ee443-6f2d-4167-bee1-f85f10045310 req-cdc32f8a-849d-40b5-a072-73a339e6840a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813575 Jul 07 17:15:37.289455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.290113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.302614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.340112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] Set router 5c47516a-852f-42fe-a4fd-833d53b6388f gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:37.348092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=667ffc2a-9e56-455a-9d90-bbad7166b4b5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.368729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-45a19f11-29bf-41a1-a18d-689ac13ee1ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8921678 Jul 07 17:15:37.390003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46604) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:37.440041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-05e883cc-c2a4-4df9-ba83-1007ca3bb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.441640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-05e883cc-c2a4-4df9-ba83-1007ca3bb3db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 1103 time: 1.0676053 Jul 07 17:15:37.461725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Provisioning for port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:37.474537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Provisioning complete for port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:37.475360 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.567928 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c09fd68-22f7-400e-9220-74253d828892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.575747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:37.592964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:37.594002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4dea303-460e-45b8-9b2e-5db8d172f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.687557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-920d8a45-0191-4181-85d1-b6d475938a4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6678472 Jul 07 17:15:37.790831 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df503af-7cc7-4294-9bb2-14b8cd37741e x-openstack-request-id: req-1df503af-7cc7-4294-9bb2-14b8cd37741e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:37.791989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a08063-0e10-4824-be00-dee3b06cfea9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.792389 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "name": "network-vif-plugged", "status": "completed", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:37.792796 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1df503af-7cc7-4294-9bb2-14b8cd37741e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:37.794099 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c', 'code': 200} Jul 07 17:15:37.797982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fd7a4eb-3046-459a-84d8-3daf5038cfa2 req-8cfcc9a6-417f-4d3b-8091-fcb603f1e3c1 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 210 time: 0.0959938 Jul 07 17:15:37.804090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Deleting port 3c138bac-2208-435f-814e-a76cf0256e3e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:37.805877 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.821605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a08063-0e10-4824-be00-dee3b06cfea9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.827621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2a08063-0e10-4824-be00-dee3b06cfea9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.4362240 Jul 07 17:15:37.834698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:37.905888 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:15:32Z', 'revision_number': 5, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:37.952579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f627bb73-9734-43c4-9eb8-7e72de24a5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.972802 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a7da0-63a8-4905-b439-d7e7456656ae None None] The sync data for ids ['5c47516a-852f-42fe-a4fd-833d53b6388f'] in n-d-791505-12 is: [{'id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196325607-router', 'tenant_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:09:51Z', 'updated_at': '2021-07-07T17:15:32Z', 'revision_number': 5, 'project_id': 'ea075dfc4a2a4b2283c0e1ab23f1f00b', 'gw_port': {'id': '3c138bac-2208-435f-814e-a76cf0256e3e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c47516a-852f-42fe-a4fd-833d53b6388f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:09:53Z', 'updated_at': '2021-07-07T17:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:38.007297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f627bb73-9734-43c4-9eb8-7e72de24a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.073091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a5ec44a7-9522-46ab-86d5-7899786ed2c9 None None] Provisioning complete for port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:38.073674 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a5ec44a7-9522-46ab-86d5-7899786ed2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.084402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] For port 3c138bac-2208-435f-814e-a76cf0256e3e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3c138bac-2208-435f-814e-a76cf0256e3e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:38.084827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.114871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f627bb73-9734-43c4-9eb8-7e72de24a5e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3055c9a2521f45a3b81ddfa86cccb153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6032047 Jul 07 17:15:38.117765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46608) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:38.120884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627bb73-9734-43c4-9eb8-7e72de24a5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8fcace-1f38-457a-b430-c2ed0d1c6872,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.149428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Calling delete_port for 3c138bac-2208-435f-814e-a76cf0256e3e owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:38.178647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec44a7-9522-46ab-86d5-7899786ed2c9 None None] Port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:38.185066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-424b912e-a27b-4f56-91eb-a15edaa89cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.190025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-424b912e-a27b-4f56-91eb-a15edaa89cbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6de4bd52d2024185b2056574bafb3205&device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 1102 time: 0.2344239 Jul 07 17:15:38.464738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-3314adb1-9b7f-43c3-aa09-fddbd929d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.466319 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-3314adb1-9b7f-43c3-aa09-fddbd929d283 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.9814801 Jul 07 17:15:38.487745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-651f3cb9-fc26-41da-9c5b-a39b6f170dba tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.492307 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-651f3cb9-fc26-41da-9c5b-a39b6f170dba tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.73 "GET /v2.0/networks?id=9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 200 len: 806 time: 0.6586599 Jul 07 17:15:38.593377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-cb99b6e6-f6aa-4342-8037-db8e68b1f877 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9a676de4-39c9-4486-8bc5-249be8b76590 HTTP/1.1" status: 200 len: 217 time: 0.0900464 Jul 07 17:15:38.643869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.682309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 667ffc2a-9e56-455a-9d90-bbad7166b4b5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:38.682706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.719464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f17450-e3b1-45a3-aa78-2fd27745db1f req-d5b4635f-5bc5-4d69-a830-d2c22483143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.721407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f17450-e3b1-45a3-aa78-2fd27745db1f req-d5b4635f-5bc5-4d69-a830-d2c22483143a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 1101 time: 0.5402050 Jul 07 17:15:38.725703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-89423d6c-a7fe-4fd0-9fb2-518617678c70 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b006a70d8a64b3dae34c5afac44a5c1 HTTP/1.1" status: 200 len: 380 time: 0.2039433 Jul 07 17:15:38.787381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.789406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'port': {'device_id': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'admin_state_up': True, 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'security_groups': ['3455a091-9119-45d2-90eb-85965f16a23b']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:38.812193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2f0b-5d9d-4ae7-8065-f8c9e3d6d07b req-d2d07f49-6144-4a38-af11-5f699b190c10 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.823473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f92b2f0b-5d9d-4ae7-8065-f8c9e3d6d07b req-d2d07f49-6144-4a38-af11-5f699b190c10 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 931 time: 0.3250332 Jul 07 17:15:38.871914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-5cb994e2-cce2-409b-9ba5-a5cc42aa91de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.873424 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-5cb994e2-cce2-409b-9ba5-a5cc42aa91de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2667928 Jul 07 17:15:38.880514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-b6791904-404e-4cd7-a71e-ec66a27d059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.882260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-b6791904-404e-4cd7-a71e-ec66a27d059d service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.5944440 Jul 07 17:15:38.896825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bbfcb8-ebfe-4f25-8162-19017385f950 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:38.911633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a88be9-7e6f-4f99-bc2a-171fc26ea105 req-0bf16843-5b54-4554-bb06-e2a52bdde81a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.925927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5a88be9-7e6f-4f99-bc2a-171fc26ea105 req-0bf16843-5b54-4554-bb06-e2a52bdde81a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 949 time: 0.4615145 Jul 07 17:15:38.942581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.943680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.954192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f17450-e3b1-45a3-aa78-2fd27745db1f req-4270ab8f-53fd-4d2b-bf13-46acaacffd26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873176 Jul 07 17:15:39.009085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.019951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Transition to ACTIVE for port object 83bbfcb8-ebfe-4f25-8162-19017385f950 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:39.028342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c138bac-2208-435f-814e-a76cf0256e3e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:39.034557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 667ffc2a-9e56-455a-9d90-bbad7166b4b5 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:39.037868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-c0a8600d-77d7-4c55-bf97-16af7de3e6cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c HTTP/1.1" status: 200 len: 217 time: 0.1074605 Jul 07 17:15:39.051082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.053554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.053913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.059163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de8fcace-1f38-457a-b430-c2ed0d1c6872 HTTP/1.1" status: 204 len: 168 time: 0.9254982 Jul 07 17:15:39.136418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f92b2f0b-5d9d-4ae7-8065-f8c9e3d6d07b req-728f448e-59fb-4394-a4d4-49c97b293ece tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120437 Jul 07 17:15:39.139655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5a88be9-7e6f-4f99-bc2a-171fc26ea105 req-ef512456-5368-4faa-9a3f-dc513802bd60 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111800 Jul 07 17:15:39.148168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4dab-8df0-49e1-bb4e-2911f96c7788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8fcace-1f38-457a-b430-c2ed0d1c6872,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:39.186142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-3c88df9b-5d2a-4f79-add8-f5e6f8e1a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.187691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-3c88df9b-5d2a-4f79-add8-f5e6f8e1a0e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1301816 Jul 07 17:15:39.255174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.332709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:39.349387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 52771b9a-7788-4ca4-9489-1051f5e1903e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:39.396885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 52771b9a-7788-4ca4-9489-1051f5e1903e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:39.397236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 52771b9a-7788-4ca4-9489-1051f5e1903e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:39.414646 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.418285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.441798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-3ff5ef39-0143-4a3e-996b-4f57b86d305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.443637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-3ff5ef39-0143-4a3e-996b-4f57b86d305b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5552387 Jul 07 17:15:39.490704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-d8a0b5fa-61a2-4ec4-9ca1-283a516ced9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.492329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-d8a0b5fa-61a2-4ec4-9ca1-283a516ced9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2957468 Jul 07 17:15:39.493411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.493927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c47516a-852f-42fe-a4fd-833d53b6388f {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:39.502923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.517620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3d138a27-3a43-4808-b02b-d502e55e3e88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5c47516a-852f-42fe-a4fd-833d53b6388f HTTP/1.1" status: 204 len: 168 time: 3.2660997 Jul 07 17:15:39.520555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46632) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:39.521579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Made reservation on behalf of 0b006a70d8a64b3dae34c5afac44a5c1 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:39.525738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.652386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-229861ba-905e-43b8-b646-ead642bd4f74 req-b8cbb8aa-ae4e-4628-8b61-fc7e5dbaea4d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 210 time: 0.1324027 Jul 07 17:15:39.657250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Deleting subnet 2dec682b-f90e-4976-b48e-dec6efca3642 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:39.709167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.760988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.830528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-024b58d8-acae-4948-936e-6ccc049e2746 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111367 Jul 07 17:15:39.834127 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-5d2ba226-de74-4f39-bef1-8f86030907b8 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994258 Jul 07 17:15:39.953844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.996913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6d5707bb-bc59-4ce7-843f-1b8489b0963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.005377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Attempting to bind port 83bbfcb8-ebfe-4f25-8162-19017385f950 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:40.005723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Attempting to bind port 83bbfcb8-ebfe-4f25-8162-19017385f950 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'b0e766e5-8b0b-4140-abc4-d5496effabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:40.006059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Attempting to bind port 83bbfcb8-ebfe-4f25-8162-19017385f950 on network 8560515d-f7cd-4e54-b257-c10d557b98b6 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:40.011540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-74eb06c8-4ab4-451e-a829-445f50b8b212 req-ba673b22-125b-40cd-974a-2d049420415c service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307943 Jul 07 17:15:40.019848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3149c9f-06b3-4ab8-ad3d-8f7b586217ca req-b831d3f1-b49e-4443-918e-3a66a3aced8b service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761966 Jul 07 17:15:40.021628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Port 83bbfcb8-ebfe-4f25-8162-19017385f950 on network 8560515d-f7cd-4e54-b257-c10d557b98b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:40.021983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Attempting to bind port 83bbfcb8-ebfe-4f25-8162-19017385f950 on network 8560515d-f7cd-4e54-b257-c10d557b98b6 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:40.030841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:40.031190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Checking segment: {'id': 'b0e766e5-8b0b-4140-abc4-d5496effabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:40.031582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Bound using segment: {'id': 'b0e766e5-8b0b-4140-abc4-d5496effabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:40.032117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Bound port: 83bbfcb8-ebfe-4f25-8162-19017385f950, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e766e5-8b0b-4140-abc4-d5496effabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:40.033953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.062586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.113178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dec682b-f90e-4976-b48e-dec6efca3642,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.133376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.141995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4b371-16e6-44c0-97f5-dd9d736cd995 None None] Network 7b7d4a02-4165-43e3-a83b-b62e68437925 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:40.153038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-670f0f81-97ae-49b3-b38f-7a96f99a92dd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2dec682b-f90e-4976-b48e-dec6efca3642 HTTP/1.1" status: 204 len: 168 time: 0.6314814 Jul 07 17:15:40.159191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46646) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.215250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:40.221543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=83bbfcb8-ebfe-4f25-8162-19017385f950,segment=NetworkSegment(b0e766e5-8b0b-4140-abc4-d5496effabd8),segment_id=b0e766e5-8b0b-4140-abc4-d5496effabd8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:40.240263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.329010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.336728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.342471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.344167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/83bbfcb8-ebfe-4f25-8162-19017385f950 HTTP/1.1" status: 200 len: 1092 time: 4.2627468 Jul 07 17:15:40.464034 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.522145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Allocated IP 172.20.0.7 (9c5c460a-8186-40c5-ad6d-ad122e1dc433/79b92217-3a55-40d0-a8a2-3c8310cd968f/112adee4-acfc-4db8-84af-0616b68f15e6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:40.555499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] DHCP port deletion for 7b7d4a02-4165-43e3-a83b-b62e68437925 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:40.597811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:40.601097 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b74328-c661-4688-81a1-cf0bef46c1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:40.607503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46664) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.646506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Deleting port 486e1238-9133-4620-9c29-d69431e60781 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:40.646893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.701664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7840bd-57b3-4ad1-ae49-dcdd1078c5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.715020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.784029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] For port 486e1238-9133-4620-9c29-d69431e60781, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=486e1238-9133-4620-9c29-d69431e60781,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:40.784315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.804677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb944c1-6b45-46b8-962c-392ba6454b0e req-6505c90e-5b35-42c2-83b2-778e6dd6f31a tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.806260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb944c1-6b45-46b8-962c-392ba6454b0e req-6505c90e-5b35-42c2-83b2-778e6dd6f31a tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 943 time: 0.3214922 Jul 07 17:15:40.810266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Deleting port 486e1238-9133-4620-9c29-d69431e60781 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:40.810638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.822955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Calling delete_port for 486e1238-9133-4620-9c29-d69431e60781 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:40.825619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1770009303-network', 'tenant_id': '4a89506d62f64926bca2bb5318a58da4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:40.837606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=667ffc2a-9e56-455a-9d90-bbad7166b4b5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.851804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859fce9-61de-42d9-89b7-7f043b43a8e7 req-b7437f5b-bd41-418b-95cb-379dcd348504 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.865010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f859fce9-61de-42d9-89b7-7f043b43a8e7 req-b7437f5b-bd41-418b-95cb-379dcd348504 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 949 time: 0.3751135 Jul 07 17:15:41.015207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.067008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] Pushing event deleted for resources: {'Port': ['ID=486e1238-9133-4620-9c29-d69431e60781,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.075738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Made reservation on behalf of 4a89506d62f64926bca2bb5318a58da4 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:41.078749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.078916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245aabf-7155-4c34-baa9-a10214aaf136 None None] No DVR routers for this DVR port 486e1238-9133-4620-9c29-d69431e60781 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:41.093376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-91ff38f0-32ed-4e9e-a91f-6701acb7e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.095029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-91ff38f0-32ed-4e9e-a91f-6701acb7e2ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576497718fb0448b86947b35c24f7857&device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 1095 time: 0.4514530 Jul 07 17:15:41.098171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.124663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.168027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] For port 486e1238-9133-4620-9c29-d69431e60781, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=486e1238-9133-4620-9c29-d69431e60781,segment=NetworkSegment(d564c9e8-9198-4a66-aaa0-d03728bd9810),segment_id=d564c9e8-9198-4a66-aaa0-d03728bd9810)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:41.168472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.207045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb944c1-6b45-46b8-962c-392ba6454b0e req-b48a62e8-67cd-4219-a2c2-9237968daea1 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773940 Jul 07 17:15:41.230608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Transition to ACTIVE for port object 112adee4-acfc-4db8-84af-0616b68f15e6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:41.233899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f859fce9-61de-42d9-89b7-7f043b43a8e7 req-b11e55b2-e19e-4fcf-a115-bb44229d9a79 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684697 Jul 07 17:15:41.235438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.238366 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5cf77fd2-572e-452a-a355-ea3ce0884af0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/667ffc2a-9e56-455a-9d90-bbad7166b4b5 HTTP/1.1" status: 204 len: 168 time: 3.4000373 Jul 07 17:15:41.242523 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-131d0923-09d9-4da9-9b9a-b1c768dc432b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83bbfcb8-ebfe-4f25-8162-19017385f950 HTTP/1.1" status: 200 len: 217 time: 0.1379428 Jul 07 17:15:41.246463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Calling delete_port for 486e1238-9133-4620-9c29-d69431e60781 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:41.247048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46672) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.291545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3c138bac-2208-435f-814e-a76cf0256e3e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:41.329178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3c138bac-2208-435f-814e-a76cf0256e3e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:41.329636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3c138bac-2208-435f-814e-a76cf0256e3e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:41.330151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 486e1238-9133-4620-9c29-d69431e60781 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:41.363036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 486e1238-9133-4620-9c29-d69431e60781 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:41.363770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 486e1238-9133-4620-9c29-d69431e60781 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:41.445295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727336c-e62e-4c0e-90fc-f114f4dc2a99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.447146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727336c-e62e-4c0e-90fc-f114f4dc2a99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.449056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727336c-e62e-4c0e-90fc-f114f4dc2a99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.450911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b727336c-e62e-4c0e-90fc-f114f4dc2a99 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2026620 Jul 07 17:15:41.453366 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cee92b-b56b-45d5-8546-46a3ad35dede x-openstack-request-id: req-e5cee92b-b56b-45d5-8546-46a3ad35dede {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:41.453486 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:41.453693 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5cee92b-b56b-45d5-8546-46a3ad35dede {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:41.454094 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950', 'status': 'completed', 'code': 200} Jul 07 17:15:41.457831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46684) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.459070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-14fff795-a479-4910-8eea-9ce77e7f460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.461031 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-14fff795-a479-4910-8eea-9ce77e7f460f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f3425ba8-7a56-4ebf-a180-4de2e921a418 HTTP/1.1" status: 200 len: 848 time: 0.1777391 Jul 07 17:15:41.520937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:41.535351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.549648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.597145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.633340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-5b3b70a0-b5e2-4783-85b7-ecbf4310812b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8560515d-f7cd-4e54-b257-c10d557b98b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082718 Jul 07 17:15:41.721215 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.728027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Pushing event deleted for resources: {'Port': ['ID=486e1238-9133-4620-9c29-d69431e60781,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.748491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.754143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] No DVR routers for this DVR port 486e1238-9133-4620-9c29-d69431e60781 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:41.759345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.788538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:41.799154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:41.803085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event updated for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.867845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.926274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.930084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:42.015430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.028600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7d4a02-4165-43e3-a83b-b62e68437925']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:42.042679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd564c9e8-9198-4a66-aaa0-d03728bd9810') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:42.043029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd564c9e8-9198-4a66-aaa0-d03728bd9810') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:42.055203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.084860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.089747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:42.105451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.111501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:42.112158 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:42.114612 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:42.173035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.175343 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Added segment 21057216-eef7-4b5a-837f-12b3ae854531 of type vlan for network 3b026fdd-9e13-4596-9cd3-939dd05c8117 Jul 07 17:15:42.275815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814c2ad-e457-450d-82ec-5b5074f7d5f0 req-1ed1d1e3-5e81-4e0d-afc4-45fed9df70ee tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.284743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5814c2ad-e457-450d-82ec-5b5074f7d5f0 req-1ed1d1e3-5e81-4e0d-afc4-45fed9df70ee tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 931 time: 0.6585920 Jul 07 17:15:42.310883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.324277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.339092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.344714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] 10.222.0.66 "DELETE /v2.0/networks/7b7d4a02-4165-43e3-a83b-b62e68437925 HTTP/1.1" status: 204 len: 168 time: 2.1843290 Jul 07 17:15:42.371721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c47bd52-48c5-406d-a48e-e53a46145449 None None] Provisioning for port 112adee4-acfc-4db8-84af-0616b68f15e6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:42.381511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c47bd52-48c5-406d-a48e-e53a46145449 None None] Provisioning complete for port 112adee4-acfc-4db8-84af-0616b68f15e6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:42.381880 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c47bd52-48c5-406d-a48e-e53a46145449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.414189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff783c5-097b-4cc5-872d-e09158cc143d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7d4a02-4165-43e3-a83b-b62e68437925,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.455732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5814c2ad-e457-450d-82ec-5b5074f7d5f0 req-ab9aaa5b-dd70-4d58-9db7-c559708bfe1d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668952 Jul 07 17:15:42.469468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.472596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.473937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.499712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c47bd52-48c5-406d-a48e-e53a46145449 None None] Port 112adee4-acfc-4db8-84af-0616b68f15e6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:42.526152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-d89e8eed-d34d-4043-82c2-8e7bc095da21 service neutron] 10.222.0.23 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472831 Jul 07 17:15:42.532149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.533693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.608216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-619f9e10-428f-4fb6-8984-27c410505563 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8506908 Jul 07 17:15:42.613371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.628572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Request body: {'port': {'device_id': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.639791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] Pushing event updated for resources: {'Network': ['ID=3b026fdd-9e13-4596-9cd3-939dd05c8117,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.644374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46700) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.653371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:42.678873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.715428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77c57d59-5ef7-499f-9fbe-2ba5b2109255 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1048803 Jul 07 17:15:42.716612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46702) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.726403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Request body: {'subnet': {'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1770009303-subnet', 'tenant_id': '4a89506d62f64926bca2bb5318a58da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.751377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d65e7-e5ce-4e38-8d8a-7b3f013d3557 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:42.772881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-d63ae54d-18af-4e7a-8b64-95700a16e278 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.776700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-d63ae54d-18af-4e7a-8b64-95700a16e278 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 1101 time: 0.4503610 Jul 07 17:15:42.810647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ac507e-2eb1-4217-8a5e-40a948bebb9e req-c1bf631d-b974-40a7-ad3e-2be7f82fc019 service neutron] 10.222.0.23 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710907 Jul 07 17:15:42.812035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.818822 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-91b2c519-62b2-4a56-852e-6366ae70a4b7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac HTTP/1.1" status: 204 len: 168 time: 1.3617468 Jul 07 17:15:42.822609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.896764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3d736f52-0703-4bc6-93c4-cab03f764803 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87569db29ba8472c81e622d8025419fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485182 Jul 07 17:15:42.898190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.917860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-930db659-7213-4d05-9dec-249f1980d8f7 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.935874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Made reservation on behalf of 4a89506d62f64926bca2bb5318a58da4 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:42.941045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.984930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2bfaa-957f-4c4b-9fb1-e79f841ceba6 req-6c8e92c0-946d-4c58-8df9-0483d424772c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.992862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82e2bfaa-957f-4c4b-9fb1-e79f841ceba6 req-6c8e92c0-946d-4c58-8df9-0483d424772c tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 943 time: 0.3543241 Jul 07 17:15:43.036680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.052150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet a64feae2-1a9d-4110-b784-a62801c4f55c {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:43.062810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.166379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.175098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82e2bfaa-957f-4c4b-9fb1-e79f841ceba6 req-caba9872-45b0-44df-bf46-9d19fab2d47a tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796043 Jul 07 17:15:43.208331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.257755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.425812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-26c553f4-bb48-477d-ba87-005d1ef3bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.427751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-26c553f4-bb48-477d-ba87-005d1ef3bed8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576497718fb0448b86947b35c24f7857&device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 1095 time: 0.4517500 Jul 07 17:15:43.442367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.464434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.534589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.537751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.540305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1b8fc77-f894-44b8-86f6-d8f4c9d35d5a HTTP/1.1" status: 204 len: 168 time: 0.6387835 Jul 07 17:15:43.570864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd99abac-e901-4d7c-acbb-289493bd7fc4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.598408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba880f3-8ac0-46cc-98d7-032d1e67b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8fc77-f894-44b8-86f6-d8f4c9d35d5a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.630003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Checking segment: {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:43.630378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Network hostable DHCP agents. Network: 3b026fdd-9e13-4596-9cd3-939dd05c8117, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:43.663478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:43.681784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3b026fdd-9e13-4596-9cd3-939dd05c8117) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:43.687721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.688264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.693526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eecc29a-56c1-4e8b-ad49-a0ca592c102b None None] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:43.702718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.848764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-ec77e40d-f521-413b-ba6a-562a130ea77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.850921 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-ec77e40d-f521-413b-ba6a-562a130ea77b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8560515d-f7cd-4e54-b257-c10d557b98b6 HTTP/1.1" status: 200 len: 909 time: 0.4153955 Jul 07 17:15:43.888808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-930db659-7213-4d05-9dec-249f1980d8f7 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.901292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-930db659-7213-4d05-9dec-249f1980d8f7 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.931685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9a177a71-0103-4014-8652-480f57b224f5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2108569 Jul 07 17:15:43.951463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-2cefbbde-f851-4bda-8a31-b2a25d5aabca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83bbfcb8-ebfe-4f25-8162-19017385f950 HTTP/1.1" status: 200 len: 217 time: 0.0813215 Jul 07 17:15:44.000026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0eb6cd03-3292-441f-a46e-eedfbd5f9342 req-930db659-7213-4d05-9dec-249f1980d8f7 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2108397 Jul 07 17:15:44.002550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d7353d-6bf4-4f31-ad3c-fbe75602e983 None None] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:44.043955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.051643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930db659-7213-4d05-9dec-249f1980d8f7 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38427a25-3613-4b02-9729-c4c2c6ae0532,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.093356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6e8f3-cab6-42d5-b0f2-ef85fa8f3787 req-bb9757c8-6272-4020-8fb3-a9dad710947d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.114018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25b6e8f3-cab6-42d5-b0f2-ef85fa8f3787 req-bb9757c8-6272-4020-8fb3-a9dad710947d tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 931 time: 0.3569884 Jul 07 17:15:44.190555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.193450 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/a64feae2-1a9d-4110-b784-a62801c4f55c HTTP/1.1" status: 204 len: 168 time: 1.3647726 Jul 07 17:15:44.202192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46726) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.220675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a3f72-fcd3-4f37-b490-2d58b5fee756 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=a64feae2-1a9d-4110-b784-a62801c4f55c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.236878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112adee4-acfc-4db8-84af-0616b68f15e6 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:44.253171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.272762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-c4e93594-f5b1-414e-9bbb-4af5480513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.274616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-c4e93594-f5b1-414e-9bbb-4af5480513eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f3425ba8-7a56-4ebf-a180-4de2e921a418 HTTP/1.1" status: 200 len: 848 time: 0.2529345 Jul 07 17:15:44.284684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Transition to ACTIVE for port object 112adee4-acfc-4db8-84af-0616b68f15e6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:44.320510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25b6e8f3-cab6-42d5-b0f2-ef85fa8f3787 req-c2af1114-13b6-4a28-9405-397105376dea tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054834 Jul 07 17:15:44.327597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46736) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.341845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ae3eda57-b904-4478-9665-c7424bac58ef tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364357 Jul 07 17:15:44.348680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.353567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.384487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-04be30eb-83e1-4673-b001-e688f47a0f91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8560515d-f7cd-4e54-b257-c10d557b98b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009829 Jul 07 17:15:44.493237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f0cba-e283-4487-8525-cb057ebf326b None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:44.564391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 83bbfcb8-ebfe-4f25-8162-19017385f950 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:44.646949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-44e58808-774d-4331-98a1-479cc48920ac None None] Provisioning complete for port 298f497e-de63-4c57-9a6e-67657fda04f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:44.647339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-44e58808-774d-4331-98a1-479cc48920ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.667411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8316eaac-9a43-4a07-9660-0633951d82fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea075dfc4a2a4b2283c0e1ab23f1f00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238473 Jul 07 17:15:44.670677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.758134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Pushing event updated for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.788784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=83bbfcb8-ebfe-4f25-8162-19017385f950,segment=NetworkSegment(b0e766e5-8b0b-4140-abc4-d5496effabd8),segment_id=b0e766e5-8b0b-4140-abc4-d5496effabd8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:44.817897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '83bbfcb8-ebfe-4f25-8162-19017385f950', 'network_id': '8560515d-f7cd-4e54-b257-c10d557b98b6', 'port_id': '83bbfcb8-ebfe-4f25-8162-19017385f950', 'mac_address': 'fa:16:3e:9e:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3425ba8-7a56-4ebf-a180-4de2e921a418', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:44.831006 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-054fcdc5-ef2b-416c-8224-7b5a76e4015f service neutron] 10.222.0.23 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978870 Jul 07 17:15:44.907835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.947440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bbfcb8-ebfe-4f25-8162-19017385f950 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:44.959117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Attempting to bind port 112adee4-acfc-4db8-84af-0616b68f15e6 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:44.959462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Attempting to bind port 112adee4-acfc-4db8-84af-0616b68f15e6 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:44.959797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Attempting to bind port 112adee4-acfc-4db8-84af-0616b68f15e6 on network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:44.972259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=83bbfcb8-ebfe-4f25-8162-19017385f950,segment=NetworkSegment(b0e766e5-8b0b-4140-abc4-d5496effabd8),segment_id=b0e766e5-8b0b-4140-abc4-d5496effabd8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:44.979355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.991955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Port 112adee4-acfc-4db8-84af-0616b68f15e6 on network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:44.992571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Attempting to bind port 112adee4-acfc-4db8-84af-0616b68f15e6 on network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:45.006603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:45.007237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Checking segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:45.007856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Bound using segment: {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:45.008482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Bound port: 112adee4-acfc-4db8-84af-0616b68f15e6, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a06d1cc-a475-4615-b36a-f0e35296cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:45.009029 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.094899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-60b74328-c661-4688-81a1-cf0bef46c1e7 req-d2111ba5-ce10-4903-ad98-57e2149f5824 service neutron] 10.222.0.23 "GET /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531204 Jul 07 17:15:45.098564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.143574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:45.147631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=112adee4-acfc-4db8-84af-0616b68f15e6,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:45.184558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.199988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:45.215805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['83bbfcb8-ebfe-4f25-8162-19017385f950'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:45.281697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.283364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.285174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 200 len: 1092 time: 2.6639075 Jul 07 17:15:45.288429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:45.292353 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c" -d '{"events": [{"name": "network-changed", "server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:45.318744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e98711-9260-4b60-9c1e-87aa5cbe5230 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.321169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f1e98711-9260-4b60-9c1e-87aa5cbe5230 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.9624257 Jul 07 17:15:45.324520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46760) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.365535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Deleting port 298f497e-de63-4c57-9a6e-67657fda04f4 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:45.366054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.477300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-f41f4254-c873-489e-a6c5-746b872d1fda tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.484392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-f41f4254-c873-489e-a6c5-746b872d1fda tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 814 time: 0.2539487 Jul 07 17:15:45.485511 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.506651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a131742-7f04-48a7-bc8e-24059484d71a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.509459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] For port 298f497e-de63-4c57-9a6e-67657fda04f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=298f497e-de63-4c57-9a6e-67657fda04f4,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:45.509974 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.512766 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a131742-7f04-48a7-bc8e-24059484d71a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1855915 Jul 07 17:15:45.513176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02be1-a1d0-4ba6-9306-29f4ddb244a8 service neutron] Pushing event updated for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.518064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46764) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.537265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Calling delete_port for 298f497e-de63-4c57-9a6e-67657fda04f4 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:45.566327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83317-cb60-4c7a-a63d-a02abfb13883 req-98856430-d120-4bda-8712-d097e2c3729f tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.568749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fe83317-cb60-4c7a-a63d-a02abfb13883 req-98856430-d120-4bda-8712-d097e2c3729f tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 943 time: 1.1387963 Jul 07 17:15:45.578640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cdca7219-51ec-44f7-9f61-c4c6d103f469 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574524 Jul 07 17:15:45.581965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-f0a23075-3f30-4b69-88d4-8b025333a0a6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/quotas/4a89506d62f64926bca2bb5318a58da4 HTTP/1.1" status: 200 len: 375 time: 0.0590229 Jul 07 17:15:45.583368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.592709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.649340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.665686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-94946ed7-cff8-448c-9db7-476182bece3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.666320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-482ab76a-d41e-40b6-9dda-561c93e04191 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824330 Jul 07 17:15:45.667406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-94946ed7-cff8-448c-9db7-476182bece3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 1095 time: 0.3187411 Jul 07 17:15:45.710926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.726337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-e82a0754-4c39-4bc6-8990-11611d0e474a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 200 len: 217 time: 0.0470397 Jul 07 17:15:45.743245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] Pushing event deleted for resources: {'Port': ['ID=298f497e-de63-4c57-9a6e-67657fda04f4,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.745056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226b680-0adb-4973-9bec-84e538ef5e8b None None] No DVR routers for this DVR port 298f497e-de63-4c57-9a6e-67657fda04f4 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:45.807766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:45.811667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.813372 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:45.814138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:45.823962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fe83317-cb60-4c7a-a63d-a02abfb13883 req-78c6ead0-c840-4256-b351-184078248d73 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389266 Jul 07 17:15:45.831618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-e91dc186-0fa4-4a15-a8db-29b8c699f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.833268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-e91dc186-0fa4-4a15-a8db-29b8c699f9ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b92217-3a55-40d0-a8a2-3c8310cd968f HTTP/1.1" status: 200 len: 845 time: 0.0964627 Jul 07 17:15:45.835977 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.838851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.840253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fad83a9c-c4f4-4757-bb5b-c7bb9fbfd795 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2522371 Jul 07 17:15:45.843294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a70f5ea9-4c56-42f5-a70c-67eea5afa007 HTTP/1.1" status: 204 len: 168 time: 1.1712036 Jul 07 17:15:45.847190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.869790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.880559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-193741e3-8e8d-47db-b7dc-6b6419ab11a5 service neutron] 10.222.0.66 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128532 Jul 07 17:15:45.901056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291936f-f566-463f-bb8e-ad2cb99eb378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f5ea9-4c56-42f5-a70c-67eea5afa007,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.019865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-c7c02092-8b99-4a5d-aae6-1778a82ae6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.021970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-c7c02092-8b99-4a5d-aae6-1778a82ae6bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c5c460a-8186-40c5-ad6d-ad122e1dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807144 Jul 07 17:15:46.057177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-5f96f068-6128-4678-b83c-5fc1a00074c5 service neutron] 10.222.0.66 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668556 Jul 07 17:15:46.109885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:46.115381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.118128 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:46.118717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:46.142887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e84569f7-5791-4fa4-b145-300f82482bec tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2878432 Jul 07 17:15:46.145748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:46.154379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.197022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 83bbfcb8-ebfe-4f25-8162-19017385f950 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:46.308435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 83bbfcb8-ebfe-4f25-8162-19017385f950 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:46.312269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 83bbfcb8-ebfe-4f25-8162-19017385f950 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:46.312649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.319513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-bcf85f23-68b5-4340-a4ea-8772b7d37886 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869992 Jul 07 17:15:46.356735 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53265a4-9f28-4256-8fb4-ad033ffa11a6 x-openstack-request-id: req-e53265a4-9f28-4256-8fb4-ad033ffa11a6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:46.357424 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:46.357900 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e53265a4-9f28-4256-8fb4-ad033ffa11a6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:46.358537 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6', 'status': 'completed', 'code': 200} Jul 07 17:15:46.470374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:46.474758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.483442 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:46.484345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:46.497200 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.504059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a1c1b-0096-415d-a957-acddf754e6b9 req-a73fd279-0f82-4a1f-82a7-3d54f14fe42e tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.510209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-151a1c1b-0096-415d-a957-acddf754e6b9 req-a73fd279-0f82-4a1f-82a7-3d54f14fe42e tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 1101 time: 0.1511476 Jul 07 17:15:46.516419 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c8efbb2-1704-4b18-885b-ce37572033bd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3667042 Jul 07 17:15:46.520410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:46.530787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.587296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=83bbfcb8-ebfe-4f25-8162-19017385f950,segment=NetworkSegment(b0e766e5-8b0b-4140-abc4-d5496effabd8),segment_id=b0e766e5-8b0b-4140-abc4-d5496effabd8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:46.588464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:46.594700 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af5dfc8-ad1b-493d-b9b5-1e356bce1885" -d '{"events": [{"server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "name": "network-vif-plugged", "status": "completed", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:46.605583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.631616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adeb62b7-643b-46be-ae75-783fd1c52a3d req-da81f4eb-32b2-4679-ae14-691458169cd1 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009977 Jul 07 17:15:46.719215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-151a1c1b-0096-415d-a957-acddf754e6b9 req-3e3dff4c-68b6-4e1f-a548-1fd9eddfee86 tempest-ServersAdminNegativeTestJSON-1015836371 tempest-ServersAdminNegativeTestJSON-1015836371-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928618 Jul 07 17:15:46.739111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.761317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295f56-b499-4155-86c7-75f5eeebd30e req-dc8e1927-9b0d-49b9-b7a5-56dbd3ae569c tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.763429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62295f56-b499-4155-86c7-75f5eeebd30e req-dc8e1927-9b0d-49b9-b7a5-56dbd3ae569c tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 943 time: 0.2621415 Jul 07 17:15:46.917195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62295f56-b499-4155-86c7-75f5eeebd30e req-8c04cbaa-d019-4b3d-a0a5-6b76a30a9445 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461644 Jul 07 17:15:46.968876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f4ddb53-6c92-4610-8d99-e93269cf5d8f req-2af3637f-7a73-4093-88f3-04c11437c6bf tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 210 time: 0.0844324 Jul 07 17:15:47.045540 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed15bc4-b986-4919-b827-a8daaa1a7c76 x-openstack-request-id: req-1ed15bc4-b986-4919-b827-a8daaa1a7c76 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:47.046010 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "name": "network-vif-plugged", "status": "completed", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:47.046425 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ed15bc4-b986-4919-b827-a8daaa1a7c76 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:47.048164 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950', 'code': 200} Jul 07 17:15:47.082119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:47.094224 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.105402 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:47.105862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:47.140487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-462b261d-252c-400c-9857-70f9ad372fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.142267 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-462b261d-252c-400c-9857-70f9ad372fbe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 1095 time: 0.3656809 Jul 07 17:15:47.271690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46830) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:47.272195 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1f831c8e-f8ec-4517-9822-a4091c6ff66d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7495515 Jul 07 17:15:47.306889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 298f497e-de63-4c57-9a6e-67657fda04f4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:47.314545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:47.319720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97bd5f-4149-4560-b9a8-a181357c004b req-86a8b7e5-00f8-485b-9d1e-1a2c4df0c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.321547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d97bd5f-4149-4560-b9a8-a181357c004b req-86a8b7e5-00f8-485b-9d1e-1a2c4df0c9e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 1097 time: 0.1714971 Jul 07 17:15:47.373442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-720c4352-a1d3-4d7a-a330-c25e833ed03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.374225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 298f497e-de63-4c57-9a6e-67657fda04f4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:47.374658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 298f497e-de63-4c57-9a6e-67657fda04f4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:47.376363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-720c4352-a1d3-4d7a-a330-c25e833ed03f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 200 len: 907 time: 0.1783373 Jul 07 17:15:47.429927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d97bd5f-4149-4560-b9a8-a181357c004b req-01b867e6-1d86-40b2-a506-fa8c8c386ef0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969641 Jul 07 17:15:47.500422 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-cc016c64-1228-4101-9dd7-f998a99ea30f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 200 len: 217 time: 0.0889626 Jul 07 17:15:47.566824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-f0234f74-0f84-44b3-b5cc-0ea40b606832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.568771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-f0234f74-0f84-44b3-b5cc-0ea40b606832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b92217-3a55-40d0-a8a2-3c8310cd968f HTTP/1.1" status: 200 len: 845 time: 0.0609176 Jul 07 17:15:47.609454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74132d20-de61-45a1-bdd0-e6620e8ce3ee req-03cd5221-b3fc-4081-98e4-4acff0c9ce06 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.633616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74132d20-de61-45a1-bdd0-e6620e8ce3ee req-03cd5221-b3fc-4081-98e4-4acff0c9ce06 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 945 time: 0.4295695 Jul 07 17:15:47.636729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:47.640325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.641944 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:47.644747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:47.654206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-cc541879-bf13-4420-bbcb-217c8e32a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.656585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-cc541879-bf13-4420-bbcb-217c8e32a7ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c5c460a-8186-40c5-ad6d-ad122e1dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804210 Jul 07 17:15:47.707795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f4934cd8-9e0a-4493-a5d8-0a69fff2efe2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4061584 Jul 07 17:15:47.717848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46844) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:47.729526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:47.839106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74132d20-de61-45a1-bdd0-e6620e8ce3ee req-42efc9c2-9d62-43ba-9478-b646aec90ed5 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044692 Jul 07 17:15:47.878077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-0b07c721-090b-4366-94c3-c766879a1df3 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122622 Jul 07 17:15:47.904507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:47.913464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.918751 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:15:47.919215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:15:47.945696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d116fa67-a46d-483e-976a-7e42dc06e220 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2266927 Jul 07 17:15:47.948457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46850) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:48.034274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13b429c3-2ed1-43c4-bf92-7902d7592683 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0837014 Jul 07 17:15:48.040356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46856) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:48.052363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bea8f0a1-f2ee-4c8f-89ab-b8f1d736a87c req-6f352ed7-2184-4733-8c24-7676ad02ec81 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656559 Jul 07 17:15:48.161467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da504179-cf75-4041-bc69-fffef48979df tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.163769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-da504179-cf75-4041-bc69-fffef48979df tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214182 Jul 07 17:15:48.166324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:48.333176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea86764e-5aa8-4b07-bbf1-31084c0dd56d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654747 Jul 07 17:15:48.333715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46870) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:48.366808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:48.377350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c3c86-7297-4a13-8b6d-ada10b35225b req-f08d4ea6-0a96-416e-bc20-399fe7bc8687 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.392164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-378c3c86-7297-4a13-8b6d-ada10b35225b req-f08d4ea6-0a96-416e-bc20-399fe7bc8687 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 943 time: 0.2055221 Jul 07 17:15:48.462431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ebeb7e9-45e7-4f6e-a4df-f4027a70ee5d req-61d0475e-3955-49f3-b851-1d45b7962b86 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Jul 07 17:15:48.493379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-378c3c86-7297-4a13-8b6d-ada10b35225b req-ded048a9-6be5-4a54-b706-24781ef13039 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001103 Jul 07 17:15:48.773885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 112adee4-acfc-4db8-84af-0616b68f15e6 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:48.816854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-37dc0f69-1d20-4c54-88fb-1a01684ffcf8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.819760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-37dc0f69-1d20-4c54-88fb-1a01684ffcf8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 814 time: 0.4489889 Jul 07 17:15:48.832801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:48.837439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.850000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Request body: {'port': {'device_id': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'admin_state_up': True, 'tenant_id': '4a89506d62f64926bca2bb5318a58da4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:48.873338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24b304-16f4-424e-86c7-5d656f842120 req-3368628d-ed55-43b8-a7e1-111bf64f7b8e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.894503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd24b304-16f4-424e-86c7-5d656f842120 req-3368628d-ed55-43b8-a7e1-111bf64f7b8e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 949 time: 0.1501319 Jul 07 17:15:48.990663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd24b304-16f4-424e-86c7-5d656f842120 req-c2a58acd-aba6-4ec4-8c14-3f3f441beed4 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916042 Jul 07 17:15:49.022398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=112adee4-acfc-4db8-84af-0616b68f15e6,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:49.037882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '112adee4-acfc-4db8-84af-0616b68f15e6', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'port_id': '112adee4-acfc-4db8-84af-0616b68f15e6', 'mac_address': 'fa:16:3e:b9:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:49.127145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.146258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Made reservation on behalf of 4a89506d62f64926bca2bb5318a58da4 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:49.149968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.155774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112adee4-acfc-4db8-84af-0616b68f15e6 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:49.191862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=112adee4-acfc-4db8-84af-0616b68f15e6,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:49.200461 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.261012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:49.327108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cd9b3-5ceb-4296-a730-bb937df2643f req-32ec74be-2fa1-4d9f-ba0b-b30adf030420 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.329763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f8cd9b3-5ceb-4296-a730-bb937df2643f req-32ec74be-2fa1-4d9f-ba0b-b30adf030420 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 945 time: 0.1267436 Jul 07 17:15:49.395555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f8cd9b3-5ceb-4296-a730-bb937df2643f req-bcdc114a-4c58-4ed5-a8b5-4cf984a021fd tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600104 Jul 07 17:15:49.499272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['112adee4-acfc-4db8-84af-0616b68f15e6'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:49.615269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-f9efe822-5771-42c0-8fdb-20010ab7dc2e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.621931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-f9efe822-5771-42c0-8fdb-20010ab7dc2e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 949 time: 0.1165895 Jul 07 17:15:49.739524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Allocated IP 172.20.0.10 (3b026fdd-9e13-4596-9cd3-939dd05c8117/dd99abac-e901-4d7c-acbb-289493bd7fc4/e7bac71c-480c-412d-b5a0-b76e8828687b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:49.857037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Deleting port dec46e63-fd14-421a-a5ca-70180f75e59c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:49.857665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.021345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.047380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5e71aa-3358-42d8-b04f-6f5e419dacb4 req-4eb86c03-e4cb-4874-9172-ab829010fd8a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 210 time: 0.1002107 Jul 07 17:15:50.098721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] For port dec46e63-fd14-421a-a5ca-70180f75e59c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dec46e63-fd14-421a-a5ca-70180f75e59c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:50.110823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.142150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Calling delete_port for dec46e63-fd14-421a-a5ca-70180f75e59c owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:50.162054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:50.166163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.179998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.246064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bac1c-36b2-42c5-8788-7dd49ae40dcc req-cd434076-a643-4e6c-a8c2-47d93adaaa44 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.254113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e99bac1c-36b2-42c5-8788-7dd49ae40dcc req-cd434076-a643-4e6c-a8c2-47d93adaaa44 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 944 time: 0.2665958 Jul 07 17:15:50.254256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:50.264723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:50.273418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:50.277341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.277947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d801518-2223-400b-a041-978c7570e4ea None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:50.278405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.290725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:50.303376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:50.326933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=5b0be77d-ae4e-4f3e-b154-f0b823163f1d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.339595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.357302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e99bac1c-36b2-42c5-8788-7dd49ae40dcc req-465dad2a-4102-480f-9856-64b777bf3e8b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010921 Jul 07 17:15:50.360913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-056bf6dd-14a5-4cb1-9d1a-9e41f46dd4d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0255857 Jul 07 17:15:50.362221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46924) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:50.373748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:70:e6:7d', 'name': 'tempest-NetworksTestDHCPv6-1342140415'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:50.385249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.385900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.414714 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c104b0b8-0185-47d9-9237-e37206af8b37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5707779 Jul 07 17:15:50.427378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Request body: {'port': {'device_id': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:50.599581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.621215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:50.636668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '5b0be77d-ae4e-4f3e-b154-f0b823163f1d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:50.637545 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.828605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 112adee4-acfc-4db8-84af-0616b68f15e6 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:50.878083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.893814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8251f5cd-1e2f-4806-bad3-e3d11853997c', 'dec46e63-fd14-421a-a5ca-70180f75e59c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:51.015789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Pushing event deleted for resources: {'Port': ['ID=dec46e63-fd14-421a-a5ca-70180f75e59c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.132975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] No DVR routers for this DVR port dec46e63-fd14-421a-a5ca-70180f75e59c on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:51.135570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.138523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be684e8b-289a-4777-b6cf-49e5b53b903d req-cb7e849e-fe71-433a-9e99-756fcd4a92d0 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "DELETE /v2.0/ports/dec46e63-fd14-421a-a5ca-70180f75e59c HTTP/1.1" status: 204 len: 173 time: 1.5098276 Jul 07 17:15:51.143618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'name': 'network-vif-deleted', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:51.146005 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a4a27-2220-43d1-bd08-e6cf7e009b4c" -d '{"events": [{"server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "name": "network-vif-deleted", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:51.151715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Allocated IP 2001:db8::f816:3eff:fe0f:7e9d (b929eabd-3b1c-4568-a210-678773ff9ccb/5b0be77d-ae4e-4f3e-b154-f0b823163f1d/94515639-0232-436b-bd90-751f55f72f7c) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:51.168329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a41a9-7ea4-420d-879b-f41e58ddb180 req-9484f540-567c-49b7-bd4b-37e937e13b4a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.173505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 112adee4-acfc-4db8-84af-0616b68f15e6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:51.183124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a70a41a9-7ea4-420d-879b-f41e58ddb180 req-9484f540-567c-49b7-bd4b-37e937e13b4a tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92ac3b8d-5601-4fd3-ae2c-9f201fec1984 HTTP/1.1" status: 200 len: 867 time: 0.4282029 Jul 07 17:15:51.187674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.201918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 112adee4-acfc-4db8-84af-0616b68f15e6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:51.202292 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.224166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:51.234395 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.263702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Transition to ACTIVE for port object e7bac71c-480c-412d-b5a0-b76e8828687b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.273235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.319100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a70a41a9-7ea4-420d-879b-f41e58ddb180 req-d2a37c73-c3d3-41b2-83af-dbd80e6a9b7d tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349967 Jul 07 17:15:51.330111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:51.397793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.537568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Attempting to bind port e7bac71c-480c-412d-b5a0-b76e8828687b on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:51.538532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Attempting to bind port e7bac71c-480c-412d-b5a0-b76e8828687b by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:51.538946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Attempting to bind port e7bac71c-480c-412d-b5a0-b76e8828687b on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:51.548576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Port e7bac71c-480c-412d-b5a0-b76e8828687b on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:51.549969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Attempting to bind port e7bac71c-480c-412d-b5a0-b76e8828687b on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:51.562381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:51.562839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Checking segment: {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:51.563696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Bound using segment: {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:51.564493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Bound port: e7bac71c-480c-412d-b5a0-b76e8828687b, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:51.565897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.597467 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f38a33-f5a6-4917-8195-c9db920a54a7 x-openstack-request-id: req-c9f38a33-f5a6-4917-8195-c9db920a54a7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:51.597881 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ac3b8d-5601-4fd3-ae2c-9f201fec1984", "name": "network-vif-deleted", "tag": "dec46e63-fd14-421a-a5ca-70180f75e59c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:51.598274 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9f38a33-f5a6-4917-8195-c9db920a54a7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:51.599732 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ac3b8d-5601-4fd3-ae2c-9f201fec1984', 'name': 'network-vif-deleted', 'tag': 'dec46e63-fd14-421a-a5ca-70180f75e59c', 'status': 'completed', 'code': 200} Jul 07 17:15:51.687688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:51.694849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:51.704700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.723200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9871cd-522f-4858-b2fe-4e2aae72f254 req-cddf9914-c717-452c-946c-d725c1f1c817 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.725132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d9871cd-522f-4858-b2fe-4e2aae72f254 req-cddf9914-c717-452c-946c-d725c1f1c817 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.1052489 Jul 07 17:15:51.740970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.742738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.764850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Transition to ACTIVE for port object 94515639-0232-436b-bd90-751f55f72f7c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.767033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.768682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.770533 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 1093 time: 1.3486197 Jul 07 17:15:51.773564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:51.778584 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35863e-ec4a-45b5-b57c-25f282c4c321" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:51.799897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Transition to ACTIVE for port object 94515639-0232-436b-bd90-751f55f72f7c will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.803780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:51.807049 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb96f0-1c72-4e82-8c16-0b50e21c0969" -d '{"events": [{"server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "name": "network-vif-plugged", "status": "completed", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:51.815069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.830096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd52d-6963-49da-b91a-503d66fb3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.844853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=112adee4-acfc-4db8-84af-0616b68f15e6,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:51.880915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.881934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d9871cd-522f-4858-b2fe-4e2aae72f254 req-1ab8d81a-c26b-4450-9120-8e60283b63ba tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285791 Jul 07 17:15:51.895663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:51.899019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:51.902981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:51.921952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c0c78551-c7a8-45de-bf28-02736320fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.925473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-c0c78551-c7a8-45de-bf28-02736320fea9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1096 time: 0.1075392 Jul 07 17:15:51.943407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe70:e67d (b929eabd-3b1c-4568-a210-678773ff9ccb/5b0be77d-ae4e-4f3e-b154-f0b823163f1d/d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:51.982745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-7fa1e199-1325-491a-9178-2f1573462d86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.0483727 Jul 07 17:15:51.986610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Pushing event updated for resources: {'Port': ['ID=94515639-0232-436b-bd90-751f55f72f7c,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.022486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f7c1-5400-4a2d-a89a-2084585064eb req-1410abcb-53e1-46f9-ac7f-40ff7f19537c tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.022873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc12f7c1-5400-4a2d-a89a-2084585064eb req-1410abcb-53e1-46f9-ac7f-40ff7f19537c tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.1662116 Jul 07 17:15:52.047065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1081c4a8-ef45-4591-b3c4-0fe651f6a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.049865 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-1081c4a8-ef45-4591-b3c4-0fe651f6a779 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.0613537 Jul 07 17:15:52.057728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Attempting to bind port 94515639-0232-436b-bd90-751f55f72f7c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:52.058100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Attempting to bind port 94515639-0232-436b-bd90-751f55f72f7c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:52.058482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Attempting to bind port 94515639-0232-436b-bd90-751f55f72f7c on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:52.103759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:52.104477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:52.105069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.105628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:52.106273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Bound port: 94515639-0232-436b-bd90-751f55f72f7c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:52.106986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.111795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-b4389dc9-f815-49f1-a173-4c40b36f6fa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534375 Jul 07 17:15:52.192566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc12f7c1-5400-4a2d-a89a-2084585064eb req-161494f4-e8dc-4219-863d-e4113e48f25f tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611371 Jul 07 17:15:52.295902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.323099 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad84e6-d4c8-49d2-8aa4-501706c8b393 x-openstack-request-id: req-b3ad84e6-d4c8-49d2-8aa4-501706c8b393 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:52.323099 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:52.323797 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3ad84e6-d4c8-49d2-8aa4-501706c8b393 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:52.323797 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'status': 'completed', 'code': 200} Jul 07 17:15:52.331142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-27a2168d-fc5a-48cc-afe7-2e4cb63e4bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111983 Jul 07 17:15:52.339810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.367279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] For port 94515639-0232-436b-bd90-751f55f72f7c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:52.378123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] For port 94515639-0232-436b-bd90-751f55f72f7c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94515639-0232-436b-bd90-751f55f72f7c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:52.383745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:52.387710 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.419524 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130830c6-b036-4343-af9a-cb0f1f6846ba x-openstack-request-id: req-130830c6-b036-4343-af9a-cb0f1f6846ba {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:52.419863 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "name": "network-vif-plugged", "status": "completed", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:52.420110 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-130830c6-b036-4343-af9a-cb0f1f6846ba {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:52.420717 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6', 'code': 200} Jul 07 17:15:52.513678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.514913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-47e1876a-751c-4828-94ed-bacc89de70d6 req-4a46e89b-9f68-4a4e-b5b4-fd1ef8fedaf4 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759443 Jul 07 17:15:52.621781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312981-e288-4ea6-9ea8-2eb98588f3e4 None None] Pushing event updated for resources: {'Port': ['ID=94515639-0232-436b-bd90-751f55f72f7c,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.650841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.684256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:52.685209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68de38-98af-4917-b711-bc2c021f5656 req-3759106d-3fb9-44ff-9a9a-fcf07e4e41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.685798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:52.688270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:52.689231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d68de38-98af-4917-b711-bc2c021f5656 req-3759106d-3fb9-44ff-9a9a-fcf07e4e41d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 1097 time: 0.1716950 Jul 07 17:15:52.695710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.696430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.730293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46984) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:52.733631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb44b697-61d8-47c2-8c42-118f92003e0c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3597858 Jul 07 17:15:52.745920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-5dab4b48-0d65-43a2-8743-e6a2e897ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.748455 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-5dab4b48-0d65-43a2-8743-e6a2e897ca35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1096 time: 0.1523516 Jul 07 17:15:52.913536 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d68de38-98af-4917-b711-bc2c021f5656 req-a7b1e3de-9809-4f0a-807c-1693852d54f3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010269 Jul 07 17:15:53.044956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35022034-090f-4b8d-8031-bc1505ea7134 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.051582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35022034-090f-4b8d-8031-bc1505ea7134 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.053314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-35022034-090f-4b8d-8031-bc1505ea7134 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3218782 Jul 07 17:15:53.056959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-3be0d958-813d-43c2-b653-f0e360aa722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.057910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.058728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-3be0d958-813d-43c2-b653-f0e360aa722e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.2981393 Jul 07 17:15:53.112590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-7949191e-c9f8-4c82-a22b-9259847dfa9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.0464709 Jul 07 17:15:53.243782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-d8d58da1-39fa-426a-8b07-20a330010dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.245373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-d8d58da1-39fa-426a-8b07-20a330010dbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.1228278 Jul 07 17:15:53.275230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.321088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94515639-0232-436b-bd90-751f55f72f7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:53.323447 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-c38a7848-f9d4-45c1-aa23-934e7abc5c22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704877 Jul 07 17:15:53.357654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:53.358329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.392925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 94515639-0232-436b-bd90-751f55f72f7c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:53.456140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-1abbc587-ad67-4852-98b5-063dfd22b996 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242802 Jul 07 17:15:53.501797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2715eeb7-0bca-4e91-a8d8-d46a8ec0b5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.543789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a787871-d1e4-4ec9-9058-890d52567cd8 req-7fe0b8d1-f5d6-44d9-a543-e70f7b51157b tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.545369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a787871-d1e4-4ec9-9058-890d52567cd8 req-7fe0b8d1-f5d6-44d9-a543-e70f7b51157b tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 950 time: 0.2513416 Jul 07 17:15:53.561415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb35863e-ec4a-45b5-b57c-25f282c4c321 req-34dfe12b-9085-4269-a87a-54939b833414 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947797 Jul 07 17:15:53.575825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.614862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:53.665742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22dcb0-4ebe-4206-8f23-f475ed188aa3 req-88205002-4d22-430c-8912-88fbdc26fc57 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.667279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc22dcb0-4ebe-4206-8f23-f475ed188aa3 req-88205002-4d22-430c-8912-88fbdc26fc57 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.3138733 Jul 07 17:15:53.674121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a787871-d1e4-4ec9-9058-890d52567cd8 req-68b5be5a-c252-42b0-b72e-29d3c9b28828 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122456 Jul 07 17:15:53.776545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc22dcb0-4ebe-4206-8f23-f475ed188aa3 req-e405f654-1e1f-4868-9e1d-3dbc8cda55fa tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013033 Jul 07 17:15:53.920745 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2715eeb7-0bca-4e91-a8d8-d46a8ec0b5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.937552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2715eeb7-0bca-4e91-a8d8-d46a8ec0b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.967276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2715eeb7-0bca-4e91-a8d8-d46a8ec0b5c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22d8284fa6854c34a8974f39f7e56ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865187 Jul 07 17:15:53.970749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47026) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.033377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b934-2b7d-49b3-8bf5-551666cc8c42 req-d4447157-5286-46aa-9664-027914b49e0e tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.035276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ba0b934-2b7d-49b3-8bf5-551666cc8c42 req-d4447157-5286-46aa-9664-027914b49e0e tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 951 time: 0.2261982 Jul 07 17:15:54.036105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.060231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.078392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715eeb7-0bca-4e91-a8d8-d46a8ec0b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ab11c-0d9f-4751-9654-bdca4cd590c2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.101286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.102704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.124300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.126235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Provisioning for port 94515639-0232-436b-bd90-751f55f72f7c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:54.126820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7449af26-ecc9-4241-ae04-b24f7083cdf5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 HTTP/1.1" status: 204 len: 168 time: 1.0668271 Jul 07 17:15:54.132971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.133314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Provisioning complete for port 94515639-0232-436b-bd90-751f55f72f7c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:54.133932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.182538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ba0b934-2b7d-49b3-8bf5-551666cc8c42 req-032fa6d7-f51d-4f78-9067-7c04ef80a300 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284404 Jul 07 17:15:54.236206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31c2e5-4447-4510-95c6-4b092edc166a req-cb777788-c1e1-4516-90b8-279b484335ca tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.239802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab31c2e5-4447-4510-95c6-4b092edc166a req-cb777788-c1e1-4516-90b8-279b484335ca tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.1550255 Jul 07 17:15:54.257010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715912e6-9efb-464d-965a-d127e5981952 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.260002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715912e6-9efb-464d-965a-d127e5981952 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.261892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:54.264844 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-715912e6-9efb-464d-965a-d127e5981952 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1307449 Jul 07 17:15:54.265526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.268768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dec46e63-fd14-421a-a5ca-70180f75e59c no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:54.271318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.274985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.279486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/326ab11c-0d9f-4751-9654-bdca4cd590c2 HTTP/1.1" status: 204 len: 168 time: 0.3075676 Jul 07 17:15:54.298544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ab11c-0d9f-4751-9654-bdca4cd590c2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.322539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.322539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.323627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.324231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.324520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.325090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.325802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.326070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.330129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.331411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.331945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.332964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a762e-891b-4171-8b77-0da1ecc93004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:54.358316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab31c2e5-4447-4510-95c6-4b092edc166a req-16779323-f580-492c-972c-84579b4f5c57 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052775 Jul 07 17:15:54.389111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 5b0be77d-ae4e-4f3e-b154-f0b823163f1d {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:54.397461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.520851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.568128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: dec46e63-fd14-421a-a5ca-70180f75e59c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:54.569124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dec46e63-fd14-421a-a5ca-70180f75e59c not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:54.580695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-72c6ffe2-1cfc-48fa-9f6d-fe88d1f2df0e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.582483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-72c6ffe2-1cfc-48fa-9f6d-fe88d1f2df0e tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 950 time: 0.1743286 Jul 07 17:15:54.587980 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.730279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] For port 94515639-0232-436b-bd90-751f55f72f7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94515639-0232-436b-bd90-751f55f72f7c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:54.739329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.740330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.780646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.808257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Deleting port 8251f5cd-1e2f-4806-bad3-e3d11853997c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:54.808602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.830483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f759af6-049e-449e-9ed9-29561864f692 None None] Pushing event updated for resources: {'Port': ['ID=94515639-0232-436b-bd90-751f55f72f7c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.855368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.863124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:54.884937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'port_id': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'mac_address': 'fa:16:3e:a1:52:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99abac-e901-4d7c-acbb-289493bd7fc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:54.887284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:54.913310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d423956-6545-4049-9bd3-4f1f5717ba4e None None] Could not find standard attr ID for object d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:15:54.917531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0be77d-ae4e-4f3e-b154-f0b823163f1d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.942049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] For port 8251f5cd-1e2f-4806-bad3-e3d11853997c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8251f5cd-1e2f-4806-bad3-e3d11853997c,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:54.942769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.958017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Calling delete_port for 8251f5cd-1e2f-4806-bad3-e3d11853997c owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:54.958825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.961765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f9a50d5-bc41-493b-b0a5-d950687d386f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/5b0be77d-ae4e-4f3e-b154-f0b823163f1d HTTP/1.1" status: 204 len: 168 time: 0.6723638 Jul 07 17:15:54.963629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d0786de-850d-4f7d-9d01-64cb680f8ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.964181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47060) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.973547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b4191-258a-4583-85e8-aceee1bd325f None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:55.025879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c10f73e9-1e64-4b99-a34b-6b256b066baa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604541 Jul 07 17:15:55.028860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47062) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.041178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:55.058031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.064011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c5b31-7011-4b35-b3d5-2bb01d5deb13 req-ec19ae96-cddd-42cc-942a-14fd5207db8f tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.066989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f96c5b31-7011-4b35-b3d5-2bb01d5deb13 req-ec19ae96-cddd-42cc-942a-14fd5207db8f tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.1739597 Jul 07 17:15:55.077073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47066) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.083608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Request body: {'floatingip': {'port_id': '112adee4-acfc-4db8-84af-0616b68f15e6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:55.094057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:55.141777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.280185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94515639-0232-436b-bd90-751f55f72f7c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:55.289185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:55.342377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d0786de-850d-4f7d-9d01-64cb680f8ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.346035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.355598 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.362473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d0786de-850d-4f7d-9d01-64cb680f8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.403436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Pushing event deleted for resources: {'Port': ['ID=8251f5cd-1e2f-4806-bad3-e3d11853997c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.417236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8251f5cd-1e2f-4806-bad3-e3d11853997c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:55.428760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.474894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:55.479043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.494515 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.496323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.508601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3d0786de-850d-4f7d-9d01-64cb680f8ac3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee0a9f90e94a4ed59fd9fd10736227dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267990 Jul 07 17:15:55.511599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47094) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.513390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] No DVR routers for this DVR port 8251f5cd-1e2f-4806-bad3-e3d11853997c on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:55.537754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0786de-850d-4f7d-9d01-64cb680f8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d209fb-6744-4d11-9459-590d40e94acb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.541221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.543334 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5dd1a75e-8b08-4f78-b56a-9906f598d4db req-c369edca-8558-458a-8241-e8625b458005 tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.23 "DELETE /v2.0/ports/8251f5cd-1e2f-4806-bad3-e3d11853997c HTTP/1.1" status: 204 len: 173 time: 0.9541731 Jul 07 17:15:55.574108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:55.577086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'name': 'network-vif-deleted', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:55.578203 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccad8eb-dc93-4120-9129-c5201d26d432" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:55.580286 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ecec38-580f-41f8-9186-083bdb1c41d6" -d '{"events": [{"server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "name": "network-vif-deleted", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:55.590233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e7bac71c-480c-412d-b5a0-b76e8828687b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:55.665117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:55.685878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.698010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:55.704838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 94515639-0232-436b-bd90-751f55f72f7c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:55.705342 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.714541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c2ebb-f3e9-49fb-9c5d-3a7b71bfeb59 req-5b486376-7f67-4d06-afae-3f284c71b1ef tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.716182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f1c2ebb-f3e9-49fb-9c5d-3a7b71bfeb59 req-5b486376-7f67-4d06-afae-3f284c71b1ef tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/ports?device_id=11d276ec-2d05-419f-b91d-41413c07a9d8 HTTP/1.1" status: 200 len: 867 time: 0.3980312 Jul 07 17:15:55.890894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.903233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.952590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:15:56.000769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Deleting port 94515639-0232-436b-bd90-751f55f72f7c {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:56.001144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.027295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f1c2ebb-f3e9-49fb-9c5d-3a7b71bfeb59 req-4a13b531-5205-4e79-ae07-13c8a606511f tempest-ServersAdminNegativeTestJSON-1154182288 tempest-ServersAdminNegativeTestJSON-1154182288-project] 10.222.0.66 "GET /v2.0/security-groups?id=8cf14a1f-320e-465e-830a-bb15a879d406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040457 Jul 07 17:15:56.037133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.115982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] For port 94515639-0232-436b-bd90-751f55f72f7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94515639-0232-436b-bd90-751f55f72f7c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:56.116411 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.131096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Calling delete_port for 94515639-0232-436b-bd90-751f55f72f7c owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:56.185144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.227444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.277970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] Pushing event deleted for resources: {'Port': ['ID=94515639-0232-436b-bd90-751f55f72f7c,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.291711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466f4ca-910d-467f-bad6-7e471b2384db None None] No DVR routers for this DVR port 94515639-0232-436b-bd90-751f55f72f7c on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:56.365826 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a85023-7273-425e-9265-bb09ee92c7b7 x-openstack-request-id: req-a2a85023-7273-425e-9265-bb09ee92c7b7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:56.366174 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:56.366417 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2a85023-7273-425e-9265-bb09ee92c7b7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:56.366923 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'code': 200} Jul 07 17:15:56.396107 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c45143-1684-4efb-ac14-4fd900d7a451 x-openstack-request-id: req-d8c45143-1684-4efb-ac14-4fd900d7a451 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:56.397668 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d276ec-2d05-419f-b91d-41413c07a9d8", "name": "network-vif-deleted", "tag": "8251f5cd-1e2f-4806-bad3-e3d11853997c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:56.398336 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8c45143-1684-4efb-ac14-4fd900d7a451 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:56.399346 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d276ec-2d05-419f-b91d-41413c07a9d8', 'name': 'network-vif-deleted', 'tag': '8251f5cd-1e2f-4806-bad3-e3d11853997c', 'status': 'completed', 'code': 200} Jul 07 17:15:56.467746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 94515639-0232-436b-bd90-751f55f72f7c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=94515639-0232-436b-bd90-751f55f72f7c,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:56.501252 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.506291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.507684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.529612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc6e7-6839-4f9b-8247-ff9b998c52d4 req-a2b36e0a-07c2-498b-a550-9078b8bb5483 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.531184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61ddc6e7-6839-4f9b-8247-ff9b998c52d4 req-a2b36e0a-07c2-498b-a550-9078b8bb5483 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 945 time: 0.6537528 Jul 07 17:15:56.575474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=94515639-0232-436b-bd90-751f55f72f7c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.602966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=995194c7-2afb-463e-bef8-e13cf4dc52ee,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.606988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:56.608691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:56.613893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.615426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.624846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e64a82f-c22d-4778-9b4e-7b620180662d None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:56.635560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.638975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.640289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28d209fb-6744-4d11-9459-590d40e94acb HTTP/1.1" status: 204 len: 168 time: 1.1274989 Jul 07 17:15:56.648264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61ddc6e7-6839-4f9b-8247-ff9b998c52d4 req-2ddd1209-acaa-45bf-8cdd-b4b17d402d28 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921988 Jul 07 17:15:56.663065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3e532bf-b337-42a1-8af1-2a9a98b7948e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6293833 Jul 07 17:15:56.664903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708597ba-211c-42c6-a010-27b6ea68281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d209fb-6744-4d11-9459-590d40e94acb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.666091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47114) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:56.674751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.679925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.709792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:de:9b:ca', 'name': 'tempest-NetworksTestDHCPv6-1856080078'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:56.813493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.844398 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Floating IP 7649e3fd-4fee-46ff-b118-31909627bbf8 associated. External IP: 172.25.3.167, port: 112adee4-acfc-4db8-84af-0616b68f15e6. Jul 07 17:15:56.870236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '995194c7-2afb-463e-bef8-e13cf4dc52ee'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:56.873043 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.939139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:57.049245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890e1b8-e3b9-43f5-85e6-22b7be5ef56a req-503ec89d-02e6-4941-bfe1-8576dda677c4 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.056397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8890e1b8-e3b9-43f5-85e6-22b7be5ef56a req-503ec89d-02e6-4941-bfe1-8576dda677c4 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.1592212 Jul 07 17:15:57.081341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Allocated IP 2001:db8::f816:3eff:fe4a:dfe0 (b929eabd-3b1c-4568-a210-678773ff9ccb/995194c7-2afb-463e-bef8-e13cf4dc52ee/b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:57.138314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.168700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 21882208-27c9-49d4-94d0-c90b579188bc yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:57.218652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8890e1b8-e3b9-43f5-85e6-22b7be5ef56a req-2a8142cb-b94a-40da-8522-ef0038cf0619 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612382 Jul 07 17:15:57.262648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94515639-0232-436b-bd90-751f55f72f7c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:57.277381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Router 49704c65-c205-45a3-b0ef-3171a8daba42 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:57.296159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 94515639-0232-436b-bd90-751f55f72f7c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:57.296520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 94515639-0232-436b-bd90-751f55f72f7c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:57.434582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.459699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Transition to ACTIVE for port object b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:57.490597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:57.493315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Transition to ACTIVE for port object b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:57.496708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.503197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Sync routers for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:57.519102 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.551116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-341a4daf-c284-4336-bdf5-b89b0928e03b tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "PUT /v2.0/floatingips/7649e3fd-4fee-46ff-b118-31909627bbf8 HTTP/1.1" status: 200 len: 991 time: 2.4720352 Jul 07 17:15:57.552131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:57.571433 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80595003-42a6-4cca-8f55-76d3a74f21c8" -d '{"events": [{"name": "network-changed", "server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:57.612187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fede:9bca (b929eabd-3b1c-4568-a210-678773ff9ccb/995194c7-2afb-463e-bef8-e13cf4dc52ee/21882208-27c9-49d4-94d0-c90b579188bc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:57.620618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:57.622917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Pushing event updated for resources: {'Port': ['ID=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:57.626176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:57.628941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:57.631226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:57.632266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:57.829192 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2f8be-6e53-4777-9aae-0afa128fcd99 x-openstack-request-id: req-26c2f8be-6e53-4777-9aae-0afa128fcd99 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:57.830581 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:57.830932 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26c2f8be-6e53-4777-9aae-0afa128fcd99 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:57.832024 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6', 'status': 'completed', 'code': 200} Jul 07 17:15:57.992539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47156) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:58.022837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:58.072983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adedc0f-f53d-49f8-85fc-510223d955c7 req-67a0461b-b6e1-4be5-81d7-0fbb19101bf4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.085614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4adedc0f-f53d-49f8-85fc-510223d955c7 req-67a0461b-b6e1-4be5-81d7-0fbb19101bf4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 945 time: 0.1493323 Jul 07 17:15:58.114832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.156179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:58.156727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 21882208-27c9-49d4-94d0-c90b579188bc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:58.178259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4adedc0f-f53d-49f8-85fc-510223d955c7 req-19f85865-6434-45fb-a0b4-c51ad781c667 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840790 Jul 07 17:15:58.231292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1398131273-network', 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:58.274887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-4ff2f540-ed9b-49c6-be27-0f4d2049d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.281444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-4ff2f540-ed9b-49c6-be27-0f4d2049d94c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 1097 time: 0.4095957 Jul 07 17:15:58.285478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.334229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:58.372844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Attempting to bind port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:58.373522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Attempting to bind port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:58.374057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Attempting to bind port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:58.387973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:58.388646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:58.389366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.389936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:58.390616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Bound port: b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:58.391698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.525705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4903e3-80e8-461d-a1b8-d72bcdd42941 req-9d568768-c5f0-4431-83a4-62f114a145b7 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.534400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb4903e3-80e8-461d-a1b8-d72bcdd42941 req-9d568768-c5f0-4431-83a4-62f114a145b7 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.0822546 Jul 07 17:15:58.568448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-92de5675-d49d-4fd0-936f-ece832204df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.569980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-92de5675-d49d-4fd0-936f-ece832204df2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 200 len: 907 time: 0.2292778 Jul 07 17:15:58.570815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:58.573522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.580457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=21882208-27c9-49d4-94d0-c90b579188bc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.595832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3fa277ff-0b65-4f60-b0d4-55ceafbb9bec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6de4bd52d2024185b2056574bafb3205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658066 Jul 07 17:15:58.598224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb4903e3-80e8-461d-a1b8-d72bcdd42941 req-4abbe99f-2bdc-4249-9efd-a296dce29630 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Jul 07 17:15:58.598782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47176) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:58.708949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] For port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:58.714181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] For port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:58.716448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port e7bac71c-480c-412d-b5a0-b76e8828687b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:58.718507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-40b4d07b-dc4a-4813-a151-86caad6f9790 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 200 len: 999 time: 0.1220455 Jul 07 17:15:58.721377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.734391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.749436 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.763089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port e7bac71c-480c-412d-b5a0-b76e8828687b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:58.763422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.803135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:58.811497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:58.814087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:58.820223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.821019 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.822048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.862053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061d03-3321-4378-9c1e-41bfa10464de None None] Pushing event updated for resources: {'Port': ['ID=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.864499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-0abc10bb-7c99-44f7-88fb-e9527f3b8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.866108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-0abc10bb-7c99-44f7-88fb-e9527f3b8215 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b92217-3a55-40d0-a8a2-3c8310cd968f HTTP/1.1" status: 200 len: 845 time: 0.1297088 Jul 07 17:15:58.904838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b264-7d31-408a-bd11-d6128af7c2c9 req-3da36549-c48f-4d93-8c9c-07185307e23b tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.907560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2043b264-7d31-408a-bd11-d6128af7c2c9 req-3da36549-c48f-4d93-8c9c-07185307e23b tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 945 time: 0.1495488 Jul 07 17:15:58.917364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.921336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.926921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8cf14a1f-320e-465e-830a-bb15a879d406 HTTP/1.1" status: 204 len: 168 time: 0.3248248 Jul 07 17:15:58.947084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bd511-d660-4993-89b4-f7c6ac56b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf14a1f-320e-465e-830a-bb15a879d406,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.949143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7649e3fd-4fee-46ff-b118-31909627bbf8', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'port_id': '112adee4-acfc-4db8-84af-0616b68f15e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'mac_address': 'fa:16:3e:b9:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:28Z', 'updated_at': '2021-07-07T17:15:56Z', 'revision_number': 1, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:59.006846 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2043b264-7d31-408a-bd11-d6128af7c2c9 req-1cee11c3-3ebb-4ba1-8731-3cab4c6f04bd tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Jul 07 17:15:59.010574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-31e4de23-f8ae-421f-bf87-0496fd39fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.018611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Checking router: 49704c65-c205-45a3-b0ef-3171a8daba42 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:59.019777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-31e4de23-f8ae-421f-bf87-0496fd39fca7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c5c460a-8186-40c5-ad6d-ad122e1dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380849 Jul 07 17:15:59.044243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:59.045159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:15:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:59.118914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.132410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.157376 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-57f8bb39-7bd8-4541-b611-91a2e759f87c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4728973 Jul 07 17:15:59.158356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47184) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.185781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.235190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:59.245931 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ec74b-13b3-4149-ac5c-7d479bd8ebd3" -d '{"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:59.264417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:59.300267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ae811-94c1-4289-91be-8bdb9d5612b9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.315273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.316042 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Added segment baccadd8-9b41-4612-a07e-3d2f6a2c6cd9 of type vlan for network e18efc77-de26-415e-a6ff-a369201ba1e5 Jul 07 17:15:59.355301 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-efb4f865-b3dc-41f2-a160-fb49c4a7feac service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159289 Jul 07 17:15:59.362684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:59.379734 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595d662-094c-44b4-baad-cfc1882b6289 x-openstack-request-id: req-b595d662-094c-44b4-baad-cfc1882b6289 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:59.380014 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:59.380266 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b595d662-094c-44b4-baad-cfc1882b6289 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:59.380656 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'code': 200} Jul 07 17:15:59.381304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.382098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8251f5cd-1e2f-4806-bad3-e3d11853997c no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:59.390277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:59.393778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5dc140-8a7c-4bae-ae92-9b7df4f4ef2d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.420108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5dc140-8a7c-4bae-ae92-9b7df4f4ef2d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.421940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be5dc140-8a7c-4bae-ae92-9b7df4f4ef2d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2596335 Jul 07 17:15:59.425544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.477131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 8251f5cd-1e2f-4806-bad3-e3d11853997c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:59.477812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8251f5cd-1e2f-4806-bad3-e3d11853997c not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:59.534592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.542948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47192) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.557066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.577039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-90af66db-6dc6-4f44-9453-4da6737f906c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.580121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-90af66db-6dc6-4f44-9453-4da6737f906c tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.73 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.4415233 Jul 07 17:15:59.633904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb88b3f-b4b8-4ff7-aba1-f87562d201d5 req-1895f0e1-eaca-43bf-8c8a-9931078c888e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.635583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfb88b3f-b4b8-4ff7-aba1-f87562d201d5 req-1895f0e1-eaca-43bf-8c8a-9931078c888e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1401498 Jul 07 17:15:59.640680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 21882208-27c9-49d4-94d0-c90b579188bc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:59.641088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.721734 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.722944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.723367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.742267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfb88b3f-b4b8-4ff7-aba1-f87562d201d5 req-565da4a7-a99e-42ba-81a9-f0a362ce8a12 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961227 Jul 07 17:15:59.749009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37386715-4e29-47bb-b93f-1d92ab70732e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68442e4257124b04bbb483366a2b9d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028029 Jul 07 17:15:59.769427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47198) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.800486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7649e3fd-4fee-46ff-b118-31909627bbf8', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'port_id': '112adee4-acfc-4db8-84af-0616b68f15e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'mac_address': 'fa:16:3e:b9:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:28Z', 'updated_at': '2021-07-07T17:15:56Z', 'revision_number': 1, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:59.816858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-80595003-42a6-4cca-8f55-76d3a74f21c8 req-8bc9ea06-3c7c-4531-9271-5693a2bf1c96 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293542 Jul 07 17:15:59.823260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.837458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834f450-18b1-48fa-9991-a6dc171a4f7a None None] The sync data for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 is: [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7649e3fd-4fee-46ff-b118-31909627bbf8', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'port_id': '112adee4-acfc-4db8-84af-0616b68f15e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'mac_address': 'fa:16:3e:b9:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:28Z', 'updated_at': '2021-07-07T17:15:56Z', 'revision_number': 1, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:59.843185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 21882208-27c9-49d4-94d0-c90b579188bc owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:59.849923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8536723 Jul 07 17:15:59.867444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47200) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.877061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Request body: {'subnet': {'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1398131273-subnet', 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:59.900096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e066704-aca1-4bbb-9586-340371dc7c23 admin admin] Pushing event updated for resources: {'Network': ['ID=e18efc77-de26-415e-a6ff-a369201ba1e5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.911296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network e18efc77-de26-415e-a6ff-a369201ba1e5 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:59.917089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747562b-1e7c-4330-b8b0-48ccfde3abcd req-75ba11b0-fc18-4ce1-a90d-f3511c0c2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.939213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3747562b-1e7c-4330-b8b0-48ccfde3abcd req-75ba11b0-fc18-4ce1-a90d-f3511c0c2a4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1098 time: 0.3765638 Jul 07 17:16:00.039255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:00.041894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.111736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f23487-5263-41bc-8c84-8475b502054a req-a96a68de-83cd-4a4a-a2d0-0e949bd2c3c9 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.120386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26f23487-5263-41bc-8c84-8475b502054a req-a96a68de-83cd-4a4a-a2d0-0e949bd2c3c9 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.3155658 Jul 07 17:16:00.142635 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3747562b-1e7c-4330-b8b0-48ccfde3abcd req-5159f105-1ebc-45ef-9ef2-ea7b2470965d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024286 Jul 07 17:16:00.144923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.179049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.191828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26f23487-5263-41bc-8c84-8475b502054a req-8fc16af8-4840-4076-8ea5-2ae363c34017 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702047 Jul 07 17:16:00.206356 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7686aa9-7af4-4fae-aedf-4b1ea4fe7913 None None] New status for floating IP 7649e3fd-4fee-46ff-b118-31909627bbf8: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:16:00.258630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Deleting port 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:00.259255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.310376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-a227b308-de76-4b33-a804-8c7dfb420b48 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.312093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-a227b308-de76-4b33-a804-8c7dfb420b48 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 945 time: 0.3081822 Jul 07 17:16:00.468381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.523353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=21882208-27c9-49d4-94d0-c90b579188bc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.526778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c9233c25-22fd-4267-b65c-cd9044f09aa7 None None] Provisioning for port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:00.577089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.580005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1e5473d-5480-47e9-b13e-5faaf015070c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/21882208-27c9-49d4-94d0-c90b579188bc HTTP/1.1" status: 204 len: 168 time: 1.1534243 Jul 07 17:16:00.583555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47206) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.609120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320a0cb-f59e-4bd2-9a17-7e553631baf7 req-dd722213-3f1c-4df7-a9fb-d6ed5cf5998e tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.611865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4320a0cb-f59e-4bd2-9a17-7e553631baf7 req-dd722213-3f1c-4df7-a9fb-d6ed5cf5998e tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 945 time: 0.2954943 Jul 07 17:16:00.647596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Deleting port 83bbfcb8-ebfe-4f25-8162-19017385f950 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:00.648326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.708569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.712787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.716889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38427a25-3613-4b02-9729-c4c2c6ae0532 HTTP/1.1" status: 204 len: 168 time: 0.9129295 Jul 07 17:16:00.734925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc80c4-5745-41d5-bb09-9402c58f49cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.736919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc80c4-5745-41d5-bb09-9402c58f49cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.738559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33bc80c4-5745-41d5-bb09-9402c58f49cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1525033 Jul 07 17:16:00.748674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.750571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9f85bdcc-5310-4a1a-9889-5ca524deaa11 None None] Could not find standard attr ID for object 21882208-27c9-49d4-94d0-c90b579188bc. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:16:00.762577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4320a0cb-f59e-4bd2-9a17-7e553631baf7 req-24234466-7d8f-4086-8903-88ce3d3589b0 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d437802-4c99-4c31-8ddb-b7dcc8c13d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Jul 07 17:16:00.839153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] For port 83bbfcb8-ebfe-4f25-8162-19017385f950, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=83bbfcb8-ebfe-4f25-8162-19017385f950,segment=NetworkSegment(b0e766e5-8b0b-4140-abc4-d5496effabd8),segment_id=b0e766e5-8b0b-4140-abc4-d5496effabd8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:00.839536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.872943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Calling delete_port for 83bbfcb8-ebfe-4f25-8162-19017385f950 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:00.886039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ae7dd-935f-437f-8c1d-6ca5276d283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38427a25-3613-4b02-9729-c4c2c6ae0532,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.955494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] For port 9a676de4-39c9-4486-8bc5-249be8b76590, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9a676de4-39c9-4486-8bc5-249be8b76590,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:00.955884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.988668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Calling delete_port for 9a676de4-39c9-4486-8bc5-249be8b76590 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:01.020111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 995194c7-2afb-463e-bef8-e13cf4dc52ee {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:01.096701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.099530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd1ff3-d998-4583-bedc-cce56ae61bcc req-2c7f7e5a-f3c8-4692-9ab6-ac5a361b0a64 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.100470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03bd1ff3-d998-4583-bedc-cce56ae61bcc req-2c7f7e5a-f3c8-4692-9ab6-ac5a361b0a64 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1191714 Jul 07 17:16:01.181380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.190314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.193336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03bd1ff3-d998-4583-bedc-cce56ae61bcc req-107a12e4-1283-4e0e-8f5c-a70ea8fee3a7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Jul 07 17:16:01.198617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.222214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['83bbfcb8-ebfe-4f25-8162-19017385f950'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:01.281425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Pushing event deleted for resources: {'Port': ['ID=83bbfcb8-ebfe-4f25-8162-19017385f950,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.373238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.378530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:01.428158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] No DVR routers for this DVR port 83bbfcb8-ebfe-4f25-8162-19017385f950 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:01.432067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.434209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a3f30f6-6829-4830-898d-76f311bf02bf req-293aff2e-b5e4-4a9b-a769-8a59d4e5f6f7 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.23 "DELETE /v2.0/ports/83bbfcb8-ebfe-4f25-8162-19017385f950 HTTP/1.1" status: 204 len: 173 time: 1.1135948 Jul 07 17:16:01.434883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'name': 'network-vif-deleted', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:01.439705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:01.440038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Network hostable DHCP agents. Network: e18efc77-de26-415e-a6ff-a369201ba1e5, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:01.445883 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55ac260-5589-4501-a745-820fe11675b1" -d '{"events": [{"server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "name": "network-vif-deleted", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:01.449972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:01.457861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:01.458098 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.480288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.542654 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55726474-c31c-4f1f-843e-6809ffb03f16 x-openstack-request-id: req-55726474-c31c-4f1f-843e-6809ffb03f16 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:01.543746 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac6485c-356b-4fa6-bed4-b42da193fb4d", "name": "network-vif-deleted", "tag": "83bbfcb8-ebfe-4f25-8162-19017385f950", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:01.543746 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55726474-c31c-4f1f-843e-6809ffb03f16 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:01.544076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Network e18efc77-de26-415e-a6ff-a369201ba1e5 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:01.544197 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac6485c-356b-4fa6-bed4-b42da193fb4d', 'name': 'network-vif-deleted', 'tag': '83bbfcb8-ebfe-4f25-8162-19017385f950', 'status': 'completed', 'code': 200} Jul 07 17:16:01.566742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea7a0d-f6e4-45f6-b0d1-19881885e808 req-a33c6a22-4363-4059-94e5-800d8b829a3d tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.567982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, e18efc77-de26-415e-a6ff-a369201ba1e5) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:01.575675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.576633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.583535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.595253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42ea7a0d-f6e4-45f6-b0d1-19881885e808 req-a33c6a22-4363-4059-94e5-800d8b829a3d tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 949 time: 0.1776490 Jul 07 17:16:01.604794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7b81e-6c28-49c1-85ec-4275d2cfe8ea None None] Network e18efc77-de26-415e-a6ff-a369201ba1e5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:01.637242 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-885ad9d4-ea87-4f22-b74c-9ca5e476c8ce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7668774 Jul 07 17:16:01.638547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Pushing event deleted for resources: {'Port': ['ID=9a676de4-39c9-4486-8bc5-249be8b76590,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.688887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42ea7a0d-f6e4-45f6-b0d1-19881885e808 req-995f59a6-41d0-439c-9b36-30d1a89968ce tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8b858e8-3156-46b7-94db-cd6ca49f6007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909052 Jul 07 17:16:01.689679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.696622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.755893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] No DVR routers for this DVR port 9a676de4-39c9-4486-8bc5-249be8b76590 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:01.759418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=995194c7-2afb-463e-bef8-e13cf4dc52ee,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.761593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.765679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9fc72e5-5da9-4fba-bfef-3688ea1705d9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/995194c7-2afb-463e-bef8-e13cf4dc52ee HTTP/1.1" status: 204 len: 168 time: 1.0035083 Jul 07 17:16:01.765679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.767460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47234) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:01.767629 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c73cd97-7062-43b1-9650-f4760d3c1ee7 req-ac2b2661-9a7c-4740-9e0e-db22c29ae9b1 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.73 "DELETE /v2.0/ports/9a676de4-39c9-4486-8bc5-249be8b76590 HTTP/1.1" status: 204 len: 173 time: 2.1611774 Jul 07 17:16:01.767629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-deleted', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:01.769864 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ef1d36-55ba-40d1-92ba-d65469fa25a1" -d '{"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-deleted", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:01.802617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec994b-1382-4f54-8aa1-644e9e136c79 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:01.837855 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997641b1-a0d0-4a61-b215-97f8bc99752f x-openstack-request-id: req-997641b1-a0d0-4a61-b215-97f8bc99752f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:01.838150 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19846f8d-e8ab-4c02-bd73-42bcb56976e5", "name": "network-vif-deleted", "tag": "9a676de4-39c9-4486-8bc5-249be8b76590", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:01.838405 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-997641b1-a0d0-4a61-b215-97f8bc99752f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:01.838983 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19846f8d-e8ab-4c02-bd73-42bcb56976e5', 'name': 'network-vif-deleted', 'tag': '9a676de4-39c9-4486-8bc5-249be8b76590', 'status': 'completed', 'code': 200} Jul 07 17:16:01.896463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47246) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:01.896733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a036abc5-5345-4cbd-9230-04d5030f6355 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276007 Jul 07 17:16:01.921916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:16:01.922502 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:16:02.082306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08b79e-a6b2-40b9-ab47-d87a266f2bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.088869 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa08b79e-a6b2-40b9-ab47-d87a266f2bb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1910572 Jul 07 17:16:02.092785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47254) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:02.105352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ea6542b-e235-474d-b378-bd971027d5bd req-ea441600-f8d7-44e7-a672-7bd836de0de9 tempest-ServerTagsTestJSON-2049226999 tempest-ServerTagsTestJSON-2049226999-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ac6485c-356b-4fa6-bed4-b42da193fb4d HTTP/1.1" status: 200 len: 210 time: 0.0841999 Jul 07 17:16:02.125432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e0d7b-d9f3-4c72-9569-13b7485ed852 None None] Network e18efc77-de26-415e-a6ff-a369201ba1e5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:02.310161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc1748-3b81-4e91-857a-70dfe58008c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.325309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47262) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:02.326170 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-31cc1748-3b81-4e91-857a-70dfe58008c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2279065 Jul 07 17:16:02.448394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47266) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:02.449987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-800d8ba5-8a4b-4af7-a23d-f861643021dc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228714 Jul 07 17:16:02.458653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:02.492888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:02.651123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1ca47-9437-4640-ba43-1626d007c731 req-6e7d4ad0-3bbf-4c31-9c01-61bc7cbd285a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.662376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52f1ca47-9437-4640-ba43-1626d007c731 req-6e7d4ad0-3bbf-4c31-9c01-61bc7cbd285a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1724741 Jul 07 17:16:02.670925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:02.678162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.728376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52f1ca47-9437-4640-ba43-1626d007c731 req-e4213e15-24f7-4685-b926-838b68f19f9d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648465 Jul 07 17:16:02.734686 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.003201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2993b2eb-7fb5-4324-90c1-90e0989e4eb6 req-d41d2db1-c9de-4a94-a146-3ba8e62ab4f2 tempest-ImagesOneServerTestJSON-920410177 tempest-ImagesOneServerTestJSON-920410177-project] 10.222.0.66 "GET /v2.0/ports?device_id=19846f8d-e8ab-4c02-bd73-42bcb56976e5 HTTP/1.1" status: 200 len: 210 time: 0.0375624 Jul 07 17:16:03.053450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:03.127496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 9a676de4-39c9-4486-8bc5-249be8b76590 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:03.131673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9a676de4-39c9-4486-8bc5-249be8b76590 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:03.138015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47298) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.150180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1829860108-network', 'tenant_id': '5a47b527f86e47ac8f1f79be534271bb'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:03.154900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Deleting port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:03.155803 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.171600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:03.201959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.228607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-fe0d2fac-2bd4-487a-ac73-b1576d7935fd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.246051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-fe0d2fac-2bd4-487a-ac73-b1576d7935fd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 814 time: 0.1878748 Jul 07 17:16:03.282647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-1790d93b-7c80-434f-a472-d7205f29dbc8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/quotas/4a89506d62f64926bca2bb5318a58da4 HTTP/1.1" status: 200 len: 375 time: 0.0332665 Jul 07 17:16:03.284108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.292553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Made reservation on behalf of 5a47b527f86e47ac8f1f79be534271bb for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:03.301086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.306135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47302) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.325858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:03.325858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.328996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] For port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:03.329651 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.343063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Calling delete_port for b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:03.354714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:03.430026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Deleting subnet f3425ba8-7a56-4ebf-a180-4de2e921a418 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:03.435049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.496795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.498965 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.530030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-b137aa02-7f06-4576-bd21-0a8c68d0775d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437909 Jul 07 17:16:03.571147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] Pushing event deleted for resources: {'Port': ['ID=b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.585127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.587583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889a260-9f4a-4efb-9b4d-9f63c9ed8b64 None None] No DVR routers for this DVR port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:03.590620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Port b1e7e1fc-bb0c-4971-80d4-ea8a611f28f7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:16:03.590620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:dfe0 {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:16:03.594718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4a:dfe0 {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:16:03.597310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.610703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.616091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.620419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.681834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:03.686283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-d7dc98ec-f8d9-4ea9-8411-bd41deee016b service neutron] 10.222.0.66 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551721 Jul 07 17:16:03.692494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:03.708571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:03.729497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.729995 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.738956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf29a28-c204-4867-ad9c-f6e478865f9e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:03.740910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d3f581-dc7d-46ab-ae72-be175d6733ed,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.748560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.748909 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Added segment ca41d44c-dfd1-40d1-b289-97c8659a2418 of type vlan for network 5dec2ea0-7cdb-4e1e-af15-09671812abb3 Jul 07 17:16:03.759703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=665745ac-9706-41ca-99a7-35837a2f12ff,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.760804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.799292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3425ba8-7a56-4ebf-a180-4de2e921a418,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.801066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3caab769-98e7-4feb-a7b5-f30831cc1984 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3507729 Jul 07 17:16:03.806017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47314) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.807379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.809524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-11a53dc3-2972-4043-9bd3-2230b500ed0a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3425ba8-7a56-4ebf-a180-4de2e921a418 HTTP/1.1" status: 204 len: 168 time: 0.5028708 Jul 07 17:16:03.815272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:b7:40:62', 'name': 'tempest-NetworksTestDHCPv6-734840452'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:03.817125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47316) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.902846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.935001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-c66ea96c-db43-41f5-92da-49d2370ca5ec service neutron] 10.222.0.66 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476444 Jul 07 17:16:03.938304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.981521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:03.991842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '665745ac-9706-41ca-99a7-35837a2f12ff'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:03.993336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.040167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.041213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.041827 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.103972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.116435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8560515d-f7cd-4e54-b257-c10d557b98b6']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.131138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e766e5-8b0b-4140-abc4-d5496effabd8') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.131589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e766e5-8b0b-4140-abc4-d5496effabd8') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.144014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.168688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.182112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:04.197069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.201128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5dec2ea0-7cdb-4e1e-af15-09671812abb3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:04.206392 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:04.220713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73ac13c3-3f35-4d5e-b84e-3613399a98d6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0772164 Jul 07 17:16:04.221618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.238303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Request body: {'subnet': {'network_id': '5dec2ea0-7cdb-4e1e-af15-09671812abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1829860108-subnet', 'tenant_id': '5a47b527f86e47ac8f1f79be534271bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:04.264801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5dec2ea0-7cdb-4e1e-af15-09671812abb3 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:04.276104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Made reservation on behalf of 5a47b527f86e47ac8f1f79be534271bb for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:04.278702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.364878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.380500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 83bbfcb8-ebfe-4f25-8162-19017385f950 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:04.399474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1db2bcda-8e2b-4fd2-9d5e-97871a2ec44d req-c656b721-636d-435a-a1fb-1b496cd2d1b6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 210 time: 0.1630950 Jul 07 17:16:04.409681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port b3cd13cc-83b6-4155-9cb0-e1e510ca7abc yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:04.426085 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.432518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 83bbfcb8-ebfe-4f25-8162-19017385f950 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:04.432876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 83bbfcb8-ebfe-4f25-8162-19017385f950 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:04.442741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.447035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Allocated IP 2001:db8::f816:3eff:fe66:615d (b929eabd-3b1c-4568-a210-678773ff9ccb/665745ac-9706-41ca-99a7-35837a2f12ff/e2753302-b8a8-40bb-8094-a6e90f4b6dea) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:04.449907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] 10.222.0.66 "DELETE /v2.0/networks/8560515d-f7cd-4e54-b257-c10d557b98b6 HTTP/1.1" status: 204 len: 168 time: 0.6317940 Jul 07 17:16:04.490184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f395e-c76c-4b1c-854a-0b3efec61a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=8560515d-f7cd-4e54-b257-c10d557b98b6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.677910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.712638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47362) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.738188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.768390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Transition to ACTIVE for port object e2753302-b8a8-40bb-8094-a6e90f4b6dea will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:04.772363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.780259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91d5f6e0-217c-4a47-a551-a36b2946cdc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=576497718fb0448b86947b35c24f7857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010792 Jul 07 17:16:04.786413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47374) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:04.808487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Transition to ACTIVE for port object e2753302-b8a8-40bb-8094-a6e90f4b6dea will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:04.826063 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.908442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.909617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:feb7:4062 (b929eabd-3b1c-4568-a210-678773ff9ccb/665745ac-9706-41ca-99a7-35837a2f12ff/b3cd13cc-83b6-4155-9cb0-e1e510ca7abc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:04.918589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Pushing event updated for resources: {'Port': ['ID=e2753302-b8a8-40bb-8094-a6e90f4b6dea,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.962716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.965649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:04.970508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:04.975466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:05.064967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.067837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.068891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d437802-4c99-4c31-8ddb-b7dcc8c13d79 HTTP/1.1" status: 204 len: 168 time: 0.2814460 Jul 07 17:16:05.083461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761868c1-e3d1-4df3-b131-2bc41a86be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d437802-4c99-4c31-8ddb-b7dcc8c13d79,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.157671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.177164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Attempting to bind port e2753302-b8a8-40bb-8094-a6e90f4b6dea on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:05.177590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Attempting to bind port e2753302-b8a8-40bb-8094-a6e90f4b6dea by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:05.178008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Attempting to bind port e2753302-b8a8-40bb-8094-a6e90f4b6dea on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:05.179577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object b3cd13cc-83b6-4155-9cb0-e1e510ca7abc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:05.192453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:05.192765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:05.193079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.193483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:05.193968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Bound port: e2753302-b8a8-40bb-8094-a6e90f4b6dea, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:05.196724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.221281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a52124-8171-4518-8658-b2bc8db24aa8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.229975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.308749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d885919d-05c3-4838-a418-a625f4e0eb0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a0dcf3f85e5494ab6284dfd3a7a38f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949547 Jul 07 17:16:05.314729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47382) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.322087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=b3cd13cc-83b6-4155-9cb0-e1e510ca7abc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.330281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:05.343303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:05.347012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:05.348192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] For port e2753302-b8a8-40bb-8094-a6e90f4b6dea, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:05.352929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] For port e2753302-b8a8-40bb-8094-a6e90f4b6dea, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e2753302-b8a8-40bb-8094-a6e90f4b6dea,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:05.361859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.362363 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.367262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.463874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7dd8d-9449-4231-a5b8-27868e331805 None None] Pushing event updated for resources: {'Port': ['ID=e2753302-b8a8-40bb-8094-a6e90f4b6dea,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.483997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Checking segment: {'id': 'ca41d44c-dfd1-40d1-b289-97c8659a2418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5dec2ea0-7cdb-4e1e-af15-09671812abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:05.484474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Network hostable DHCP agents. Network: 5dec2ea0-7cdb-4e1e-af15-09671812abb3, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:05.506583 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a8aaa32-067d-404f-ac79-af76cf4208a4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6966200 Jul 07 17:16:05.507885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.515456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.615512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.628472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Network 5dec2ea0-7cdb-4e1e-af15-09671812abb3 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:05.693275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cec7dcd-fd74-4ecc-9271-7fce2af41e52 req-6bd06c30-d1d6-44ea-8754-9499648e68c8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 210 time: 0.0765367 Jul 07 17:16:05.716430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530e3f0-6a1f-438c-b8d6-1f00fe64d91d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.726206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5dec2ea0-7cdb-4e1e-af15-09671812abb3) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:05.732764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.733416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.739534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530e3f0-6a1f-438c-b8d6-1f00fe64d91d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.743231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e530e3f0-6a1f-438c-b8d6-1f00fe64d91d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2329502 Jul 07 17:16:05.745891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47396) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.746408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db7926-a7dc-4769-b542-a64216d82809 None None] Network 5dec2ea0-7cdb-4e1e-af15-09671812abb3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:05.768870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-30881009-1619-4943-b3a0-a4e8662f8f21 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5365899 Jul 07 17:16:05.790161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.793869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.799129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8b858e8-3156-46b7-94db-cd6ca49f6007 HTTP/1.1" status: 204 len: 168 time: 0.4783170 Jul 07 17:16:05.832902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.846947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aa342-7b3a-4652-97a2-d3a11efdfc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b858e8-3156-46b7-94db-cd6ca49f6007,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.993771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edf16c-55c1-4b49-8861-1c616cf832e9 None None] Network 5dec2ea0-7cdb-4e1e-af15-09671812abb3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:06.000152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port b3cd13cc-83b6-4155-9cb0-e1e510ca7abc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:06.000769 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.308226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-79d48d6e-5f87-4074-a3b1-529ba69330d1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.316373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-79d48d6e-5f87-4074-a3b1-529ba69330d1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 814 time: 0.1869273 Jul 07 17:16:06.335584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.342159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Request body: {'port': {'device_id': '2e928113-1af6-4283-9762-37e8c2a345c9', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'admin_state_up': True, 'tenant_id': '4a89506d62f64926bca2bb5318a58da4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:06.382194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for b3cd13cc-83b6-4155-9cb0-e1e510ca7abc owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:06.485351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1670e8cd-fd52-4503-87f4-4d72b4baaded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.629077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1670e8cd-fd52-4503-87f4-4d72b4baaded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.635188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1670e8cd-fd52-4503-87f4-4d72b4baaded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.719696 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1670e8cd-fd52-4503-87f4-4d72b4baaded admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51697cf4efbf48c2be38fe2d86a9e95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8840034 Jul 07 17:16:06.720560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.735416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670e8cd-fd52-4503-87f4-4d72b4baaded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50c78b-d402-44ab-809a-30895d2a7d5c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.742825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Made reservation on behalf of 4a89506d62f64926bca2bb5318a58da4 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:06.751910 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.768417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.841795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.885775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.886754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=b3cd13cc-83b6-4155-9cb0-e1e510ca7abc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.011588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.012347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.013540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-795cd32d-5837-46df-a701-26b40d91f85e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/b3cd13cc-83b6-4155-9cb0-e1e510ca7abc HTTP/1.1" status: 204 len: 168 time: 1.2644906 Jul 07 17:16:07.015513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.021267 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c50c78b-d402-44ab-809a-30895d2a7d5c HTTP/1.1" status: 204 len: 168 time: 0.2934723 Jul 07 17:16:07.021267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.044116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e234fdc-a736-486a-901f-bb89ae561b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50c78b-d402-44ab-809a-30895d2a7d5c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.108031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1eb45bf0-8db0-4146-87b6-5fdb3d7c4a1d None None] Provisioning for port e2753302-b8a8-40bb-8094-a6e90f4b6dea completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:07.117101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f0db6-d126-4f5b-9ff7-8c26a9f699c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.119293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f0db6-d126-4f5b-9ff7-8c26a9f699c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.124395 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-145f0db6-d126-4f5b-9ff7-8c26a9f699c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0952165 Jul 07 17:16:07.126007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.126595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47456) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.222028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 665745ac-9706-41ca-99a7-35837a2f12ff {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:07.232168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.335078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7813189c-7631-495d-87b3-9b13b0598e94 None None] Could not find standard attr ID for object b3cd13cc-83b6-4155-9cb0-e1e510ca7abc. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:16:07.354183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.432740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e2753302-b8a8-40bb-8094-a6e90f4b6dea up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:07.526786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.574978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e2753302-b8a8-40bb-8094-a6e90f4b6dea completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:07.581002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f75f444-39f8-43ad-9c7b-b8506632f46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.589503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e2753302-b8a8-40bb-8094-a6e90f4b6dea triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:07.589949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.597739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1607660801-network', 'tenant_id': '69add438effe468bb406bc6da410b45d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:07.639378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47472) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.695087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8112a966-5de1-43fa-b882-42d604ebd2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.733549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.737297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Made reservation on behalf of 69add438effe468bb406bc6da410b45d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:07.741246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.756589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.779032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.799081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33d8bf26-421e-4324-98aa-cfe590dbc452 req-c40e278c-b11f-4c32-bebe-33e17641a8a3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 210 time: 0.8313131 Jul 07 17:16:07.823699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=665745ac-9706-41ca-99a7-35837a2f12ff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.837163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:16:07.837163 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:16:07.845664 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.848471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2653299-9946-41af-a0ab-17020eb66271 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/665745ac-9706-41ca-99a7-35837a2f12ff HTTP/1.1" status: 204 len: 168 time: 0.7135234 Jul 07 17:16:07.863245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47474) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.878575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d17726-dab7-4723-8f2f-56a299baf03b None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:07.960832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-a0375782-4820-4237-a99c-343045a782c0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.963135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-a0375782-4820-4237-a99c-343045a782c0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 1.0214646 Jul 07 17:16:07.981355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-23d33689-567d-4040-b55f-80dbe59872c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563838 Jul 07 17:16:07.984278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47478) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:07.989160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-fda34b28-88d8-41ed-bf63-a0f7b8a195e1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/quotas/c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 375 time: 0.0152171 Jul 07 17:16:07.989592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:08.054595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8112a966-5de1-43fa-b882-42d604ebd2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.088847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Allocated IP 172.20.0.9 (3b026fdd-9e13-4596-9cd3-939dd05c8117/dd99abac-e901-4d7c-acbb-289493bd7fc4/e9a7dfaa-ed6d-456e-a6b0-e2022cb17957) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.093135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-a963961e-51b0-4c72-9c32-753c7d7b9006 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944033 Jul 07 17:16:08.102555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8112a966-5de1-43fa-b882-42d604ebd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.147903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:08.195300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8112a966-5de1-43fa-b882-42d604ebd2e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53bcae761cbd45d1904b42ba63524b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433693 Jul 07 17:16:08.198053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47484) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:08.199950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a966-5de1-43fa-b882-42d604ebd2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc8e9a-4ddc-476b-8c43-52282b973d10,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.238810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Deleting port e2753302-b8a8-40bb-8094-a6e90f4b6dea {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:08.239468 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.243331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.251692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.269461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:08.280244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.280770 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Added segment 4670e576-6b57-4b6b-8639-0cbafceb19eb of type vlan for network f71df6be-5ffe-4558-b662-f194a37f2ac1 Jul 07 17:16:08.335570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] For port e2753302-b8a8-40bb-8094-a6e90f4b6dea, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e2753302-b8a8-40bb-8094-a6e90f4b6dea,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:08.335863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.336828 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.375280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ba606-12f9-47e6-a9e0-edc16f064f38,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.377525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-5a48b44f-4f69-4bdb-9464-988ef51990df service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425308 Jul 07 17:16:08.380244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:08.384258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.388759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Calling delete_port for e2753302-b8a8-40bb-8094-a6e90f4b6dea owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:08.418676 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.470285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.471359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.471952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.523168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.527037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-0cffe456-af4b-43f3-a98f-caa372efda4b service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 Jul 07 17:16:08.553645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e2753302-b8a8-40bb-8094-a6e90f4b6dea, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e2753302-b8a8-40bb-8094-a6e90f4b6dea,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:08.567836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.576064 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4480755 Jul 07 17:16:08.584220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47486) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:08.592746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Request body: {'subnet': {'network_id': 'f71df6be-5ffe-4558-b662-f194a37f2ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1607660801-subnet', 'tenant_id': '69add438effe468bb406bc6da410b45d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:08.617929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ccae6-6272-4623-8274-c5655bed879d admin admin] Pushing event updated for resources: {'Network': ['ID=f71df6be-5ffe-4558-b662-f194a37f2ac1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.619726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.623712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.624117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Made reservation on behalf of 69add438effe468bb406bc6da410b45d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:08.627946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.636346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f71df6be-5ffe-4558-b662-f194a37f2ac1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:08.686076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.700064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] No DVR routers for this DVR port e2753302-b8a8-40bb-8094-a6e90f4b6dea on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:08.704656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e7bac71c-480c-412d-b5a0-b76e8828687b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:08.713119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.763954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Network 3b026fdd-9e13-4596-9cd3-939dd05c8117 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:08.776121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:08.779744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:08.876013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Pushing event updated for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.896774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.897145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.897435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.897970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.898322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.898571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e2753302-b8a8-40bb-8094-a6e90f4b6dea,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.898687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.899037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.899378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.899714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.900049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.900383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.900717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:08.935928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.936434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.031752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.035642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7fc2-5417-4968-8c5e-56d5c179fc89 None None] Pushing event deleted for resources: {'Port': ['ID=e2753302-b8a8-40bb-8094-a6e90f4b6dea,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.060309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77f15900-e3be-401b-9f24-9bdcec6db276 req-6c5b8649-1de9-4217-a676-9c0b49e0a0dc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 210 time: 0.0907776 Jul 07 17:16:09.063629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.069218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.070721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04fc8e9a-4ddc-476b-8c43-52282b973d10 HTTP/1.1" status: 204 len: 168 time: 0.8710041 Jul 07 17:16:09.074259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:09.087506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-ad6b7530-5f11-4005-8687-d7e3706bbb36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7538817 Jul 07 17:16:09.122772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Request body: {'port': {'device_id': '2e928113-1af6-4283-9762-37e8c2a345c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:09.169415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.172416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73de45ce-adc1-40c6-9e91-d1b34b01c63e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.222122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.226745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da9b1-ab1d-44ee-b94a-e55ac55473b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc8e9a-4ddc-476b-8c43-52282b973d10,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.261024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=98b6d456-0293-490a-8eb4-8bd119ef77fc,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.303979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:09.315915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:09.319845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.320564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.327882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d939b38-dc70-4a79-a414-8cbb6e90f5d4 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:09.349800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a34ac1c0-9121-40b5-af9c-8982fc207e4d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3641779 Jul 07 17:16:09.359005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.360577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Checking segment: {'id': '4670e576-6b57-4b6b-8639-0cbafceb19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f71df6be-5ffe-4558-b662-f194a37f2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:09.361182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Network hostable DHCP agents. Network: f71df6be-5ffe-4558-b662-f194a37f2ac1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:09.396579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:2b:25:72', 'name': 'tempest-NetworksTestDHCPv6-844047474'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:09.436547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Network f71df6be-5ffe-4558-b662-f194a37f2ac1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:09.501496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f71df6be-5ffe-4558-b662-f194a37f2ac1) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:09.502199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e2753302-b8a8-40bb-8094-a6e90f4b6dea no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:09.514558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.515158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.582627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeffb3f-b25b-4643-8d2d-ce4d30b27206 None None] Network f71df6be-5ffe-4558-b662-f194a37f2ac1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:09.592644 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5926799f-d3ab-49b2-bed4-32ae10e3769b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0065637 Jul 07 17:16:09.625857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e2753302-b8a8-40bb-8094-a6e90f4b6dea {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:09.626283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e2753302-b8a8-40bb-8094-a6e90f4b6dea not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:09.705660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ffb3-dc32-4089-9156-82ed837dcd3e req-71fb5469-6426-4a5b-ac4d-08b974a68719 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.717564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08a9ffb3-dc32-4089-9156-82ed837dcd3e req-71fb5469-6426-4a5b-ac4d-08b974a68719 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 931 time: 0.6646769 Jul 07 17:16:09.824848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '98b6d456-0293-490a-8eb4-8bd119ef77fc'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:09.826054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.842004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:09.859005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08a9ffb3-dc32-4089-9156-82ed837dcd3e req-4e9b52e8-322d-4ddf-91f1-6c5a26799a0c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403615 Jul 07 17:16:10.010357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47528) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:10.056163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.085588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Allocated IP 2001:db8::f816:3eff:fea3:77ac (b929eabd-3b1c-4568-a210-678773ff9ccb/98b6d456-0293-490a-8eb4-8bd119ef77fc/51ad8dfa-c504-425e-ade3-8b9499a2866e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:10.101683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 44b5e27e-0346-4fc2-94bd-b5f88421f843 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:10.183672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Deleting subnet 73de45ce-adc1-40c6-9e91-d1b34b01c63e {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:10.188870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.238551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.334844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.388535 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f31fa3e-7299-4c6d-9842-e3ee2c54ac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.460836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:10.489776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51550bf9-0143-4d01-8487-7b2b0b291456 None None] Network f71df6be-5ffe-4558-b662-f194a37f2ac1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:10.498013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.512909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.520431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bad16ba-1350-4f5b-820a-87122f002ba9 req-4dff98e4-967b-481b-bdab-9922c3560593 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 210 time: 0.1065967 Jul 07 17:16:10.596352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Transition to ACTIVE for port object e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:10.600220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.662959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47548) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:10.677869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.752899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.768260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.773630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73de45ce-adc1-40c6-9e91-d1b34b01c63e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.783599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.787019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c26aef67-1407-494a-9cd4-f0ec13a56192 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/73de45ce-adc1-40c6-9e91-d1b34b01c63e HTTP/1.1" status: 204 len: 168 time: 0.7755938 Jul 07 17:16:10.789103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:10.794628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Transition to ACTIVE for port object 51ad8dfa-c504-425e-ade3-8b9499a2866e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:10.837917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Transition to ACTIVE for port object 51ad8dfa-c504-425e-ade3-8b9499a2866e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:10.857755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.910400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:10.912802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:10.932331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-network', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:10.936029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:10.967282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Pushing event updated for resources: {'Port': ['ID=51ad8dfa-c504-425e-ade3-8b9499a2866e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.983265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Attempting to bind port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:10.983740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Attempting to bind port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:10.984939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Attempting to bind port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:10.992648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:10.992648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Attempting to bind port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 on network 3b026fdd-9e13-4596-9cd3-939dd05c8117 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:10.998431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:10.998940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Checking segment: {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:10.999449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Bound using segment: {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:11.000681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Bound port: e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21057216-eef7-4b5a-837f-12b3ae854531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:11.001268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.091319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Attempting to bind port 51ad8dfa-c504-425e-ade3-8b9499a2866e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:11.091720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Attempting to bind port 51ad8dfa-c504-425e-ade3-8b9499a2866e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:11.092107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Attempting to bind port 51ad8dfa-c504-425e-ade3-8b9499a2866e on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:11.097727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:11.098487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:11.099084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.099669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:11.100337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Bound port: 51ad8dfa-c504-425e-ade3-8b9499a2866e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:11.100913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.189293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Made reservation on behalf of af6f783156d64209a8a2c4ca1914cb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:11.193485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:11.196607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.203701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.205300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] For port 51ad8dfa-c504-425e-ade3-8b9499a2866e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:11.209491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] For port 51ad8dfa-c504-425e-ade3-8b9499a2866e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51ad8dfa-c504-425e-ade3-8b9499a2866e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:11.216680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.237109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:11.245913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.255082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe2b:2572 (b929eabd-3b1c-4568-a210-678773ff9ccb/98b6d456-0293-490a-8eb4-8bd119ef77fc/44b5e27e-0346-4fc2-94bd-b5f88421f843) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:11.295142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.318302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9fa50-466b-4b29-bdc9-20cea55cb22c None None] Pushing event updated for resources: {'Port': ['ID=51ad8dfa-c504-425e-ade3-8b9499a2866e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.353638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.354429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.356079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] 10.222.0.23 "PUT /v2.0/ports/e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 HTTP/1.1" status: 200 len: 1092 time: 2.2385819 Jul 07 17:16:11.356646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:11.356819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-40f26669-3498-4ab0-8dd1-fe9941ca7375 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.358329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-40f26669-3498-4ab0-8dd1-fe9941ca7375 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.4222088 Jul 07 17:16:11.359813 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:11.397694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Request body: {'port': {'device_id': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'admin_state_up': True, 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:11.400784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fce317-43f0-422a-bd54-138d3dcb3089 req-d4542e58-ead5-472e-8ef6-d82ca8c32a22 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.408213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15fce317-43f0-422a-bd54-138d3dcb3089 req-d4542e58-ead5-472e-8ef6-d82ca8c32a22 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 943 time: 0.3027625 Jul 07 17:16:11.438640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373b1b-41fd-4e84-a32a-387539ff4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.509927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15fce317-43f0-422a-bd54-138d3dcb3089 req-1f7a9d15-7652-4766-9dc0-52c042ed0d81 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005051 Jul 07 17:16:11.546189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-6686fea0-60db-471e-ab5a-98551375c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.547921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-6686fea0-60db-471e-ab5a-98551375c24f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 1095 time: 0.1299853 Jul 07 17:16:11.558968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.627018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-dd616551-9550-46e7-90dc-967e095a7d89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 HTTP/1.1" status: 200 len: 217 time: 0.0693529 Jul 07 17:16:11.628486 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0401c021-c30e-4050-a6c2-97a12326d1e6 x-openstack-request-id: req-0401c021-c30e-4050-a6c2-97a12326d1e6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:11.628774 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:11.629131 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0401c021-c30e-4050-a6c2-97a12326d1e6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:11.629526 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957', 'status': 'completed', 'code': 200} Jul 07 17:16:11.661394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71df6be-5ffe-4558-b662-f194a37f2ac1']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.695330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4670e576-6b57-4b6b-8639-0cbafceb19eb') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.696042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4670e576-6b57-4b6b-8639-0cbafceb19eb') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.706000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e63d4cef-ac34-4a89-9033-39bb1aeb98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.708646 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:11.710713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-e63d4cef-ac34-4a89-9033-39bb1aeb98c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.0728478 Jul 07 17:16:11.716641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.766328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-0ad3601e-dd75-436a-87d3-619e36b8498c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490754 Jul 07 17:16:11.776609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.796673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.801166 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.888917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58e441b7-a69d-4baf-8313-61320cf37e14 req-8fab420c-885a-445e-a29e-58f0283b9637 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 210 time: 0.0404947 Jul 07 17:16:11.957205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-6be10282-7ade-4fc5-b8ca-bfc5e9771551 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830854 Jul 07 17:16:12.101216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc70e1d2-f761-4df7-b197-ddde6a28d39a req-55fd30c6-8b7f-48a4-a9a3-cbd97a3463fa service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336629 Jul 07 17:16:12.242496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:12.257327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.295937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e2b71-e6cf-4e75-912a-8929aa0cd02f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.305266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-7c9f11f1-3d97-419a-927c-cdbc6c336e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.308225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-7c9f11f1-3d97-419a-927c-cdbc6c336e94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 1095 time: 0.1372697 Jul 07 17:16:12.319057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:12.319465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:12.350130 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:12.448493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:12.454492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.456418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-04f16112-575d-45b6-bae8-c436023cd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.459014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-04f16112-575d-45b6-bae8-c436023cd585 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.1425273 Jul 07 17:16:12.479450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.512861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-6ea33ef5-38fa-4d7a-bff3-3b82adfe355d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 HTTP/1.1" status: 200 len: 217 time: 0.0452006 Jul 07 17:16:12.531828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.532457 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Added segment 61e441bd-a791-48ff-97aa-01ba44edec0d of type vlan for network 8c60d06c-e2a4-476e-bc70-5db48d714996 Jul 07 17:16:12.538234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.571638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.573563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f71df6be-5ffe-4558-b662-f194a37f2ac1 HTTP/1.1" status: 204 len: 168 time: 1.7829454 Jul 07 17:16:12.633198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 44b5e27e-0346-4fc2-94bd-b5f88421f843 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:12.640114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26bb3d-751e-460b-901e-d772da7e3b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71df6be-5ffe-4558-b662-f194a37f2ac1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.641893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-0e521fbd-ff50-42a4-86cc-6a0ed0a6a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.645122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-0e521fbd-ff50-42a4-86cc-6a0ed0a6a6c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.1251204 Jul 07 17:16:12.718220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47588) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.734969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-181ae216-ddaa-4c07-9be7-d1f598afc2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751820 Jul 07 17:16:12.736348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.783578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Allocated IP 172.20.0.5 (e18efc77-de26-415e-a6ff-a369201ba1e5/0e4a7fe2-2bc8-44a1-b07f-d69967aa0128/6334b739-d31a-4613-9828-c7fb5f374c32) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:12.837241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.838602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.839463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.842179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.909340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f713c0-328c-47b2-8862-8f73985b25d1 req-3724801d-d29c-4f10-89b8-a570081b91b2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.910903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06f713c0-328c-47b2-8862-8f73985b25d1 req-3724801d-d29c-4f10-89b8-a570081b91b2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 943 time: 0.2315183 Jul 07 17:16:12.935270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-f6804757-24a6-4029-b060-85c6b46aeb7b service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767213 Jul 07 17:16:12.950085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c60d06c-e2a4-476e-bc70-5db48d714996,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.952064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e0d73f73-e19c-41fc-94a3-0022d885cba3 None None] Provisioning for port 51ad8dfa-c504-425e-ade3-8b9499a2866e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:12.976663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:13.025085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47598) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.059774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac0d9700-8cf1-41b8-8911-c038dc2746e9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3956218 Jul 07 17:16:13.070713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:13.072099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.080042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:13.089880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:13.097720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.102362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.111830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9033c-d3c8-49ec-9038-6d074dead83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.114567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Request body: {'subnet': {'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-subnet', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.133921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce2e7894-3cbb-4efa-b4c6-52576f07f14b req-bfe3f03c-c635-4d58-8307-4273f87b0d6d service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836379 Jul 07 17:16:13.187762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06f713c0-328c-47b2-8862-8f73985b25d1 req-0632ef59-866d-49e8-87a4-70696ca9f800 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469022 Jul 07 17:16:13.209220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=44b5e27e-0346-4fc2-94bd-b5f88421f843,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.220011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26f65eff-2bf3-4af6-b6b7-faaf03c167d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69add438effe468bb406bc6da410b45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905229 Jul 07 17:16:13.223074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47604) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.242173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Made reservation on behalf of af6f783156d64209a8a2c4ca1914cb7e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:13.244898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.254325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-002fdb98-d55a-469b-ad2b-cd1fe678921f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8897610 Jul 07 17:16:13.258054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.400348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-990a0ea9-7a3d-488b-b817-b4f7c9e48858 req-3854ae7e-7ee7-48b9-b083-e88ef380d67d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 210 time: 0.1374662 Jul 07 17:16:13.465124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51ad8dfa-c504-425e-ade3-8b9499a2866e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:13.499990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.519492 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.561838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 51ad8dfa-c504-425e-ade3-8b9499a2866e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:13.566913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 51ad8dfa-c504-425e-ade3-8b9499a2866e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:13.567256 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.572651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.588427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.618137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9033c-d3c8-49ec-9038-6d074dead83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.648220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9033c-d3c8-49ec-9038-6d074dead83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.650034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-77840f24-a8ca-4e1c-8ffe-b9d4105272b2 None None] Provisioning for port 44b5e27e-0346-4fc2-94bd-b5f88421f843 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:13.655401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-77840f24-a8ca-4e1c-8ffe-b9d4105272b2 None None] Provisioning complete for port 44b5e27e-0346-4fc2-94bd-b5f88421f843 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:13.656224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77840f24-a8ca-4e1c-8ffe-b9d4105272b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.666082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99b55e-69f0-401e-b3ec-ce7fc3d0b337 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.673219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99b55e-69f0-401e-b3ec-ce7fc3d0b337 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.675363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d99b55e-69f0-401e-b3ec-ce7fc3d0b337 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4157851 Jul 07 17:16:13.683255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.724668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e8d9033c-d3c8-49ec-9038-6d074dead83a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f92c7a4d8fcc45aa98f4dc6cc806d4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9909704 Jul 07 17:16:13.724668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9033c-d3c8-49ec-9038-6d074dead83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28296fc-80a9-48f3-81c8-08ee7ce745c7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.725478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.739309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-77840f24-a8ca-4e1c-8ffe-b9d4105272b2 None None] Port 44b5e27e-0346-4fc2-94bd-b5f88421f843 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:13.761077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.774017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.797753 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.800676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.801995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e2ba606-12f9-47e6-a9e0-edc16f064f38 HTTP/1.1" status: 204 len: 168 time: 0.5770259 Jul 07 17:16:13.815309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.818867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8acca-d025-4432-956a-303a3656aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ba606-12f9-47e6-a9e0-edc16f064f38,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.821646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19779080-f30e-465c-b703-cd394e35ee25,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.828105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.849025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.891973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 51ad8dfa-c504-425e-ade3-8b9499a2866e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51ad8dfa-c504-425e-ade3-8b9499a2866e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:13.905091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.921773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.936449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Network e18efc77-de26-415e-a6ff-a369201ba1e5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:13.948607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:13.954055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:13.956761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.960144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.965602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f28296fc-80a9-48f3-81c8-08ee7ce745c7 HTTP/1.1" status: 204 len: 168 time: 0.2348881 Jul 07 17:16:13.980411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e5674-3e92-4cae-a5a8-dec4049f5c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28296fc-80a9-48f3-81c8-08ee7ce745c7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.000593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Checking segment: {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:14.000968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Network hostable DHCP agents. Network: 8c60d06c-e2a4-476e-bc70-5db48d714996, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:14.057695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 44b5e27e-0346-4fc2-94bd-b5f88421f843 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:14.058489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.058997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=51ad8dfa-c504-425e-ade3-8b9499a2866e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.068757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.069671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.131533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:14.157077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b2275cda-6e6b-44cc-bf79-e5abc6caf6d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7648480 Jul 07 17:16:14.160841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8c60d06c-e2a4-476e-bc70-5db48d714996) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:14.173999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da001be5-6eb5-49dd-9a5f-636c40c11b0f None None] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:14.175405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Request body: {'port': {'device_id': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.222955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.223937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.250524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a9907a4-e16d-4606-9ceb-9ed58e151f90 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1655872 Jul 07 17:16:14.251830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47620) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.256692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.306575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.311293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.336200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.340621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.371285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 44b5e27e-0346-4fc2-94bd-b5f88421f843 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:14.437136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:14.488167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-8c60d06c-e2a4-476e-bc70-5db48d714996', 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'fixed_ips': [{'subnet_id': '19779080-f30e-465c-b703-cd394e35ee25'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:14.491192 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.498487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.783775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.787902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Allocated IP 172.20.0.2 (8c60d06c-e2a4-476e-bc70-5db48d714996/19779080-f30e-465c-b703-cd394e35ee25/85347dfd-95e0-4f30-b7ce-ac024d308d6d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:14.809601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518b8de-c7b8-43e9-bc7a-be4151af9621 req-7305d7a6-bdeb-4f0b-94a5-e940f8502c44 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.820685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c518b8de-c7b8-43e9-bc7a-be4151af9621 req-7305d7a6-bdeb-4f0b-94a5-e940f8502c44 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 943 time: 0.3163319 Jul 07 17:16:14.910698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:16:14.938246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c518b8de-c7b8-43e9-bc7a-be4151af9621 req-4e2aa7f6-743a-4cb9-8919-1a0c294e8a1b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085844 Jul 07 17:16:15.056704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fffa4-92d0-4ec0-bb4b-38fed9089955 req-1d0dd202-6f1e-46f1-8b09-83605c2b8508 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.058291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b5fffa4-92d0-4ec0-bb4b-38fed9089955 req-1d0dd202-6f1e-46f1-8b09-83605c2b8508 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 931 time: 0.1390100 Jul 07 17:16:15.083869 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.111198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:15.127064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'port_id': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957', 'mac_address': 'fa:16:3e:c3:d4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99abac-e901-4d7c-acbb-289493bd7fc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:15.148015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6334b739-d31a-4613-9828-c7fb5f374c32 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:15.157269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.167529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b5fffa4-92d0-4ec0-bb4b-38fed9089955 req-2a428fa3-a208-4c3a-9d04-6f25893791f0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016488 Jul 07 17:16:15.182941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Transition to ACTIVE for port object 6334b739-d31a-4613-9828-c7fb5f374c32 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:15.183498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Transition to ACTIVE for port object 85347dfd-95e0-4f30-b7ce-ac024d308d6d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:15.184975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.227184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.260992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=44b5e27e-0346-4fc2-94bd-b5f88421f843,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.308463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.323635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Transition to ACTIVE for port object 85347dfd-95e0-4f30-b7ce-ac024d308d6d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:15.378228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.381412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.399713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.403215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.410666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-171160d6-6f75-4c76-917b-6c1820d119ab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/44b5e27e-0346-4fc2-94bd-b5f88421f843 HTTP/1.1" status: 204 len: 168 time: 1.7239823 Jul 07 17:16:15.410989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47658) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:15.446191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.486709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:15.517678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:15.523981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Pushing event updated for resources: {'Port': ['ID=85347dfd-95e0-4f30-b7ce-ac024d308d6d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.536362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51ad8dfa-c504-425e-ade3-8b9499a2866e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:15.543633 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.619287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:15.620257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:15.621579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:15.631588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:15.632225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:15.645653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:15.646193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:15.648135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:15.649238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Bound port: 6334b739-d31a-4613-9828-c7fb5f374c32, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:15.650026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.681951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:15.687210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Allocated IP 172.25.3.162 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/30e4f151-f037-43df-aa50-c82a2eb61b99) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:15.688946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:15.701883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:15.790257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e9a7dfaa-ed6d-456e-a6b0-e2022cb17957'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:15.826035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:15.834814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:15.845509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.879661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.880613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.882285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] 10.222.0.73 "PUT /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 1092 time: 1.7143481 Jul 07 17:16:15.885149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:15.887033 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:15.955908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 51ad8dfa-c504-425e-ade3-8b9499a2866e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:15.956607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.009664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47676) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:16.018902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.021502 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1c7d6-4221-474c-a580-b3a4c20d5631 x-openstack-request-id: req-73d1c7d6-4221-474c-a580-b3a4c20d5631 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:16.022102 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:16.022102 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73d1c7d6-4221-474c-a580-b3a4c20d5631 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:16.022516 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32', 'status': 'completed', 'code': 200} Jul 07 17:16:16.056801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a915c-20e0-4a4f-a135-e17de293cde1 service neutron] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.082768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b1d33d05-55c2-41d6-b5df-3b76d236799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.085116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-b1d33d05-55c2-41d6-b5df-3b76d236799d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1095 time: 0.1249511 Jul 07 17:16:16.095111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f946b-9250-480b-94a2-9cb0d2437298 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.098279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f946b-9250-480b-94a2-9cb0d2437298 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.104313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-172f946b-9250-480b-94a2-9cb0d2437298 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6912847 Jul 07 17:16:16.104938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:16.120042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.199682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Attempting to bind port 85347dfd-95e0-4f30-b7ce-ac024d308d6d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:16.203255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Attempting to bind port 85347dfd-95e0-4f30-b7ce-ac024d308d6d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:16.203827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Attempting to bind port 85347dfd-95e0-4f30-b7ce-ac024d308d6d on network 8c60d06c-e2a4-476e-bc70-5db48d714996 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:16.231639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1385093025-network', 'tenant_id': '91255d8820f944e6a627e32106d52c4b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:16.241239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-d99e2720-b972-4be5-a3bb-82bb099eb460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.1480742 Jul 07 17:16:16.269606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:16.274194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Checking segment: {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:16.274889 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.275302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Bound using segment: {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:16.275987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Bound port: 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:16.276465 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.313127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 98b6d456-0293-490a-8eb4-8bd119ef77fc {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:16.364823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Made reservation on behalf of 91255d8820f944e6a627e32106d52c4b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:16.366365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.370902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.394132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.401332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-d6544f63-1579-4795-859c-b1bdaabd0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.404073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-d6544f63-1579-4795-859c-b1bdaabd0214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1546049 Jul 07 17:16:16.415508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.478018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:16.479817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-d7904977-4128-43e6-9e8c-467ca7143dde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590000 Jul 07 17:16:16.484368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:16.484642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] For port 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:16.488076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:16.496166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] For port 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85347dfd-95e0-4f30-b7ce-ac024d308d6d,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:16.509370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.586331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38730e6-e6c5-46bd-9be9-def1e4447a1d None None] Pushing event updated for resources: {'Port': ['ID=85347dfd-95e0-4f30-b7ce-ac024d308d6d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.654226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-4fc35282-2beb-40bd-86be-3c5c5f91eb02 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650095 Jul 07 17:16:16.836050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.841294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-305d4130-c68d-4dae-a315-4ccaae0e8be0 req-1766911f-6e80-4c30-a75a-c0689f3dcdf2 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752293 Jul 07 17:16:16.853444 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.887000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:16.911004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.914555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.914906 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Added segment 5554939e-6f36-4268-bf29-ad536d75209b of type vlan for network 922611df-46fe-44de-939a-1e4c807e71f6 Jul 07 17:16:17.014918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.032472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.064180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.065174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.065768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.103808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791539-952c-47bb-a5f9-6264b80c89d2 req-9318ea57-006c-4d63-aff7-3d978bf7eb4b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.105307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a791539-952c-47bb-a5f9-6264b80c89d2 req-9318ea57-006c-4d63-aff7-3d978bf7eb4b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 944 time: 0.8018796 Jul 07 17:16:17.116713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-f02e66f3-9134-4410-aa43-c36aadf9cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.118230 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-f02e66f3-9134-4410-aa43-c36aadf9cf88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1095 time: 0.1525586 Jul 07 17:16:17.135675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1169450 Jul 07 17:16:17.136243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.157554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde1249-f521-4a6e-8060-2b35fceb560a admin admin] Pushing event updated for resources: {'Network': ['ID=922611df-46fe-44de-939a-1e4c807e71f6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.161492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Request body: {'subnet': {'network_id': '922611df-46fe-44de-939a-1e4c807e71f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1385093025-subnet', 'tenant_id': '91255d8820f944e6a627e32106d52c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:17.165242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Pushing event updated for resources: {'Port': ['ID=30e4f151-f037-43df-aa50-c82a2eb61b99,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.168658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 922611df-46fe-44de-939a-1e4c807e71f6 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:17.242231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-7d33d184-5127-46b6-b7a0-caef356046b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.244958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-7d33d184-5127-46b6-b7a0-caef356046b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.1138794 Jul 07 17:16:17.324165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-4c1e248a-056d-4b93-8668-93d5062642fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.0705302 Jul 07 17:16:17.353154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85347dfd-95e0-4f30-b7ce-ac024d308d6d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:17.414805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a791539-952c-47bb-a5f9-6264b80c89d2 req-8b04d6e0-4ca3-4fa8-be45-47a8597ad799 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798617 Jul 07 17:16:17.417991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-dc20ddb7-116d-4d24-a3d6-a31c033da54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.420997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:17.421196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-dc20ddb7-116d-4d24-a3d6-a31c033da54f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0891061 Jul 07 17:16:17.427126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Made reservation on behalf of 91255d8820f944e6a627e32106d52c4b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:17.431691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.492293 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-05372ca8-a868-4378-be90-b09c99f1fab8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641589 Jul 07 17:16:17.535284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.595309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ac9e1-f9d6-43bc-bb16-38b480ebd6be req-a9aeb6ec-5b3f-4128-9bbd-f3bc1b0b14f2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.595309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f2ac9e1-f9d6-43bc-bb16-38b480ebd6be req-a9aeb6ec-5b3f-4128-9bbd-f3bc1b0b14f2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.5767219 Jul 07 17:16:17.646229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-54ef341c-32c5-4cc1-be5b-1f19a4e02a9d service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452904 Jul 07 17:16:17.784753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ac0115b-9480-401e-a7d9-a0b9a86c3b52 req-f376c1da-e4b3-4e93-9ea9-9d89461a161f service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306095 Jul 07 17:16:17.801298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.849041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f2ac9e1-f9d6-43bc-bb16-38b480ebd6be req-7f6cd05b-c261-401c-9d01-27393ef70e06 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377572 Jul 07 17:16:17.860024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=98b6d456-0293-490a-8eb4-8bd119ef77fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.871512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.878639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47702) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.882263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c4b134e3-5bde-44a7-8fff-17b9e67aa704 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/98b6d456-0293-490a-8eb4-8bd119ef77fc HTTP/1.1" status: 204 len: 168 time: 1.7558751 Jul 07 17:16:17.887036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47bad1-afd2-4e14-98c7-272254339640 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:17.887363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.961305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-559270db-88d3-4bf7-9552-27ac6b1917e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810454 Jul 07 17:16:17.962113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.995202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2da50d-537a-475c-b670-956dcbcd1721 None None] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:18.052714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfb951-1d2c-4d89-9c5d-9c3104e77c96 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.055659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1dfb951-1d2c-4d89-9c5d-9c3104e77c96 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0920358 Jul 07 17:16:18.058060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.132135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce808-f4f1-4fd9-b3c4-8b8665000de6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.133957 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cbcce808-f4f1-4fd9-b3c4-8b8665000de6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745790 Jul 07 17:16:18.137188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47724) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.192247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-98f1dd5a-1662-48bc-98e3-fb70c94d5c3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490611 Jul 07 17:16:18.195128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47726) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.212227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:18.266831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Provisioning for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:18.283172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.283780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Provisioning complete for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:18.283780 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.288528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.332844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:18.338048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.401907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:18.505385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:18.528634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d169cf62-4310-481d-b843-03c786d908da,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.528878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.543204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Checking segment: {'id': '5554939e-6f36-4268-bf29-ad536d75209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '922611df-46fe-44de-939a-1e4c807e71f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:18.545639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Network hostable DHCP agents. Network: 922611df-46fe-44de-939a-1e4c807e71f6, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:18.583731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:18.604584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:18.605047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.611950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Network 922611df-46fe-44de-939a-1e4c807e71f6 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:18.611950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47734) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.614874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] For port 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85347dfd-95e0-4f30-b7ce-ac024d308d6d,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:18.639047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.665135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 922611df-46fe-44de-939a-1e4c807e71f6) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:18.669889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.670692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.692093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519bb6c-0936-48f3-8198-70dfb816cd75 None None] Network 922611df-46fe-44de-939a-1e4c807e71f6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:18.692360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.711544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6edf9ca5-dbf3-49ec-9666-bc0693d8532e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5670745 Jul 07 17:16:18.719293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Router 07d28f4e-3f92-47cc-919d-8189fc7c9997 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:18.769561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a13c71-e023-4912-aedb-e28e08fe2cbe req-e1fa3003-f132-4c4b-88d1-6ce3694898b0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.771273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a13c71-e023-4912-aedb-e28e08fe2cbe req-e1fa3003-f132-4c4b-88d1-6ce3694898b0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 944 time: 0.1519756 Jul 07 17:16:18.818958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Deleting port 51ad8dfa-c504-425e-ade3-8b9499a2866e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:18.819327 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.825487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:18.848389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:18.853032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.854317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.885557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=2fc7ea23-d1c9-4be9-8f96-d5af029a37ae,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.894111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1984657f-e0c8-48a3-87db-0c59cd21fc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.902875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-211350b9-a6e3-4c1e-93ea-3a9552e64f18 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7062814 Jul 07 17:16:18.905139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47746) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.916049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:18.918014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ea55-4b55-4a1c-be33-2208faed44b5 None None] Pushing event updated for resources: {'Port': ['ID=85347dfd-95e0-4f30-b7ce-ac024d308d6d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.925830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:16:6f:72', 'name': 'tempest-NetworksTestDHCPv6-381094101'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:19.037236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a13c71-e023-4912-aedb-e28e08fe2cbe req-b11c917c-2625-41bc-a065-4cd4576d0836 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159810 Jul 07 17:16:19.073657 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.091311 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:16:19.094369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:19.125549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5642b88e-9a45-425f-93de-aef11d6e91a8 None None] Provisioning complete for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:19.125967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5642b88e-9a45-425f-93de-aef11d6e91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.128897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Sync routers for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:19.172282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1984657f-e0c8-48a3-87db-0c59cd21fc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.178544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1984657f-e0c8-48a3-87db-0c59cd21fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.198241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:19.214576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:19.216762 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed17fe-5c29-4bab-b10d-e54969cdb9f7" -d '{"events": [{"server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "name": "network-vif-plugged", "status": "completed", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:19.222878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.227454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88dfbda8-e482-4a8a-8607-d03d1ca15711 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9713449 Jul 07 17:16:19.228925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] For port 51ad8dfa-c504-425e-ade3-8b9499a2866e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51ad8dfa-c504-425e-ade3-8b9499a2866e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:19.229326 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.236382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.239001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a3563-f13f-4337-b0ee-024bc10b1963 req-a82f0b10-6d9e-4bb7-b53f-edf8a97e586d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.240668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23a3563-f13f-4337-b0ee-024bc10b1963 req-a82f0b10-6d9e-4bb7-b53f-edf8a97e586d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.1347945 Jul 07 17:16:19.247643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:19.250023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1984657f-e0c8-48a3-87db-0c59cd21fc01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80fc9313cb2b49d6b29603b8cdd3feed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352730 Jul 07 17:16:19.253288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47756) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.265681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984657f-e0c8-48a3-87db-0c59cd21fc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cef42d-5f02-427d-a5ef-ecb3e9ac2a12,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.298426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.337769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d23a3563-f13f-4337-b0ee-024bc10b1963 req-c23cc1b2-a9f6-48e9-a485-4808850d0861 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862141 Jul 07 17:16:19.351709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Calling delete_port for 51ad8dfa-c504-425e-ade3-8b9499a2866e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:19.355666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812bbc0-6909-4a10-81d3-9812875b98fc None None] Network 922611df-46fe-44de-939a-1e4c807e71f6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:19.375151 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.431773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.469739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:19.470474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:19.473267 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6282fc6-432d-4acb-a6d4-36b022de7171 x-openstack-request-id: req-a6282fc6-432d-4acb-a6d4-36b022de7171 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:19.473618 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "name": "network-vif-plugged", "status": "completed", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:19.473940 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6282fc6-432d-4acb-a6d4-36b022de7171 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:19.475267 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957', 'code': 200} Jul 07 17:16:19.492486 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-2f954a5c-970f-4d9c-9232-f7a317d9fcf7 req-c233c543-7c15-4892-9987-187f4962eefb tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] show failed (client error): The resource could not be found. Jul 07 17:16:19.493556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f954a5c-970f-4d9c-9232-f7a317d9fcf7 req-c233c543-7c15-4892-9987-187f4962eefb tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/cb59b133-71bc-4ab1-a2db-73e656b62a79 HTTP/1.1" status: 404 len: 352 time: 0.0237453 Jul 07 17:16:19.503790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85347dfd-95e0-4f30-b7ce-ac024d308d6d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:19.513284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.565844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.570897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.575307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86cef42d-5f02-427d-a5ef-ecb3e9ac2a12 HTTP/1.1" status: 204 len: 168 time: 0.3185923 Jul 07 17:16:19.615047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e36c7-2749-49a4-be90-6e9f897dd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cef42d-5f02-427d-a5ef-ecb3e9ac2a12,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.663979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea309d-1e86-4575-ba25-d783dc444fb5 req-0dbfd2ff-5c29-4dc5-a2d6-42fb5734c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.665987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23ea309d-1e86-4575-ba25-d783dc444fb5 req-0dbfd2ff-5c29-4dc5-a2d6-42fb5734c3a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 1097 time: 0.1587472 Jul 07 17:16:19.680922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.703797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:19.731785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bc3a69b-b3af-4108-87e8-d3d51379b8a3 req-c5ae2f53-2ccb-47f7-a7ca-f41bf5c3633b tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91255d8820f944e6a627e32106d52c4b HTTP/1.1" status: 200 len: 2988 time: 0.1782963 Jul 07 17:16:19.768196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23ea309d-1e86-4575-ba25-d783dc444fb5 req-b478719c-556b-451a-824b-0cdd5c865b7f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Jul 07 17:16:19.801548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '6334b739-d31a-4613-9828-c7fb5f374c32', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'port_id': '6334b739-d31a-4613-9828-c7fb5f374c32', 'mac_address': 'fa:16:3e:a4:55:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a7fe2-2bc8-44a1-b07f-d69967aa0128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:19.803452 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.811012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bc3a69b-b3af-4108-87e8-d3d51379b8a3 req-e31a1466-52ae-4833-8425-591c50ef675c tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0 HTTP/1.1" status: 200 len: 2985 time: 0.0686564 Jul 07 17:16:19.870324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bc3a69b-b3af-4108-87e8-d3d51379b8a3 req-5f735dda-b3b6-405c-83a7-24ee2da69880 tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0 HTTP/1.1" status: 200 len: 2985 time: 0.0581729 Jul 07 17:16:19.891647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:19.892031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.962122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port dd87c655-dd57-4520-b938-264ef0923b16 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:19.968066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] Pushing event deleted for resources: {'Port': ['ID=51ad8dfa-c504-425e-ade3-8b9499a2866e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.969765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf2243b-f762-4c80-86a1-72478741518f req-53e79aeb-7cb6-4955-adff-d704ba131143 tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0 HTTP/1.1" status: 200 len: 2985 time: 0.0668900 Jul 07 17:16:19.980133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cbc75b-f326-42e7-95de-3a785af22939 None None] No DVR routers for this DVR port 51ad8dfa-c504-425e-ade3-8b9499a2866e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:20.021847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c513d-c2ce-45ea-904a-88e09c9ade14 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:20.069163 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-1cf2243b-f762-4c80-86a1-72478741518f req-9025f66c-8c62-415d-890e-a8b2fb28971c tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:16:20.070925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf2243b-f762-4c80-86a1-72478741518f req-9025f66c-8c62-415d-890e-a8b2fb28971c tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0 HTTP/1.1" status: 409 len: 352 time: 0.0854518 Jul 07 17:16:20.091272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:20.185260 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-e77cd133-d7e3-4776-b007-a2222ecbd23d req-05b5b765-edba-4e74-ae92-4777b779ba1e tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] show failed (client error): The resource could not be found. Jul 07 17:16:20.195350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e77cd133-d7e3-4776-b007-a2222ecbd23d req-05b5b765-edba-4e74-ae92-4777b779ba1e tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/d380c197-13fb-4ade-8bb7-536cfed86faa HTTP/1.1" status: 404 len: 352 time: 0.0298254 Jul 07 17:16:20.249975 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-41926353-3870-481d-a344-a81de1590731 req-40d2a4b8-6bad-44b9-8ecb-495f66c7b002 tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] show failed (client error): The resource could not be found. Jul 07 17:16:20.251578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41926353-3870-481d-a344-a81de1590731 req-40d2a4b8-6bad-44b9-8ecb-495f66c7b002 tempest-SecurityGroupsNegativeTestJSON-695014511 tempest-SecurityGroupsNegativeTestJSON-695014511-project] 10.222.0.66 "GET /v2.0/security-groups/e3facc3a-e42c-4236-add4-fbd9ef4a5913 HTTP/1.1" status: 404 len: 352 time: 0.0226045 Jul 07 17:16:20.264394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.409413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Deleting subnet d169cf62-4310-481d-b843-03c786d908da {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:20.413558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.414496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.424887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::3e5 (b929eabd-3b1c-4568-a210-678773ff9ccb/2fc7ea23-d1c9-4be9-8f96-d5af029a37ae/dd87c655-dd57-4520-b938-264ef0923b16) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:20.457213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.501201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6334b739-d31a-4613-9828-c7fb5f374c32 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:20.549913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.605208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:20.615905 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.626233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1494dd9-4e26-4bb4-807f-5f02b4c33540 req-4aa92684-a13a-4b38-9e24-f8afcaaa10a4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.628433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1494dd9-4e26-4bb4-807f-5f02b4c33540 req-4aa92684-a13a-4b38-9e24-f8afcaaa10a4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 945 time: 0.3198335 Jul 07 17:16:20.672116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51ad8dfa-c504-425e-ade3-8b9499a2866e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:20.738670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 51ad8dfa-c504-425e-ade3-8b9499a2866e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:20.739113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51ad8dfa-c504-425e-ade3-8b9499a2866e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:20.759733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '2fc7ea23-d1c9-4be9-8f96-d5af029a37ae'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:20.761328 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.791280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47800) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.801246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.817803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.819345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.844725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1494dd9-4e26-4bb4-807f-5f02b4c33540 req-30a24ccf-2bcc-433e-aae0-586e2c21e3fb tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065878 Jul 07 17:16:20.858256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.888100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d169cf62-4310-481d-b843-03c786d908da,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.901523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d738d-ad09-4d7f-947d-707b3f9c9f08 req-695066ae-96d6-4310-9982-8b20b39b0f4a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.903145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-281d738d-ad09-4d7f-947d-707b3f9c9f08 req-695066ae-96d6-4310-9982-8b20b39b0f4a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.2662230 Jul 07 17:16:20.907603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.908869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5e194b43-00d3-427b-8e1d-03ecf46bffc5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d169cf62-4310-481d-b843-03c786d908da HTTP/1.1" status: 204 len: 168 time: 0.6419168 Jul 07 17:16:20.911659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.915732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6334b739-d31a-4613-9828-c7fb5f374c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:20.927257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object dd87c655-dd57-4520-b938-264ef0923b16 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:20.979867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:17Z', 'revision_number': 3, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:20.994835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-14252720-network', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:21.016215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Checking router: 07d28f4e-3f92-47cc-919d-8189fc7c9997 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:21.016465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Updating router 07d28f4e-3f92-47cc-919d-8189fc7c9997 port 30e4f151-f037-43df-aa50-c82a2eb61b99 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:21.050305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-281d738d-ad09-4d7f-947d-707b3f9c9f08 req-aa0cdf71-a4fb-415c-a04f-fbfab09a4cdb tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106200 Jul 07 17:16:21.052793 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.064082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Made reservation on behalf of b93c30e22fb0401a94231cfda1aa835b for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.067159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.083605 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.086848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.100991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.151549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Allocated IP 172.20.0.1 (8c60d06c-e2a4-476e-bc70-5db48d714996/19779080-f30e-465c-b703-cd394e35ee25/0b960f01-c7c3-42b7-bf67-45e76945cd4a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.178342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:21.185265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:21.195014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.195426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:21.201832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.202941 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.217610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922611df-46fe-44de-939a-1e4c807e71f6']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:21.232413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=dd87c655-dd57-4520-b938-264ef0923b16,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.236703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5554939e-6f36-4268-bf29-ad536d75209b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:21.237012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5554939e-6f36-4268-bf29-ad536d75209b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:21.254220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.279446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.285741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/2fc7ea23-d1c9-4be9-8f96-d5af029a37ae/db2cfe43-5ab5-4c0b-bc63-0c5534d94abe) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.292437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:21.292974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:21.295081 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:21.381340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.383314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.389341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.391691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] 10.222.0.66 "DELETE /v2.0/networks/922611df-46fe-44de-939a-1e4c807e71f6 HTTP/1.1" status: 204 len: 168 time: 0.4791508 Jul 07 17:16:21.401315 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-74136553-6325-41f7-905a-e387d1a1f827 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4925158 Jul 07 17:16:21.402111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47810) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.407816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c040183-4e32-4d6d-a648-46753cb68587 admin admin] Pushing event deleted for resources: {'Network': ['ID=922611df-46fe-44de-939a-1e4c807e71f6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.410681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.472734 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.474824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:21.485569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bff380-ace3-43ff-a27e-e661c6add34d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.504736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.504736 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Added segment a8ab49df-373e-4965-ab41-0b6f7b8a8649 of type vlan for network 96880a01-c453-4da5-bee8-58d4a0884902 Jul 07 17:16:21.521835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Transition to ACTIVE for port object 0b960f01-c7c3-42b7-bf67-45e76945cd4a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.552082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d6dbb-9a6f-4aeb-a375-ae21ed3ac98b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.556529 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac7d6dbb-9a6f-4aeb-a375-ae21ed3ac98b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1473377 Jul 07 17:16:21.557149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.593195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.653487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.655077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.656205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.695073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47816) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.726821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.729446 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.732624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9385152 Jul 07 17:16:21.736257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.743971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Request body: {'subnet': {'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-14252720-subnet', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:21.750093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a87f-2fdd-43ce-9d75-8c45064dad8d admin admin] Pushing event updated for resources: {'Network': ['ID=96880a01-c453-4da5-bee8-58d4a0884902,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.754189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Transition to ACTIVE for port object 30e4f151-f037-43df-aa50-c82a2eb61b99 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.771749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.775764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 96880a01-c453-4da5-bee8-58d4a0884902 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:21.776656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Made reservation on behalf of b93c30e22fb0401a94231cfda1aa835b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.780535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.780738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.826122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:21.831659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b960f01-c7c3-42b7-bf67-45e76945cd4a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.841318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:21.846591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-78d24344-fb82-4e96-8624-1bceeaffc749 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91255d8820f944e6a627e32106d52c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317778 Jul 07 17:16:21.847506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:21.847953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Transition to ACTIVE for port object db2cfe43-5ab5-4c0b-bc63-0c5534d94abe will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.850863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47820) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.886622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Transition to ACTIVE for port object db2cfe43-5ab5-4c0b-bc63-0c5534d94abe will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:21.909789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.917661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83496afd-13ee-43a6-9cfd-14d40b8ca819 None None] Pushing event updated for resources: {'Port': ['ID=30e4f151-f037-43df-aa50-c82a2eb61b99,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.926687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Attempting to bind port 30e4f151-f037-43df-aa50-c82a2eb61b99 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:21.927131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Attempting to bind port 30e4f151-f037-43df-aa50-c82a2eb61b99 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:21.927449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Attempting to bind port 30e4f151-f037-43df-aa50-c82a2eb61b99 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:21.937399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port dd87c655-dd57-4520-b938-264ef0923b16 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:21.938015 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.964934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:21.965317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:21.965714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.966115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:21.966652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Bound port: 30e4f151-f037-43df-aa50-c82a2eb61b99, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:21.967066 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.971655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:21.998270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:22.004688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:22.025979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Pushing event updated for resources: {'Port': ['ID=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.071879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.119216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] For port 30e4f151-f037-43df-aa50-c82a2eb61b99, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:22.126675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Attempting to bind port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:22.126979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Attempting to bind port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:22.127344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Attempting to bind port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:22.141054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] For port 30e4f151-f037-43df-aa50-c82a2eb61b99, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30e4f151-f037-43df-aa50-c82a2eb61b99,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:22.142736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:22.143116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:22.143522 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.143922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:22.144401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Bound port: db2cfe43-5ab5-4c0b-bc63-0c5534d94abe, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:22.144783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.157255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.198936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.229016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.261302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:22.262110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:22.272263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.327875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.329331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d9f03b-106c-4403-be8d-d05c81de78f0,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.332787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for dd87c655-dd57-4520-b938-264ef0923b16 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:22.359684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] For port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:22.367334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded856cc-939c-4247-88f4-d27772579da3 req-54ab93ac-6b9f-4ed8-851f-25675228bfd0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.370001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ded856cc-939c-4247-88f4-d27772579da3 req-54ab93ac-6b9f-4ed8-851f-25675228bfd0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 945 time: 0.2588251 Jul 07 17:16:22.379976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83496afd-13ee-43a6-9cfd-14d40b8ca819 None None] Pushing event updated for resources: {'Port': ['ID=30e4f151-f037-43df-aa50-c82a2eb61b99,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.392248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] For port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:22.393087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Checking segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:22.393474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Network hostable DHCP agents. Network: 96880a01-c453-4da5-bee8-58d4a0884902, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:22.394356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ebd2ec3e-62eb-4314-8660-f20746ef9172 None None] Provisioning for port 0b960f01-c7c3-42b7-bf67-45e76945cd4a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:22.403178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ebd2ec3e-62eb-4314-8660-f20746ef9172 None None] Provisioning complete for port 0b960f01-c7c3-42b7-bf67-45e76945cd4a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:22.403430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ebd2ec3e-62eb-4314-8660-f20746ef9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.440095 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.441021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f646639-9b3d-4d6b-b9a9-c9d352b843c4 req-2629ade6-7764-4e6b-b0d8-021c0097b7c5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.442970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f646639-9b3d-4d6b-b9a9-c9d352b843c4 req-2629ade6-7764-4e6b-b0d8-021c0097b7c5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.1588485 Jul 07 17:16:22.477662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Network 96880a01-c453-4da5-bee8-58d4a0884902 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:22.499529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ded856cc-939c-4247-88f4-d27772579da3 req-fdfbc3d7-6a35-47ca-9de2-dded87d104d2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Jul 07 17:16:22.514611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.517165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 96880a01-c453-4da5-bee8-58d4a0884902) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:22.520649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.526856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0 HTTP/1.1" status: 204 len: 168 time: 0.6704938 Jul 07 17:16:22.527162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f646639-9b3d-4d6b-b9a9-c9d352b843c4 req-ed7b60f6-c9e6-429e-aa4e-af536025d14c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Jul 07 17:16:22.537459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.537782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.548471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.554801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d9809-b981-42ba-8755-702bff8c0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d6dd5-e109-4d1c-af06-51a05dd9e5a0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.576164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-74df4c88-337c-4ff0-8d98-cc2553b13f41 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8386388 Jul 07 17:16:22.576596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47832) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.582825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.773857 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.792012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.793406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.796219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b80720-fc0d-4163-a4cb-f8783c679539 None None] Network 96880a01-c453-4da5-bee8-58d4a0884902 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:22.877201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.882994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.883574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/dd87c655-dd57-4520-b938-264ef0923b16 HTTP/1.1" status: 204 len: 168 time: 1.3232651 Jul 07 17:16:22.911555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186a79-af4b-4288-a18d-189dd2077128 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=dd87c655-dd57-4520-b938-264ef0923b16,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.915771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d3550-8a95-4950-b4fd-7d21135ca5f7 None None] Pushing event updated for resources: {'Port': ['ID=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.955438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:22.959726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2ec3e-62eb-4314-8660-f20746ef9172 None None] Port 0b960f01-c7c3-42b7-bf67-45e76945cd4a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:23.024047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b74806-3fc2-4d7f-be12-5610ef607cd2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.025751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b74806-3fc2-4d7f-be12-5610ef607cd2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.030933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33b74806-3fc2-4d7f-be12-5610ef607cd2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1459134 Jul 07 17:16:23.031228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:23.033441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47840) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:23.147421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 2fc7ea23-d1c9-4be9-8f96-d5af029a37ae {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:23.154325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.155839 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.318160 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.334309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.351705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.504289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.558630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 6334b739-d31a-4613-9828-c7fb5f374c32 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:23.574957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.649260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.655826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db2cfe43-5ab5-4c0b-bc63-0c5534d94abe up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:23.703887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.768732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc7ea23-d1c9-4be9-8f96-d5af029a37ae,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.782669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 6334b739-d31a-4613-9828-c7fb5f374c32 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:23.782921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.790955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-96880a01-c453-4da5-bee8-58d4a0884902', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:23.798742 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.799916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.805217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7c4c266-89f6-4402-aa18-b1ba27b7b511 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/2fc7ea23-d1c9-4be9-8f96-d5af029a37ae HTTP/1.1" status: 204 len: 168 time: 0.7700667 Jul 07 17:16:23.808055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47860) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:23.888832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bac00593-8303-484c-8fce-f30680d62952 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794699 Jul 07 17:16:23.898312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47864) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:24.023058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b960f01-c7c3-42b7-bf67-45e76945cd4a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.049626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c3a95-31a3-4088-b080-f5f271f0be60 req-22c4b9f5-dc55-4f24-ac7a-dca837554624 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.051262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd8c3a95-31a3-4088-b080-f5f271f0be60 req-22c4b9f5-dc55-4f24-ac7a-dca837554624 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 945 time: 0.1655467 Jul 07 17:16:24.061722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47870) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:24.070472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:24.084587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:24.099995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:17Z', 'revision_number': 3, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:24.159527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd8c3a95-31a3-4088-b080-f5f271f0be60 req-f191cb25-c6b0-433c-a8a6-c8c2806a8162 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943706 Jul 07 17:16:24.176283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dae92-5880-41a5-86ce-69bf290161b4 None None] The sync data for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 is: [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:17Z', 'revision_number': 3, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:24.211924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Allocated IP 172.20.0.2 (96880a01-c453-4da5-bee8-58d4a0884902/08d9f03b-106c-4403-be8d-d05c81de78f0/59c0cf24-a91c-4e8f-9d91-51dd0532fa15) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:24.217483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:24.229273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.279741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:24.285637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:24.288827 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c77008-a6cd-408c-b96e-4c341a4fc8e4" -d '{"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-plugged", "status": "completed", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:24.295072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.371820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-738341359-network', 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:24.451786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.511430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:24.518741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.526367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a63d56-fa6f-410c-8326-9f3abd246cfd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.529821 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84a63d56-fa6f-410c-8326-9f3abd246cfd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6295633 Jul 07 17:16:24.540368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:24.569623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.632002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.635694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e83225-d5b8-4feb-9406-40303361e0db req-db74cd1c-fcb1-4920-9747-148295fad05f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.640695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79e83225-d5b8-4feb-9406-40303361e0db req-db74cd1c-fcb1-4920-9747-148295fad05f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 945 time: 0.3548403 Jul 07 17:16:24.652002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Transition to ACTIVE for port object 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:24.695268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Transition to ACTIVE for port object 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:24.705354 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.839172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Router 07d28f4e-3f92-47cc-919d-8189fc7c9997 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:24.848037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Network 96880a01-c453-4da5-bee8-58d4a0884902 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:24.856854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:24.862745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:24.897284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc38d5b-0667-42f1-95f5-4be55a4947aa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.898559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5dc38d5b-0667-42f1-95f5-4be55a4947aa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3446734 Jul 07 17:16:24.905942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47878) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:24.911109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Pushing event updated for resources: {'Port': ['ID=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.932704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79e83225-d5b8-4feb-9406-40303361e0db req-ebbf2fec-911a-4eb0-ab1b-15b83166f0f2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639153 Jul 07 17:16:24.977381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ebdf63fd-8dd2-455e-8170-f37f0eb03d09 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701067 Jul 07 17:16:24.983167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47880) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:25.003574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:25.005083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d4283-f447-4ae0-8b78-54e623e5c2dd None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:25.037297 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887cd25-7edd-432b-a0ff-3b3ba9d16d9a x-openstack-request-id: req-a887cd25-7edd-432b-a0ff-3b3ba9d16d9a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:25.037939 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-plugged", "status": "completed", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:25.038380 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a887cd25-7edd-432b-a0ff-3b3ba9d16d9a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:25.038999 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32', 'code': 200} Jul 07 17:16:25.081949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Attempting to bind port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:25.082702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Attempting to bind port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:25.083267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Attempting to bind port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:25.085610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4d18b87f-5cb4-4446-95f5-aeb83bb864c3 None None] Provisioning complete for port 0b960f01-c7c3-42b7-bf67-45e76945cd4a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.086209 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4d18b87f-5cb4-4446-95f5-aeb83bb864c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.125586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:25.126235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Checking segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:25.126960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.127544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Bound using segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:25.128241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Bound port: 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:25.128823 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.166596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4d18b87f-5cb4-4446-95f5-aeb83bb864c3 None None] Port 0b960f01-c7c3-42b7-bf67-45e76945cd4a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:25.189976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.222591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.281734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] For port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:25.312392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-dfb77b0a-1f33-49b1-af8b-73b287dde630 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.315428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] For port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:25.316794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-dfb77b0a-1f33-49b1-af8b-73b287dde630 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 945 time: 0.5431640 Jul 07 17:16:25.318104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c4b9a-1f33-4b61-9150-ccf54faae0ad,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.342289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.365251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Provisioning for port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:25.421864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:25.424452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:25.428126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.443315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.455461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Provisioning complete for port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.455837 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.566354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30e4f151-f037-43df-aa50-c82a2eb61b99 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:25.654886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a82d3-ab87-4e5d-932e-a4037e9f1c00 None None] Pushing event updated for resources: {'Port': ['ID=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.715056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:25.805885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.896883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] For port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:25.956716 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.991585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 30e4f151-f037-43df-aa50-c82a2eb61b99 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:25.999722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 30e4f151-f037-43df-aa50-c82a2eb61b99 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:26.000459 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.001707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:26.044184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f0b3eb08-d59f-4939-a727-a501cbc7e1f8 admin admin] 10.222.0.66 "PUT /v2.0/routers/07d28f4e-3f92-47cc-919d-8189fc7c9997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8056796 Jul 07 17:16:26.101937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6577244-efbe-45f8-ba8e-e219ceee2037 req-cd3bcd34-fc98-4ab2-a0f8-e8cca66b37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.104500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a6577244-efbe-45f8-ba8e-e219ceee2037 req-cd3bcd34-fc98-4ab2-a0f8-e8cca66b37ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1097 time: 1.0005815 Jul 07 17:16:26.109102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.170381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Deleting port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:26.171639 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.188986 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.189502 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Added segment 9ccbeb06-2050-43eb-8f38-e880633b2934 of type vlan for network a26ee46f-cb22-4be3-9c73-1ccd403541bf Jul 07 17:16:26.198765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156c69-a729-4a40-9703-d1830c1988d7 None None] Pushing event updated for resources: {'Port': ['ID=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.212102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.348495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.376612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.378948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] For port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:26.379591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.384640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a6577244-efbe-45f8-ba8e-e219ceee2037 req-129fa3a3-4bde-4cef-8c29-456b781d1cec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055974 Jul 07 17:16:26.417787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Calling delete_port for db2cfe43-5ab5-4c0b-bc63-0c5534d94abe owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:26.423034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 30e4f151-f037-43df-aa50-c82a2eb61b99, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30e4f151-f037-43df-aa50-c82a2eb61b99,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:26.432109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.499784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.500957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.501635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.511915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Allocated IP 172.25.3.202 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/35813423-711d-4bec-a801-91999713ba8b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:26.619646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Deleting port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:26.619996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.629497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5661182 Jul 07 17:16:26.639999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:26.644367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e0059-e044-4af1-8832-2695c66b49ff req-39f7be41-87cf-4fb4-bc75-37d03cce97b4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.644588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=30e4f151-f037-43df-aa50-c82a2eb61b99,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.648414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Request body: {'subnet': {'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-738341359-subnet', 'tenant_id': '56fafacd85e94b0683009943d7030620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:26.651792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-138e0059-e044-4af1-8832-2695c66b49ff req-39f7be41-87cf-4fb4-bc75-37d03cce97b4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 945 time: 0.4573336 Jul 07 17:16:26.662255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.662829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.663387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.663933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.664518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.665034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.665740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.666123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.666764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.667262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.667804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.668349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.729613 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.729866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:26.733967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.753144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201cc5-c6d6-4118-8766-2d53077eb850 req-e77b8e76-c1c7-4b72-967f-76e9746e8979 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.760625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e201cc5-c6d6-4118-8766-2d53077eb850 req-e77b8e76-c1c7-4b72-967f-76e9746e8979 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 945 time: 0.4302957 Jul 07 17:16:26.797309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a89d-f233-46a5-b990-bf95d8b2a3ff admin admin] Pushing event updated for resources: {'Network': ['ID=a26ee46f-cb22-4be3-9c73-1ccd403541bf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.815917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] No DVR routers for this DVR port db2cfe43-5ab5-4c0b-bc63-0c5534d94abe on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:26.829959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ac75-6951-4976-87ec-aa2ffa2feb76 None None] Pushing event deleted for resources: {'Port': ['ID=db2cfe43-5ab5-4c0b-bc63-0c5534d94abe,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.844896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:26.896441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-138e0059-e044-4af1-8832-2695c66b49ff req-12a8ebf9-6089-4404-8e75-43af66f05f5e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436836 Jul 07 17:16:26.935433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.951545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e201cc5-c6d6-4118-8766-2d53077eb850 req-f20b104f-f5aa-4e34-ba16-c7fa75d22f92 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825993 Jul 07 17:16:27.033669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.089091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] For port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:27.089550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.140527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Calling delete_port for e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:27.148375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.205149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:27.212542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:27.218865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:27.221478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:27.322803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.358953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Pushing event updated for resources: {'Port': ['ID=35813423-711d-4bec-a801-91999713ba8b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.404559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba52a7e-069e-4bff-9b29-ca96f3509e89 None None] Network 96880a01-c453-4da5-bee8-58d4a0884902 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:27.434226 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.447918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-982060c5-fa49-4b1d-a3d4-bc2612ed7c3d req-6b136243-02d3-44d6-97f8-ece02b557816 tempest-FloatingIPsNegativeTestJSON-1657529912 tempest-FloatingIPsNegativeTestJSON-1657529912-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=af6f783156d64209a8a2c4ca1914cb7e HTTP/1.1" status: 200 len: 217 time: 0.2310016 Jul 07 17:16:27.514430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:27.546938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:27.557389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.558002 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.570536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=43402110-05ba-4462-b23d-8ed6959be768,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.583870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f07c2015-6efa-4eb4-940b-b023206f0870 req-ddf2a516-8d99-41d9-b983-b24b2729bc94 tempest-FloatingIPsNegativeTestJSON-1657529912 tempest-FloatingIPsNegativeTestJSON-1657529912-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0917313 Jul 07 17:16:27.638518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Sync routers for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:27.651534 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:27.652462 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:27.669795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34760be-87ad-45e9-afbc-9442f13c48d2,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.681298 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-6b92a3ac-7941-4fc8-ac0d-de451edfe75d req-2829060a-849d-4c95-818c-e6f7ec353a61 tempest-FloatingIPsNegativeTestJSON-1657529912 tempest-FloatingIPsNegativeTestJSON-1657529912-project] show failed (client error): The resource could not be found. Jul 07 17:16:27.697969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b92a3ac-7941-4fc8-ac0d-de451edfe75d req-2829060a-849d-4c95-818c-e6f7ec353a61 tempest-FloatingIPsNegativeTestJSON-1657529912 tempest-FloatingIPsNegativeTestJSON-1657529912-project] 10.222.0.66 "GET /v2.0/floatingips/16df7b4b-024d-49dd-b823-a8bfd7d89bac HTTP/1.1" status: 404 len: 350 time: 0.0750456 Jul 07 17:16:27.698755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47906) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:27.708174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2758e536-1918-445b-9637-9bfdb726187b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7220080 Jul 07 17:16:27.713032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:27.722639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a29f6e-ed94-4bc8-843a-34c911166852 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:27.724554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:27.792819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:27.794233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa1a7647-0f66-413e-b965-0f7937f9a093 None None] Provisioning for port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:27.842078 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:27.889082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.909566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e7bac71c-480c-412d-b5a0-b76e8828687b', 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:27.938726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:27.939426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Network hostable DHCP agents. Network: a26ee46f-cb22-4be3-9c73-1ccd403541bf, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:27.968837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Pushing event deleted for resources: {'Port': ['ID=e9a7dfaa-ed6d-456e-a6b0-e2022cb17957,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.978000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:27.997748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:27.998421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.034214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:28.049527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:28.056217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.119595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '43402110-05ba-4462-b23d-8ed6959be768'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:28.122063 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.167960 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43402110-05ba-4462-b23d-8ed6959be768 (CIDR: 2001:db8::/64) Jul 07 17:16:28.178141 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:16:28.178884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:16:28.181349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a26ee46f-cb22-4be3-9c73-1ccd403541bf) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:28.187823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.189038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.207889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.218671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919ee38-131c-4683-b180-5e8d4f40c1a4 None None] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:28.309559 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0b960f01-c7c3-42b7-bf67-45e76945cd4a', 'name': '', 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'mac_address': 'fa:16:3e:83:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '19779080-f30e-465c-b703-cd394e35ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:20Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 2, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'subnets': [{'id': '19779080-f30e-465c-b703-cd394e35ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.317077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e7e7741-b14b-486c-8bad-13ab71d3e20c req-c1c6990f-ef98-4e0b-83d4-f4d531252340 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e928113-1af6-4283-9762-37e8c2a345c9 HTTP/1.1" status: 200 len: 210 time: 0.0746129 Jul 07 17:16:28.395741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.403735 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Checking router: 07d28f4e-3f92-47cc-919d-8189fc7c9997 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:28.404093 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Updating router 07d28f4e-3f92-47cc-919d-8189fc7c9997 port 0b960f01-c7c3-42b7-bf67-45e76945cd4a binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:28.408607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1b6b7e00-a9a3-4a31-957c-beed4ee5d2e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6240058 Jul 07 17:16:28.420331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eda08702-0392-4ed7-aa6d-1ddb4ac8da30 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7714076 Jul 07 17:16:28.420331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47918) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:28.421210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:28.496812 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.674166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] No DVR routers for this DVR port e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:28.681799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.685382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-553560ce-fbfe-409a-b23a-4f40d134ed01 req-1060abbf-cfb7-4620-865e-b8a8212d6dc0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "DELETE /v2.0/ports/e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 HTTP/1.1" status: 204 len: 173 time: 3.3608177 Jul 07 17:16:28.707891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'name': 'network-vif-deleted', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:28.713126 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1f354b-5d7a-4114-b40d-4bf9b050f455" -d '{"events": [{"server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "name": "network-vif-deleted", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:28.762584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Allocated IP 2001:db8::f816:3eff:fec0:f2be (b929eabd-3b1c-4568-a210-678773ff9ccb/43402110-05ba-4462-b23d-8ed6959be768/6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:28.764041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13419-8dae-4387-a43e-95099063ea87 req-58be4bde-6ea3-4514-bab3-88d94031c9dc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.766385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60a13419-8dae-4387-a43e-95099063ea87 req-58be4bde-6ea3-4514-bab3-88d94031c9dc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 945 time: 0.4899166 Jul 07 17:16:28.825897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.835258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:28.846216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.863976 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb6897-d33f-40ed-a151-df2d906b8fa8 x-openstack-request-id: req-3ffb6897-d33f-40ed-a151-df2d906b8fa8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:28.864415 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e928113-1af6-4283-9762-37e8c2a345c9", "name": "network-vif-deleted", "tag": "e9a7dfaa-ed6d-456e-a6b0-e2022cb17957", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:28.864806 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ffb6897-d33f-40ed-a151-df2d906b8fa8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:28.865315 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e928113-1af6-4283-9762-37e8c2a345c9', 'name': 'network-vif-deleted', 'tag': 'e9a7dfaa-ed6d-456e-a6b0-e2022cb17957', 'status': 'completed', 'code': 200} Jul 07 17:16:28.879662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60a13419-8dae-4387-a43e-95099063ea87 req-bcc45070-432a-4a3f-a892-3aca70d506f3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891368 Jul 07 17:16:29.060649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.086568 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.105464 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.109822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Transition to ACTIVE for port object 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:29.116534 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Transition to ACTIVE for port object 0b960f01-c7c3-42b7-bf67-45e76945cd4a will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:29.134707 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.149227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Transition to ACTIVE for port object 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:29.186157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Pushing event updated for resources: {'Port': ['ID=0b960f01-c7c3-42b7-bf67-45e76945cd4a,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.199395 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.199765 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.200072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.200407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.200737 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.201065 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.201391 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.201715 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.202610 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.202934 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.203257 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.203667 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:29.211929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:29.227366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.283406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.315498 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.316392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30e4f151-f037-43df-aa50-c82a2eb61b99 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:29.328867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bed7c53f-2452-400d-9937-6f34f1741120 None None] Provisioning complete for port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:29.329449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bed7c53f-2452-400d-9937-6f34f1741120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.344425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Attempting to bind port 0b960f01-c7c3-42b7-bf67-45e76945cd4a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:29.344805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Attempting to bind port 0b960f01-c7c3-42b7-bf67-45e76945cd4a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:29.345194 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Attempting to bind port 0b960f01-c7c3-42b7-bf67-45e76945cd4a on network 8c60d06c-e2a4-476e-bc70-5db48d714996 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:29.358747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:29.373382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:29.383276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.384348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.418007 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:29.418753 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Checking segment: {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:29.420355 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.422664 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Bound using segment: {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:29.424668 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Bound port: 0b960f01-c7c3-42b7-bf67-45e76945cd4a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e441bd-a791-48ff-97aa-01ba44edec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:29.425281 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.474863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0586710 Jul 07 17:16:29.480297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:29.498283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:29.501732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-af040c76-330b-4a47-9358-78681bf6553c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.502932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:29.503625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-af040c76-330b-4a47-9358-78681bf6553c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.3447297 Jul 07 17:16:29.511056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:71:18:ae', 'name': 'tempest-NetworksTestDHCPv6-1550616223'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:29.545473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] For port 0b960f01-c7c3-42b7-bf67-45e76945cd4a, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:29.548879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f7a8e-b544-44c8-abde-cffd2cbd362b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=ada22715-848c-46cb-99de-c3b669298dd9,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.552011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] For port 0b960f01-c7c3-42b7-bf67-45e76945cd4a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0b960f01-c7c3-42b7-bf67-45e76945cd4a,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:29.559799 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.623203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597274ad-bc3e-4792-aa79-1cfc96f9116c req-553c7e1e-d477-4744-ad6b-33a50cd9071c tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.625331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-597274ad-bc3e-4792-aa79-1cfc96f9116c req-553c7e1e-d477-4744-ad6b-33a50cd9071c tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1097 time: 0.3385379 Jul 07 17:16:29.631835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-7db6180a-771a-43a0-a46b-88a62edbe3df tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.1155686 Jul 07 17:16:29.638127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:29.652195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10ff2d-71b9-431b-b083-4c5fe57192c0 None None] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:29.656097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Pushing event updated for resources: {'Port': ['ID=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.680026 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:29.681037 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:29.735388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-041f91e7-a3c7-4ffa-bc58-0041668dede1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935133 Jul 07 17:16:29.773845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8760b5-1292-4f2c-acb6-7fde9f880a2b None None] Pushing event updated for resources: {'Port': ['ID=0b960f01-c7c3-42b7-bf67-45e76945cd4a,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.784683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:29.846153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-597274ad-bc3e-4792-aa79-1cfc96f9116c req-0d80f8bc-ffad-49b2-ac2a-38eef40deaed tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067506 Jul 07 17:16:29.890991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:29.915788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Attempting to bind port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:29.916167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Attempting to bind port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:29.925092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Attempting to bind port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:29.942071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 30e4f151-f037-43df-aa50-c82a2eb61b99 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:29.942316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.964889 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:29.969118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.973623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:29.973995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:29.974396 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.974820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:29.975304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Bound port: 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:29.978569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.017059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.053651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Deleting port 0b960f01-c7c3-42b7-bf67-45e76945cd4a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:30.054282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.089346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port bcc8596e-f476-4a7e-bfc2-3f0f3625746b yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:30.178475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:30.195773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] For port 0b960f01-c7c3-42b7-bf67-45e76945cd4a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0b960f01-c7c3-42b7-bf67-45e76945cd4a,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.197104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.224058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Calling delete_port for 0b960f01-c7c3-42b7-bf67-45e76945cd4a owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:30.231679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] For port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:30.234486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.235859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c2c91ad-1ace-46d7-bbf1-3e282a2ed440 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6572547 Jul 07 17:16:30.238536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] For port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:30.239081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:30.263461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:30.266069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.336649 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0b960f01-c7c3-42b7-bf67-45e76945cd4a', 'name': '', 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'mac_address': 'fa:16:3e:83:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '19779080-f30e-465c-b703-cd394e35ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:20Z', 'updated_at': '2021-07-07T17:16:29Z', 'revision_number': 4, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'subnets': [{'id': '19779080-f30e-465c-b703-cd394e35ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:30.384850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:30.385492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:30.403365 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc1e94-2f91-4dc7-ad49-e958d24b9f27 None None] The sync data for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 is: [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0b960f01-c7c3-42b7-bf67-45e76945cd4a', 'name': '', 'network_id': '8c60d06c-e2a4-476e-bc70-5db48d714996', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'mac_address': 'fa:16:3e:83:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '19779080-f30e-465c-b703-cd394e35ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:20Z', 'updated_at': '2021-07-07T17:16:29Z', 'revision_number': 4, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'subnets': [{'id': '19779080-f30e-465c-b703-cd394e35ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:30.425740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8:0:1::19e (b929eabd-3b1c-4568-a210-678773ff9ccb/ada22715-848c-46cb-99de-c3b669298dd9/bcc8596e-f476-4a7e-bfc2-3f0f3625746b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:30.426709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-a0debc24-27b2-4cf6-b7af-15e943a3acae service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745083 Jul 07 17:16:30.454253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe71:18ae (b929eabd-3b1c-4568-a210-678773ff9ccb/43402110-05ba-4462-b23d-8ed6959be768/bcc8596e-f476-4a7e-bfc2-3f0f3625746b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:30.579074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-c4221a07-ccc7-4510-9e0b-146e169f79ab service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511676 Jul 07 17:16:30.638533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:30.717223 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.764313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b960f01-c7c3-42b7-bf67-45e76945cd4a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.176499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38609c5-ef3a-4142-9299-379684c65958 req-7c9ad1bd-7aed-40b9-b320-2a916b6498c3 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.184082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d38609c5-ef3a-4142-9299-379684c65958 req-7c9ad1bd-7aed-40b9-b320-2a916b6498c3 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1097 time: 0.3140612 Jul 07 17:16:31.280782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:31.331674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc55ff-7bff-4f20-89f5-7bbe624136a1 None None] Pushing event updated for resources: {'Port': ['ID=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.347552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db2cfe43-5ab5-4c0b-bc63-0c5534d94abe no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:31.353763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d38609c5-ef3a-4142-9299-379684c65958 req-34d39f7d-6ff9-4d66-9755-25539670c394 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655071 Jul 07 17:16:31.427588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:31.427972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e9a7dfaa-ed6d-456e-a6b0-e2022cb17957 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:31.460816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: db2cfe43-5ab5-4c0b-bc63-0c5534d94abe {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:31.461166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db2cfe43-5ab5-4c0b-bc63-0c5534d94abe not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:31.532471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.541532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40acc81d-6ac5-476f-b92e-dcaf5309892a req-5c75f3a2-a6e2-49c7-843e-2bf4bf0929e1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 210 time: 0.0852218 Jul 07 17:16:31.626111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:27Z', 'revision_number': 3, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:31.700360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:31.700714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Updating router 6c61e95d-da22-4a98-8ab9-9498d76a729b port 35813423-711d-4bec-a801-91999713ba8b binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:31.787806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.017483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:32.026906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.077611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object bcc8596e-f476-4a7e-bfc2-3f0f3625746b will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.233575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.294883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:32.295983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.382973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.464891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee28ba5-fb93-4616-ae8e-0ce8e579fb45 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:32.526886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7861c-9191-4b6e-b7f7-875b2e4d4e02 req-91cc7be5-10f5-4956-85a3-1871a8038d47 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.534600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Allocated IP 172.20.0.1 (96880a01-c453-4da5-bee8-58d4a0884902/08d9f03b-106c-4403-be8d-d05c81de78f0/92ff5b02-2071-468e-9b67-28249ddd7ccc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:32.534844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e7861c-9191-4b6e-b7f7-875b2e4d4e02 req-91cc7be5-10f5-4956-85a3-1871a8038d47 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 1.3608761 Jul 07 17:16:32.636124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e7861c-9191-4b6e-b7f7-875b2e4d4e02 req-be5bf6cc-d39f-4c8f-a633-e997266358df tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977685 Jul 07 17:16:32.689439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.723579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Transition to ACTIVE for port object 92ff5b02-2071-468e-9b67-28249ddd7ccc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.734478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:32.826130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-62d390d7-4591-47dd-8fe9-31bbc584274e None None] Provisioning for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:32.830913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Router 07d28f4e-3f92-47cc-919d-8189fc7c9997 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:32.840436 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.847005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.866099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:32.881926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Transition to ACTIVE for port object 35813423-711d-4bec-a801-91999713ba8b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.882878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:32.889738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:32.896617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.897317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.899682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71b10ad5-1389-44f3-a933-aa211345b583 req-9bec1c79-f081-432c-b179-a77fabf072c6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 210 time: 0.0923812 Jul 07 17:16:32.917316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=bcc8596e-f476-4a7e-bfc2-3f0f3625746b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:32.921359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.922481 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b34c9d3e-ae45-4b43-8cb1-fc0e145dfe20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4313471 Jul 07 17:16:32.925160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47990) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:32.940526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Network 96880a01-c453-4da5-bee8-58d4a0884902 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:32.987499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:32.995384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:33.033136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Attempting to bind port 35813423-711d-4bec-a801-91999713ba8b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:33.033383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Attempting to bind port 35813423-711d-4bec-a801-91999713ba8b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:33.033686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Attempting to bind port 35813423-711d-4bec-a801-91999713ba8b on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:33.070322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Pushing event updated for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.088118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:33.121908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:33.122800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.157137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.237965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:33.247316 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Sync routers for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:33.259550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:33.260016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:33.260426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.260824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:33.261355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Bound port: 35813423-711d-4bec-a801-91999713ba8b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:33.261746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.262289 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:33.263175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-7a0a5dd7-3c84-4590-8e5b-667f6f6a5610 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.263994 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:33.267285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-7a0a5dd7-3c84-4590-8e5b-667f6f6a5610 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.2599950 Jul 07 17:16:33.281912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-28b7e40b-0277-4414-a62e-fdcb3499b419 admin admin] 10.222.0.66 "PUT /v2.0/routers/07d28f4e-3f92-47cc-919d-8189fc7c9997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5805149 Jul 07 17:16:33.284812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48004) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:33.293452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:33.446733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] For port 35813423-711d-4bec-a801-91999713ba8b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:33.459095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] For port 35813423-711d-4bec-a801-91999713ba8b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35813423-711d-4bec-a801-91999713ba8b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:33.464349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port bcc8596e-f476-4a7e-bfc2-3f0f3625746b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:33.464697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.533041 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:33.536289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.604379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312d5f-82bd-4653-9961-b97e783eb5bc None None] Pushing event updated for resources: {'Port': ['ID=35813423-711d-4bec-a801-91999713ba8b,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.672319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c828f6d9-f6b7-4907-aec8-c9b5a07de110 None None] Provisioning for port 92ff5b02-2071-468e-9b67-28249ddd7ccc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:33.696220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.697306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c828f6d9-f6b7-4907-aec8-c9b5a07de110 None None] Provisioning complete for port 92ff5b02-2071-468e-9b67-28249ddd7ccc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:33.697787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c828f6d9-f6b7-4907-aec8-c9b5a07de110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.719300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.740009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:33.740900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:33.743468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for bcc8596e-f476-4a7e-bfc2-3f0f3625746b owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:33.797473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:30Z', 'revision_number': 5, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:33.805011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.807013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312d5f-82bd-4653-9961-b97e783eb5bc None None] Pushing event updated for resources: {'Port': ['ID=35813423-711d-4bec-a801-91999713ba8b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.854238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c828f6d9-f6b7-4907-aec8-c9b5a07de110 None None] Port 92ff5b02-2071-468e-9b67-28249ddd7ccc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:33.855195 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Checking router: 07d28f4e-3f92-47cc-919d-8189fc7c9997 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:33.866073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:33.871780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.883167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Routers {'07d28f4e-3f92-47cc-919d-8189fc7c9997'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:33.884215 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['07d28f4e-3f92-47cc-919d-8189fc7c9997'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:33.924564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.988059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:34.049010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] Set router 07d28f4e-3f92-47cc-919d-8189fc7c9997 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:34.071807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:34.130362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.11 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/40c68886-1c21-480a-849f-0db54d82dab3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:34.179898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459bd85-3de8-424e-96d8-214dc4b0d998 req-2cff8460-7971-413b-9573-92efb8d97ff1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.182662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c459bd85-3de8-424e-96d8-214dc4b0d998 req-2cff8460-7971-413b-9573-92efb8d97ff1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4807911 Jul 07 17:16:34.228901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.237746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.266856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.340196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.370619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Pushing event updated for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.388848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Update dhcp port {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': '43402110-05ba-4462-b23d-8ed6959be768', 'ip_address': '2001:db8::f816:3eff:fec0:f2be'}, {'subnet_id': 'ada22715-848c-46cb-99de-c3b669298dd9'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:16:34.428430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.430812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=bcc8596e-f476-4a7e-bfc2-3f0f3625746b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.444781 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:30Z', 'revision_number': 5, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:34.472946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.474571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.477830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c45985f-6ace-44fb-bc51-8b971226c47b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/bcc8596e-f476-4a7e-bfc2-3f0f3625746b HTTP/1.1" status: 204 len: 168 time: 1.5460541 Jul 07 17:16:34.478143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48024) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.481547 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e0068-60e3-47ce-b8e8-8225d828afef None None] The sync data for ids ['07d28f4e-3f92-47cc-919d-8189fc7c9997'] in n-d-791505-12 is: [{'id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'name': 'tempest-FloatingIPsNegativeTestJSON-433474378-router', 'tenant_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:30Z', 'revision_number': 5, 'project_id': 'af6f783156d64209a8a2c4ca1914cb7e', 'gw_port': {'id': '30e4f151-f037-43df-aa50-c82a2eb61b99', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d28f4e-3f92-47cc-919d-8189fc7c9997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:34.481836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.535907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.553012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-7ffc6b6f-fb8a-42b3-a4d0-8e287ad0eb32 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:16:34.559244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-7ffc6b6f-fb8a-42b3-a4d0-8e287ad0eb32 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2993605 Jul 07 17:16:34.564472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.599296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c459bd85-3de8-424e-96d8-214dc4b0d998 req-284ab466-7b6d-4766-b55a-5a3ab763bdd6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077635 Jul 07 17:16:34.621514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a46f3-27b0-4987-81ff-5198350c9750 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.638180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f59a46f3-27b0-4987-81ff-5198350c9750 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1563888 Jul 07 17:16:34.643810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.645081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.701332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:34.703564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.710907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:34.720643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:34.729697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:34.730251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Unknown quota resources ['binding']. {{(pid=93946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:16:34.749546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Network 96880a01-c453-4da5-bee8-58d4a0884902 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:34.752675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:34.786650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:32Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:34.825313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61dc2d-1004-49d1-8fea-eed441a0fcd8 None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:32Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:34.847602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bc9df-33f8-4df5-a43e-cc6493247983 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.849264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-284bc9df-33f8-4df5-a43e-cc6493247983 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2046721 Jul 07 17:16:34.857777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48032) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:34.918868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Allocated IP 2001:db8:0:1::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/ada22715-848c-46cb-99de-c3b669298dd9/6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:35.012527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:35.050732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90222ef1-4f92-4a84-a036-42d2e8974b5d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.053713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90222ef1-4f92-4a84-a036-42d2e8974b5d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.055327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90222ef1-4f92-4a84-a036-42d2e8974b5d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.057193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-90222ef1-4f92-4a84-a036-42d2e8974b5d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1297994 Jul 07 17:16:35.069531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:35.120252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] For port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.136154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-973739ae-ac6c-4d3b-a799-e256516c1654 None None] Provisioning complete for port 92ff5b02-2071-468e-9b67-28249ddd7ccc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:35.136946 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-973739ae-ac6c-4d3b-a799-e256516c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.146875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 43402110-05ba-4462-b23d-8ed6959be768 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:35.149884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:35.150355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:35.151340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:35.165191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Deleting port 30e4f151-f037-43df-aa50-c82a2eb61b99 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:35.165531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.181835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.182535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.188754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:35.194241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32b0b2dc-494e-49b6-9616-48fb098e3df2 admin admin] 10.222.0.66 "PUT /v2.0/routers/6c61e95d-da22-4a98-8ab9-9498d76a729b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9538305 Jul 07 17:16:35.195261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.206203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-973739ae-ac6c-4d3b-a799-e256516c1654 None None] Port 92ff5b02-2071-468e-9b67-28249ddd7ccc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:35.232538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Transition to ACTIVE for port object 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:35.241014 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.285469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.318698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:35.319012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:35.340081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-b247b500-b32a-42ca-a05e-de201e9e1c40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0542016 Jul 07 17:16:35.358789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Request body: {'port': {'device_id': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:35.363390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:35.364128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:35.364530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:35.364985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Bound port: 6334b739-d31a-4613-9828-c7fb5f374c32, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:35.406197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.411666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5cddf-9014-4fa8-a8f5-52d34a32bea6 None None] Pushing event updated for resources: {'Port': ['ID=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.468477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943716-bef2-4ff6-abaf-1e4ee480a133 req-b515874b-84ee-45e7-be60-53ac06d3c509 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.470124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86943716-bef2-4ff6-abaf-1e4ee480a133 req-b515874b-84ee-45e7-be60-53ac06d3c509 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 932 time: 0.6920338 Jul 07 17:16:35.559091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] For port 30e4f151-f037-43df-aa50-c82a2eb61b99, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30e4f151-f037-43df-aa50-c82a2eb61b99,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.559467 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.629644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Calling delete_port for 30e4f151-f037-43df-aa50-c82a2eb61b99 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:35.656544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:35.664933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86943716-bef2-4ff6-abaf-1e4ee480a133 req-97a812d3-9343-48a7-aa5b-12452538727c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861465 Jul 07 17:16:35.676813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.678153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-442af073-d093-4a07-8ab2-c994230263e5 service neutron] 10.222.0.66 "POST /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32/bindings HTTP/1.1" status: 201 len: 390 time: 1.1113038 Jul 07 17:16:35.698332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.742074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.178355 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.215448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-ae6368f5-4dcd-4d51-bb3c-e08d88633413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.218955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-ae6368f5-4dcd-4d51-bb3c-e08d88633413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1097 time: 0.1056588 Jul 07 17:16:36.244502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52248b-5846-4e71-ae3b-c20d500e1ed9 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:36.285459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.290212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/43402110-05ba-4462-b23d-8ed6959be768 HTTP/1.1" status: 204 len: 168 time: 1.2196646 Jul 07 17:16:36.290387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48044) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.300988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c467686-b2e9-4827-ba25-2f876c4f1157 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=43402110-05ba-4462-b23d-8ed6959be768,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.337186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.386125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac939cf0-2835-4ceb-a5e8-2fe65fefd915 None None] Provisioning for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:36.396144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac939cf0-2835-4ceb-a5e8-2fe65fefd915 None None] Provisioning complete for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:36.396843 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac939cf0-2835-4ceb-a5e8-2fe65fefd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.408430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet ada22715-848c-46cb-99de-c3b669298dd9 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:36.417046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e4f151-f037-43df-aa50-c82a2eb61b99,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.417683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.458111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-f351c8ed-07e4-4f42-abd4-71f83a5e3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.459830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-f351c8ed-07e4-4f42-abd4-71f83a5e3ad7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.2331767 Jul 07 17:16:36.558736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b2ec-e089-4327-9f43-98adaef5c9d6 req-6669f9e2-d72b-4732-b476-d95bdf0dd2f1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.564648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-bb332314-d0d4-4b77-aae2-fa5c0e16cbb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.0928342 Jul 07 17:16:36.569582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a426b2ec-e089-4327-9f43-98adaef5c9d6 req-6669f9e2-d72b-4732-b476-d95bdf0dd2f1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4402282 Jul 07 17:16:36.589699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac939cf0-2835-4ceb-a5e8-2fe65fefd915 None None] Could not find standard attr ID for object bcc8596e-f476-4a7e-bfc2-3f0f3625746b. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:16:36.636936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:36.689072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-a4dacead-4a01-4b2d-a460-bb7013503858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.690997 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-a4dacead-4a01-4b2d-a460-bb7013503858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1184533 Jul 07 17:16:36.711311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:36.711824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.755026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.767193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.772864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-b3aee47f-5b49-4921-85c6-fb7e7eb66c85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741236 Jul 07 17:16:36.817506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35813423-711d-4bec-a801-91999713ba8b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:36.898995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 35813423-711d-4bec-a801-91999713ba8b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:36.904961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 35813423-711d-4bec-a801-91999713ba8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:36.907096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.927726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.930459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.967733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:36.972870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366264541', 'description': 'tempest-description--1933274101'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:37.017516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a426b2ec-e089-4327-9f43-98adaef5c9d6 req-36cc3ffc-ccb8-4601-bb7c-c8e65a77ab9b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469166 Jul 07 17:16:37.044163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.044833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d28f4e-3f92-47cc-919d-8189fc7c9997 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:16:37.053355 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.056775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-03a0264a-93c0-464e-ba6c-e65b929742f2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/07d28f4e-3f92-47cc-919d-8189fc7c9997 HTTP/1.1" status: 204 len: 168 time: 3.6303022 Jul 07 17:16:37.077825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c68886-1c21-480a-849f-0db54d82dab3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:37.086281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:37.109629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.112485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-9f9d7c1e-4221-4b19-9552-e2424c34df9c service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942030 Jul 07 17:16:37.127261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.166662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 35813423-711d-4bec-a801-91999713ba8b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35813423-711d-4bec-a801-91999713ba8b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:37.176015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.237532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0b960f01-c7c3-42b7-bf67-45e76945cd4a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:37.265530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0b960f01-c7c3-42b7-bf67-45e76945cd4a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:37.265530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0b960f01-c7c3-42b7-bf67-45e76945cd4a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:37.299542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=35813423-711d-4bec-a801-91999713ba8b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.307501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.363299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.548285 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6336951c-340a-4503-91b7-5367d5e583d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.553135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.566034 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-141c5eac-53dd-41ed-bb0f-9771c50c5269 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734643 Jul 07 17:16:37.648007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=ada22715-848c-46cb-99de-c3b669298dd9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.657680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.666112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.669644 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3546b7e3-75cc-4d6c-bd6d-901fb4307c58 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/ada22715-848c-46cb-99de-c3b669298dd9 HTTP/1.1" status: 204 len: 168 time: 1.3783982 Jul 07 17:16:37.676148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01923cfd-aea7-49d9-972a-91ad4e7db6fe None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:37.690963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:37.693078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.787525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9c03e19d-48e7-4310-a5fe-bd642b6d6371 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952430 Jul 07 17:16:37.798922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:37.804787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:37.817039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.821302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8494918 Jul 07 17:16:37.831033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525212f1-6ba1-45d5-b995-25ea59db1d8d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8fee7b-9838-41cc-9564-0c19d0d9d38c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.867643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-046df5b5-0b46-4d00-bd90-bb7859a96f6f None None] Provisioning complete for port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:37.868230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-046df5b5-0b46-4d00-bd90-bb7859a96f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.876533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48072) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:37.886906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Transition to ACTIVE for port object 40c68886-1c21-480a-849f-0db54d82dab3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:37.918060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group_rule': {'security_group_id': '9a8fee7b-9838-41cc-9564-0c19d0d9d38c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:37.929414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Deleting subnet 19779080-f30e-465c-b703-cd394e35ee25 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:37.947414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.952494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.970344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-61d4a6c7-e460-4055-aa13-c10cfdededa4 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.971854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-61d4a6c7-e460-4055-aa13-c10cfdededa4 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.3171933 Jul 07 17:16:37.986239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:38.101990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:16:38.101990 n-d-791505-12 neutron-server[93946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:16:38.101990 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'id': '6049c622-8243-40b4-bafb-60802ef3fc5d', 'expiration': datetime.datetime(2021, 7, 7, 17, 18, 38, 77624)}] Jul 07 17:16:38.101990 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:16:38.102482 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:16:38.156070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.163934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:38.167937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.184933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.227674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:38.250180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.315581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f9d7-1edd-4f26-ac97-96d2f4d1f433 req-5b447bce-c61c-4518-ab19-a37626687d22 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.324920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f77f9d7-1edd-4f26-ac97-96d2f4d1f433 req-5b447bce-c61c-4518-ab19-a37626687d22 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 945 time: 1.1291275 Jul 07 17:16:38.431093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Deleting port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:38.431700 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.440863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bcf7a-3b29-403d-865c-9179e052de15 req-d1336b19-580a-437a-aaef-596a1fa67486 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.443502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e3bcf7a-3b29-403d-865c-9179e052de15 req-d1336b19-580a-437a-aaef-596a1fa67486 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 944 time: 0.5596366 Jul 07 17:16:38.459392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35813423-711d-4bec-a801-91999713ba8b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:38.462075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Attempting to bind port 40c68886-1c21-480a-849f-0db54d82dab3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:38.462579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Attempting to bind port 40c68886-1c21-480a-849f-0db54d82dab3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:38.463037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Attempting to bind port 40c68886-1c21-480a-849f-0db54d82dab3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:38.513303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Port 40c68886-1c21-480a-849f-0db54d82dab3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:38.513794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Attempting to bind port 40c68886-1c21-480a-849f-0db54d82dab3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:38.516985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.562370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:38.566075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f77f9d7-1edd-4f26-ac97-96d2f4d1f433 req-5b55465a-9b3c-49fb-929e-f7ac63e5cb4c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391977 Jul 07 17:16:38.584191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:38.584950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:38.587456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:38.588041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Bound port: 40c68886-1c21-480a-849f-0db54d82dab3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:38.588685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.639840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:38.640521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.652853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e3bcf7a-3b29-403d-865c-9179e052de15 req-3143afbe-a29f-45cb-b58a-73d3d07362e5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967778 Jul 07 17:16:38.772020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.784907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-47d0d16f-bc9e-4fe0-b3a1-2b340cfae7e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7389703 Jul 07 17:16:38.803691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.894425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:38.899944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19779080-f30e-465c-b703-cd394e35ee25,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.921392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:38.958681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c68886-1c21-480a-849f-0db54d82dab3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:38.966551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.976169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-07825a5f-605c-4f8b-95a1-cbfba1180063 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/19779080-f30e-465c-b703-cd394e35ee25 HTTP/1.1" status: 204 len: 168 time: 1.8857791 Jul 07 17:16:38.980825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48076) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:38.986227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2e611-8fe2-4ae1-a17e-8cf97b216922 None None] Network 8c60d06c-e2a4-476e-bc70-5db48d714996 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:38.986923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.990916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] For port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:38.991442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.008799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-63146598-1288-4b95-a7b9-97c9463269ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6706376 Jul 07 17:16:39.027711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Calling delete_port for 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:39.053128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.054853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.055542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.057393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] 10.222.0.23 "PUT /v2.0/ports/40c68886-1c21-480a-849f-0db54d82dab3 HTTP/1.1" status: 200 len: 1093 time: 3.7038307 Jul 07 17:16:39.057774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:39.060235 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c9e5fe-701f-4f64-874b-43b17ef008aa" -d '{"events": [{"name": "network-changed", "server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "tag": "40c68886-1c21-480a-849f-0db54d82dab3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:39.069347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.111119 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87f7c8-2c15-4a05-b3f8-169a06256ad9 x-openstack-request-id: req-ff87f7c8-2c15-4a05-b3f8-169a06256ad9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:39.111405 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "tag": "40c68886-1c21-480a-849f-0db54d82dab3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:39.111654 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff87f7c8-2c15-4a05-b3f8-169a06256ad9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:39.112052 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3', 'status': 'completed', 'code': 200} Jul 07 17:16:39.113183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 35813423-711d-4bec-a801-91999713ba8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:39.113662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.117137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a561814b-abb2-472e-8027-8430c9e609c9,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.123131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adee6f-40ed-4aab-a8c4-e612c33c8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.162856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.166997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f5adee04-4d67-42a5-a405-c4395a14b539 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2553191 Jul 07 17:16:39.167843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48080) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.174279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group_rule': {'security_group_id': '9a8fee7b-9838-41cc-9564-0c19d0d9d38c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.200240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:39.221547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-db37364b-5a5b-4937-a822-2a900df5632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.223187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-db37364b-5a5b-4937-a822-2a900df5632f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 1096 time: 0.0965793 Jul 07 17:16:39.229271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.245532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-b7cbcabf-1f1d-4867-9fef-e6d845d9e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.247495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-b7cbcabf-1f1d-4867-9fef-e6d845d9e0fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1098 time: 0.3905118 Jul 07 17:16:39.272955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.281212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-60b5a97c-3795-44c6-942e-e15f2c5a8608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40c68886-1c21-480a-849f-0db54d82dab3 HTTP/1.1" status: 200 len: 217 time: 0.0465510 Jul 07 17:16:39.369442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-6733968c-15ba-4d7a-97b4-d4fe5cf8f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.370995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-6733968c-15ba-4d7a-97b4-d4fe5cf8f64d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.0814323 Jul 07 17:16:39.377879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.407463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-30eb0a20-4f57-436d-9c07-8b138460bfa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jul 07 17:16:39.408574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:39.408716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.455820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-347b17ee-c094-4318-b385-4331f565ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.457658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-347b17ee-c094-4318-b385-4331f565ae5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aba10b87853840318a9fcbed9ed82652&device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 1097 time: 0.3930986 Jul 07 17:16:39.482948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3872bc83-89ae-4851-8f88-4cb3986c24e8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.490948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.494906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c9bad4a0-34a4-40a1-adc3-70debf0bbaca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223670 Jul 07 17:16:39.499451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48082) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.540077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-f328967d-10a7-4eee-8d2e-cbf7d3a4ee35 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246469 Jul 07 17:16:39.546777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.581716 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.628794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] Pushing event deleted for resources: {'Port': ['ID=6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.632204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc4409-abc5-4ec9-8a9b-88db805afd7b None None] No DVR routers for this DVR port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:39.643758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:39.647850 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b752c22-8f25-4931-a46a-6a3c006da396" -d '{"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:39.648627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.668099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.672726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 2, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:39.709269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-ae83539d-af17-4312-a483-a2af544afe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.711787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-ae83539d-af17-4312-a483-a2af544afe39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.4083407 Jul 07 17:16:39.719798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:39.728939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.737036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:39.737401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Updating router 6c61e95d-da22-4a98-8ab9-9498d76a729b port 92ff5b02-2071-468e-9b67-28249ddd7ccc binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:39.763686 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a43fe2-a872-4811-a897-97cfe0d92d76 x-openstack-request-id: req-77a43fe2-a872-4811-a897-97cfe0d92d76 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:39.765338 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:39.766031 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77a43fe2-a872-4811-a897-97cfe0d92d76 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:39.766916 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32', 'code': 200} Jul 07 17:16:39.796165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30e4f151-f037-43df-aa50-c82a2eb61b99 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:39.908877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c3c40cb-233e-4ff8-bfb2-77cada01cc13 req-a400a94e-f816-4869-b310-9ecd0efc7a4c service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570015 Jul 07 17:16:39.944957 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.952149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-79a5301f-43b5-4acd-8e19-578ea58056fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.2272055 Jul 07 17:16:39.961051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] DHCP port deletion for 8c60d06c-e2a4-476e-bc70-5db48d714996 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:39.968868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 30e4f151-f037-43df-aa50-c82a2eb61b99 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:39.969286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30e4f151-f037-43df-aa50-c82a2eb61b99 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:39.969767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:40.054618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.055941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:40.056352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:40.084068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df3c15ac-bae0-4146-93fc-ee08c023e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.100905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-ebac121b-0455-4cb0-aa6d-bd56bd20eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.102575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-ebac121b-0455-4cb0-aa6d-bd56bd20eea3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 200 len: 913 time: 0.6205642 Jul 07 17:16:40.107062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Deleting port 85347dfd-95e0-4f30-b7ce-ac024d308d6d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:40.107419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.143552 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.revisions.revision_plugin [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Could not find related port for resource to bump revision. Jul 07 17:16:40.158796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Deleting port 85347dfd-95e0-4f30-b7ce-ac024d308d6d {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:40.159212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.194020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-783281f2-9c5a-4c7d-a0d7-80bf8c92d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.195938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-783281f2-9c5a-4c7d-a0d7-80bf8c92d658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 1096 time: 0.1731503 Jul 07 17:16:40.233864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54500e-2161-475d-8dcf-c3b18a131a91 req-f6fb35f6-dd2b-43dd-9341-1010f62d020e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.235480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd54500e-2161-475d-8dcf-c3b18a131a91 req-f6fb35f6-dd2b-43dd-9341-1010f62d020e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.3951783 Jul 07 17:16:40.285231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Port 6b39f61c-c3d6-4b2f-8fc4-d96b2d014c88 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:16:40.286116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation for 2001:db8::f816:3eff:fec0:f2be {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:16:40.288077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] For port 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85347dfd-95e0-4f30-b7ce-ac024d308d6d,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.288711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.309781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Calling delete_port for 85347dfd-95e0-4f30-b7ce-ac024d308d6d owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:40.312555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed845e-e7cb-4cd7-9b86-99b54c766933 req-990422a4-0b2b-443a-8fd6-b379dc581920 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.318109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_pluggable_backend [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec0:f2be {{(pid=93947) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:16:40.319632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fed845e-e7cb-4cd7-9b86-99b54c766933 req-990422a4-0b2b-443a-8fd6-b379dc581920 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 944 time: 0.3837125 Jul 07 17:16:40.332982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.333245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] For port 85347dfd-95e0-4f30-b7ce-ac024d308d6d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85347dfd-95e0-4f30-b7ce-ac024d308d6d,segment=NetworkSegment(61e441bd-a791-48ff-97aa-01ba44edec0d),segment_id=61e441bd-a791-48ff-97aa-01ba44edec0d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.333738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.338341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.351827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-34a36806-55a6-42e6-a8d1-5a0a9957eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.363853 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-34a36806-55a6-42e6-a8d1-5a0a9957eb5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.3938444 Jul 07 17:16:40.367526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:40.368164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:40.368440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:40.413385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85347dfd-95e0-4f30-b7ce-ac024d308d6d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:40.422759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Calling delete_port for 85347dfd-95e0-4f30-b7ce-ac024d308d6d owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:40.446953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-afb159dd-98f6-4a21-8cec-1af0eb2d1552 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 200 len: 1001 time: 0.3000398 Jul 07 17:16:40.460389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-2a59413a-fc2c-4829-a174-4f87b5ccb583 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891273 Jul 07 17:16:40.461085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd54500e-2161-475d-8dcf-c3b18a131a91 req-624551b8-f3a9-4752-8754-a00496a0519c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867840 Jul 07 17:16:40.461315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:40.461739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Attempting to bind port 6334b739-d31a-4613-9828-c7fb5f374c32 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:40.489837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:40.528530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fed845e-e7cb-4cd7-9b86-99b54c766933 req-f908401b-b6c1-4b82-aa1b-8182d1c32e1b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060549 Jul 07 17:16:40.531072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:40.531516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:40.532008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:40.532560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Bound port: 6334b739-d31a-4613-9828-c7fb5f374c32, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:40.533929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.541051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-8b598071-344a-4a54-981d-7d941903d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.542749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-8b598071-344a-4a54-981d-7d941903d72b service neutron] 10.222.0.23 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.3328185 Jul 07 17:16:40.551825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:40.555517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.556189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.580110 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.597908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf70794-6ba7-4a03-9395-e5fe2e4d2947 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:40.601086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.648005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=a9cdc532-8151-4273-90b0-fcdc8912583c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.683908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Transition to ACTIVE for port object 92ff5b02-2071-468e-9b67-28249ddd7ccc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:40.688687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] Pushing event deleted for resources: {'Port': ['ID=85347dfd-95e0-4f30-b7ce-ac024d308d6d,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.697100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port 85347dfd-95e0-4f30-b7ce-ac024d308d6d {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:16:40.697468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85347dfd-95e0-4f30-b7ce-ac024d308d6d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:40.704823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-2bf92e3a-cffa-4cf2-ad38-85c29e709a12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40c68886-1c21-480a-849f-0db54d82dab3 HTTP/1.1" status: 200 len: 217 time: 0.1539030 Jul 07 17:16:40.708181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.718955 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.731076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72744da4-89a7-4d6a-baed-225c7392eaa6 None None] No DVR routers for this DVR port 85347dfd-95e0-4f30-b7ce-ac024d308d6d on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:40.753046 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-76c9aa39-f178-45eb-8dbc-e45f9e3ec1a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9526665 Jul 07 17:16:40.762629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-e5ab416e-f751-4fa3-8366-9a048d52d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.764181 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-e5ab416e-f751-4fa3-8366-9a048d52d76f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 HTTP/1.1" status: 200 len: 851 time: 0.2934124 Jul 07 17:16:40.767793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48108) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:40.784861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-ca5cefba-e840-4f77-8724-0cf26c2ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.790845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-ca5cefba-e840-4f77-8724-0cf26c2ff018 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.0767665 Jul 07 17:16:40.795059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7208f-cd59-4cfc-bafd-3b10640a015c None None] Pushing event updated for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.815529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:40.868143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-daab4bde-13a8-4fae-a46b-29cfcda9cb21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558255 Jul 07 17:16:40.869318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Allocated IP 172.25.3.66 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/933750aa-bb5b-4919-83db-ba4af6d7dcb3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:40.875478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:40.879885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:40.947932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Attempting to bind port 92ff5b02-2071-468e-9b67-28249ddd7ccc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:40.948312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Attempting to bind port 92ff5b02-2071-468e-9b67-28249ddd7ccc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:40.948798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Attempting to bind port 92ff5b02-2071-468e-9b67-28249ddd7ccc on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:40.984480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.023656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:41.024169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Checking segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:41.024583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.025380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Bound using segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:41.025716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Bound port: 92ff5b02-2071-468e-9b67-28249ddd7ccc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:41.026112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.051710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-b217f395-f01c-441c-923c-60d8c19ee25e service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637016 Jul 07 17:16:41.096401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': 'a9cdc532-8151-4273-90b0-fcdc8912583c'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:41.097278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.134048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] For port 92ff5b02-2071-468e-9b67-28249ddd7ccc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:41.138565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] For port 92ff5b02-2071-468e-9b67-28249ddd7ccc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92ff5b02-2071-468e-9b67-28249ddd7ccc,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:41.158099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.166716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.176308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085af2-15e1-42c7-85d5-165cdf0373fc req-4a6ca01e-6aed-424e-b3f3-14c7e4eb126e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.177871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8085af2-15e1-42c7-85d5-165cdf0373fc req-4a6ca01e-6aed-424e-b3f3-14c7e4eb126e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3051341 Jul 07 17:16:41.183589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-64c0a35c-c53b-4717-8500-03ef4c0a22b0 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061967 Jul 07 17:16:41.188734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.248022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:41.251946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] No DVR routers for this DVR port 85347dfd-95e0-4f30-b7ce-ac024d308d6d on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:41.275573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.276856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.278608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c11ec72d-4604-4fec-b4e9-b73b4f65e897 service neutron] 10.222.0.23 "PUT /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 1123 time: 3.2980757 Jul 07 17:16:41.317998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8085af2-15e1-42c7-85d5-165cdf0373fc req-302ccb0b-7ef8-49ac-9d0d-3c59d23aa01a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Jul 07 17:16:41.322142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:41.323679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:41.340387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-cd1e4e0b-2617-47d9-a81d-1bc8c5bee5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.342856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-cd1e4e0b-2617-47d9-a81d-1bc8c5bee5ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2858113b-a95c-4ca2-ba19-8d5bfb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5608993 Jul 07 17:16:41.352895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=85347dfd-95e0-4f30-b7ce-ac024d308d6d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:41.389506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c9e5fe-701f-4f64-874b-43b17ef008aa req-fdbccba2-b915-49dc-b099-0590ea9c2e03 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977141 Jul 07 17:16:41.392044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.404579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6334b739-d31a-4613-9828-c7fb5f374c32'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:41.417459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:41.421140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:41.426724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:41.443469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7208f-cd59-4cfc-bafd-3b10640a015c None None] Pushing event updated for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:41.479782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Allocated IP 2001:db8::f816:3eff:feaf:f843 (b929eabd-3b1c-4568-a210-678773ff9ccb/a9cdc532-8151-4273-90b0-fcdc8912583c/eea54851-274e-4077-a68f-24790bd75c99) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:41.561320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=933750aa-bb5b-4919-83db-ba4af6d7dcb3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:41.677073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6fd64ac1-03af-4ec4-b08c-84a472ebfe39 req-ea47d93d-6e6d-466e-a122-5791127f167f service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027524 Jul 07 17:16:41.687165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:41.691742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.695050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.706322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-a9c8acb5-b122-4b17-ae0b-cd3e0cb557eb service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490665 Jul 07 17:16:41.762174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.781566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:41.781859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7cce5-3550-46cf-959a-c7125bda5cde req-17ca4113-9dee-4b28-8098-19577b2d2b3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.783121 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:41.783889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edd7cce5-3550-46cf-959a-c7125bda5cde req-17ca4113-9dee-4b28-8098-19577b2d2b3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1856437 Jul 07 17:16:41.808141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:41.813659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904667-28e6-4bcc-9b21-94b382c64e5e req-4edfa963-a995-404a-9f58-79eac18b4391 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.815315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e904667-28e6-4bcc-9b21-94b382c64e5e req-4edfa963-a995-404a-9f58-79eac18b4391 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.1742349 Jul 07 17:16:41.821745 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.860447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.902607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edd7cce5-3550-46cf-959a-c7125bda5cde req-35141ba9-e4f3-4b27-8786-ad49d40c45e5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129315 Jul 07 17:16:41.941311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e904667-28e6-4bcc-9b21-94b382c64e5e req-3225a358-e69b-4b73-9e22-366af8d3e9a1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107845 Jul 07 17:16:41.979802 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.099315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.106262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.126288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Transition to ACTIVE for port object eea54851-274e-4077-a68f-24790bd75c99 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:42.243235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c60d06c-e2a4-476e-bc70-5db48d714996']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:42.307715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Transition to ACTIVE for port object eea54851-274e-4077-a68f-24790bd75c99 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:42.312140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.348317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e441bd-a791-48ff-97aa-01ba44edec0d') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:42.350228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e441bd-a791-48ff-97aa-01ba44edec0d') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:42.365319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.382017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=933750aa-bb5b-4919-83db-ba4af6d7dcb3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.387492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.388966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f111bd7d-b1c5-41c9-872f-2f565294980b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8517320 Jul 07 17:16:42.398076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.503964 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9cdc532-8151-4273-90b0-fcdc8912583c (CIDR: 2001:db8::/64) Jul 07 17:16:42.511696 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:16:42.511860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:16:42.520091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.541858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:42.542289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:42.546719 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:42.558470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383354b-869c-45bd-a492-f2658b0f9858 req-89899d5e-2d49-40fb-b2a7-94e4b67546a8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.565386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a383354b-869c-45bd-a492-f2658b0f9858 req-89899d5e-2d49-40fb-b2a7-94e4b67546a8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 944 time: 0.1972885 Jul 07 17:16:42.604776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c68886-1c21-480a-849f-0db54d82dab3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:42.606897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92ff5b02-2071-468e-9b67-28249ddd7ccc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:42.610459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-25a920d2-afbd-4262-be0e-86b991739ad9 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8351197 Jul 07 17:16:42.618336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48132) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.628661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:42.641858 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db138a8-ee88-462a-9175-14ed7db624e4 x-openstack-request-id: req-6db138a8-ee88-462a-9175-14ed7db624e4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:42.642586 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:42.643134 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6db138a8-ee88-462a-9175-14ed7db624e4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:42.643755 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32', 'status': 'completed', 'code': 200} Jul 07 17:16:42.663255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fdc9d6d-229f-4411-91dd-7bfc5df3774c req-501f9f4d-805f-42a5-a996-afbcfaf0b624 service neutron] 10.222.0.73 "GET /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113421 Jul 07 17:16:42.707117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a383354b-869c-45bd-a492-f2658b0f9858 req-87a01c79-c1c5-4ca2-beb3-f2e2bef9dd3f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Jul 07 17:16:42.720939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:42.753753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:42.756623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:42.776441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Pushing event updated for resources: {'Port': ['ID=eea54851-274e-4077-a68f-24790bd75c99,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.806909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-cc529572-7d28-4bb1-8c5a-17de0d55ad12 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--366264541&fields=id&tenant_id=b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 267 time: 0.0534344 Jul 07 17:16:42.823692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.845708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.851048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/8c60d06c-e2a4-476e-bc70-5db48d714996 HTTP/1.1" status: 204 len: 168 time: 3.8590610 Jul 07 17:16:42.882597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973697d-3e3b-441d-899f-05756766d7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8c60d06c-e2a4-476e-bc70-5db48d714996,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.981837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 92ff5b02-2071-468e-9b67-28249ddd7ccc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:42.984652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Attempting to bind port eea54851-274e-4077-a68f-24790bd75c99 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:42.985031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Attempting to bind port eea54851-274e-4077-a68f-24790bd75c99 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:42.985397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Attempting to bind port eea54851-274e-4077-a68f-24790bd75c99 on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:42.990169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-6c241f52-0fcd-4698-b3e8-1485c668b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.992872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-6c241f52-0fcd-4698-b3e8-1485c668b9d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1126 time: 0.2928104 Jul 07 17:16:43.006083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 92ff5b02-2071-468e-9b67-28249ddd7ccc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:43.006564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.008559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:43.008939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:43.009340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.009788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:43.010282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Bound port: eea54851-274e-4077-a68f-24790bd75c99, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:43.010734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.070607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:41Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.074703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:43.079673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-d9f09181-0765-425c-891a-a4864db99547 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.081845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-d9f09181-0765-425c-891a-a4864db99547 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 809 time: 0.2678678 Jul 07 17:16:43.082543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.086478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.125280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2558c50e-16c6-4ca7-9c19-b4cc5fc80a66 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/quotas/b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 375 time: 0.0232229 Jul 07 17:16:43.171881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1e86be10-201b-410f-acd8-5574586af248 None None] For port eea54851-274e-4077-a68f-24790bd75c99, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:43.176609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1e86be10-201b-410f-acd8-5574586af248 None None] For port eea54851-274e-4077-a68f-24790bd75c99, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eea54851-274e-4077-a68f-24790bd75c99,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:43.192450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1fabdee3-0e7b-473f-a311-af6ff5f328e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af6f783156d64209a8a2c4ca1914cb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078715 Jul 07 17:16:43.194625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.228882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3fc35-8a48-44be-aabd-a97736c4367d None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:41Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:43.234791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.249663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c68886-1c21-480a-849f-0db54d82dab3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:43.316210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-6564be83-7ed9-4961-842c-8951a4f70b48 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890326 Jul 07 17:16:43.367672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '40c68886-1c21-480a-849f-0db54d82dab3', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '40c68886-1c21-480a-849f-0db54d82dab3', 'mac_address': 'fa:16:3e:a3:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:43.411131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-4d61fe3f-5201-4700-b43a-fa708326c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.413399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-4d61fe3f-5201-4700-b43a-fa708326c431 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.4092777 Jul 07 17:16:43.489265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-acc82c0f-0f5f-40c2-9f14-190f93da2057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.0682306 Jul 07 17:16:43.529710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.564493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.591946 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.608705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3bb9-a12e-4e50-ba28-953314f17782 req-2099cd8a-34ad-4705-8728-5ef71dca68c6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.610349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e6c3bb9-a12e-4e50-ba28-953314f17782 req-2099cd8a-34ad-4705-8728-5ef71dca68c6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.3603580 Jul 07 17:16:43.647258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-6b83ee7e-601d-4c18-8b53-2b828901978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.648938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-6b83ee7e-601d-4c18-8b53-2b828901978d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1425240 Jul 07 17:16:43.673027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86be10-201b-410f-acd8-5574586af248 None None] Pushing event updated for resources: {'Port': ['ID=eea54851-274e-4077-a68f-24790bd75c99,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.735818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.739764 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.746598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-8c826626-13db-480a-844e-2930d06885a6 service neutron] 10.222.0.66 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294536 Jul 07 17:16:43.766768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-57420a0c-178a-41c2-a61f-ea7ec18d84c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051259 Jul 07 17:16:43.818084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.822971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.824174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e04e2b71-e6cf-4e75-912a-8929aa0cd02f HTTP/1.1" status: 204 len: 168 time: 0.6271234 Jul 07 17:16:43.827283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c68886-1c21-480a-849f-0db54d82dab3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:43.838071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 92ff5b02-2071-468e-9b67-28249ddd7ccc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92ff5b02-2071-468e-9b67-28249ddd7ccc,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:43.862693 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.963521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c68886-1c21-480a-849f-0db54d82dab3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:43.975812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.977054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:44.005598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-6f3d286f-796b-45f1-841d-2f0114f02b17 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208111 Jul 07 17:16:44.008847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.012765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e6c3bb9-a12e-4e50-ba28-953314f17782 req-72b85e47-1e75-4f05-8ca3-c05ecc47db3e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621304 Jul 07 17:16:44.014381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6a18-9d19-4dd6-b57a-ed9bc71e7846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e2b71-e6cf-4e75-912a-8929aa0cd02f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.032278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-f24bd491-c311-486f-892c-011a8e013727 service neutron] 10.222.0.66 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447631 Jul 07 17:16:44.066284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:44.083244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:44.086780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.087520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.129430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.232155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48162) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:44.235250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6122019 Jul 07 17:16:44.237658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3b15-ed57-4197-87b6-1600ea501bca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=d8535e72-8ee5-459e-a87f-8d5528eddd04,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.249103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:9d:f6:3f', 'name': 'tempest-NetworksTestDHCPv6-1545832749'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:44.332354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0665aa03-ee7c-45dc-860d-4d6be6b02e9f req-a53d68db-614d-4427-86bf-64a094020666 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100626 Jul 07 17:16:44.372798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.432425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:44.464781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:16:44.671657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73d90ac4-c81c-410d-8e54-bac8d1b6be49 req-cde3eeca-05a2-48d2-bdde-cf5f97ba8410 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 210 time: 0.1359224 Jul 07 17:16:44.753711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['40c68886-1c21-480a-849f-0db54d82dab3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:44.789490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:44.863571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92ff5b02-2071-468e-9b67-28249ddd7ccc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:44.973841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b969e8-aad2-45a0-9c9c-3e4d9ef3c333 req-b1677a09-4be2-4dca-8441-65f6ab3678a6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.975765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94b969e8-aad2-45a0-9c9c-3e4d9ef3c333 req-b1677a09-4be2-4dca-8441-65f6ab3678a6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 945 time: 0.3333480 Jul 07 17:16:44.987268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 92ff5b02-2071-468e-9b67-28249ddd7ccc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:44.987550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.052290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.068460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94b969e8-aad2-45a0-9c9c-3e4d9ef3c333 req-cd83c3be-53d1-4e71-90cc-273baa96ad54 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 Jul 07 17:16:45.119785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 285da018-b38e-4ee7-91e3-1c545699e36b yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:45.146347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device eea54851-274e-4077-a68f-24790bd75c99 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:45.184663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992af60-52be-4a96-bb55-da9474ee32fd None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:45.345108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-141d70d4-1239-4656-a602-815456fa7305 None None] Provisioning for port eea54851-274e-4077-a68f-24790bd75c99 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:45.372161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port eea54851-274e-4077-a68f-24790bd75c99 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:45.397159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port eea54851-274e-4077-a68f-24790bd75c99 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:45.397944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.553688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.637802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port eea54851-274e-4077-a68f-24790bd75c99, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eea54851-274e-4077-a68f-24790bd75c99,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:45.646367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.654511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Update dhcp port {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'fixed_ips': [{'subnet_id': 'a9cdc532-8151-4273-90b0-fcdc8912583c', 'ip_address': '2001:db8::f816:3eff:feaf:f843'}, {'subnet_id': 'd8535e72-8ee5-459e-a87f-8d5528eddd04'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'eea54851-274e-4077-a68f-24790bd75c99'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:16:45.728666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.743301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=eea54851-274e-4077-a68f-24790bd75c99,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:45.939027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8:0:1::31f (b929eabd-3b1c-4568-a210-678773ff9ccb/d8535e72-8ee5-459e-a87f-8d5528eddd04/285da018-b38e-4ee7-91e3-1c545699e36b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:45.953461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d141b-ae7e-4fab-9ac3-3dd39adc47ea req-11219293-d1f5-4ea2-9f87-c6c66e453471 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.955007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00d141b-ae7e-4fab-9ac3-3dd39adc47ea req-11219293-d1f5-4ea2-9f87-c6c66e453471 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.2027047 Jul 07 17:16:45.970854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b6739-359b-4556-88c3-63c193ee63df req-5cb9efdf-a26b-4983-8dcd-84f8701704ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.973346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237b6739-359b-4556-88c3-63c193ee63df req-5cb9efdf-a26b-4983-8dcd-84f8701704ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2157819 Jul 07 17:16:45.977696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::f816:3eff:fe9d:f63f (b929eabd-3b1c-4568-a210-678773ff9ccb/a9cdc532-8151-4273-90b0-fcdc8912583c/285da018-b38e-4ee7-91e3-1c545699e36b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:46.075733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00d141b-ae7e-4fab-9ac3-3dd39adc47ea req-ac1c999b-90ae-4aad-b442-7fde92ca3b37 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009188 Jul 07 17:16:46.115502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237b6739-359b-4556-88c3-63c193ee63df req-e37b7d8d-9648-4f87-b69a-6b8096155445 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087830 Jul 07 17:16:46.206751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-c6f75a82-4c29-4f16-8814-3b2177d70c15 service neutron] 10.222.0.73 "GET /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.1418369 Jul 07 17:16:46.336358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.338138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-e8e30e78-d87d-4a8d-a654-2be7cba8a7ee tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.340668 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-e8e30e78-d87d-4a8d-a654-2be7cba8a7ee tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 809 time: 0.2380319 Jul 07 17:16:46.354115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 285da018-b38e-4ee7-91e3-1c545699e36b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:46.404168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.473062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device eea54851-274e-4077-a68f-24790bd75c99 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:46.477645 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-acb48105-cb08-4712-9091-ae3fb679b8f9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 379 time: 0.1277571 Jul 07 17:16:46.496401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'port': {'device_id': '4e740a9a-7509-4103-8af0-5d18e101830b', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'admin_state_up': True, 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'security_groups': ['9a8fee7b-9838-41cc-9564-0c19d0d9d38c']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:46.532957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c68886-1c21-480a-849f-0db54d82dab3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:46.565961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Allocated IP 2001:db8:0:1::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/d8535e72-8ee5-459e-a87f-8d5528eddd04/eea54851-274e-4077-a68f-24790bd75c99) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:46.626688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d74138fc-c39f-489c-8427-680bf46e97ba req-1e20487b-3638-4025-8c03-85dc15949843 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 210 time: 0.1507440 Jul 07 17:16:46.632368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:46.635089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:46.637117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=285da018-b38e-4ee7-91e3-1c545699e36b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:46.640037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:46.646829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.647601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.678490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd8d8882-d186-4fff-a81a-41b84833e5e3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4429448 Jul 07 17:16:46.680426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:46.682582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48222) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:46.706920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port eea54851-274e-4077-a68f-24790bd75c99 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:46.707393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.712611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:46.718095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 40c68886-1c21-480a-849f-0db54d82dab3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:46.750827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Made reservation on behalf of b93c30e22fb0401a94231cfda1aa835b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:46.754813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 40c68886-1c21-480a-849f-0db54d82dab3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:46.755269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.755414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.774611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6334b739-d31a-4613-9828-c7fb5f374c32 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:46.793661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:46.798917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e9e7-22dd-4b0e-97c9-255d4ef0f059 req-fafe75f5-fd24-4e2b-a342-ac76834c98d6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.800735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da48e9e7-22dd-4b0e-97c9-255d4ef0f059 req-fafe75f5-fd24-4e2b-a342-ac76834c98d6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 945 time: 0.3213031 Jul 07 17:16:46.832648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] For port eea54851-274e-4077-a68f-24790bd75c99, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eea54851-274e-4077-a68f-24790bd75c99,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:46.851192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.934748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.970705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da48e9e7-22dd-4b0e-97c9-255d4ef0f059 req-ec488192-6f3c-4df8-ad40-590f477e441d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515017 Jul 07 17:16:46.975975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.000238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Transition to ACTIVE for port object eea54851-274e-4077-a68f-24790bd75c99 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:47.024989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Allocated IP 172.20.0.9 (96880a01-c453-4da5-bee8-58d4a0884902/08d9f03b-106c-4403-be8d-d05c81de78f0/f031a0aa-e8dd-4659-9f44-1ab9be51a792) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:47.032285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c68886-1c21-480a-849f-0db54d82dab3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:47.033851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:47.036651 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5d5aa-ec36-4ca0-8ccb-f3451dd52435" -d '{"events": [{"server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "name": "network-vif-plugged", "status": "completed", "tag": "40c68886-1c21-480a-849f-0db54d82dab3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:47.039761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.041311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 285da018-b38e-4ee7-91e3-1c545699e36b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:47.047775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.056096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.154149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50daa2-46a7-493f-be5e-0aa4b61a3168 req-4816014c-126d-4960-b611-54ed4de5e51f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.163566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b50daa2-46a7-493f-be5e-0aa4b61a3168 req-4816014c-126d-4960-b611-54ed4de5e51f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2598155 Jul 07 17:16:47.195849 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c3262-fc35-4a9e-9396-32ded7dc5688 x-openstack-request-id: req-f66c3262-fc35-4a9e-9396-32ded7dc5688 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:47.196142 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "name": "network-vif-plugged", "status": "completed", "tag": "40c68886-1c21-480a-849f-0db54d82dab3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:47.196403 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f66c3262-fc35-4a9e-9396-32ded7dc5688 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:47.200504 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3', 'code': 200} Jul 07 17:16:47.237383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b81bd-4072-4431-aa4d-c9e9872ae4d5 None None] Pushing event updated for resources: {'Port': ['ID=eea54851-274e-4077-a68f-24790bd75c99,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.312093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.329214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b50daa2-46a7-493f-be5e-0aa4b61a3168 req-642d4aad-627f-45d3-ac82-2514af4b7003 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644912 Jul 07 17:16:47.334881 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.353368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 285da018-b38e-4ee7-91e3-1c545699e36b owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:47.393573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] Transition to ACTIVE for port object 6334b739-d31a-4613-9828-c7fb5f374c32 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:47.410115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.438086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6bab6-bccc-4331-a25b-8ddb73e6ac7a req-2caf6af9-3744-4e35-bbf0-3ee3c80d3fc8 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.448361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23c6bab6-bccc-4331-a25b-8ddb73e6ac7a req-2caf6af9-3744-4e35-bbf0-3ee3c80d3fc8 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 943 time: 0.1801131 Jul 07 17:16:47.492159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.530001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23c6bab6-bccc-4331-a25b-8ddb73e6ac7a req-22c0183b-6b08-4ffc-bf0c-fc6439181c3f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802717 Jul 07 17:16:47.540654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] No DVR routers for this DVR port 6334b739-d31a-4613-9828-c7fb5f374c32 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:47.588189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f5413-d704-49fd-a4f5-574e6b3bd983 req-598c77db-dc77-4111-99f9-200183994d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.589762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b52f5413-d704-49fd-a4f5-574e6b3bd983 req-598c77db-dc77-4111-99f9-200183994d43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 1098 time: 0.3627541 Jul 07 17:16:47.615254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] 10.222.0.73 "PUT /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4005318 Jul 07 17:16:47.616199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c5774-9ef0-4e11-82d3-0538d3c03f69 service neutron] Pushing event updated for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.683515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b52f5413-d704-49fd-a4f5-574e6b3bd983 req-189dbd28-c112-4ae2-92e1-65cc2f8a6b4a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Jul 07 17:16:47.689202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Transition to ACTIVE for port object f031a0aa-e8dd-4659-9f44-1ab9be51a792 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:47.689937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.760635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.865922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Network 96880a01-c453-4da5-bee8-58d4a0884902 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:47.869256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:47.883150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:47.897151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.929258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=285da018-b38e-4ee7-91e3-1c545699e36b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.948575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.950671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd003d0b-2d86-41f6-a67d-329544d8c5c8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/285da018-b38e-4ee7-91e3-1c545699e36b HTTP/1.1" status: 204 len: 168 time: 1.2641377 Jul 07 17:16:47.956003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48276) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:48.019049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.019727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.049269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-ae5f2109-88de-43ea-9fb5-dfa630aab070 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5573747 Jul 07 17:16:48.063848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Request body: {'port': {'device_id': '4e740a9a-7509-4103-8af0-5d18e101830b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:48.099387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b599c3f-a9e4-4035-8e66-32e4460be651 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.104657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b599c3f-a9e4-4035-8e66-32e4460be651 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1470711 Jul 07 17:16:48.106943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48280) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:48.129011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9d051-a30b-42de-9d52-d1b21ce59f16 req-d02070fe-4eab-477c-8004-024835416845 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.130928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85f9d051-a30b-42de-9d52-d1b21ce59f16 req-d02070fe-4eab-477c-8004-024835416845 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1953425 Jul 07 17:16:48.149023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-26ffa98e-d086-4388-9b14-1170cbd74da3 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.150760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-26ffa98e-d086-4388-9b14-1170cbd74da3 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.3725252 Jul 07 17:16:48.164577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3e101-7317-4124-b605-4c6a81221799 req-3b783b29-edda-4f37-91e0-71a71bc21c2b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.166173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8db3e101-7317-4124-b605-4c6a81221799 req-3b783b29-edda-4f37-91e0-71a71bc21c2b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 931 time: 0.2041831 Jul 07 17:16:48.215159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Provisioning for port eea54851-274e-4077-a68f-24790bd75c99 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:48.219763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.221353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Provisioning complete for port eea54851-274e-4077-a68f-24790bd75c99 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.221854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.245277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af859d19-7540-4645-ba6d-6aa4ade88bc6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.250338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-af859d19-7540-4645-ba6d-6aa4ade88bc6 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1383066 Jul 07 17:16:48.250338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:48.286633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8db3e101-7317-4124-b605-4c6a81221799 req-96588db5-708b-47bb-b5d9-5cf7a5ac788a tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019223 Jul 07 17:16:48.375506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85f9d051-a30b-42de-9d52-d1b21ce59f16 req-6b992632-f9f9-41f6-b2a8-3cede7fdd317 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328215 Jul 07 17:16:48.389780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd17ddf-0c9d-4a2e-9f08-bbd3f4b15c4f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.410835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd17ddf-0c9d-4a2e-9f08-bbd3f4b15c4f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.412706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd17ddf-0c9d-4a2e-9f08-bbd3f4b15c4f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.417186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:48.419246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2cd17ddf-0c9d-4a2e-9f08-bbd3f4b15c4f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1678076 Jul 07 17:16:48.467222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device eea54851-274e-4077-a68f-24790bd75c99 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:48.518493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Provisioning for port f031a0aa-e8dd-4659-9f44-1ab9be51a792 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:48.525775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Provisioning complete for port f031a0aa-e8dd-4659-9f44-1ab9be51a792 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.526457 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.528135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-af4f54fc-4810-4366-b209-b717e3c8dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.537726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-af4f54fc-4810-4366-b209-b717e3c8dfaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&tenant_id=c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 1096 time: 0.3703568 Jul 07 17:16:48.598277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-73ac86a4-6dfe-4164-82e8-8519de0df7b6 None None] Port f031a0aa-e8dd-4659-9f44-1ab9be51a792 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:48.602744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port eea54851-274e-4077-a68f-24790bd75c99 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:48.603108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.678066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet a9cdc532-8151-4273-90b0-fcdc8912583c {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:48.681640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.711715 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:48.723405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-05ec12a6-2aff-4971-a31b-e151886a7bfd None None] Could not find standard attr ID for object 285da018-b38e-4ee7-91e3-1c545699e36b. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:16:48.821065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.842376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f031a0aa-e8dd-4659-9f44-1ab9be51a792 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:48.854574 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.878767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Transition to ACTIVE for port object f031a0aa-e8dd-4659-9f44-1ab9be51a792 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:48.886290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e834ec4-8e14-49d0-99c4-c234ca5ed64a req-5507cd1d-ad03-4e09-b380-be1a15e211d1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.887960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e834ec4-8e14-49d0-99c4-c234ca5ed64a req-5507cd1d-ad03-4e09-b380-be1a15e211d1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 946 time: 0.3490949 Jul 07 17:16:48.893665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.015363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c9bbd-c3c9-43b7-bc22-1aecde33b1ea req-60538d3c-5abf-4911-9e0a-e6d11f117501 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.023250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a1c9bbd-c3c9-43b7-bc22-1aecde33b1ea req-60538d3c-5abf-4911-9e0a-e6d11f117501 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3740039 Jul 07 17:16:49.054320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-209d4990-5cd2-431d-81dd-38c8d9f6e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.055978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-209d4990-5cd2-431d-81dd-38c8d9f6e2e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1096 time: 0.3165395 Jul 07 17:16:49.067373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:49.088922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Pushing event updated for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.126129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e834ec4-8e14-49d0-99c4-c234ca5ed64a req-97541d00-a9c9-467e-b164-208643a551b1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257888 Jul 07 17:16:49.133122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Attempting to bind port f031a0aa-e8dd-4659-9f44-1ab9be51a792 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:49.133562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Attempting to bind port f031a0aa-e8dd-4659-9f44-1ab9be51a792 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:49.134082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Attempting to bind port f031a0aa-e8dd-4659-9f44-1ab9be51a792 on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:49.146671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Port f031a0aa-e8dd-4659-9f44-1ab9be51a792 on network 96880a01-c453-4da5-bee8-58d4a0884902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:49.147260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Attempting to bind port f031a0aa-e8dd-4659-9f44-1ab9be51a792 on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:49.164110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:49.164611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Checking segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:49.165200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Bound using segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:49.165756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Bound port: f031a0aa-e8dd-4659-9f44-1ab9be51a792, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:49.166323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.218634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:49.267899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.293614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:49.298077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:49.305453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.308158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a1c9bbd-c3c9-43b7-bc22-1aecde33b1ea req-9316283f-5cca-4cb0-8dd1-b8c0d3420ec7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840185 Jul 07 17:16:49.353704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.354585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.357867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] 10.222.0.73 "PUT /v2.0/ports/f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1092 time: 1.2973340 Jul 07 17:16:49.359430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:49.363142 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536" -d '{"events": [{"name": "network-changed", "server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:49.392485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896996e-45fe-4a51-8e65-e15274f2d823 service neutron] Pushing event updated for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.450506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-99fbf59c-73cc-4379-8395-fa27abc4f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.454837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-99fbf59c-73cc-4379-8395-fa27abc4f662 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.3809507 Jul 07 17:16:49.473239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.509112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-5499abe2-2863-45dd-8bdd-f08a6b2b4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.510751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-5499abe2-2863-45dd-8bdd-f08a6b2b4639 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1095 time: 0.0999162 Jul 07 17:16:49.539872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-4f5f4f4e-a82c-494a-b997-87f0d5817c7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.0771248 Jul 07 17:16:49.552759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cdc532-8151-4273-90b0-fcdc8912583c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:49.566561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-f7b37d96-c156-400e-a5e2-a88d5d5b8836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 217 time: 0.0470545 Jul 07 17:16:49.589770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a123b-fc3f-472a-9f41-ec742d2bd04e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:49.639351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.645698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-24c55cae-ee50-4ad6-ad32-624cb92fefce tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/a9cdc532-8151-4273-90b0-fcdc8912583c HTTP/1.1" status: 204 len: 168 time: 1.2241628 Jul 07 17:16:49.649125 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:49.686224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-97674de4-a2d9-4817-9df3-3db9cc38f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.687289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-97674de4-a2d9-4817-9df3-3db9cc38f939 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1138885 Jul 07 17:16:49.706533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-fa2f7340-7551-44e8-b2f1-a5fd28638605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.708547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-fa2f7340-7551-44e8-b2f1-a5fd28638605 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1399453 Jul 07 17:16:49.749066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet d8535e72-8ee5-459e-a87f-8d5528eddd04 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:49.754266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.762924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd2c6-fb5a-4b44-a3f6-6c11c7941231 req-e4ff2afc-5445-426c-aa78-40eee693b1a6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.765381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ccd2c6-fb5a-4b44-a3f6-6c11c7941231 req-e4ff2afc-5445-426c-aa78-40eee693b1a6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.2503283 Jul 07 17:16:49.769254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-8331e012-9c95-4f79-84e1-86912b3d79bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505407 Jul 07 17:16:49.809460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.850331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-f3003e76-2a8c-42c1-8b46-d7654cce4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.852015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-f3003e76-2a8c-42c1-8b46-d7654cce4077 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548901 Jul 07 17:16:49.895596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ccd2c6-fb5a-4b44-a3f6-6c11c7941231 req-a7e4956d-2912-4f43-aa0a-7f15b3b0cd6b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135888 Jul 07 17:16:49.977717 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70d363-a879-4937-8052-8a98ca277dc3 x-openstack-request-id: req-0d70d363-a879-4937-8052-8a98ca277dc3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:49.978015 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:49.978714 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d70d363-a879-4937-8052-8a98ca277dc3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:49.978969 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'status': 'completed', 'code': 200} Jul 07 17:16:49.980511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c78802-b2c2-4a7d-b3cf-fd7248eccab3 req-c56d645f-fa5e-4c54-b381-5c8d87dbf9c4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.982706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06c78802-b2c2-4a7d-b3cf-fd7248eccab3 req-c56d645f-fa5e-4c54-b381-5c8d87dbf9c4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 943 time: 0.2157166 Jul 07 17:16:49.994870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-00dc7cf1-908a-4bf0-8372-789c708308fa service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145927 Jul 07 17:16:49.996983 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.091088 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-21a9cee6-9da9-409f-a853-2f604dc794ea service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288806 Jul 07 17:16:50.095213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.105311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06c78802-b2c2-4a7d-b3cf-fd7248eccab3 req-f3d7ee90-e800-4de2-90f7-81924d80bb17 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066217 Jul 07 17:16:50.153224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-5b2c3533-08aa-423d-ad3c-faa85bc29700 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573296 Jul 07 17:16:50.280308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834a71-0700-46f7-911c-6828b0f66f18 req-a285a37b-dd7c-474f-8994-f96903ee97b7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.282364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69834a71-0700-46f7-911c-6828b0f66f18 req-a285a37b-dd7c-474f-8994-f96903ee97b7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.0910189 Jul 07 17:16:50.375036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69834a71-0700-46f7-911c-6828b0f66f18 req-5d68f29d-5345-40be-862c-48cb2a3959eb tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767365 Jul 07 17:16:50.412161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df999bb0-d19a-4b7a-9dd6-7f87bab59f50 req-d310a321-1cc0-454e-9399-47d57ca2b673 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.413804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df999bb0-d19a-4b7a-9dd6-7f87bab59f50 req-d310a321-1cc0-454e-9399-47d57ca2b673 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 946 time: 0.1271012 Jul 07 17:16:50.483666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df999bb0-d19a-4b7a-9dd6-7f87bab59f50 req-33164be2-890a-4a0b-99af-b367b6ac3bb7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532765 Jul 07 17:16:50.552543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=d8535e72-8ee5-459e-a87f-8d5528eddd04,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:50.573968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.579573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a487e98b-07ee-4c24-af9d-d194b28ea32c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/d8535e72-8ee5-459e-a87f-8d5528eddd04 HTTP/1.1" status: 204 len: 168 time: 0.9293396 Jul 07 17:16:50.584083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.641384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0ddd759-efb6-4cee-b90f-95e8ca1ab754 req-a433c814-89fa-4c20-b7e5-e6948404b83c service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428374 Jul 07 17:16:50.666771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0aabb11d-e156-47b2-9322-2e5f453246c0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786922 Jul 07 17:16:50.668525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48360) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.679840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:50.690738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-3c8cd80e-fa89-49c5-80b1-abb8d7a5aaa1 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.692607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-3c8cd80e-fa89-49c5-80b1-abb8d7a5aaa1 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.1960902 Jul 07 17:16:50.867687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-94b40571-b8ac-429c-af1c-47c3c0eb050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.869237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-94b40571-b8ac-429c-af1c-47c3c0eb050c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1095 time: 0.1434698 Jul 07 17:16:50.955306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:50.958889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.961956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00695fb-fd0a-47b4-a085-682a0f977f0f req-daf0c9bc-1026-476e-b23a-de0050c75686 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.964997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f00695fb-fd0a-47b4-a085-682a0f977f0f req-daf0c9bc-1026-476e-b23a-de0050c75686 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2267876 Jul 07 17:16:50.967051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-6664b5ec-f60c-4a22-a5cd-16ae9dbbbafe service neutron] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:50.972408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-6664b5ec-f60c-4a22-a5cd-16ae9dbbbafe service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.975093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a34eebc-7612-43db-bd2c-a4811c247e4d req-6664b5ec-f60c-4a22-a5cd-16ae9dbbbafe service neutron] 10.222.0.23 "DELETE /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.2754650 Jul 07 17:16:51.051765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f00695fb-fd0a-47b4-a085-682a0f977f0f req-a9dbd694-2239-415e-a4d2-2c348fd8594c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755405 Jul 07 17:16:51.070799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00da2f-7b1b-46a9-b5ad-41c449bff050 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:51.202819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7cc60294-ef4a-4a1b-89c7-c41e755b6a65 None None] Provisioning complete for port eea54851-274e-4077-a68f-24790bd75c99 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:51.203204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7cc60294-ef4a-4a1b-89c7-c41e755b6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.325483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-2d6fe74f-7a5a-4b11-98d6-7065eb78335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.327923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-2d6fe74f-7a5a-4b11-98d6-7065eb78335b service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.4448955 Jul 07 17:16:51.329635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956446b7-5a1e-4aa7-ba38-ccecc7c6c993 req-2c9307d9-10d9-450e-8b1e-a0264445a6c4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.331683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956446b7-5a1e-4aa7-ba38-ccecc7c6c993 req-2c9307d9-10d9-450e-8b1e-a0264445a6c4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.1474500 Jul 07 17:16:51.335040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.386107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956446b7-5a1e-4aa7-ba38-ccecc7c6c993 req-06d5618d-a11b-4227-be37-9c1f84f40893 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Jul 07 17:16:51.427278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=49a2ecc4-9b59-443d-bdb9-07e6eba5f55f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:51.491301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60274c64-c06a-402b-acd6-df927925473e None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:51.498989 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-7176476c-be8f-46f8-b7a0-d242f5d6c152 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 217 time: 0.0758018 Jul 07 17:16:51.500808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:51.502529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:51.505435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.506188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.541901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620aa21-e1db-48fb-8cdd-a2a90ecfbcd1 req-748c57d9-84e1-49f7-93dd-e9f7bc7e411b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.549337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a620aa21-e1db-48fb-8cdd-a2a90ecfbcd1 req-748c57d9-84e1-49f7-93dd-e9f7bc7e411b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 946 time: 0.1621914 Jul 07 17:16:51.569762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-0921e4b5-0c7d-4235-a1d5-c37643d24c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.571564 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-0921e4b5-0c7d-4235-a1d5-c37643d24c4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.0612624 Jul 07 17:16:51.599442 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d42f19fa-f742-4cba-808c-9b419bb79d32 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9264040 Jul 07 17:16:51.613071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:51.627257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:51.634418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-60274c64-c06a-402b-acd6-df927925473e None None] Deleting port eea54851-274e-4077-a68f-24790bd75c99 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:51.635121 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60274c64-c06a-402b-acd6-df927925473e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.662917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-7883bf2e-7e38-4665-a48f-a7e1309513f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.665707 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-7883bf2e-7e38-4665-a48f-a7e1309513f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843246 Jul 07 17:16:51.736609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-60274c64-c06a-402b-acd6-df927925473e None None] For port eea54851-274e-4077-a68f-24790bd75c99, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eea54851-274e-4077-a68f-24790bd75c99,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:51.737078 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60274c64-c06a-402b-acd6-df927925473e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.750365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a620aa21-e1db-48fb-8cdd-a2a90ecfbcd1 req-59415b96-6b80-46e7-b661-77a57c095f2f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940742 Jul 07 17:16:51.754363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-60274c64-c06a-402b-acd6-df927925473e None None] Calling delete_port for eea54851-274e-4077-a68f-24790bd75c99 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:51.793690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-7f2876e1-1265-4aa6-bcab-695ad100edf2 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207774 Jul 07 17:16:51.832369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1000b0-926d-484e-91fd-df33a61eca3a req-16a98730-01f5-4806-af5b-8858364d982e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.834100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f1000b0-926d-484e-91fd-df33a61eca3a req-16a98730-01f5-4806-af5b-8858364d982e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 943 time: 0.1342580 Jul 07 17:16:51.849520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:51.853186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.882164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60274c64-c06a-402b-acd6-df927925473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.905054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274c64-c06a-402b-acd6-df927925473e None None] Pushing event deleted for resources: {'Port': ['ID=eea54851-274e-4077-a68f-24790bd75c99,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:51.918980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60274c64-c06a-402b-acd6-df927925473e None None] No DVR routers for this DVR port eea54851-274e-4077-a68f-24790bd75c99 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:51.946000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-321b0cdf-6b77-42a6-8df3-b0c9a98a9536 req-099fe0a2-1129-4e85-ac50-bc8e17da335a service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446235 Jul 07 17:16:51.949540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f1000b0-926d-484e-91fd-df33a61eca3a req-af527b14-4dab-445a-8894-3146920924b3 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088321 Jul 07 17:16:51.953171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf4a87-66e9-4ded-910a-14875f80d108 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:52.098953 n-d-791505-12 neutron-server[93946]: INFO neutron.db.ipam_backend_mixin [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49a2ecc4-9b59-443d-bdb9-07e6eba5f55f (CIDR: 2001:db8::/64) Jul 07 17:16:52.105037 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:16:52.105510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:16:52.123179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33129d39-a87b-45ca-afdc-a1ceb840c779 req-ce758a40-abe0-459c-b555-62a343c20f38 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.130724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33129d39-a87b-45ca-afdc-a1ceb840c779 req-ce758a40-abe0-459c-b555-62a343c20f38 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1673808 Jul 07 17:16:52.153475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '49a2ecc4-9b59-443d-bdb9-07e6eba5f55f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:52.155507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.183137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-808ae1bf-793d-4984-a016-65b24693ee45 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5668569 Jul 07 17:16:52.185970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48412) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:52.187062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33129d39-a87b-45ca-afdc-a1ceb840c779 req-ae76b7d8-9d45-48c9-94a1-ecc69f807315 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Jul 07 17:16:52.191796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:52.341643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/49a2ecc4-9b59-443d-bdb9-07e6eba5f55f/081907b8-0b62-40f1-a2e3-67f6163e21ab) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:52.404705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device eea54851-274e-4077-a68f-24790bd75c99 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:52.406975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:52.423335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.467740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: eea54851-274e-4077-a68f-24790bd75c99 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:52.468090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device eea54851-274e-4077-a68f-24790bd75c99 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:52.521476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71619-4059-4c0e-9f25-26cc4cf664e2 req-4c62a98c-ec94-4dfa-b91c-572f018017e4 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.525126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04f71619-4059-4c0e-9f25-26cc4cf664e2 req-4c62a98c-ec94-4dfa-b91c-572f018017e4 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1096 time: 0.1902912 Jul 07 17:16:52.537227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19abca0-096e-42ca-a954-7915aaa6761c req-6f27adea-194a-4bc1-bd51-3e486a82997b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.539397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e19abca0-096e-42ca-a954-7915aaa6761c req-6f27adea-194a-4bc1-bd51-3e486a82997b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 946 time: 0.1317377 Jul 07 17:16:52.586286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.595221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Transition to ACTIVE for port object 081907b8-0b62-40f1-a2e3-67f6163e21ab will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:52.611383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Transition to ACTIVE for port object 081907b8-0b62-40f1-a2e3-67f6163e21ab will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:52.619017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.638201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:52.650740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04f71619-4059-4c0e-9f25-26cc4cf664e2 req-3fafb533-9c5b-4933-9a14-b66bf3c698f9 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Jul 07 17:16:52.699164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:52.706703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:52.710855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Pushing event updated for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.711041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37ba2d-4008-4149-901e-8e4bb6e80972 req-3600f91f-601b-4661-bc72-346399875b99 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.712626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d37ba2d-4008-4149-901e-8e4bb6e80972 req-3600f91f-601b-4661-bc72-346399875b99 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1722901 Jul 07 17:16:52.771566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port 40c68886-1c21-480a-849f-0db54d82dab3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:52.771919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.806930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Attempting to bind port 081907b8-0b62-40f1-a2e3-67f6163e21ab on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:52.807405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Attempting to bind port 081907b8-0b62-40f1-a2e3-67f6163e21ab by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:52.807952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Attempting to bind port 081907b8-0b62-40f1-a2e3-67f6163e21ab on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:52.814639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:52.815197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:52.815714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.816604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:52.817198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Bound port: 081907b8-0b62-40f1-a2e3-67f6163e21ab, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:52.817690 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.896277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d37ba2d-4008-4149-901e-8e4bb6e80972 req-e7754892-437c-4e9e-a507-662c5474f9b5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747372 Jul 07 17:16:52.896614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:16:52.900374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-21f11e62-ff7e-4348-8caa-73353bf80936 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=788c588abedb435eb974251677cf96fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710795 Jul 07 17:16:52.940863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:52.947895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=081907b8-0b62-40f1-a2e3-67f6163e21ab,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:52.960856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.119113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f031a0aa-e8dd-4659-9f44-1ab9be51a792 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:53.146639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f1e4-4dd4-4c12-b596-8d3438f5739a None None] Pushing event updated for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.227059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.427443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:53.473284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'port_id': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'mac_address': 'fa:16:3e:5b:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:53.577379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=081907b8-0b62-40f1-a2e3-67f6163e21ab,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:53.581577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.619863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031a0aa-e8dd-4659-9f44-1ab9be51a792 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:53.624051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.632504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.633602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.665301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:53.679526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.726024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port 40c68886-1c21-480a-849f-0db54d82dab3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=40c68886-1c21-480a-849f-0db54d82dab3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:53.726886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.764131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.788343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:53.806053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:53.817319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for 40c68886-1c21-480a-849f-0db54d82dab3 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:53.819477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.820531 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.845425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=152969f3-2f72-44ca-bc32-a982b07b2e46,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.861892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.871137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-e5474a8c-fa7f-4cb0-89d9-21a222434bc4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.874375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-e5474a8c-fa7f-4cb0-89d9-21a222434bc4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9584978 Jul 07 17:16:53.889291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9156d054-b9f3-4106-9bc3-54bb1e485fa8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7018857 Jul 07 17:16:53.893746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:53.901416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:39:bc:90', 'name': 'tempest-NetworksTestDHCPv6-867743119'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:53.932249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['f031a0aa-e8dd-4659-9f44-1ab9be51a792'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:53.976603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-a253af7c-b95b-4307-9a31-7106206a707a tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/quotas/788c588abedb435eb974251677cf96fc HTTP/1.1" status: 200 len: 375 time: 0.0448554 Jul 07 17:16:54.002731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2451bb-1312-4a8e-8e79-bf7dac316c44 req-6178cb54-a41a-4b71-8b87-771f4b90c3c2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.007466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b2451bb-1312-4a8e-8e79-bf7dac316c44 req-6178cb54-a41a-4b71-8b87-771f4b90c3c2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 946 time: 0.4031847 Jul 07 17:16:54.087541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-67c848ee-07e3-4e81-ae22-513cadf20217 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763469 Jul 07 17:16:54.147176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b2451bb-1312-4a8e-8e79-bf7dac316c44 req-0822a6dd-4a79-49d9-8198-24e21169b2df tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186497 Jul 07 17:16:54.157833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:54.245469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.267442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['40c68886-1c21-480a-849f-0db54d82dab3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:54.355201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=40c68886-1c21-480a-849f-0db54d82dab3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.413504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.504803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port 218da27d-aa6b-4ff3-ab87-61fddf3101ad yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:54.524429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 081907b8-0b62-40f1-a2e3-67f6163e21ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:54.526185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port 40c68886-1c21-480a-849f-0db54d82dab3 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:54.533854 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.537673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e19abca0-096e-42ca-a954-7915aaa6761c req-9c85bc31-dc9c-43b7-bf18-d3e7a6d8e059 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "DELETE /v2.0/ports/40c68886-1c21-480a-849f-0db54d82dab3 HTTP/1.1" status: 204 len: 173 time: 1.9891641 Jul 07 17:16:54.538401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'name': 'network-vif-deleted', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:54.542244 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9eb7c-34c8-48f7-9008-d579740f231a" -d '{"events": [{"server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "name": "network-vif-deleted", "tag": "40c68886-1c21-480a-849f-0db54d82dab3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:54.654044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-911a4790-f283-4e16-aa23-d024c923f08a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.678305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-911a4790-f283-4e16-aa23-d024c923f08a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.3198848 Jul 07 17:16:54.703096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-1a3923dc-be8b-46a9-99b1-9067683a9ec8 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/quotas/c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 375 time: 0.0232475 Jul 07 17:16:54.783649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 081907b8-0b62-40f1-a2e3-67f6163e21ab completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:54.840122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-0c5c60f7-d4ca-44c7-9d66-cc02404e178e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336768 Jul 07 17:16:55.041011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a34d5-b980-411c-812e-87237dff3c4f None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:55.085483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::ff (b929eabd-3b1c-4568-a210-678773ff9ccb/49a2ecc4-9b59-443d-bdb9-07e6eba5f55f/218da27d-aa6b-4ff3-ab87-61fddf3101ad) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:55.096717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:bc90 (b929eabd-3b1c-4568-a210-678773ff9ccb/152969f3-2f72-44ca-bc32-a982b07b2e46/218da27d-aa6b-4ff3-ab87-61fddf3101ad) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:55.126357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f031a0aa-e8dd-4659-9f44-1ab9be51a792 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:55.162819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-c309aee7-84d3-4da7-8ca7-a1940f716839 service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165841 Jul 07 17:16:55.177767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Provisioning for port 081907b8-0b62-40f1-a2e3-67f6163e21ab completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:55.200094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Provisioning complete for port 081907b8-0b62-40f1-a2e3-67f6163e21ab triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:55.200661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.204009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18813514-ee5d-42c4-a00a-08bb17129688 req-3b64db6e-4682-4ea5-a827-b110302aa924 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.216884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18813514-ee5d-42c4-a00a-08bb17129688 req-3b64db6e-4682-4ea5-a827-b110302aa924 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 944 time: 0.2232513 Jul 07 17:16:55.360410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port f031a0aa-e8dd-4659-9f44-1ab9be51a792 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:55.371391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18813514-ee5d-42c4-a00a-08bb17129688 req-69da22e5-3ccb-4137-bbef-ee0eb8c147e0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524396 Jul 07 17:16:55.395549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port f031a0aa-e8dd-4659-9f44-1ab9be51a792 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:55.396109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.404335 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.465843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-4242c898-e64b-48b0-ad62-2644d99f442c service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877026 Jul 07 17:16:55.504873 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.568442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=081907b8-0b62-40f1-a2e3-67f6163e21ab,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:55.579869 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.659972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.714876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.752134 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4e4ef5-e379-40a9-87bf-f29cd9f88ea3 x-openstack-request-id: req-8f4e4ef5-e379-40a9-87bf-f29cd9f88ea3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:55.752541 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153d86e0-13c2-42bf-8b4f-5567a2f622ff", "name": "network-vif-deleted", "tag": "40c68886-1c21-480a-849f-0db54d82dab3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:55.752957 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f4e4ef5-e379-40a9-87bf-f29cd9f88ea3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:55.753555 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d86e0-13c2-42bf-8b4f-5567a2f622ff', 'name': 'network-vif-deleted', 'tag': '40c68886-1c21-480a-849f-0db54d82dab3', 'status': 'completed', 'code': 200} Jul 07 17:16:55.759465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40597712-51be-47e8-96cc-001ac7f8db97 None None] Pushing event updated for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.776391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object 218da27d-aa6b-4ff3-ab87-61fddf3101ad will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:55.791380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:55.801041 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d10790b-ab25-4bcd-9a68-544c6f291ec0" -d '{"events": [{"server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "name": "network-vif-plugged", "status": "completed", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:55.821275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:55.828118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.884131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.977571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.996322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-9be33876-70bc-4329-b022-2c7c9f5e3c16 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=788c588abedb435eb974251677cf96fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621066 Jul 07 17:16:56.041648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=218da27d-aa6b-4ff3-ab87-61fddf3101ad,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.074623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.075165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.076672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.077424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.080031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.080249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.080801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.081359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.081897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.082459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.083036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.083623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:56.100848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:56.108325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:56.117578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:56.135579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.136949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.185066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-809c7f09-46c1-45c0-bcb2-c5537876d6cd tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2868309 Jul 07 17:16:56.185643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48500) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:56.277801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-c9697229-2f5c-4b25-aeab-63177bf777ee tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.291868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-c9697229-2f5c-4b25-aeab-63177bf777ee tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936814 Jul 07 17:16:56.351400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-c4537483-a705-4883-aa32-92093fe7519c tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/quotas/788c588abedb435eb974251677cf96fc HTTP/1.1" status: 200 len: 375 time: 0.0488536 Jul 07 17:16:56.422297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-dcb23558-53f0-4901-a078-2ca451735d77 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672641 Jul 07 17:16:56.477354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 081907b8-0b62-40f1-a2e3-67f6163e21ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:56.507689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39ca6094-121a-47fa-b83b-9f78544bd20f req-731f0e8a-f110-43fc-a7c1-b764ae13227b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=153d86e0-13c2-42bf-8b4f-5567a2f622ff HTTP/1.1" status: 200 len: 210 time: 0.1473582 Jul 07 17:16:56.543450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port 218da27d-aa6b-4ff3-ab87-61fddf3101ad {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:56.544301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.622485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c68886-1c21-480a-849f-0db54d82dab3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:56.661847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 40c68886-1c21-480a-849f-0db54d82dab3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:56.662388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 40c68886-1c21-480a-849f-0db54d82dab3 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:56.665883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 081907b8-0b62-40f1-a2e3-67f6163e21ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:56.666626 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.955308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.989799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.030986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-869b88e7-4e09-43b0-8d58-1326a81d92c3 None None] Provisioning complete for port 081907b8-0b62-40f1-a2e3-67f6163e21ab triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:57.031463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-869b88e7-4e09-43b0-8d58-1326a81d92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.075949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for 218da27d-aa6b-4ff3-ab87-61fddf3101ad owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:57.194856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8795534-5e4b-49ed-accc-6ed875cae687 req-316e6d2d-d911-45f2-846c-c34afca9c4a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 210 time: 0.1000679 Jul 07 17:16:57.311991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732d937-6a62-49bd-b67f-92e3f9811abd req-7b8206d1-0dc3-40f7-b692-1a8d28939718 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.315908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3732d937-6a62-49bd-b67f-92e3f9811abd req-7b8206d1-0dc3-40f7-b692-1a8d28939718 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3889918 Jul 07 17:16:57.393582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3732d937-6a62-49bd-b67f-92e3f9811abd req-ad3bb429-4cdd-47ec-84b7-90dba23a9118 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645890 Jul 07 17:16:57.419880 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee9959c-ba20-4025-96e0-9c57659ac08b x-openstack-request-id: req-9ee9959c-ba20-4025-96e0-9c57659ac08b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:57.421738 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "name": "network-vif-plugged", "status": "completed", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:57.422914 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ee9959c-ba20-4025-96e0-9c57659ac08b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:57.424043 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'code': 200} Jul 07 17:16:57.710742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2f27a8fd-decd-40ea-8998-811522badc62 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=788c588abedb435eb974251677cf96fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688863 Jul 07 17:16:57.769158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bdeaaa37-c386-4dcb-9197-0845c8e4ec62 None None] Provisioning for port 218da27d-aa6b-4ff3-ab87-61fddf3101ad completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:57.770066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.775767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bdeaaa37-c386-4dcb-9197-0845c8e4ec62 None None] Provisioning complete for port 218da27d-aa6b-4ff3-ab87-61fddf3101ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:57.776160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bdeaaa37-c386-4dcb-9197-0845c8e4ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.835065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bdeaaa37-c386-4dcb-9197-0845c8e4ec62 None None] Port 218da27d-aa6b-4ff3-ab87-61fddf3101ad was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:16:57.849392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=218da27d-aa6b-4ff3-ab87-61fddf3101ad,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:57.916198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9cdbf-0eda-498e-be60-9ab03b4a4a42 req-3740aafa-91c9-447d-aaf7-e13529690ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.919946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecd9cdbf-0eda-498e-be60-9ab03b4a4a42 req-3740aafa-91c9-447d-aaf7-e13529690ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.2578266 Jul 07 17:16:57.992970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.995401 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a3124b4-5409-43d6-ab08-45d7db46ef90 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/218da27d-aa6b-4ff3-ab87-61fddf3101ad HTTP/1.1" status: 204 len: 168 time: 1.8082180 Jul 07 17:16:58.000101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48524) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.021881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8eedf5a-31b4-4987-b215-cff5e68b558d req-2370c37d-d659-48a6-8a1e-b3dd0a10035e tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 210 time: 0.0955718 Jul 07 17:16:58.096251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415d49-1bba-4ff0-93b3-df4f5a4ede51 req-0bbb07f0-4d1d-40d4-a588-021355e77568 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.103866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-66415d49-1bba-4ff0-93b3-df4f5a4ede51 req-0bbb07f0-4d1d-40d4-a588-021355e77568 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.5502768 Jul 07 17:16:58.141221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-3fbcdab1-cb8c-431e-88a0-cb5361665ca6 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.143886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-3fbcdab1-cb8c-431e-88a0-cb5361665ca6 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4260113 Jul 07 17:16:58.145907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecd9cdbf-0eda-498e-be60-9ab03b4a4a42 req-a78ac5bc-a000-46b3-9caf-a5f95da68bb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616957 Jul 07 17:16:58.170517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Request body: {'port': {'device_id': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '788c588abedb435eb974251677cf96fc'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:58.245338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4b142-97c7-467d-9af1-3b1c68e70838 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.245338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43e4b142-97c7-467d-9af1-3b1c68e70838 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2402000 Jul 07 17:16:58.253439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.263930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-66415d49-1bba-4ff0-93b3-df4f5a4ede51 req-a83c9680-fe6e-457c-bc80-747ebb2863b3 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581192 Jul 07 17:16:58.427960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Made reservation on behalf of 788c588abedb435eb974251677cf96fc for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:58.431951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.455375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.468377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-fa17ecc0-de88-4394-9878-7262163f1c62 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.471842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-fa17ecc0-de88-4394-9878-7262163f1c62 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.2169545 Jul 07 17:16:58.523835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Request body: {'port': {'device_id': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'admin_state_up': True, 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:58.720234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.752904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a27f5-561d-43cd-a5e7-96ddc0cbea80 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.754739 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e05a27f5-561d-43cd-a5e7-96ddc0cbea80 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3137541 Jul 07 17:16:58.758036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48532) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.816681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.837733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:58.845930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.956351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bd0c8ba-ff76-45e6-b26b-fae7e0c1ff43 req-49456c4a-27f1-4d85-801c-42126e4ab7a5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 210 time: 0.1309657 Jul 07 17:16:59.040539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882691b2-33ae-4d48-b040-1b78dd2078d9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.075088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60df48e-b79d-4ffc-a8fd-765f8ebd54ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.076687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60df48e-b79d-4ffc-a8fd-765f8ebd54ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.078510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60df48e-b79d-4ffc-a8fd-765f8ebd54ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.078938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Allocated IP 172.20.0.3 (e18efc77-de26-415e-a6ff-a369201ba1e5/0e4a7fe2-2bc8-44a1-b07f-d69967aa0128/6108a410-1f16-4596-8bfd-407db2819d4e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:59.084721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b60df48e-b79d-4ffc-a8fd-765f8ebd54ca tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3254504 Jul 07 17:16:59.087491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48548) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:59.147885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59090-758a-42dd-9fcd-1cd8d3e697fc req-60adeac6-680a-4b7d-a91e-a7299df1f64c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.159971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ca59090-758a-42dd-9fcd-1cd8d3e697fc req-60adeac6-680a-4b7d-a91e-a7299df1f64c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.6426585 Jul 07 17:16:59.185962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 152969f3-2f72-44ca-bc32-a982b07b2e46 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:59.196957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.342081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Allocated IP 192.168.233.217 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/26dc228e-25c0-4c23-be27-dc926cb138aa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:59.343052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.363070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ca59090-758a-42dd-9fcd-1cd8d3e697fc req-760bf3e6-1b39-413a-ba63-625cc480ea98 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019415 Jul 07 17:16:59.486661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.524893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-21f99340-de29-42ce-b926-4a9e7cbe7822 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=788c588abedb435eb974251677cf96fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383941 Jul 07 17:16:59.537570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-d098a8ab-e28f-4a23-9785-0f21f6053e4f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.550942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-d098a8ab-e28f-4a23-9785-0f21f6053e4f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.4529133 Jul 07 17:16:59.604987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-1e6b7996-f924-4de0-be9a-33c2f16236c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.0524538 Jul 07 17:16:59.658215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.689935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-1a0d787b-33cc-494d-94a1-20df914f698d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834701 Jul 07 17:16:59.703889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.794606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Network e18efc77-de26-415e-a6ff-a369201ba1e5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:59.808601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:59.814596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.818539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:59.861022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb808551-bbb7-4904-b03d-3b74a5d415ad req-628cbc68-e1a0-4f9d-ab21-dbf27b2554ea tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 210 time: 0.1390603 Jul 07 17:16:59.875220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-30def910-016b-437d-b432-d44786b49881 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.877669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-30def910-016b-437d-b432-d44786b49881 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459313 Jul 07 17:16:59.886563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.902570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Request body: {'port': {'device_id': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': '788c588abedb435eb974251677cf96fc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:59.977184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=152969f3-2f72-44ca-bc32-a982b07b2e46,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.989688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.001285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df9f7ed1-c996-40ca-b92a-b9e4416225a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/152969f3-2f72-44ca-bc32-a982b07b2e46 HTTP/1.1" status: 204 len: 168 time: 0.9057021 Jul 07 17:17:00.005960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bae3af-05eb-4669-9705-63848ff7f677 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:00.006649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.015842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.016969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.035453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-09ada9e3-2db1-43cd-90e1-889a12b9477e service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442307 Jul 07 17:17:00.040248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.084528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-61a9a224-035c-486d-89ad-e29e6caae40b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5693719 Jul 07 17:17:00.132837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Request body: {'port': {'device_id': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:00.145244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Transition to ACTIVE for port object 26dc228e-25c0-4c23-be27-dc926cb138aa will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:00.173251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 49a2ecc4-9b59-443d-bdb9-07e6eba5f55f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:00.179534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.198541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Made reservation on behalf of 788c588abedb435eb974251677cf96fc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:00.203829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.277063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.328995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-67cc30d1-005e-42c4-8741-ccdcb2dca68e service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922337 Jul 07 17:17:00.330564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.384488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.456026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.570516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Allocated IP 192.168.233.43 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/de6772ae-e517-454f-a742-4c6a4935856a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:00.947027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6108a410-1f16-4596-8bfd-407db2819d4e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:00.956014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.963610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.982897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.995424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Transition to ACTIVE for port object de6772ae-e517-454f-a742-4c6a4935856a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:00.999215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:01.003084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Transition to ACTIVE for port object 6108a410-1f16-4596-8bfd-407db2819d4e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:01.007190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:01.019233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.051345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eeabf-42c7-4a31-9c7c-12f6f0711611 req-64ae898b-f024-4a8c-98f8-32912e3db2a7 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.060306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb5eeabf-42c7-4a31-9c7c-12f6f0711611 req-64ae898b-f024-4a8c-98f8-32912e3db2a7 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.7910883 Jul 07 17:17:01.068558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:01.090691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.210545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.237710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0556591-0504-4eea-8810-cb332b2699dc req-324d8f36-e5bd-4dfe-9cc4-d54d4e885628 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.251589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0556591-0504-4eea-8810-cb332b2699dc req-324d8f36-e5bd-4dfe-9cc4-d54d4e885628 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 931 time: 0.3514786 Jul 07 17:17:01.274616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.275455 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.316213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-66ea96c1-b726-400c-bd61-e10ae1aacbfd None None] Provisioning complete for port 081907b8-0b62-40f1-a2e3-67f6163e21ab triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:01.317274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb5eeabf-42c7-4a31-9c7c-12f6f0711611 req-f2faa302-5947-4136-b21c-365d6242a4c6 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516987 Jul 07 17:17:01.318859 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-66ea96c1-b726-400c-bd61-e10ae1aacbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.329978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:01.337402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.347928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:01.371310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-1d9beb92-11cd-418f-ac45-c01ac603f8d5 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2139645 Jul 07 17:17:01.373537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:01.404087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0556591-0504-4eea-8810-cb332b2699dc req-fb636edf-e25e-452f-8b0b-d7b927c5cd8e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492887 Jul 07 17:17:01.409322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=49a2ecc4-9b59-443d-bdb9-07e6eba5f55f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.414842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Request body: {'port': {'device_id': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:01.429362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.431621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d08d2823-efc3-4c49-85ee-dc0060593131 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/49a2ecc4-9b59-443d-bdb9-07e6eba5f55f HTTP/1.1" status: 204 len: 168 time: 1.4198380 Jul 07 17:17:01.469700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48582) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:01.492220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.493393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.513994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.545926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13f837c8-7eaa-4ea3-b9e5-c1334320a5e8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700681 Jul 07 17:17:01.549532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:01.550460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:01.551103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:01.551697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:01.561720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:01.643482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.707057 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-6b7c0479-9816-4dee-ad65-70292530164f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8089621 Jul 07 17:17:01.715284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:01.716339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:01.720731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:01.727567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.746306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Request body: {'port': {'device_id': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:01.786743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037e24b-474c-4108-9dd5-abe2478ca38e None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:01.878483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.898049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:01.898491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:01.899053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:01.899633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Bound port: 6108a410-1f16-4596-8bfd-407db2819d4e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:01.900103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.004149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-602658f8-2643-4259-aa99-ae31a83d7d18 req-0713db85-3144-4b4c-aade-6f36d2f5e85a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.2034419 Jul 07 17:17:02.190369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52506-2b6b-4689-a357-e0df801eb06d req-fe038a79-fa7d-407a-abc7-48adccdbb0ee tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.194694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a52506-2b6b-4689-a357-e0df801eb06d req-fe038a79-fa7d-407a-abc7-48adccdbb0ee tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2125416 Jul 07 17:17:02.230050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:02.280901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a52506-2b6b-4689-a357-e0df801eb06d req-691e67a3-e6df-4624-b61b-49be6b1aac0c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813620 Jul 07 17:17:02.329645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Provisioning for port de6772ae-e517-454f-a742-4c6a4935856a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:02.335275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Provisioning complete for port de6772ae-e517-454f-a742-4c6a4935856a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:02.335653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.386246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Deleting port 081907b8-0b62-40f1-a2e3-67f6163e21ab {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:02.386645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.415804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Port de6772ae-e517-454f-a742-4c6a4935856a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:02.429325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:02.456347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.486497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 081907b8-0b62-40f1-a2e3-67f6163e21ab no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:02.542627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Provisioning for port 26dc228e-25c0-4c23-be27-dc926cb138aa completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:02.564605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Transition to ACTIVE for port object 26dc228e-25c0-4c23-be27-dc926cb138aa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:02.575787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.576626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Provisioning complete for port 26dc228e-25c0-4c23-be27-dc926cb138aa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:02.577013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.676535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9042fa61-d8e6-49c5-8e38-cdaed1bf415d None None] Port 26dc228e-25c0-4c23-be27-dc926cb138aa cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:02.685448 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.697170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=081907b8-0b62-40f1-a2e3-67f6163e21ab,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:02.698013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.730600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Calling delete_port for 081907b8-0b62-40f1-a2e3-67f6163e21ab owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:02.733075 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.749282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e794c5d-c4d1-4567-810d-8f984289f0a3 req-ed9e15ef-d32b-4534-be27-3c7858e1b301 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.751139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e794c5d-c4d1-4567-810d-8f984289f0a3 req-ed9e15ef-d32b-4534-be27-3c7858e1b301 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 935 time: 0.2972682 Jul 07 17:17:02.817577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 081907b8-0b62-40f1-a2e3-67f6163e21ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=081907b8-0b62-40f1-a2e3-67f6163e21ab,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:02.825907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.898565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:03.009944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.036525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:03.040428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.062362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.068620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e794c5d-c4d1-4567-810d-8f984289f0a3 req-49bdb4db-e4d4-40b8-a44e-5bd1163f0c92 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917950 Jul 07 17:17:03.074615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Attempting to bind port 26dc228e-25c0-4c23-be27-dc926cb138aa on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:03.079605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Attempting to bind port 26dc228e-25c0-4c23-be27-dc926cb138aa by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:03.080387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Attempting to bind port 26dc228e-25c0-4c23-be27-dc926cb138aa on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:03.115939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] Pushing event deleted for resources: {'Port': ['ID=081907b8-0b62-40f1-a2e3-67f6163e21ab,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.119784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1d084-50f6-45f7-9e3e-b7b5c6c40683 None None] No DVR routers for this DVR port 081907b8-0b62-40f1-a2e3-67f6163e21ab on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:03.130716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Port 26dc228e-25c0-4c23-be27-dc926cb138aa on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:03.131231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Attempting to bind port 26dc228e-25c0-4c23-be27-dc926cb138aa on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:03.165923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053f626-7cac-4149-b920-cb92fca46751 req-1259afcf-bfdd-49bd-abc6-a687801ae979 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.167914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6053f626-7cac-4149-b920-cb92fca46751 req-1259afcf-bfdd-49bd-abc6-a687801ae979 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.3922224 Jul 07 17:17:03.169781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:03.170340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:03.171226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:03.172011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Bound port: 26dc228e-25c0-4c23-be27-dc926cb138aa, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:03.172624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.197129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48592) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.197129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.197999 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.200631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] 10.222.0.23 "PUT /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 1092 time: 3.1021121 Jul 07 17:17:03.214392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-49292f55-9b21-4862-902b-6022d02f7a00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.217216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-49292f55-9b21-4862-902b-6022d02f7a00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.6215739 Jul 07 17:17:03.217726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:03.220633 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7599b85-d33e-4ead-a7e3-e02092977f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:03.229433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'floatingip': {'port_id': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.291157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.386958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:03.421060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:03.431819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.487393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.488031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.488924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.489484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] 10.222.0.23 "PUT /v2.0/ports/26dc228e-25c0-4c23-be27-dc926cb138aa HTTP/1.1" status: 200 len: 1097 time: 2.0820932 Jul 07 17:17:03.491143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927894a0-d2cf-4e4c-8b46-ea396b3dcddd service neutron] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.493355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:03.495763 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce" -d '{"events": [{"name": "network-changed", "server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:03.534178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1723712-0fa0-4c17-84f0-b991e332acb0 req-0504f9ed-e6ee-4681-9496-8d431374348a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.539046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1723712-0fa0-4c17-84f0-b991e332acb0 req-0504f9ed-e6ee-4681-9496-8d431374348a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2238858 Jul 07 17:17:03.551998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.596190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c7d8d-b964-4aee-88f5-76a10d163f2e req-6319f9b3-eb88-49b6-95e7-6603264d73c2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.598227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-440c7d8d-b964-4aee-88f5-76a10d163f2e req-6319f9b3-eb88-49b6-95e7-6603264d73c2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.2366076 Jul 07 17:17:03.605220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f68ec-4cf3-4f8b-8b1b-c582b4486a22 service neutron] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.663301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1723712-0fa0-4c17-84f0-b991e332acb0 req-cdb4b4f2-6985-4d0c-8ae3-0bb20a52dec8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228781 Jul 07 17:17:03.683544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:03.695265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-440c7d8d-b964-4aee-88f5-76a10d163f2e req-25c466b0-1c15-47dd-b74f-e57fc3b01c91 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804651 Jul 07 17:17:03.729631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-19f6ff5a-d406-4e6b-a918-6805448a9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.733614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:03.734112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-19f6ff5a-d406-4e6b-a918-6805448a9c08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 1100 time: 0.1862578 Jul 07 17:17:03.743692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c133972-eaef-480b-80d2-bebafd7a1bd0 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:03.790631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=9dbd3891-38a3-4ad5-98f3-67d0f09daa2d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.808615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.809606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.831943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-ccfa5fcf-a98d-44b9-9a42-80df4beed35e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=26dc228e-25c0-4c23-be27-dc926cb138aa HTTP/1.1" status: 200 len: 217 time: 0.0892029 Jul 07 17:17:03.876347 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6484dcf-4755-4f82-9075-331e4ee81cb2 x-openstack-request-id: req-d6484dcf-4755-4f82-9075-331e4ee81cb2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:03.883492 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:03.884315 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6484dcf-4755-4f82-9075-331e4ee81cb2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:03.884979 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e', 'status': 'completed', 'code': 200} Jul 07 17:17:03.888853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-43003333-0e5e-495a-bf0b-c30a090a0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.891754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-43003333-0e5e-495a-bf0b-c30a090a0525 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1095 time: 0.6277862 Jul 07 17:17:03.892111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a56e6e7-8569-4c76-ad4a-fd662c82ae5d req-5d357029-86d1-459e-8c04-f721bd4c9698 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.0500629 Jul 07 17:17:03.970365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-fecd51b9-7fb5-441f-82d3-6b544c5c28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.971489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-fecd51b9-7fb5-441f-82d3-6b544c5c28b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0786815 Jul 07 17:17:03.974832 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd4689-95ac-490b-bbcf-ecdc4edda544 x-openstack-request-id: req-99cd4689-95ac-490b-bbcf-ecdc4edda544 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:03.975113 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:03.975367 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99cd4689-95ac-490b-bbcf-ecdc4edda544 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:03.975773 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'status': 'completed', 'code': 200} Jul 07 17:17:04.034256 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-805bcf65-d2ff-47c5-ae0b-ca3b4f516f2b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4794314 Jul 07 17:17:04.041386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48606) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.055738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:04.097012 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-7de9d6dd-1883-4d52-bc5d-bcb31cb4b73b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.1939468 Jul 07 17:17:04.126145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b929eabd-3b1c-4568-a210-678773ff9ccb', 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'tenant_id': '5193bfc08b93413b856fc42340d9dfef', 'fixed_ips': [{'subnet_id': '9dbd3891-38a3-4ad5-98f3-67d0f09daa2d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:04.127607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.171723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:04.178083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.198329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6772ae-e517-454f-a742-4c6a4935856a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:04.242125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:04.246305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.262247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.276898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-fb52e4dc-6e11-45bd-9e7b-6b2e8d2d185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.279289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-fb52e4dc-6e11-45bd-9e7b-6b2e8d2d185f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3007798 Jul 07 17:17:04.336507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Transition to ACTIVE for port object de6772ae-e517-454f-a742-4c6a4935856a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:04.364306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Allocated IP 2001:db8::2 (b929eabd-3b1c-4568-a210-678773ff9ccb/9dbd3891-38a3-4ad5-98f3-67d0f09daa2d/9bfff457-330f-466d-a1b2-a44106d6c66e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:04.372429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.436968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-897573a7-c1c4-4c1d-bec2-1b692cb6be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.439666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-897573a7-c1c4-4c1d-bec2-1b692cb6be63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.3321087 Jul 07 17:17:04.558041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.570926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Transition to ACTIVE for port object 9bfff457-330f-466d-a1b2-a44106d6c66e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:04.602720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Transition to ACTIVE for port object 9bfff457-330f-466d-a1b2-a44106d6c66e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:04.612650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cc3ad-5de3-4a46-9560-ddb32e4b35fe req-831e4170-d2d0-4c9c-92a7-b8dd7ed7e769 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.614318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b3cc3ad-5de3-4a46-9560-ddb32e4b35fe req-831e4170-d2d0-4c9c-92a7-b8dd7ed7e769 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 935 time: 0.3487957 Jul 07 17:17:04.614874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.627398 n-d-791505-12 neutron-server[93946]: INFO neutron.db.ipam_backend_mixin [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dbd3891-38a3-4ad5-98f3-67d0f09daa2d (CIDR: 2001:db8::/64) Jul 07 17:17:04.649322 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:17:04.650011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:04.670005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:04.674081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-cc434c6e-93eb-4515-a077-957fe80ea0af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718144 Jul 07 17:17:04.674769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:04.676383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22648c-d206-470d-a050-85d958fc22d5 req-25ffd530-1e68-4590-a412-dea6a630e68f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.677348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Pushing event updated for resources: {'Port': ['ID=9bfff457-330f-466d-a1b2-a44106d6c66e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.679957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:04.683929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db22648c-d206-470d-a050-85d958fc22d5 req-25ffd530-1e68-4590-a412-dea6a630e68f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 814 time: 0.4670329 Jul 07 17:17:04.702674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-6a2f3930-c9d7-41c6-95d4-7d641bb0f748 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691499 Jul 07 17:17:04.717006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db22648c-d206-470d-a050-85d958fc22d5 req-bd863d52-630e-4fe0-b931-d0ebe7268fd9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/quotas/4a89506d62f64926bca2bb5318a58da4 HTTP/1.1" status: 200 len: 375 time: 0.0317953 Jul 07 17:17:04.751714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-54d05d89-a849-4f58-99d4-89439b714035 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6986184 Jul 07 17:17:04.763244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48618) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.768936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'subnet': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:04.787701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Attempting to bind port 9bfff457-330f-466d-a1b2-a44106d6c66e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:04.788468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Attempting to bind port 9bfff457-330f-466d-a1b2-a44106d6c66e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:04.788468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Attempting to bind port 9bfff457-330f-466d-a1b2-a44106d6c66e on network b929eabd-3b1c-4568-a210-678773ff9ccb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:04.797863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:04.798419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Checking segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:04.799127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.799789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Bound using segment: {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:04.800612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Bound port: 9bfff457-330f-466d-a1b2-a44106d6c66e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:04.801263 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.831141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b3cc3ad-5de3-4a46-9560-ddb32e4b35fe req-128b373d-f9cc-49ee-afd1-e7444deab3d1 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975670 Jul 07 17:17:04.934094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.962306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] For port 9bfff457-330f-466d-a1b2-a44106d6c66e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:04.969724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] For port 9bfff457-330f-466d-a1b2-a44106d6c66e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9bfff457-330f-466d-a1b2-a44106d6c66e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:04.982645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.089410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.10 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/94544fd7-8610-4d5f-ad2c-d180e55d2767) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:05.130235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634860d5-ad16-4782-97c7-dc32a4c43c0c None None] Pushing event updated for resources: {'Port': ['ID=9bfff457-330f-466d-a1b2-a44106d6c66e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:05.234077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-9e2225fd-f1db-4757-894f-ed7c159c9bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427084 Jul 07 17:17:05.375545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Attempting to bind port de6772ae-e517-454f-a742-4c6a4935856a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:05.375883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Attempting to bind port de6772ae-e517-454f-a742-4c6a4935856a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:05.376214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Attempting to bind port de6772ae-e517-454f-a742-4c6a4935856a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:05.444768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Port de6772ae-e517-454f-a742-4c6a4935856a on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:05.445418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Attempting to bind port de6772ae-e517-454f-a742-4c6a4935856a on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:05.457054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:05.476531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4af9f3e2-aabc-41a7-a33a-432ad7bf6232 req-20de0681-b8d9-42ab-8780-ad1683262e27 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518301 Jul 07 17:17:05.508439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db22648c-d206-470d-a050-85d958fc22d5 req-ece8b819-e2b0-4083-aa11-57e45866dff0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7851765 Jul 07 17:17:05.541253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81b2e3-d0df-495e-bc77-1a42396a448c req-83baad1d-dee2-48a4-9d9b-a54cbed15922 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.550603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a81b2e3-d0df-495e-bc77-1a42396a448c req-83baad1d-dee2-48a4-9d9b-a54cbed15922 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.2852967 Jul 07 17:17:05.587992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:05.592449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.692649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a81b2e3-d0df-495e-bc77-1a42396a448c req-d0234c93-c364-4713-9cfb-174c8875f0ee tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411369 Jul 07 17:17:05.742916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39c3a1e3-5772-41db-a7c0-b406a5b96af6 req-e4bdf6ab-ed9c-4f21-9ac7-d1767768113b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.0691538 Jul 07 17:17:05.816497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-e02cd6d9-d431-420d-80ee-5c8181609634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.818522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-e02cd6d9-d431-420d-80ee-5c8181609634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 1100 time: 0.2421844 Jul 07 17:17:05.868759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:05.869105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:05.869499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:05.869975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Bound port: de6772ae-e517-454f-a742-4c6a4935856a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:05.870320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.946635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.997111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.031024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-e1cfff61-23da-4838-aec4-4638b9668d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.032585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-e1cfff61-23da-4838-aec4-4638b9668d10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2033157 Jul 07 17:17:06.060457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecac55a-90a6-44f1-b942-11d83629bb42 req-7650bc9c-5582-473d-a03f-61fe5d6a1997 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114378 Jul 07 17:17:06.157745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.170232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-db662e76-3b81-4146-be17-9f3efae51cf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=26dc228e-25c0-4c23-be27-dc926cb138aa HTTP/1.1" status: 200 len: 217 time: 0.1236379 Jul 07 17:17:06.246528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:06.281369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:06.301713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.353075 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Floating IP 86fda829-b905-452b-8b38-e86c74a3693c associated. External IP: 172.25.3.66, port: f031a0aa-e8dd-4659-9f44-1ab9be51a792. Jul 07 17:17:06.360421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-14a8c779-c574-42a4-ac5b-ab7d8b682734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.362095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-14a8c779-c574-42a4-ac5b-ab7d8b682734 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1600425 Jul 07 17:17:06.455575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5409f9-ae98-44f1-b080-53b02d3dd9ae req-218edab3-7a7e-4ca1-a3a4-0940bd783d71 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.457498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d5409f9-ae98-44f1-b080-53b02d3dd9ae req-218edab3-7a7e-4ca1-a3a4-0940bd783d71 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3425205 Jul 07 17:17:06.502764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9bfff457-330f-466d-a1b2-a44106d6c66e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:06.516637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.517258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.519430 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] 10.222.0.23 "PUT /v2.0/ports/de6772ae-e517-454f-a742-4c6a4935856a HTTP/1.1" status: 200 len: 1096 time: 4.7996426 Jul 07 17:17:06.527110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:06.530574 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64919338-b8e6-4bab-ba42-302713b11470" -d '{"events": [{"name": "network-changed", "server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "tag": "de6772ae-e517-454f-a742-4c6a4935856a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:06.551944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.579014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-98a793ae-3c55-448b-8c34-233d88792330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.580812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-98a793ae-3c55-448b-8c34-233d88792330 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1095 time: 0.4279845 Jul 07 17:17:06.613402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9bfff457-330f-466d-a1b2-a44106d6c66e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:06.618880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db38c6-45c7-4c29-b4c4-c8ba4338e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:06.663477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Provisioning for port 9bfff457-330f-466d-a1b2-a44106d6c66e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:06.674553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Provisioning complete for port 9bfff457-330f-466d-a1b2-a44106d6c66e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:06.675638 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.713794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:06.735069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12413f6-38c7-436f-9d4e-f52cf533e5fe req-0bd942e0-09ef-46c9-9144-779f69d97ebb tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.747433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b12413f6-38c7-436f-9d4e-f52cf533e5fe req-0bd942e0-09ef-46c9-9144-779f69d97ebb tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 947 time: 0.5476775 Jul 07 17:17:06.774968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:06.791881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:06.802173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:06.855163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:06.893982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:06.898899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-09eb18f6-1a10-40e4-9650-5fe3ff01270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.901790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-09eb18f6-1a10-40e4-9650-5fe3ff01270a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5210724 Jul 07 17:17:06.937390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'mac_address': 'fa:16:3e:41:59:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:06.950799 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.963332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b12413f6-38c7-436f-9d4e-f52cf533e5fe req-702d1ecf-c084-473f-96a2-87b5c86f4108 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057593 Jul 07 17:17:06.980435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.981290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.983272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:17:06.987614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-c234eaaf-cf55-4699-baea-f04a46242fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.989325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-c234eaaf-cf55-4699-baea-f04a46242fac service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.3834472 Jul 07 17:17:06.996647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-405c3de0-c979-4629-875f-0f30042ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.999492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-405c3de0-c979-4629-875f-0f30042ca9c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 1099 time: 0.4173994 Jul 07 17:17:07.000954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d5409f9-ae98-44f1-b080-53b02d3dd9ae req-2a5d76bb-946f-46ce-9b23-f5524b7904a2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999872 Jul 07 17:17:07.032471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.058978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:07.068115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] For port 9bfff457-330f-466d-a1b2-a44106d6c66e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9bfff457-330f-466d-a1b2-a44106d6c66e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:07.081089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.083867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:07.100928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:07.130042 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-ac7f9403-6f94-46d9-bfc8-467954ba1afc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8551075 Jul 07 17:17:07.131257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.132558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-3030e53d-0710-49a2-8ca6-08e05b4f5963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=de6772ae-e517-454f-a742-4c6a4935856a HTTP/1.1" status: 200 len: 217 time: 0.1230669 Jul 07 17:17:07.134341 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dce6e11-550c-4978-9a9f-1ea35498d2f7 x-openstack-request-id: req-6dce6e11-550c-4978-9a9f-1ea35498d2f7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:07.134877 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "tag": "de6772ae-e517-454f-a742-4c6a4935856a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:07.135432 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dce6e11-550c-4978-9a9f-1ea35498d2f7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:07.136038 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a', 'status': 'completed', 'code': 200} Jul 07 17:17:07.139965 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-5bc4f651-0255-4f2f-88ab-a2799a47faf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.1340444 Jul 07 17:17:07.146667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Request body: {'port': {'device_id': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:07.175817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5dfa-aa50-4bc0-b341-085dae43b7de None None] Pushing event updated for resources: {'Port': ['ID=9bfff457-330f-466d-a1b2-a44106d6c66e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.298059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.339712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-13ed0262-a345-45fb-b561-d19d92f19d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.341959 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-13ed0262-a345-45fb-b561-d19d92f19d75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.2005532 Jul 07 17:17:07.367525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-928b6660-7bcb-48ba-840a-2c25f65a0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.369306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-928b6660-7bcb-48ba-840a-2c25f65a0823 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.2085564 Jul 07 17:17:07.385840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['26dc228e-25c0-4c23-be27-dc926cb138aa'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:07.487166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-2e30fabf-2a8a-4a10-9002-8a834ea07447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009259 Jul 07 17:17:07.526116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.538792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-a936b461-8d0e-4f5b-b9d2-7e7f6c0283fe service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951169 Jul 07 17:17:07.561321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c903277c-cacf-4894-b582-b01f8fe2b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.568526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e475f-34fc-4119-bbe5-ea2f7112c32b req-4e8e5065-946a-43f0-9800-34536330658c tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.571938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e32e475f-34fc-4119-bbe5-ea2f7112c32b req-4e8e5065-946a-43f0-9800-34536330658c tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.3477404 Jul 07 17:17:07.641655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:07.658081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.659490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:07.677467 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:07.679362 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:07.727730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649706c-ed05-4078-aa83-e222593a8348 req-f28e61b8-00e4-4adf-9731-0eb88eb91969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.729319 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-f28e61b8-00e4-4adf-9731-0eb88eb91969 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3553407 Jul 07 17:17:07.852262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e32e475f-34fc-4119-bbe5-ea2f7112c32b req-d54fb3a1-deee-4da0-99e8-b266812574cf tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501431 Jul 07 17:17:07.858476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-f3aedb07-d37a-4d4f-a57b-71566f0b54af service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606277 Jul 07 17:17:07.866847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8007a21-deb4-4bbe-8ba6-7d41931331e9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "PUT /v2.0/floatingips/86fda829-b905-452b-8b38-e86c74a3693c HTTP/1.1" status: 200 len: 990 time: 4.6619036 Jul 07 17:17:07.889489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847ae27-f761-41b1-874c-24637561cfd0 req-fa65fc07-08ce-4a67-b82d-a5abbf56b31c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.910584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d847ae27-f761-41b1-874c-24637561cfd0 req-fa65fc07-08ce-4a67-b82d-a5abbf56b31c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.5625458 Jul 07 17:17:07.996257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.055949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30e8bb0a-01a6-4d93-b84e-4bbd10583dce req-32cc0245-8d56-4cb0-a852-6a058954c212 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072005 Jul 07 17:17:08.084368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d847ae27-f761-41b1-874c-24637561cfd0 req-bffa8417-f3f6-420b-8725-324d1a8539eb tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784229 Jul 07 17:17:08.118174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-18552496-7bc5-47f1-8bad-b080f81f479a service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708665 Jul 07 17:17:08.137820 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:08.290532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7599b85-d33e-4ead-a7e3-e02092977f9a req-26929d80-ab6a-4bd8-a605-b3e34ab6095b service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203999 Jul 07 17:17:08.329181 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d649706c-ed05-4078-aa83-e222593a8348 req-3b2a24ba-6389-467b-8148-439131368f82 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033691 Jul 07 17:17:08.370819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaa8e0-5dad-4212-807d-25939ffebff7 req-d35f2e5d-8598-4754-b608-288c3de379be tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.378523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ceaa8e0-5dad-4212-807d-25939ffebff7 req-d35f2e5d-8598-4754-b608-288c3de379be tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 932 time: 0.1537514 Jul 07 17:17:08.423587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] For port 9bfff457-330f-466d-a1b2-a44106d6c66e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9bfff457-330f-466d-a1b2-a44106d6c66e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:08.457586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ceaa8e0-5dad-4212-807d-25939ffebff7 req-290a1781-d5e8-4a6b-942c-265c412e021b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780263 Jul 07 17:17:08.512587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.541714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.545606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.599087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94544fd7-8610-4d5f-ad2c-d180e55d2767 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:08.617586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9bfff457-330f-466d-a1b2-a44106d6c66e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:08.630268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.654323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Transition to ACTIVE for port object 94544fd7-8610-4d5f-ad2c-d180e55d2767 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:08.667840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.688904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:08.690975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '86fda829-b905-452b-8b38-e86c74a3693c', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:5b:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e740a9a-7509-4103-8af0-5d18e101830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:41Z', 'updated_at': '2021-07-07T17:17:05Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:08.692949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:08.752453 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:08.774938 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:08.775599 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:16:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:08.842410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:08.866053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=9bfff457-330f-466d-a1b2-a44106d6c66e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:08.934829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:08.942841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9bfff457-330f-466d-a1b2-a44106d6c66e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:08.943216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.954775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41394b0b-7aae-4e8e-9de7-a69d206b3558 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:08.983733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.986212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.992345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Subnet': ['ID=643f1f38-6469-40f7-8c36-deb79b0d324c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.045019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.045298 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:09.046077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.047064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.047711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.048394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.049083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.049779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.050543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.051249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.051938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.052620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.053328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:09.079100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a903a40-225d-4772-9c37-e10811720da8 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3143191 Jul 07 17:17:09.085920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48652) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:09.108255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Request body: {'port': {'network_id': 'b929eabd-3b1c-4568-a210-678773ff9ccb', 'mac_address': 'fa:16:3e:f9:34:f7', 'name': 'tempest-NetworksTestDHCPv6-2011542264'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:09.137790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8107f-0c2a-4aa2-87db-e2d2eb144fb2 req-07203c8b-8be2-4ce3-b12a-15fe8701d10f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.142559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:09.142913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3b8107f-0c2a-4aa2-87db-e2d2eb144fb2 req-07203c8b-8be2-4ce3-b12a-15fe8701d10f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4353673 Jul 07 17:17:09.143113 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e01c4e7-f3da-4c86-9646-18655c2c780b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:09.182495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919338-b8e6-4bab-ba42-302713b11470 req-85eb03b4-c780-46bc-95a5-87620c836fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.184601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-85eb03b4-c780-46bc-95a5-87620c836fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 1099 time: 0.7126460 Jul 07 17:17:09.212212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Pushing event updated for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.298019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 26dc228e-25c0-4c23-be27-dc926cb138aa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:09.316923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:09.322391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 26dc228e-25c0-4c23-be27-dc926cb138aa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:09.322815 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.375406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Attempting to bind port 94544fd7-8610-4d5f-ad2c-d180e55d2767 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:09.375756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Attempting to bind port 94544fd7-8610-4d5f-ad2c-d180e55d2767 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:09.376238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Attempting to bind port 94544fd7-8610-4d5f-ad2c-d180e55d2767 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:09.378094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6108a410-1f16-4596-8bfd-407db2819d4e', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'port_id': '6108a410-1f16-4596-8bfd-407db2819d4e', 'mac_address': 'fa:16:3e:2b:6e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a7fe2-2bc8-44a1-b07f-d69967aa0128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:09.391300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Port 94544fd7-8610-4d5f-ad2c-d180e55d2767 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:09.391671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Attempting to bind port 94544fd7-8610-4d5f-ad2c-d180e55d2767 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:09.404395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:09.404786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:09.405144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:09.405613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Bound port: 94544fd7-8610-4d5f-ad2c-d180e55d2767, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:09.406000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.431260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919338-b8e6-4bab-ba42-302713b11470 req-0586bb61-afc2-45c1-ba61-7c465accfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.433092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-0586bb61-afc2-45c1-ba61-7c465accfb84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2334862 Jul 07 17:17:09.540047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-f30d529b-cd1e-4bc1-a9d6-993fdb8ba830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=de6772ae-e517-454f-a742-4c6a4935856a HTTP/1.1" status: 200 len: 217 time: 0.0558982 Jul 07 17:17:09.574378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.600734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:09.613338 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '86fda829-b905-452b-8b38-e86c74a3693c', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:5b:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e740a9a-7509-4103-8af0-5d18e101830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:41Z', 'updated_at': '2021-07-07T17:17:05Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.626729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6108a410-1f16-4596-8bfd-407db2819d4e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:09.638076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:09.648679 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05896f74-907a-4f21-9fca-62c4f3a64808 None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '86fda829-b905-452b-8b38-e86c74a3693c', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:5b:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e740a9a-7509-4103-8af0-5d18e101830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:41Z', 'updated_at': '2021-07-07T17:17:05Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:09.649586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.714167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:09.714582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.716300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.718359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/94544fd7-8610-4d5f-ad2c-d180e55d2767 HTTP/1.1" status: 200 len: 1093 time: 2.5752735 Jul 07 17:17:09.726487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919338-b8e6-4bab-ba42-302713b11470 req-73e11ff2-a845-4f9b-84a7-826efb37c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.730864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-73e11ff2-a845-4f9b-84a7-826efb37c625 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1787400 Jul 07 17:17:09.741501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.745669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f682799-6a32-49c8-a1c4-9b05383d2b30 req-6d5a976c-23fd-4d61-9992-63607380c8c4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.754558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.754879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f682799-6a32-49c8-a1c4-9b05383d2b30 req-6d5a976c-23fd-4d61-9992-63607380c8c4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 947 time: 0.9073851 Jul 07 17:17:09.809874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3b8107f-0c2a-4aa2-87db-e2d2eb144fb2 req-0dc4ae27-fb45-4014-b2cf-02976cca2fe8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312189 Jul 07 17:17:09.822392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c1bb-0309-4c26-a21c-8045018599c6 service neutron] Pushing event updated for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.860473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f682799-6a32-49c8-a1c4-9b05383d2b30 req-c8591e3e-2f98-4c47-92b5-a6a8ae57f27b tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024108 Jul 07 17:17:09.968767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Made reservation on behalf of 5193bfc08b93413b856fc42340d9dfef for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:10.039879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:10.045651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6108a410-1f16-4596-8bfd-407db2819d4e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:10.053800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f127b118-0367-4012-88d4-36f467ff8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.057724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f127b118-0367-4012-88d4-36f467ff8fc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 1096 time: 0.2520893 Jul 07 17:17:10.062526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919338-b8e6-4bab-ba42-302713b11470 req-f9e131da-20f9-4f0a-9913-cc4c3bcfa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.065259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-f9e131da-20f9-4f0a-9913-cc4c3bcfa13d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3241968 Jul 07 17:17:10.136976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:10.141382 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45646e1-3bfa-4a1d-852b-427ab65ce92c" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:10.235453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:10.265431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.268673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-076a291f-0311-4b47-9d5a-1cd8f883e843 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832461 Jul 07 17:17:10.314193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bddb22b-dab4-4911-b218-7d1d25b593a7 None None] New status for floating IP 86fda829-b905-452b-8b38-e86c74a3693c: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:10.357413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.444442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af4d3e3c-2899-4516-8508-78721b2470d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.547670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] device_id is not set on port cc9ac953-f110-435b-b70a-195c9305356e yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:10.566323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64919338-b8e6-4bab-ba42-302713b11470 req-1329da60-9e2b-4557-b902-c43218e8edc2 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281616 Jul 07 17:17:10.567878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-0b6ea9ad-ce59-49a8-90d9-74cea1f6238b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767 HTTP/1.1" status: 200 len: 217 time: 0.4991333 Jul 07 17:17:10.569718 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b399bf-9482-4dcc-bf44-c635b97816d0 x-openstack-request-id: req-f9b399bf-9482-4dcc-bf44-c635b97816d0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:10.569919 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:10.570087 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9b399bf-9482-4dcc-bf44-c635b97816d0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:10.570645 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'status': 'completed', 'code': 200} Jul 07 17:17:10.745711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-ef475088-cae2-4b50-bea7-3838ff934e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.748955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-ef475088-cae2-4b50-bea7-3838ff934e90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.1773465 Jul 07 17:17:10.754496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-32066cb1-bda5-482f-83f9-a863a7506f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.759447 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-32066cb1-bda5-482f-83f9-a863a7506f44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1590288 Jul 07 17:17:10.805422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293ad5-6824-4afa-8a7b-d42ff206e795 req-d190ad19-c54c-442e-a4e4-0c9ce76f73a9 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.821625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e293ad5-6824-4afa-8a7b-d42ff206e795 req-d190ad19-c54c-442e-a4e4-0c9ce76f73a9 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.5538774 Jul 07 17:17:10.861474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9bfff457-330f-466d-a1b2-a44106d6c66e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:10.867053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:10.904984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.993183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-f7697446-ce95-438f-92ec-f063ec003788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930935 Jul 07 17:17:10.993642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e293ad5-6824-4afa-8a7b-d42ff206e795 req-342e533a-611b-40a3-9fc2-ff5a79154f56 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613328 Jul 07 17:17:11.015543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:11.079125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:11.221575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-21d7cd41-d2c8-4548-88de-593bff7815a0 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162831 Jul 07 17:17:11.263441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-27c27467-6ded-4dcf-8d47-4bd57bc39741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.264952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-27c27467-6ded-4dcf-8d47-4bd57bc39741 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.5027306 Jul 07 17:17:11.326723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8::245 (b929eabd-3b1c-4568-a210-678773ff9ccb/9dbd3891-38a3-4ad5-98f3-67d0f09daa2d/cc9ac953-f110-435b-b70a-195c9305356e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:11.355109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5f4d-b6ea-43cf-a944-c13ba94661f1 req-ec7f47c3-e72c-4832-aff5-ba8cdbdc7652 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.358091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:11.358781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b27f5f4d-b6ea-43cf-a944-c13ba94661f1 req-ec7f47c3-e72c-4832-aff5-ba8cdbdc7652 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 944 time: 0.2139573 Jul 07 17:17:11.363649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-24afb1f0-dc46-4a5a-aa08-5590b0d71397 None None] Provisioning complete for port 9bfff457-330f-466d-a1b2-a44106d6c66e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:11.364437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-24afb1f0-dc46-4a5a-aa08-5590b0d71397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.365185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Allocated IP 2001:db8:0:1:f816:3eff:fef9:34f7 (b929eabd-3b1c-4568-a210-678773ff9ccb/643f1f38-6469-40f7-8c36-deb79b0d324c/cc9ac953-f110-435b-b70a-195c9305356e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:11.432025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-e950e6fc-008e-45a5-8b08-83d17919a6c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1000 time: 0.1554744 Jul 07 17:17:11.460119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9bfff457-330f-466d-a1b2-a44106d6c66e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:11.460747 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.463855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'de6772ae-e517-454f-a742-4c6a4935856a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'de6772ae-e517-454f-a742-4c6a4935856a', 'mac_address': 'fa:16:3e:49:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:11.508071 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d382150a-7227-4e01-9398-0f11c03c1ffb req-1ea9fa41-9204-4369-b160-bfabea12574c service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418385 Jul 07 17:17:11.519126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-61abfba8-8ff4-4d8a-9a7b-9f926dbec9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.520698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-61abfba8-8ff4-4d8a-9a7b-9f926dbec9c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.0746770 Jul 07 17:17:11.577956 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9dd48c83-e100-44ba-b0eb-8cf742072885 req-2b476813-6d2a-4b57-8210-301393dcde64 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4a89506d62f64926bca2bb5318a58da4 HTTP/1.1" status: 200 len: 221 time: 0.1544676 Jul 07 17:17:11.629422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-67c88fa6-e853-4e23-88f2-bbb8ae3c3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.631636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-67c88fa6-e853-4e23-88f2-bbb8ae3c3972 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997107 Jul 07 17:17:11.651605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.687450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b27f5f4d-b6ea-43cf-a944-c13ba94661f1 req-982e0d71-f763-474d-8ca5-351aa1ddd530 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676682 Jul 07 17:17:11.711007 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a93e2b-6183-4bce-9214-a68ebcf3919e x-openstack-request-id: req-64a93e2b-6183-4bce-9214-a68ebcf3919e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:11.711477 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:11.711888 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64a93e2b-6183-4bce-9214-a68ebcf3919e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:11.712506 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'code': 200} Jul 07 17:17:11.754899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6772ae-e517-454f-a742-4c6a4935856a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:11.845990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.857837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:11.870786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-913ae965-1afc-4340-a3f2-e1c0b084ba43 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231023 Jul 07 17:17:11.876606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.901353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.946927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Transition to ACTIVE for port object cc9ac953-f110-435b-b70a-195c9305356e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:11.969173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.042557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ee68-e15d-44d2-8dc5-5225fb3fb09d req-097fbb68-731b-4497-829f-edcd09e79ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.045752 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ff6ee68-e15d-44d2-8dc5-5225fb3fb09d req-097fbb68-731b-4497-829f-edcd09e79ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 1102 time: 0.2694540 Jul 07 17:17:12.055164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.066949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954388-140a-47fe-986f-801fbde2891c req-a69d32b8-57b8-415a-a2f6-000a48f11404 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.068638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a954388-140a-47fe-986f-801fbde2891c req-a69d32b8-57b8-415a-a2f6-000a48f11404 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 948 time: 0.1272378 Jul 07 17:17:12.116638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ff6ee68-e15d-44d2-8dc5-5225fb3fb09d req-e2b17f50-b92a-47a6-8de8-1c30eca04980 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620213 Jul 07 17:17:12.122259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e01c4e7-f3da-4c86-9646-18655c2c780b req-6c571bec-ac99-4f35-9f08-17b293cfa716 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437797 Jul 07 17:17:12.139333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['de6772ae-e517-454f-a742-4c6a4935856a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:12.141499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Network b929eabd-3b1c-4568-a210-678773ff9ccb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:12.159218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:12.163730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:12.171839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.172928 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.187452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event updated for resources: {'Port': ['ID=cc9ac953-f110-435b-b70a-195c9305356e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.198757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a954388-140a-47fe-986f-801fbde2891c req-33f1d5a4-f399-4ed3-a486-e631fbcec03a tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Jul 07 17:17:12.205650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-af948df0-812e-49db-83d3-5de9de0989ad tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1060243 Jul 07 17:17:12.206706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48688) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:12.295607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2a205-df11-4f03-a5d3-1a1f6132b9f3 req-cd4f59ab-b23e-4da7-b6cc-382892086247 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.304097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdf2a205-df11-4f03-a5d3-1a1f6132b9f3 req-cd4f59ab-b23e-4da7-b6cc-382892086247 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.0925112 Jul 07 17:17:12.391231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdf2a205-df11-4f03-a5d3-1a1f6132b9f3 req-75aefbdf-fb1d-4565-8f01-3470a30a3207 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858848 Jul 07 17:17:12.534178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting port cc9ac953-f110-435b-b70a-195c9305356e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:12.534793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.538387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f95f1738-8a32-4277-8f69-75cdfbc116ec None None] Provisioning for port cc9ac953-f110-435b-b70a-195c9305356e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:12.543827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f95f1738-8a32-4277-8f69-75cdfbc116ec None None] Provisioning complete for port cc9ac953-f110-435b-b70a-195c9305356e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:12.544672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f95f1738-8a32-4277-8f69-75cdfbc116ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.592044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f95f1738-8a32-4277-8f69-75cdfbc116ec None None] Port cc9ac953-f110-435b-b70a-195c9305356e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:12.592355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:12.595410 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa" -d '{"events": [{"name": "network-changed", "server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:12.612690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a62c-574e-4a75-8ac6-f062d4997b47 req-f604a8a1-b22e-4e4a-bf4a-c7e2830a43d5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.614466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fd8a62c-574e-4a75-8ac6-f062d4997b47 req-f604a8a1-b22e-4e4a-bf4a-c7e2830a43d5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1288164 Jul 07 17:17:12.673752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fd8a62c-574e-4a75-8ac6-f062d4997b47 req-cc4b7522-444b-4318-8cc1-3b77aed07ce2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510869 Jul 07 17:17:12.680530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:12.681150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.708466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Calling delete_port for cc9ac953-f110-435b-b70a-195c9305356e owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:12.778026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6108a410-1f16-4596-8bfd-407db2819d4e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:12.783944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6108a410-1f16-4596-8bfd-407db2819d4e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:12.784325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.910482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0fd57-b45f-44e0-b598-ace458bcc81b req-878f1334-9270-4617-81eb-13d504f0a29f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.910482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3d0fd57-b45f-44e0-b598-ace458bcc81b req-878f1334-9270-4617-81eb-13d504f0a29f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.1583405 Jul 07 17:17:12.950917 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.983426 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2796ee87-9083-4d0d-b888-964cb610b31a x-openstack-request-id: req-2796ee87-9083-4d0d-b888-964cb610b31a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:12.984008 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:12.984008 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2796ee87-9083-4d0d-b888-964cb610b31a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:12.985583 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767', 'status': 'completed', 'code': 200} Jul 07 17:17:12.991312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3d0fd57-b45f-44e0-b598-ace458bcc81b req-d75f19ab-f0de-4ca6-9fa4-454dc7508385 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853808 Jul 07 17:17:13.008533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:13.015912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.100261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.169371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.232393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Port': ['ID=cc9ac953-f110-435b-b70a-195c9305356e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.297960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c1340-fb2e-49cb-8201-57098d2b05c4 req-aca6ee81-5df3-4660-acaa-45492deb66e7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.300910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-052c1340-fb2e-49cb-8201-57098d2b05c4 req-aca6ee81-5df3-4660-acaa-45492deb66e7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1369162 Jul 07 17:17:13.320346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-9aef0de8-252a-49d6-9936-4ea210d20c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.322037 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-9aef0de8-252a-49d6-9936-4ea210d20c7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 1096 time: 0.2727940 Jul 07 17:17:13.323298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.325423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2cb4f72-5c9b-4c62-b2aa-95716ca99219 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/cc9ac953-f110-435b-b70a-195c9305356e HTTP/1.1" status: 204 len: 168 time: 1.1175952 Jul 07 17:17:13.331299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.440945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-052c1340-fb2e-49cb-8201-57098d2b05c4 req-b82380c8-21b0-4231-92ee-148f811425b9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231599 Jul 07 17:17:13.492321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.502687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ebcb4-8bf7-4039-9f8a-e2654df035a9 req-aff4e4ab-2266-427f-bd2e-a788baebf593 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.504733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-262ebcb4-8bf7-4039-9f8a-e2654df035a9 req-aff4e4ab-2266-427f-bd2e-a788baebf593 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 944 time: 0.2761009 Jul 07 17:17:13.532466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-8f5769e8-e8d6-4788-8b98-1af0f29a60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.534241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-8f5769e8-e8d6-4788-8b98-1af0f29a60c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.2054753 Jul 07 17:17:13.546130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1688a152-3086-4686-96a4-6593d62ae1fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.549062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1688a152-3086-4686-96a4-6593d62ae1fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2097578 Jul 07 17:17:13.553086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.593760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-0ec08d55-fd2b-4b21-bcf5-f9226351aee5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767 HTTP/1.1" status: 200 len: 217 time: 0.0503860 Jul 07 17:17:13.650096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-262ebcb4-8bf7-4039-9f8a-e2654df035a9 req-4618c4b2-d229-4861-b912-d3c919610118 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Jul 07 17:17:13.681684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-8bcc2c5c-aac8-4dc1-9a62-978d0e744289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.686141 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-8bcc2c5c-aac8-4dc1-9a62-978d0e744289 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.0839121 Jul 07 17:17:13.690681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228baede-4939-490a-b9d6-2ac49ff5051f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.692934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-228baede-4939-490a-b9d6-2ac49ff5051f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1381545 Jul 07 17:17:13.695978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48714) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.713665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:13.724059 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e97ab6-f1c0-42f1-9320-bf3832433e8b" -d '{"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-plugged", "status": "completed", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:13.777407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-7ac5d2e5-ba4a-489c-9ec4-5f7bacb238cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815682 Jul 07 17:17:13.840943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544f49a-2750-4732-816e-92477021c1a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.848890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544f49a-2750-4732-816e-92477021c1a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.852767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544f49a-2750-4732-816e-92477021c1a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.864383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c544f49a-2750-4732-816e-92477021c1a0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1595745 Jul 07 17:17:13.866260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48718) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:14.002205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-d76ebd73-e954-41d3-adc1-49768006f792 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139964 Jul 07 17:17:14.035354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 643f1f38-6469-40f7-8c36-deb79b0d324c {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:14.039354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.106410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.146403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841a72d-a986-49f0-b85f-e5620d15d584 req-2290feb2-e054-4ef2-98d6-b93b0ceb109b tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.149085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6841a72d-a986-49f0-b85f-e5620d15d584 req-2290feb2-e054-4ef2-98d6-b93b0ceb109b tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 948 time: 0.1899209 Jul 07 17:17:14.171321 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b57d99-6bac-4d3a-b107-029c10afbab9 x-openstack-request-id: req-a7b57d99-6bac-4d3a-b107-029c10afbab9 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:14.172853 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-plugged", "status": "completed", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:14.173755 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7b57d99-6bac-4d3a-b107-029c10afbab9 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:14.175324 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e', 'code': 200} Jul 07 17:17:14.230384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dd790d1-cdc8-4d79-beac-3a2ca7f59faa req-d38592b1-f4db-4478-bbb4-50ec53cc7f4f service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199333 Jul 07 17:17:14.242804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6841a72d-a986-49f0-b85f-e5620d15d584 req-47059174-5099-48a2-b605-dc58a056121f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Jul 07 17:17:14.340340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.426924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57396f3-a76a-4fb6-b70d-4449b6cecd76 req-1b71e8aa-5a13-4edf-8b30-549448cfe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.431612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f57396f3-a76a-4fb6-b70d-4449b6cecd76 req-1b71e8aa-5a13-4edf-8b30-549448cfe0d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1097 time: 0.1423247 Jul 07 17:17:14.492800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.517950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f57396f3-a76a-4fb6-b70d-4449b6cecd76 req-73005d24-c189-4d54-9df6-1f0e222dbd41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783682 Jul 07 17:17:14.537343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=643f1f38-6469-40f7-8c36-deb79b0d324c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.555578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a18c2c-4eb3-47c0-a9fc-f52ff5fb87a6 None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:14.580443 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.583925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec73810e-a314-42b2-803e-fa6659fd8a29 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/643f1f38-6469-40f7-8c36-deb79b0d324c HTTP/1.1" status: 204 len: 168 time: 0.7138717 Jul 07 17:17:14.587347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48728) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:14.675698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111b3ab-03cc-4a9d-bb51-127b996c1972 req-92ac7c4f-b360-4d88-b0e0-e5cede6a2d8a tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.676068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Deleting subnet 9dbd3891-38a3-4ad5-98f3-67d0f09daa2d {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:14.677482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8111b3ab-03cc-4a9d-bb51-127b996c1972 req-92ac7c4f-b360-4d88-b0e0-e5cede6a2d8a tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.1704237 Jul 07 17:17:14.686116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.693591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:14.708140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e018e-7192-4562-ac8b-313e1fed47d2 req-e7a9a419-2730-4d94-af57-e45ed4f501b4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.710784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-656e018e-7192-4562-ac8b-313e1fed47d2 req-e7a9a419-2730-4d94-af57-e45ed4f501b4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1252127 Jul 07 17:17:14.758107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.825104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8111b3ab-03cc-4a9d-bb51-127b996c1972 req-c1882283-d716-4ec9-9b57-22eb6e0aaaeb tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129158 Jul 07 17:17:14.839120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port de6772ae-e517-454f-a742-4c6a4935856a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:14.848687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port de6772ae-e517-454f-a742-4c6a4935856a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:14.849089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.851341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-656e018e-7192-4562-ac8b-313e1fed47d2 req-8122b0ce-8b92-42a6-9611-d62cb29218ae tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257181 Jul 07 17:17:14.951749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.005329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.067795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:15.078086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.092199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.147032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbd3891-38a3-4ad5-98f3-67d0f09daa2d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.156222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.159734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ec03f08b-4e92-41c8-8425-a3e4189cef49 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/9dbd3891-38a3-4ad5-98f3-67d0f09daa2d HTTP/1.1" status: 204 len: 168 time: 0.5709441 Jul 07 17:17:15.165253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.181379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.196957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 94544fd7-8610-4d5f-ad2c-d180e55d2767 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:15.212996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-46eff4de-6eac-4fbe-a6dc-09977d6a1bbb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461388 Jul 07 17:17:15.217676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.247728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454dfa-5549-45e0-af08-1c3cc0680968 req-f62daa7a-13ea-46bf-b93a-db631cebdb3a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.249618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef454dfa-5549-45e0-af08-1c3cc0680968 req-f62daa7a-13ea-46bf-b93a-db631cebdb3a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.1608329 Jul 07 17:17:15.294250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94197348-72a8-4944-9f1e-a8bb51f1a6f3 req-d7d604fb-027e-4721-afd5-3d228b057288 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.296997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94197348-72a8-4944-9f1e-a8bb51f1a6f3 req-d7d604fb-027e-4721-afd5-3d228b057288 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 944 time: 0.1832488 Jul 07 17:17:15.320716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf848c-d691-426c-a3c4-f65b12882deb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.330861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dcaf848c-d691-426c-a3c4-f65b12882deb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113653 Jul 07 17:17:15.331914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48742) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.368177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef454dfa-5549-45e0-af08-1c3cc0680968 req-6dc75701-de2a-4800-ad91-d634e59c93a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997257 Jul 07 17:17:15.386046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-94197348-72a8-4944-9f1e-a8bb51f1a6f3 req-e722df0f-0c71-4f65-8ec6-f83a792d8289 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795054 Jul 07 17:17:15.441478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6ea95-b24e-4087-a60a-b4e71efc8308 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.448197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.454548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03f6ea95-b24e-4087-a60a-b4e71efc8308 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1205137 Jul 07 17:17:15.458824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:15.499708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '94544fd7-8610-4d5f-ad2c-d180e55d2767', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '94544fd7-8610-4d5f-ad2c-d180e55d2767', 'mac_address': 'fa:16:3e:5e:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:15.575027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4bfd7cdb-e1b3-4b0d-a653-7299c7f41eab tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251476 Jul 07 17:17:15.583286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.656350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.659543 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcb57b1-7906-4dae-b65f-d9915134f0d0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.660857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcb57b1-7906-4dae-b65f-d9915134f0d0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:15.669740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.671467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5fcb57b1-7906-4dae-b65f-d9915134f0d0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/cc9ac953-f110-435b-b70a-195c9305356e HTTP/1.1" status: 404 len: 333 time: 0.0866089 Jul 07 17:17:15.687569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94544fd7-8610-4d5f-ad2c-d180e55d2767 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:15.718141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:15.727845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.757416 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-28de9e76-1376-4b28-8e74-1e5a45e8fc8a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.758470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28de9e76-1376-4b28-8e74-1e5a45e8fc8a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:15.762474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-28de9e76-1376-4b28-8e74-1e5a45e8fc8a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/643f1f38-6469-40f7-8c36-deb79b0d324c HTTP/1.1" status: 404 len: 337 time: 0.0901039 Jul 07 17:17:15.774959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48752) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.803460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.848291 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fe6ca9-7c4a-43fc-ab0a-d817778f5774 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.849049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fe6ca9-7c4a-43fc-ab0a-d817778f5774 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:15.852019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55fe6ca9-7c4a-43fc-ab0a-d817778f5774 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/9dbd3891-38a3-4ad5-98f3-67d0f09daa2d HTTP/1.1" status: 404 len: 337 time: 0.0754378 Jul 07 17:17:15.854793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.898919 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31eb5a-8940-45b6-93f2-ff0e61ec5980 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.900072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a31eb5a-8940-45b6-93f2-ff0e61ec5980 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:15.902185 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1a31eb5a-8940-45b6-93f2-ff0e61ec5980 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/218da27d-aa6b-4ff3-ab87-61fddf3101ad HTTP/1.1" status: 404 len: 333 time: 0.0453389 Jul 07 17:17:15.907579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48758) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.950638 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-55430a9a-81bd-4348-a555-c16e8f94945c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.951915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55430a9a-81bd-4348-a555-c16e8f94945c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:15.954018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55430a9a-81bd-4348-a555-c16e8f94945c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/152969f3-2f72-44ca-bc32-a982b07b2e46 HTTP/1.1" status: 404 len: 337 time: 0.0452483 Jul 07 17:17:15.957739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fcc01-b3e4-475a-809f-b2d366bed7b5 req-e7c39f67-8295-4ed2-9aa9-690f458a9742 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.957947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48760) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:15.960547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7fcc01-b3e4-475a-809f-b2d366bed7b5 req-e7c39f67-8295-4ed2-9aa9-690f458a9742 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3192663 Jul 07 17:17:15.969286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f86925-b2db-4fe3-88e1-8c8a3d1435ea None None] Network b929eabd-3b1c-4568-a210-678773ff9ccb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:15.995696 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8ca936-b34c-4d20-9622-7803427f1248 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:15.996353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8ca936-b34c-4d20-9622-7803427f1248 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.001108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a8ca936-b34c-4d20-9622-7803427f1248 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/49a2ecc4-9b59-443d-bdb9-07e6eba5f55f HTTP/1.1" status: 404 len: 337 time: 0.0399730 Jul 07 17:17:16.002177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48762) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.011437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-c3f15596-9ca5-4d0a-bc0b-26b18314c80b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.015554 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-c3f15596-9ca5-4d0a-bc0b-26b18314c80b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.73 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.2506962 Jul 07 17:17:16.020855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['94544fd7-8610-4d5f-ad2c-d180e55d2767'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:16.065930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb9c0-6fe4-404d-82d1-6dd22580f4e8 req-ae1d1924-668b-4a2e-9293-dc65f4f07bae tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.068815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-739cb9c0-6fe4-404d-82d1-6dd22580f4e8 req-ae1d1924-668b-4a2e-9293-dc65f4f07bae tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 949 time: 0.2290149 Jul 07 17:17:16.075939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7fcc01-b3e4-475a-809f-b2d366bed7b5 req-73bf794e-0654-4eea-a285-d1d6f443675c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035089 Jul 07 17:17:16.089385 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cb0115-e65f-43a3-8780-aea1e4cc79c3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.090274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cb0115-e65f-43a3-8780-aea1e4cc79c3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.095483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.095791 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b1cb0115-e65f-43a3-8780-aea1e4cc79c3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/285da018-b38e-4ee7-91e3-1c545699e36b HTTP/1.1" status: 404 len: 333 time: 0.0786941 Jul 07 17:17:16.129273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d0cc8e2a-f51e-49a7-9762-0222aef128ea None None] Provisioning complete for port 9bfff457-330f-466d-a1b2-a44106d6c66e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:16.129653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8e2a-f51e-49a7-9762-0222aef128ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.161526 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca3dfe3-08e5-4da3-b075-a4ad8495ebdc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.162224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca3dfe3-08e5-4da3-b075-a4ad8495ebdc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.167234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ca3dfe3-08e5-4da3-b075-a4ad8495ebdc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/d8535e72-8ee5-459e-a87f-8d5528eddd04 HTTP/1.1" status: 404 len: 337 time: 0.0663784 Jul 07 17:17:16.168694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.178790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:16.182632 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525a1ff-7dc0-4661-bb8d-c6952883b653" -d '{"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-plugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:16.191288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-739cb9c0-6fe4-404d-82d1-6dd22580f4e8 req-632b97f2-fce4-4487-8655-f7234d6f4cbd tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Jul 07 17:17:16.217759 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e192f95c-6c57-4b6c-9657-1611a850583c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.218228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e192f95c-6c57-4b6c-9657-1611a850583c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.224109 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e192f95c-6c57-4b6c-9657-1611a850583c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/a9cdc532-8151-4273-90b0-fcdc8912583c HTTP/1.1" status: 404 len: 337 time: 0.0485797 Jul 07 17:17:16.224468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48772) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.284322 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-9285cdc9-3f36-4f8a-a3b8-103872068414 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.285632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9285cdc9-3f36-4f8a-a3b8-103872068414 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.293790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9285cdc9-3f36-4f8a-a3b8-103872068414 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/bcc8596e-f476-4a7e-bfc2-3f0f3625746b HTTP/1.1" status: 404 len: 333 time: 0.0634317 Jul 07 17:17:16.293962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.318339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Deleting port 5a5566c5-d7a5-42cf-8502-7e324e67916e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:16.318956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.356632 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b727762-fb20-4fbd-9ac7-18102f891796 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.357624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b727762-fb20-4fbd-9ac7-18102f891796 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.359622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3b727762-fb20-4fbd-9ac7-18102f891796 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/ada22715-848c-46cb-99de-c3b669298dd9 HTTP/1.1" status: 404 len: 337 time: 0.0646963 Jul 07 17:17:16.363311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.420415 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c254d6c-5fd3-40c6-9d55-f3bf5b23e422 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.421269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c254d6c-5fd3-40c6-9d55-f3bf5b23e422 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.422831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1c254d6c-5fd3-40c6-9d55-f3bf5b23e422 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/43402110-05ba-4462-b23d-8ed6959be768 HTTP/1.1" status: 404 len: 337 time: 0.0584128 Jul 07 17:17:16.427811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.478499 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e91de3-bedb-419c-a091-e36ca0d00f06 x-openstack-request-id: req-f8e91de3-bedb-419c-a091-e36ca0d00f06 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:16.478834 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-plugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:16.479046 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8e91de3-bedb-419c-a091-e36ca0d00f06 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:16.479448 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a', 'code': 200} Jul 07 17:17:16.489188 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2995b08-9a33-4e9c-9d57-870629d7d4ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.489978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2995b08-9a33-4e9c-9d57-870629d7d4ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.492194 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2995b08-9a33-4e9c-9d57-870629d7d4ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/dd87c655-dd57-4520-b938-264ef0923b16 HTTP/1.1" status: 404 len: 333 time: 0.0629473 Jul 07 17:17:16.498266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.545824 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-58202e75-5a81-4479-952f-98adbb1837bc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.546378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58202e75-5a81-4479-952f-98adbb1837bc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.549293 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58202e75-5a81-4479-952f-98adbb1837bc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/2fc7ea23-d1c9-4be9-8f96-d5af029a37ae HTTP/1.1" status: 404 len: 337 time: 0.0486941 Jul 07 17:17:16.556358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658e30-2e00-44ef-af61-3c5a3dd03462 req-ca9a973c-52af-4fc8-a142-4bd513ac099b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.559233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95658e30-2e00-44ef-af61-3c5a3dd03462 req-ca9a973c-52af-4fc8-a142-4bd513ac099b tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 945 time: 0.1423788 Jul 07 17:17:16.560272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.625376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] For port 5a5566c5-d7a5-42cf-8502-7e324e67916e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5a5566c5-d7a5-42cf-8502-7e324e67916e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:16.625754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.659554 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f64d8b4-bf0a-461b-b29a-bcf4c5871e36 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.664986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f64d8b4-bf0a-461b-b29a-bcf4c5871e36 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.672059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7f64d8b4-bf0a-461b-b29a-bcf4c5871e36 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/44b5e27e-0346-4fc2-94bd-b5f88421f843 HTTP/1.1" status: 404 len: 333 time: 0.1103287 Jul 07 17:17:16.688026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48790) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.699092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c485da-ff60-4b3f-9919-503d11b61e36 req-640d3ebd-2114-48ad-860d-a06a0bfb0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.701769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58c485da-ff60-4b3f-9919-503d11b61e36 req-640d3ebd-2114-48ad-860d-a06a0bfb0e17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 1101 time: 0.1700053 Jul 07 17:17:16.763943 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-25252ecc-10fd-45d3-a8ce-f3552b3cb6fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.764701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25252ecc-10fd-45d3-a8ce-f3552b3cb6fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.767866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-25252ecc-10fd-45d3-a8ce-f3552b3cb6fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/98b6d456-0293-490a-8eb4-8bd119ef77fc HTTP/1.1" status: 404 len: 337 time: 0.0774488 Jul 07 17:17:16.771847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48794) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.799109 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58c485da-ff60-4b3f-9919-503d11b61e36 req-446777c0-0c38-4bcc-809a-01c054bf6ecd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879729 Jul 07 17:17:16.821152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] DHCP port deletion for b929eabd-3b1c-4568-a210-678773ff9ccb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:16.880946 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66bee22-4a94-4234-b05b-5f6f0d6c5a3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.882238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66bee22-4a94-4234-b05b-5f6f0d6c5a3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.885867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c66bee22-4a94-4234-b05b-5f6f0d6c5a3f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/b3cd13cc-83b6-4155-9cb0-e1e510ca7abc HTTP/1.1" status: 404 len: 333 time: 0.1098204 Jul 07 17:17:16.890739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48796) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:16.901500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95658e30-2e00-44ef-af61-3c5a3dd03462 req-9a74d319-b149-47e4-bfd2-3f3b0cfbd5b3 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698333 Jul 07 17:17:16.921863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Deleting port 9bfff457-330f-466d-a1b2-a44106d6c66e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:16.922567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.958331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.958966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.959486 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Floating IP 0689cd33-ae91-4c0b-b063-8b4a61a22490 disassociated. External IP: 172.25.3.156, port: 5a5566c5-d7a5-42cf-8502-7e324e67916e. Jul 07 17:17:16.960049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Calling delete_port for 5a5566c5-d7a5-42cf-8502-7e324e67916e owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:16.963801 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1632332-cab4-4b66-abac-239338249a20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:16.964541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1632332-cab4-4b66-abac-239338249a20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:16.968820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e1632332-cab4-4b66-abac-239338249a20 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/665745ac-9706-41ca-99a7-35837a2f12ff HTTP/1.1" status: 404 len: 337 time: 0.0724182 Jul 07 17:17:16.974083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48798) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.005152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9647a0b-2adb-453c-997f-8f24efd0ca70 req-95279b88-b122-4dbf-9b2b-48557512a19d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.018054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9647a0b-2adb-453c-997f-8f24efd0ca70 req-95279b88-b122-4dbf-9b2b-48557512a19d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2742059 Jul 07 17:17:17.051070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] For port 9bfff457-330f-466d-a1b2-a44106d6c66e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9bfff457-330f-466d-a1b2-a44106d6c66e,segment=NetworkSegment(08ec8ff3-eb13-4c8f-b6aa-26831f9eb324),segment_id=08ec8ff3-eb13-4c8f-b6aa-26831f9eb324)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:17.051696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.077479 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a4a8ab-2d0a-4c83-9cbb-90f78332cae2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.078763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a4a8ab-2d0a-4c83-9cbb-90f78332cae2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.079140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Calling delete_port for 9bfff457-330f-466d-a1b2-a44106d6c66e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:17.081905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0a4a8ab-2d0a-4c83-9cbb-90f78332cae2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/21882208-27c9-49d4-94d0-c90b579188bc HTTP/1.1" status: 404 len: 333 time: 0.1052985 Jul 07 17:17:17.086843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48800) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.150921 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce83467-cfc8-440d-978e-60f453da6185 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.151720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce83467-cfc8-440d-978e-60f453da6185 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.157612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48802) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.158488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ce83467-cfc8-440d-978e-60f453da6185 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/995194c7-2afb-463e-bef8-e13cf4dc52ee HTTP/1.1" status: 404 len: 337 time: 0.0667591 Jul 07 17:17:17.208215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9647a0b-2adb-453c-997f-8f24efd0ca70 req-18d50ee9-806c-409a-9034-ba2427c8a314 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887014 Jul 07 17:17:17.214987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.266110 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3691fb-68c4-4a30-827c-97d3cd1cb5aa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.267588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3691fb-68c4-4a30-827c-97d3cd1cb5aa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.270770 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9b3691fb-68c4-4a30-827c-97d3cd1cb5aa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/d2e5cf13-2ea0-4c16-9b0a-210a507b9fd4 HTTP/1.1" status: 404 len: 333 time: 0.1082792 Jul 07 17:17:17.275694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48808) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.280006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] Pushing event deleted for resources: {'Port': ['ID=9bfff457-330f-466d-a1b2-a44106d6c66e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.284114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605de0c-f5cf-4df4-b3d0-b62ef3f2539b None None] No DVR routers for this DVR port 9bfff457-330f-466d-a1b2-a44106d6c66e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:17.323176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.329658 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74ab0ba-fb32-47c1-b41d-4390f98677fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.330187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74ab0ba-fb32-47c1-b41d-4390f98677fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.335478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a74ab0ba-fb32-47c1-b41d-4390f98677fa tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/5b0be77d-ae4e-4f3e-b154-f0b823163f1d HTTP/1.1" status: 404 len: 337 time: 0.0534940 Jul 07 17:17:17.337741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.377554 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e79e25-787a-4a8a-a5b2-56ce1a095df0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.378825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e79e25-787a-4a8a-a5b2-56ce1a095df0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.380111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event deleted for resources: {'Port': ['ID=5a5566c5-d7a5-42cf-8502-7e324e67916e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.383984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-98e79e25-787a-4a8a-a5b2-56ce1a095df0 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/667ffc2a-9e56-455a-9d90-bbad7166b4b5 HTTP/1.1" status: 404 len: 333 time: 0.0428557 Jul 07 17:17:17.388139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.417155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb606a9-2a38-4424-93d3-95bb52ac6af9 req-188d9a9c-2da7-4d87-a827-af43c354cefc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.419843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb606a9-2a38-4424-93d3-95bb52ac6af9 req-188d9a9c-2da7-4d87-a827-af43c354cefc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.2495520 Jul 07 17:17:17.458986 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5bae0c-5d22-4022-ac38-c48ae644f89a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.459564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5bae0c-5d22-4022-ac38-c48ae644f89a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.461351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0d5bae0c-5d22-4022-ac38-c48ae644f89a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/6043d6a5-3d74-4c52-aa99-4f6c9eb9a2ac HTTP/1.1" status: 404 len: 337 time: 0.0714335 Jul 07 17:17:17.469521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48816) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.493136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb606a9-2a38-4424-93d3-95bb52ac6af9 req-846084e7-3b2c-4d14-8d88-456cd0cda353 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Jul 07 17:17:17.535232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fa709-2a1e-44c3-bbfb-edda09bce241 req-05199ca9-53f2-46e5-a0a2-db794792c74b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.535232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-813fa709-2a1e-44c3-bbfb-edda09bce241 req-05199ca9-53f2-46e5-a0a2-db794792c74b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 945 time: 0.1513486 Jul 07 17:17:17.604532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-813fa709-2a1e-44c3-bbfb-edda09bce241 req-7df6fa57-2a5f-491f-ae5c-22e41a4e3ca6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631838 Jul 07 17:17:17.891538 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-c345f074-22ae-49d0-a1c1-9414883689b2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:17.893305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c345f074-22ae-49d0-a1c1-9414883689b2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:17.899056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c345f074-22ae-49d0-a1c1-9414883689b2 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/a64feae2-1a9d-4110-b784-a62801c4f55c HTTP/1.1" status: 404 len: 337 time: 0.4273124 Jul 07 17:17:17.931959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48820) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.001427 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de82d72-6060-4128-a460-e11beb5e6781 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.003205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de82d72-6060-4128-a460-e11beb5e6781 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.007180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3de82d72-6060-4128-a460-e11beb5e6781 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/93a10482-3436-40d0-b02a-23e8e64063ee HTTP/1.1" status: 404 len: 333 time: 0.0669341 Jul 07 17:17:18.010698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48824) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.024469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710630-798f-4095-8f2b-2231de6a8b51 req-3334232b-7d28-4b5d-ba47-a148c13845bb tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.025983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89710630-798f-4095-8f2b-2231de6a8b51 req-3334232b-7d28-4b5d-ba47-a148c13845bb tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 949 time: 0.2379425 Jul 07 17:17:18.079299 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef9dc2f-56ce-4759-97d1-bc9a9f46330d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.080069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef9dc2f-56ce-4759-97d1-bc9a9f46330d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.085526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9ef9dc2f-56ce-4759-97d1-bc9a9f46330d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc7ed67-19ab-4e87-8268-f9f23fb1f48b HTTP/1.1" status: 404 len: 337 time: 0.0682642 Jul 07 17:17:18.087924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.098150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b83b-2594-4077-871d-c43f47d4b7cb req-97a21d87-1acc-496c-bc5c-2559f7bfd964 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.100670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4534b83b-2594-4077-871d-c43f47d4b7cb req-97a21d87-1acc-496c-bc5c-2559f7bfd964 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2230370 Jul 07 17:17:18.119071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Router 31596f84-dfd1-47bf-9947-06f33302c2ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:18.144445 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570d9af-41fd-4e85-867e-23865b79c226 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.145476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4570d9af-41fd-4e85-867e-23865b79c226 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.151442 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4570d9af-41fd-4e85-867e-23865b79c226 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/940606c0-7e50-4f79-b3df-4ff3de65507e HTTP/1.1" status: 404 len: 337 time: 0.0601878 Jul 07 17:17:18.162124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89710630-798f-4095-8f2b-2231de6a8b51 req-1498a2b1-53f1-4664-adf9-eb75f804f8a7 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269050 Jul 07 17:17:18.162771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48828) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.210016 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2740e926-1b59-4664-adbf-5c034c3328c1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.211095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2740e926-1b59-4664-adbf-5c034c3328c1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.216386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2740e926-1b59-4664-adbf-5c034c3328c1 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/eea4e857-db15-46bc-a35f-26822757bca5 HTTP/1.1" status: 404 len: 333 time: 0.0472128 Jul 07 17:17:18.217409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.228739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4534b83b-2594-4077-871d-c43f47d4b7cb req-df7566d5-34d2-464b-9c2b-6f7fb576286e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174562 Jul 07 17:17:18.278328 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eeccc1-e34b-446b-85d0-50d2d074de84 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.278709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eeccc1-e34b-446b-85d0-50d2d074de84 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.282510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48eeccc1-e34b-446b-85d0-50d2d074de84 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/40cc909a-e67e-43d4-be6d-bb51e4f0e2ff HTTP/1.1" status: 404 len: 337 time: 0.0623007 Jul 07 17:17:18.285131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48834) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.318727 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6369646d-9a9e-49e0-b821-2d42bd855d0a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.319250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6369646d-9a9e-49e0-b821-2d42bd855d0a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.321324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6369646d-9a9e-49e0-b821-2d42bd855d0a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/4b243cb2-5c94-4ffa-abda-546c75c58077 HTTP/1.1" status: 404 len: 337 time: 0.0346639 Jul 07 17:17:18.326752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.373569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:18.394222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Sync routers for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:18.413786 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:18.414260 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:18.425838 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-35598945-c61f-4cfe-b225-5cacacb773ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.428726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35598945-c61f-4cfe-b225-5cacacb773ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.436221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-35598945-c61f-4cfe-b225-5cacacb773ed tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/26bf516a-4764-4086-97a0-9ebb1fc4e659 HTTP/1.1" status: 404 len: 333 time: 0.1047697 Jul 07 17:17:18.436960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.452157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9bfff457-330f-466d-a1b2-a44106d6c66e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:18.469329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] No DVR routers for this DVR port 5a5566c5-d7a5-42cf-8502-7e324e67916e on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:18.496421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.500199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-564317cc-0dae-41e9-8d32-97b650c5c6a1 req-88693e4d-1bd9-4d1b-a51b-6f7fbf96a47e tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.73 "DELETE /v2.0/ports/5a5566c5-d7a5-42cf-8502-7e324e67916e HTTP/1.1" status: 204 len: 173 time: 2.4738400 Jul 07 17:17:18.500848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'name': 'network-vif-deleted', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:18.505995 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3901465-716c-4d18-9062-9c1462d805f7" -d '{"events": [{"server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "name": "network-vif-deleted", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:18.512643 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-4621c6d9-a1eb-4858-ba07-7d0f20b86cb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.513663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4621c6d9-a1eb-4858-ba07-7d0f20b86cb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.517441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4621c6d9-a1eb-4858-ba07-7d0f20b86cb7 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/0483d418-ca33-40fc-9d13-ac7a4c454c3e HTTP/1.1" status: 404 len: 337 time: 0.0766981 Jul 07 17:17:18.520132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.545941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9bfff457-330f-466d-a1b2-a44106d6c66e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:18.545941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9bfff457-330f-466d-a1b2-a44106d6c66e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:18.564211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc99642-6358-4f5a-ae83-e09441a21335 req-3055c219-d97b-4a00-943e-430bb9ed4390 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/ports?device_id=a628a0e6-bbe2-4dca-a2d2-d71206d7c029 HTTP/1.1" status: 200 len: 210 time: 0.1250906 Jul 07 17:17:18.600806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4dbcc-1638-4676-a204-5ee14edb619b req-23b4e484-e1b2-41dd-a3db-560a82822654 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.600975 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86152d9-8d3e-4b6c-9768-dbc3dfb6355a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.604397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86152d9-8d3e-4b6c-9768-dbc3dfb6355a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.617309 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d86152d9-8d3e-4b6c-9768-dbc3dfb6355a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/95834e90-7d19-45f3-a647-0cc0020b6af2 HTTP/1.1" status: 404 len: 337 time: 0.0887530 Jul 07 17:17:18.617309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48844) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.617788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-daa4dbcc-1638-4676-a204-5ee14edb619b req-23b4e484-e1b2-41dd-a3db-560a82822654 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1097 time: 0.1572075 Jul 07 17:17:18.662704 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:18.679915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-daa4dbcc-1638-4676-a204-5ee14edb619b req-2324acf4-c9fc-4337-a2a8-51896a3a11a5 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Jul 07 17:17:18.689229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-01f90184-6f6d-4672-aeba-dc36eb1952fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f258567-5b81-4a36-bb15-ea8aba909182 HTTP/1.1" status: 200 len: 205 time: 0.0724056 Jul 07 17:17:18.690488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48852) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.714709 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b55cf-c1ca-4693-9e2a-8e4d7e1227e3 x-openstack-request-id: req-e97b55cf-c1ca-4693-9e2a-8e4d7e1227e3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:18.716476 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a628a0e6-bbe2-4dca-a2d2-d71206d7c029", "name": "network-vif-deleted", "tag": "5a5566c5-d7a5-42cf-8502-7e324e67916e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:18.716476 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e97b55cf-c1ca-4693-9e2a-8e4d7e1227e3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:18.716476 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a628a0e6-bbe2-4dca-a2d2-d71206d7c029', 'name': 'network-vif-deleted', 'tag': '5a5566c5-d7a5-42cf-8502-7e324e67916e', 'status': 'completed', 'code': 200} Jul 07 17:17:18.797228 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-5ade584e-c948-4609-b139-1ef14096b416 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] delete failed (client error): The resource could not be found. Jul 07 17:17:18.798692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ade584e-c948-4609-b139-1ef14096b416 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/routers/7f258567-5b81-4a36-bb15-ea8aba909182 HTTP/1.1" status: 404 len: 336 time: 0.1078644 Jul 07 17:17:18.801606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48856) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.867248 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-b037f331-cd7b-4605-90f2-e6363c1cf1f4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:18.868203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b037f331-cd7b-4605-90f2-e6363c1cf1f4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:18.870357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b037f331-cd7b-4605-90f2-e6363c1cf1f4 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/53dcef37-01c6-46d6-b6f3-8b9d02be4c82 HTTP/1.1" status: 404 len: 337 time: 0.0671878 Jul 07 17:17:18.873806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48858) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.912253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-193e6a61-dd99-4571-8c18-0db65f8014a3 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9495dab-756e-48ec-88b8-244c08018722 HTTP/1.1" status: 200 len: 205 time: 0.0363288 Jul 07 17:17:18.915305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.961111 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-c555466d-7707-4709-9080-8b7a9b09a4ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] delete failed (client error): The resource could not be found. Jul 07 17:17:18.962474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c555466d-7707-4709-9080-8b7a9b09a4ba tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/routers/d9495dab-756e-48ec-88b8-244c08018722 HTTP/1.1" status: 404 len: 336 time: 0.0454454 Jul 07 17:17:18.966968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.003231 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc087530-4cd0-4a06-b030-c70b837a8cde tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.003844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc087530-4cd0-4a06-b030-c70b837a8cde tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.006070 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cc087530-4cd0-4a06-b030-c70b837a8cde tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/107db4ab-a1c3-41c3-9850-b1cc68ce76d6 HTTP/1.1" status: 404 len: 337 time: 0.0388069 Jul 07 17:17:19.009342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48864) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.040990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24245245-2088-4f45-8c3d-7d1ec66aa4f8 req-7e8fa3e5-6e3d-4a6c-a356-2eca2cb21eac tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.043190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24245245-2088-4f45-8c3d-7d1ec66aa4f8 req-7e8fa3e5-6e3d-4a6c-a356-2eca2cb21eac tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1333721 Jul 07 17:17:19.054980 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b36b947-583a-44db-8f99-17c397328972 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.055615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b36b947-583a-44db-8f99-17c397328972 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.059247 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:19.060327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b36b947-583a-44db-8f99-17c397328972 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/effea66b-0a7b-4fef-a1bb-d23fabc79667 HTTP/1.1" status: 404 len: 337 time: 0.0479932 Jul 07 17:17:19.062790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.065504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fef1d-928f-45a9-9c60-9e3048b7ce80 req-a5948f1d-c561-4c61-b000-998d3d2cdf70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.067334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-179fef1d-928f-45a9-9c60-9e3048b7ce80 req-a5948f1d-c561-4c61-b000-998d3d2cdf70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 945 time: 0.1591008 Jul 07 17:17:19.109762 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9911b38-bb11-4bf3-a55e-f2a75919b63c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.111318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9911b38-bb11-4bf3-a55e-f2a75919b63c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.114515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9911b38-bb11-4bf3-a55e-f2a75919b63c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/6dee8c25-0a87-40a7-951d-b3bb8ca91597 HTTP/1.1" status: 404 len: 333 time: 0.0500588 Jul 07 17:17:19.117241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48868) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.120049 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Checking router: 31596f84-dfd1-47bf-9947-06f33302c2ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:19.132132 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:19.132490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:19.137025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24245245-2088-4f45-8c3d-7d1ec66aa4f8 req-b4d348c2-94f1-40aa-9ee6-82cd0202e374 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682323 Jul 07 17:17:19.151199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-179fef1d-928f-45a9-9c60-9e3048b7ce80 req-c40836fa-bc25-4b1d-85b4-0a1fc75873cb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Jul 07 17:17:19.164038 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4be458-2c58-4730-bd2f-079e02265d2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.164777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4be458-2c58-4730-bd2f-079e02265d2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.168567 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4b4be458-2c58-4730-bd2f-079e02265d2a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/3fe5b0cb-eb1a-42de-93a9-edd108c083e4 HTTP/1.1" status: 404 len: 337 time: 0.0493677 Jul 07 17:17:19.177017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48872) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.223901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 94544fd7-8610-4d5f-ad2c-d180e55d2767 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:19.273304 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205dfd5-371a-4260-a1c2-690310c3a51c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.274170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205dfd5-371a-4260-a1c2-690310c3a51c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.276242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e205dfd5-371a-4260-a1c2-690310c3a51c tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/b86153a0-8e16-4d8e-835b-c2bb9de600c1 HTTP/1.1" status: 404 len: 333 time: 0.0981543 Jul 07 17:17:19.280649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.358955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:19.388951 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e128d1df-03cb-43fb-8e78-733e2c45812e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.390670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e128d1df-03cb-43fb-8e78-733e2c45812e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.397085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e128d1df-03cb-43fb-8e78-733e2c45812e tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/66e05f72-7eb3-4033-bf20-6ab6a3ae427f HTTP/1.1" status: 404 len: 337 time: 0.1130278 Jul 07 17:17:19.398673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.405517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 94544fd7-8610-4d5f-ad2c-d180e55d2767 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:19.418762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 94544fd7-8610-4d5f-ad2c-d180e55d2767 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:19.419481 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.456138 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fc7e41-5860-4a76-a23e-41341eaf4be5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.457384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fc7e41-5860-4a76-a23e-41341eaf4be5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.461004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24fc7e41-5860-4a76-a23e-41341eaf4be5 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/0fc3a708-1263-4f98-8cca-e3b23d47c457 HTTP/1.1" status: 404 len: 333 time: 0.0600159 Jul 07 17:17:19.470200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48882) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.541644 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87a72f9-fed8-4c99-9ac1-0e0b047a7318 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.542412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87a72f9-fed8-4c99-9ac1-0e0b047a7318 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.546700 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d87a72f9-fed8-4c99-9ac1-0e0b047a7318 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/ec4aa983-9cad-4cff-a951-621e1e67f4c6 HTTP/1.1" status: 404 len: 337 time: 0.0746121 Jul 07 17:17:19.554794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48884) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.613105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.652049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:19.657188 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd01165-9f03-4432-b5fe-88d0e082c01a" -d '{"events": [{"server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "name": "network-vif-plugged", "status": "completed", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:19.675797 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e94fab-7ecc-438d-b137-fff206be39fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.679767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e94fab-7ecc-438d-b137-fff206be39fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.682914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d0e94fab-7ecc-438d-b137-fff206be39fb tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/3d470f73-fe23-4e05-9315-53a0f95f0dbf HTTP/1.1" status: 404 len: 333 time: 0.1181262 Jul 07 17:17:19.685833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48890) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.692281 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:19.703377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:19.718354 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.719892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5a5566c5-d7a5-42cf-8502-7e324e67916e no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:19.728782 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223e94d-c999-4023-b69b-1b0d48cc9770 None None] The sync data for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 is: [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff92b8fb-439f-4fd5-b609-6dab08b5e25e', 'name': '', 'network_id': '2858113b-a95c-4ca2-ba19-8d5bfb507587', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'mac_address': 'fa:16:3e:55:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:39Z', 'updated_at': '2021-07-07T17:14:52Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'subnets': [{'id': 'dacd740f-b02f-4cce-b95f-5b2cbd96f3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:19.751434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee66d9-c7d6-4efa-9923-27a68a790972 req-84d7f4ab-0c5b-4714-995f-cbed4b0be9b6 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.763006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11ee66d9-c7d6-4efa-9923-27a68a790972 req-84d7f4ab-0c5b-4714-995f-cbed4b0be9b6 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1097 time: 0.3041866 Jul 07 17:17:19.768727 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f864c93c-a987-49e6-a3dc-e52d3dee83ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.770641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f864c93c-a987-49e6-a3dc-e52d3dee83ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.776958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f864c93c-a987-49e6-a3dc-e52d3dee83ea tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/22582ede-da3e-4a7d-b7ef-187ddd4a2732 HTTP/1.1" status: 404 len: 337 time: 0.0890987 Jul 07 17:17:19.780241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48892) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.813179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:19.825240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11ee66d9-c7d6-4efa-9923-27a68a790972 req-6fd276db-4fed-4721-8588-c7db02e242ed tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Jul 07 17:17:19.834033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 5a5566c5-d7a5-42cf-8502-7e324e67916e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:19.834378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5a5566c5-d7a5-42cf-8502-7e324e67916e not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:19.842824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8394e-1a89-47da-881d-87f5fe3216b8 req-0e2b5b94-4790-42fa-b65f-234a73bf1a23 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.850417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a8394e-1a89-47da-881d-87f5fe3216b8 req-0e2b5b94-4790-42fa-b65f-234a73bf1a23 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2039824 Jul 07 17:17:19.873539 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-14885217-ecdf-4361-b74b-641163db4223 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.874856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14885217-ecdf-4361-b74b-641163db4223 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.882004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-14885217-ecdf-4361-b74b-641163db4223 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/9b22869f-e32e-4f8e-a570-ac7cd4eb3a91 HTTP/1.1" status: 404 len: 333 time: 0.0967255 Jul 07 17:17:19.883191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48894) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.939257 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e17c5cb-ac99-43d3-adc8-1140086fc51a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.939725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e17c5cb-ac99-43d3-adc8-1140086fc51a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.941677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e17c5cb-ac99-43d3-adc8-1140086fc51a tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/c5e39f81-b761-4fd4-81f8-b0232a45b549 HTTP/1.1" status: 404 len: 337 time: 0.0574453 Jul 07 17:17:19.945972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:19.951413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a8394e-1a89-47da-881d-87f5fe3216b8 req-18f9778f-8051-4d22-a529-d26ce5178005 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995779 Jul 07 17:17:19.976517 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-3323d600-fbbb-46d5-9972-a82d6e5bf038 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:19.977295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3323d600-fbbb-46d5-9972-a82d6e5bf038 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:19.979273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3323d600-fbbb-46d5-9972-a82d6e5bf038 tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/a106f4d2-1dd4-4768-9a6c-98a57c96a551 HTTP/1.1" status: 404 len: 333 time: 0.0321109 Jul 07 17:17:19.988174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.039580 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-91988d6c-aa42-433e-8027-59bcf871d60f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:20.040047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91988d6c-aa42-433e-8027-59bcf871d60f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:20.044455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91988d6c-aa42-433e-8027-59bcf871d60f tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/3ae29722-1284-48d4-a16a-bc202dff0a46 HTTP/1.1" status: 404 len: 337 time: 0.0523996 Jul 07 17:17:20.044912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48904) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.080044 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89a4d74-2a6f-44d4-8718-dabea845e15b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:20.080795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89a4d74-2a6f-44d4-8718-dabea845e15b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:20.084236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b89a4d74-2a6f-44d4-8718-dabea845e15b tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/ports/06ca86c1-4437-48c5-a505-dd5eb5f3142d HTTP/1.1" status: 404 len: 333 time: 0.0370336 Jul 07 17:17:20.085472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.116941 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d42dddd-df22-4970-abac-75039ce91d3d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:20.117590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d42dddd-df22-4970-abac-75039ce91d3d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:20.121953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3d42dddd-df22-4970-abac-75039ce91d3d tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/subnets/16ce9fa1-cc45-4cc6-b6d2-94f56c2352bf HTTP/1.1" status: 404 len: 337 time: 0.0342011 Jul 07 17:17:20.123655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.151992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55712085-82bf-494c-89f2-692f5ccbd530 req-d5821074-b973-4736-952b-265a53eb9856 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.155413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55712085-82bf-494c-89f2-692f5ccbd530 req-d5821074-b973-4736-952b-265a53eb9856 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 949 time: 0.1768382 Jul 07 17:17:20.200338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85adb7-1713-49bb-9a3f-2a1e54c384ff None None] New status for floating IP 0689cd33-ae91-4c0b-b063-8b4a61a22490: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:20.226113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55712085-82bf-494c-89f2-692f5ccbd530 req-f088c777-0ff6-4272-a3e1-fef605e03e91 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622344 Jul 07 17:17:20.293935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.346683 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1725f-df95-4ae9-9d3d-cd41de2d11d4 x-openstack-request-id: req-f7c1725f-df95-4ae9-9d3d-cd41de2d11d4 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:20.347719 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "name": "network-vif-plugged", "status": "completed", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:20.348904 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7c1725f-df95-4ae9-9d3d-cd41de2d11d4 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:20.349784 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767', 'code': 200} Jul 07 17:17:20.481872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.537857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b929eabd-3b1c-4568-a210-678773ff9ccb']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:20.560249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:20.560802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ec8ff3-eb13-4c8f-b6aa-26831f9eb324') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:20.582472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.612771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.618115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb1a57-e582-4a03-bb4a-17c35e3debcd req-86542703-f0ad-4e71-8ef2-a83320183782 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.619838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dadb1a57-e582-4a03-bb4a-17c35e3debcd req-86542703-f0ad-4e71-8ef2-a83320183782 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 946 time: 0.1366818 Jul 07 17:17:20.633167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:20.633806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:20.641257 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:20.662316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448415ec-9faa-4751-9c1c-1e066c207034 req-297518de-6fd8-4dcc-bbef-5f88a1bf19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.665081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-448415ec-9faa-4751-9c1c-1e066c207034 req-297518de-6fd8-4dcc-bbef-5f88a1bf19ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 1098 time: 0.2034950 Jul 07 17:17:20.681211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf24785-b920-4e05-a99d-90347605d4a1 req-f0cb4a96-d82b-4d48-bbea-8cbaad7330ab tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.683044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cf24785-b920-4e05-a99d-90347605d4a1 req-f0cb4a96-d82b-4d48-bbea-8cbaad7330ab tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 950 time: 0.1454117 Jul 07 17:17:20.693589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dadb1a57-e582-4a03-bb4a-17c35e3debcd req-689952c0-d07e-4b23-9111-23b402f823b0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661752 Jul 07 17:17:20.742986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cf24785-b920-4e05-a99d-90347605d4a1 req-07a275d2-7fff-4e26-9428-96b0802ee9d9 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Jul 07 17:17:20.752169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48924) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:20.812168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.817868 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-448415ec-9faa-4751-9c1c-1e066c207034 req-a9f74ef5-6238-4c5f-b05c-2feefc628bb4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032579 Jul 07 17:17:20.827970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.831348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] 10.222.0.66 "DELETE /v2.0/networks/b929eabd-3b1c-4568-a210-678773ff9ccb HTTP/1.1" status: 204 len: 168 time: 0.7062607 Jul 07 17:17:20.884183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d002418-1b3a-42b7-890b-d78beb434fcc tempest-NetworksTestDHCPv6-1231759889 tempest-NetworksTestDHCPv6-1231759889-project] Pushing event deleted for resources: {'Network': ['ID=b929eabd-3b1c-4568-a210-678773ff9ccb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:20.899403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.952474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.095354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.098189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.099455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3f7dd9f-06ed-4873-a43d-b2ffd87c330f HTTP/1.1" status: 204 len: 168 time: 0.3460691 Jul 07 17:17:21.102280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:21.123363 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-3430ec88-b151-4fac-b379-b45f8d1dae8a tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] show failed (client error): The resource could not be found. Jul 07 17:17:21.128425 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3430ec88-b151-4fac-b379-b45f8d1dae8a tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "GET /v2.0/security-groups/e3f7dd9f-06ed-4873-a43d-b2ffd87c330f HTTP/1.1" status: 404 len: 347 time: 0.0245895 Jul 07 17:17:21.129211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:21.138889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de54c7-a0e8-4eb6-a385-b5df4f4cd873 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7dd9f-06ed-4873-a43d-b2ffd87c330f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:21.203187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3488-8979-44f9-a74f-5dd266b642ec req-a20912cc-8b07-42dc-aff3-2ab2d8f9d229 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.206070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cbb3488-8979-44f9-a74f-5dd266b642ec req-a20912cc-8b07-42dc-aff3-2ab2d8f9d229 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1266735 Jul 07 17:17:21.282413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cbb3488-8979-44f9-a74f-5dd266b642ec req-5a8d5c1c-d7a5-455f-9aa9-af8f4ff892d3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628698 Jul 07 17:17:21.440970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Deleting port 2b87ddf5-7b05-4cd5-b39b-ae127547351e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:21.442018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.531508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48952) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:21.543077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696ccfb-0790-473a-909e-6d7b29f982c3 req-d26ac0b4-c90c-425a-81b3-211927599c99 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.544703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b696ccfb-0790-473a-909e-6d7b29f982c3 req-d26ac0b4-c90c-425a-81b3-211927599c99 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1097 time: 0.0922635 Jul 07 17:17:21.658229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.658543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b696ccfb-0790-473a-909e-6d7b29f982c3 req-f5bd1eb3-17ac-4036-bc04-7deb3f8188e5 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931790 Jul 07 17:17:21.663011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.690863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Calling delete_port for 2b87ddf5-7b05-4cd5-b39b-ae127547351e owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:21.995724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.003967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b75a118d-f326-4f82-a80c-4d21096ddcdd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5193bfc08b93413b856fc42340d9dfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704008 Jul 07 17:17:22.008885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48970) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:22.036907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Pushing event deleted for resources: {'Port': ['ID=2b87ddf5-7b05-4cd5-b39b-ae127547351e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.064965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9cb9-e567-4226-9a47-120bab5256bb req-08e1af8c-4b84-4966-a406-11d0a65b9150 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.066672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-183d9cb9-e567-4226-9a47-120bab5256bb req-08e1af8c-4b84-4966-a406-11d0a65b9150 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2495656 Jul 07 17:17:22.141168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.146365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.148658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8cee7477-d231-4ba7-b616-8df88e132358 tempest-ServersTestManualDisk-551192477 tempest-ServersTestManualDisk-551192477-project] 10.222.0.66 "DELETE /v2.0/floatingips/0689cd33-ae91-4c0b-b063-8b4a61a22490 HTTP/1.1" status: 204 len: 168 time: 1.0149124 Jul 07 17:17:22.152890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48972) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:22.191456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.213575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-183d9cb9-e567-4226-9a47-120bab5256bb req-6078b7da-d1bf-44e7-b9c6-feeeb5fad5d2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320982 Jul 07 17:17:22.268575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.330346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623eeed-40c0-4c41-88d8-7967d80e537a req-1510ec7c-c65e-4d11-8b72-8a9dbd821f45 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.332933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2623eeed-40c0-4c41-88d8-7967d80e537a req-1510ec7c-c65e-4d11-8b72-8a9dbd821f45 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 946 time: 0.2527099 Jul 07 17:17:22.740610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2623eeed-40c0-4c41-88d8-7967d80e537a req-44b701a9-f217-43a4-945d-c7108430bb71 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768723 Jul 07 17:17:22.756553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.759377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.764179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d9e3255-c8e0-415b-920c-8f5c3b4c4e76 HTTP/1.1" status: 204 len: 168 time: 0.7501733 Jul 07 17:17:22.770312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362192c6-50fa-4a4e-b05a-1392e3b5d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e3255-c8e0-415b-920c-8f5c3b4c4e76,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.975073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.598076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Deleting port ff92b8fb-439f-4fd5-b609-6dab08b5e25e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:23.599067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.663061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28394c5-eb68-414e-80fc-bd32fffc096f req-cbeb8b34-da03-4bbf-8735-1a55a350085b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:23.663061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b28394c5-eb68-414e-80fc-bd32fffc096f req-cbeb8b34-da03-4bbf-8735-1a55a350085b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1581171 Jul 07 17:17:23.744418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b28394c5-eb68-414e-80fc-bd32fffc096f req-c40a33e8-7cb3-429e-8dc8-264c5b3de529 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Jul 07 17:17:23.898098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] For port ff92b8fb-439f-4fd5-b609-6dab08b5e25e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:23.898741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.938572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Calling delete_port for ff92b8fb-439f-4fd5-b609-6dab08b5e25e owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:24.103427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b8f4-add1-4ad8-a9e4-95c0fc2dc190 req-a095665f-3ada-469d-a5de-6b66e4632d87 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.105391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59f1b8f4-add1-4ad8-a9e4-95c0fc2dc190 req-a095665f-3ada-469d-a5de-6b66e4632d87 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1724873 Jul 07 17:17:24.196828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59f1b8f4-add1-4ad8-a9e4-95c0fc2dc190 req-5eab1cf0-d808-4d19-b637-9fcfb8342799 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810976 Jul 07 17:17:24.354706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-1514fe1f-9614-40cb-a89c-86ac48016fcd tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:17:24.355968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-1514fe1f-9614-40cb-a89c-86ac48016fcd tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065546 Jul 07 17:17:24.375361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Request body: {'binding': {'host': 'n-h2-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:24.376392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Unknown quota resources ['binding']. {{(pid=93946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:17:24.439846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49048) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:24.459427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.517026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff92b8fb-439f-4fd5-b609-6dab08b5e25e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:24.719708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:24.775865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on host n-h2-791505-12 for vnic_type normal with profile None {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:24.776406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:24.777111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:24.793874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:24.794399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:24.803738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-293195512'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:24.826535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:24.826891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:24.827517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:24.836184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Bound port: 6108a410-1f16-4596-8bfd-407db2819d4e, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:25.005904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:25.030810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'mac_address': 'fa:16:3e:41:59:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:25.055405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:25.080071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:25.083609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.086124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-01851309-9828-46ba-9b56-682028b21fe3 service neutron] 10.222.0.66 "POST /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e/bindings HTTP/1.1" status: 201 len: 390 time: 0.7196193 Jul 07 17:17:25.087636 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.111509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.148763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.179786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.186907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:25.232932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:25.245291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.292770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf14d0-2909-4325-a60d-f43b1b833421 req-d3c08899-4279-4313-b65b-c0359467b4f1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.315311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6cf14d0-2909-4325-a60d-f43b1b833421 req-d3c08899-4279-4313-b65b-c0359467b4f1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2181652 Jul 07 17:17:25.337070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:25.368899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.411158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['26dc228e-25c0-4c23-be27-dc926cb138aa'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:25.446715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6cf14d0-2909-4325-a60d-f43b1b833421 req-544de646-0653-4f09-860d-6af9431dc63b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282175 Jul 07 17:17:25.689924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63c97-cd3c-4fa6-a4e0-31de441a74f1 req-750d43d4-92f9-4c02-93ff-1d60f26831c2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.691611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ed63c97-cd3c-4fa6-a4e0-31de441a74f1 req-750d43d4-92f9-4c02-93ff-1d60f26831c2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.1882782 Jul 07 17:17:25.728943 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:25.763074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ed63c97-cd3c-4fa6-a4e0-31de441a74f1 req-fffa65b8-7b06-43e7-893d-493f0a8f70f1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Jul 07 17:17:25.782242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.821072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.846475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:25.869454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.870000 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment fe922e2a-d946-455b-af2d-49e8442ec191 of type vlan for network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a Jul 07 17:17:25.955249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb09fa-6141-4fa7-973c-d79a69928e72,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:25.969729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35a03-d2cb-45ca-8a88-b9b6bfbf27df req-709ad00d-92c0-40c2-8e00-13a79dd78c84 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.971618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95d35a03-d2cb-45ca-8a88-b9b6bfbf27df req-709ad00d-92c0-40c2-8e00-13a79dd78c84 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1356502 Jul 07 17:17:26.054065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.068680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d1813d39-5783-4681-ba93-5925175f4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.071666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d1813d39-5783-4681-ba93-5925175f4ae7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1097 time: 0.5441151 Jul 07 17:17:26.083147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95d35a03-d2cb-45ca-8a88-b9b6bfbf27df req-499f7915-dcdc-4c8c-b6e5-6f89ebdfc695 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969210 Jul 07 17:17:26.237050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:26.314424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.320318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.320976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.744379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:26.797875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6197-cb54-4b94-9fe1-ad1a229fe5a6 req-fb5f9014-c6c8-4600-bb5a-43830166d5d9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.807366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-129c6197-cb54-4b94-9fe1-ad1a229fe5a6 req-fb5f9014-c6c8-4600-bb5a-43830166d5d9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1191161 Jul 07 17:17:26.894316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.903386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-129c6197-cb54-4b94-9fe1-ad1a229fe5a6 req-2b49f7b1-4f45-4eb3-9693-b4063734a2cd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920539 Jul 07 17:17:26.953156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 26dc228e-25c0-4c23-be27-dc926cb138aa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:26.957578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.030832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=0d3bbd8b-c875-4d21-9dd4-f4707ca8563a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.073091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:27.129708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Router 31596f84-dfd1-47bf-9947-06f33302c2ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:27.160171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f15b059b-df79-4873-a9eb-7a6624c0fdd1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7188940 Jul 07 17:17:27.164978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49130) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:27.186543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'name': 'tempest-PortsIpV6TestJSON-824688021'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:27.415784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:27.429698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0f0e98ea-7af4-4efe-866f-8f2b1d13a4bb admin admin] 10.222.0.66 "PUT /v2.0/routers/31596f84-dfd1-47bf-9947-06f33302c2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2748907 Jul 07 17:17:27.434677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49134) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:27.438049 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Sync routers for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:27.458804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-530c263a-3437-4190-8dac-30013fb642c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.461454 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-530c263a-3437-4190-8dac-30013fb642c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 1.2821581 Jul 07 17:17:27.473648 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:27.474738 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:27.481412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.493810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e17c7-0487-4e61-8a24-63c140887816 req-3a9020c5-a1dd-4b76-86ce-644e1cdc5183 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.510101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01e17c7-0487-4e61-8a24-63c140887816 req-3a9020c5-a1dd-4b76-86ce-644e1cdc5183 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.4564600 Jul 07 17:17:27.583674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:27.586916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:27.593783 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd037974-9e60-4f3b-bf11-e0176a92262d" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:27.604237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.710710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01e17c7-0487-4e61-8a24-63c140887816 req-7ca6c5fe-db1a-4f5a-af16-84132259cbaf tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858149 Jul 07 17:17:27.715509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:27.737859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.773140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:27.787593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.788574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.789579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.790669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.791355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.792084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.793309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.794962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.795769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.796450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.797593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.798155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:27.818708 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-e7692d28-d7ce-4c0c-934e-cd5cb62d860b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.1909506 Jul 07 17:17:27.945302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:28.045137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-a2c05473-4106-474d-ad37-ff0865806bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.050144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-a2c05473-4106-474d-ad37-ff0865806bd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.2152896 Jul 07 17:17:28.178675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22387c3-8628-4f34-a2c5-2e9a876ac626 req-fd22e06a-31b5-4f41-a450-a97a40464b6c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.192557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22387c3-8628-4f34-a2c5-2e9a876ac626 req-fd22e06a-31b5-4f41-a450-a97a40464b6c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4801238 Jul 07 17:17:28.257368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-7746a2d5-fcb9-4b69-9159-3553f6b1e348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972828 Jul 07 17:17:28.337370 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:28.569601 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b155779-148d-47b5-84e9-170e67c87a31 x-openstack-request-id: req-8b155779-148d-47b5-84e9-170e67c87a31 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:28.570080 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:28.570625 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b155779-148d-47b5-84e9-170e67c87a31 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:28.571258 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'code': 200} Jul 07 17:17:28.652830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:28.714102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22387c3-8628-4f34-a2c5-2e9a876ac626 req-303ceed2-23dd-4ba4-9019-6ceb57b9c562 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194931 Jul 07 17:17:28.802888 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-1f5d686e-849e-420c-a4b4-aad0dd7d32d6 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375991 Jul 07 17:17:28.884874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.113302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.130190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:17:24Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.160844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:29.231951 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Checking router: 31596f84-dfd1-47bf-9947-06f33302c2ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:29.267386 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Routers {'31596f84-dfd1-47bf-9947-06f33302c2ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:29.268498 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31596f84-dfd1-47bf-9947-06f33302c2ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:29.383880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-da33f7e1-ab62-4aa6-86c3-fbb7249d61df service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711358 Jul 07 17:17:29.423538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.482672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': 'fe922e2a-d946-455b-af2d-49e8442ec191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:29.483592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:29.602352 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] Set router 31596f84-dfd1-47bf-9947-06f33302c2ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:29.659248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:29.722601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef67a0-143b-48b0-ab8e-b6ecbd08833f req-49fc9023-2d27-47ad-891f-0cb72ee11b89 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.730398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81ef67a0-143b-48b0-ab8e-b6ecbd08833f req-49fc9023-2d27-47ad-891f-0cb72ee11b89 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.6412768 Jul 07 17:17:29.748308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-ad6f0ccd-08c3-4047-8ce3-500a486945db tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.752156 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-ad6f0ccd-08c3-4047-8ce3-500a486945db tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.2195096 Jul 07 17:17:29.757789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Deleting port e87268c6-41b9-4bf3-813d-ef6894bddb0a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:29.758518 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:29.767956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:29.804319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a29e6-8716-446f-bd4d-269bbbf46b8a req-21ba0b87-edfc-46db-95b3-1de4856ffc7e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.820309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-567a29e6-8716-446f-bd4d-269bbbf46b8a req-21ba0b87-edfc-46db-95b3-1de4856ffc7e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.5450902 Jul 07 17:17:29.912178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:29.932189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754983f-cbc7-4563-9a73-08bc1ed53c3d None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:29.947562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-567a29e6-8716-446f-bd4d-269bbbf46b8a req-881116f3-384c-410b-a0e6-1885c9f38929 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244242 Jul 07 17:17:29.970284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:29.995275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.001480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.057745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-943f830c-ae4b-45bf-a22c-50efc04afe31 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8914585 Jul 07 17:17:30.061401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49168) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:30.082837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037377941'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:30.096115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81ef67a0-143b-48b0-ab8e-b6ecbd08833f req-31740fcb-8bcb-4c76-95ca-fe649a4638bf tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350945 Jul 07 17:17:30.118405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] For port e87268c6-41b9-4bf3-813d-ef6894bddb0a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e87268c6-41b9-4bf3-813d-ef6894bddb0a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:30.119029 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.149460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:30.154686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.218362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Calling delete_port for e87268c6-41b9-4bf3-813d-ef6894bddb0a owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:30.251682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.287431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:30.307849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.308649 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment e8689655-24f5-44fd-947a-0cf2329ded95 of type vlan for network 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d Jul 07 17:17:30.351560 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:17:24Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:30.422658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.507112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31721b-ca27-48ee-aeeb-52bcc712e636 None None] The sync data for ids ['31596f84-dfd1-47bf-9947-06f33302c2ec'] in n-d-791505-12 is: [{'id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'name': 'tempest-ServersTestManualDisk-2138086890-router', 'tenant_id': 'aba10b87853840318a9fcbed9ed82652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:33Z', 'updated_at': '2021-07-07T17:17:24Z', 'revision_number': 5, 'project_id': 'aba10b87853840318a9fcbed9ed82652', 'gw_port': {'id': 'e87268c6-41b9-4bf3-813d-ef6894bddb0a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31596f84-dfd1-47bf-9947-06f33302c2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:30.533341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.540563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.541238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.674606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6095817 Jul 07 17:17:30.726427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49180) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:30.771451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'ports': [{'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'}, {'network_id': '107bb2e6-0762-44a6-9dcd-e5d2b0230e9d'}]} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:30.771891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:30.772704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '107bb2e6-0762-44a6-9dcd-e5d2b0230e9d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:30.783308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.830171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adc200-1125-47a7-9449-3104789ef5cb tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=107bb2e6-0762-44a6-9dcd-e5d2b0230e9d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:30.846106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:30.899132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e87268c6-41b9-4bf3-813d-ef6894bddb0a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:30.946582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53814cc0-a0db-45df-9be9-29a409a4a8cf req-5243dfd9-cac8-40e6-8783-4e34c527461e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.957629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53814cc0-a0db-45df-9be9-29a409a4a8cf req-5243dfd9-cac8-40e6-8783-4e34c527461e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2177548 Jul 07 17:17:31.071217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53814cc0-a0db-45df-9be9-29a409a4a8cf req-c50366a2-f1a0-4066-ba85-0b8b02069d2e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111701 Jul 07 17:17:31.542517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8597b-ee9f-4ed4-b813-9df2f12fa9b2 req-b071f35e-8394-4a19-82c5-4ea28e5e908a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.547116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.551427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95b8597b-ee9f-4ed4-b813-9df2f12fa9b2 req-b071f35e-8394-4a19-82c5-4ea28e5e908a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1764536 Jul 07 17:17:31.591959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999693bf-5e86-4c53-a449-b8866410969f req-c651b5b6-e1b1-4411-96f2-e71c1fa1abd5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.599506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-999693bf-5e86-4c53-a449-b8866410969f req-c651b5b6-e1b1-4411-96f2-e71c1fa1abd5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 945 time: 0.1650255 Jul 07 17:17:31.700514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95b8597b-ee9f-4ed4-b813-9df2f12fa9b2 req-10ef3725-f52c-48ae-bb51-5fccfd531639 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268303 Jul 07 17:17:31.700514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-999693bf-5e86-4c53-a449-b8866410969f req-3fb613c6-92ad-414b-81ad-60d0f11a59ee tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Jul 07 17:17:31.749301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.753705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.882235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.883175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31596f84-dfd1-47bf-9947-06f33302c2ec {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:17:31.896794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:31.917546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:31.922119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f406865a-98f3-4013-b4f8-5fb1b502bd9d admin admin] 10.222.0.66 "DELETE /v2.0/routers/31596f84-dfd1-47bf-9947-06f33302c2ec HTTP/1.1" status: 204 len: 168 time: 4.4859364 Jul 07 17:17:31.926287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49206) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:31.957463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 2} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:31.962351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.048824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.080861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Deleting subnet dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:32.094853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:32.097808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.228405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.266686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:32.269258 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a0eae8-69e8-4c82-be43-aa1267e391ed" -d '{"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-unplugged", "status": "completed", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:32.279600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.297644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port b9e38aa2-8e97-40e8-8368-313ba338c332 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:32.302802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.519789 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.567818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.614246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e7b54-917a-4dd5-adf7-f8aec1ed4809 req-2e260bfb-b2da-4f22-a0a6-6138f4b2aa8e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.616834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-914e7b54-917a-4dd5-adf7-f8aec1ed4809 req-2e260bfb-b2da-4f22-a0a6-6138f4b2aa8e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2799523 Jul 07 17:17:32.670291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port df1b39f0-65bc-4fcd-882c-82be7ff41557 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:32.709099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87268c6-41b9-4bf3-813d-ef6894bddb0a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:32.745160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e87268c6-41b9-4bf3-813d-ef6894bddb0a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:32.746127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87268c6-41b9-4bf3-813d-ef6894bddb0a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:32.749526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff92b8fb-439f-4fd5-b609-6dab08b5e25e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:32.775351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ff92b8fb-439f-4fd5-b609-6dab08b5e25e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:32.775901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff92b8fb-439f-4fd5-b609-6dab08b5e25e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:32.810033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-914e7b54-917a-4dd5-adf7-f8aec1ed4809 req-a8e840f2-0cfd-4c43-9d53-7e2f0b522f16 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812809 Jul 07 17:17:32.827886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.878764 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab35df-20a0-48ce-8551-f96aae92497a x-openstack-request-id: req-5eab35df-20a0-48ce-8551-f96aae92497a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:32.879136 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-unplugged", "status": "completed", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:32.879341 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5eab35df-20a0-48ce-8551-f96aae92497a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:32.879712 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e', 'code': 200} Jul 07 17:17:32.948367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.983356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacd740f-b02f-4cce-b95f-5b2cbd96f3b8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:32.986319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on host n-h1-791505-12 for vnic_type normal with profile {"migrating_to": "n-h2-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:32.986714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:32.987086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:33.006999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:33.014512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796f7ff-02c1-4c93-abd3-968dc91acfe1 None None] Network 2858113b-a95c-4ca2-ba19-8d5bfb507587 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:33.029076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.031168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aea37236-eec4-4fb4-9e4a-929b3960cfe7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dacd740f-b02f-4cce-b95f-5b2cbd96f3b8 HTTP/1.1" status: 204 len: 168 time: 1.1036961 Jul 07 17:17:33.033910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:33.034245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Attempting to bind port 6108a410-1f16-4596-8bfd-407db2819d4e on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:33.041287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49228) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:33.048199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:33.048537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:33.048937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:33.049397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Bound port: 6108a410-1f16-4596-8bfd-407db2819d4e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:33.049761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.150759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.239737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be408b-bac1-4f35-b3c6-c6921c0a3060 req-7e8c29fb-48a8-4462-ab24-a3d0970b4208 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:33.256554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20be408b-bac1-4f35-b3c6-c6921c0a3060 req-7e8c29fb-48a8-4462-ab24-a3d0970b4208 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.2363396 Jul 07 17:17:33.327005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.399937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20be408b-bac1-4f35-b3c6-c6921c0a3060 req-a46920de-1f44-448a-8688-51a82402c1b3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416690 Jul 07 17:17:33.494648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] DHCP port deletion for 2858113b-a95c-4ca2-ba19-8d5bfb507587 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:33.526721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:33.660545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:33.671903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=b9e38aa2-8e97-40e8-8368-313ba338c332,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:33.676041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Deleting port 304f7947-6a39-4a9a-97dd-122ac5431d44 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:33.676663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.717766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:33.741475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:33.761626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Deleting port 304f7947-6a39-4a9a-97dd-122ac5431d44 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:33.763972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.771447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.797133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:33.803220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.931197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] For port 304f7947-6a39-4a9a-97dd-122ac5431d44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=304f7947-6a39-4a9a-97dd-122ac5431d44,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:33.931197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.978888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Calling delete_port for 304f7947-6a39-4a9a-97dd-122ac5431d44 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:34.117580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.220119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': 'e8689655-24f5-44fd-947a-0cf2329ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '107bb2e6-0762-44a6-9dcd-e5d2b0230e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:34.221023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:34.273224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.273903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.275515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4080608f-63cb-41ae-b475-da202cbc70dd service neutron] 10.222.0.73 "PUT /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 1123 time: 4.5137699 Jul 07 17:17:34.281283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] For port 304f7947-6a39-4a9a-97dd-122ac5431d44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=304f7947-6a39-4a9a-97dd-122ac5431d44,segment=NetworkSegment(080f5a20-8641-4a7f-a0bc-47e036af7f06),segment_id=080f5a20-8641-4a7f-a0bc-47e036af7f06)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:34.281656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.316413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Calling delete_port for 304f7947-6a39-4a9a-97dd-122ac5431d44 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:34.326597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0701737-3bc2-4f54-8346-31e206c57c8c req-7f5a180a-2802-4a39-a9fb-2bc72aa193f3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.334157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0701737-3bc2-4f54-8346-31e206c57c8c req-7f5a180a-2802-4a39-a9fb-2bc72aa193f3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2677300 Jul 07 17:17:34.419132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6108a410-1f16-4596-8bfd-407db2819d4e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:34.474723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=df1b39f0-65bc-4fcd-882c-82be7ff41557,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.531288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:34.563954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0701737-3bc2-4f54-8346-31e206c57c8c req-a26dea92-da28-40e8-b631-8492ce7b9ab3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245517 Jul 07 17:17:34.603113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 304f7947-6a39-4a9a-97dd-122ac5431d44 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:34.616066 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.626635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:34.631296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:34.640020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.645198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.645915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.649993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.722858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] No DVR routers for this DVR port 304f7947-6a39-4a9a-97dd-122ac5431d44 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:34.725816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Pushing event deleted for resources: {'Port': ['ID=304f7947-6a39-4a9a-97dd-122ac5431d44,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.738925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d4cf7-fd3c-47d0-bbd8-ae7bc6402bef None None] Network 107bb2e6-0762-44a6-9dcd-e5d2b0230e9d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:34.787032 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c72f3a9-7ed2-42d6-af22-62e2babb233d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0505178 Jul 07 17:17:34.790282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49250) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:34.828781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 304f7947-6a39-4a9a-97dd-122ac5431d44 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:34.829319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 304f7947-6a39-4a9a-97dd-122ac5431d44 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:34.956905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:34.960894 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:34.983921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e528e9-9c2b-420e-bb59-968c7e85bac8 req-6eaf7e82-dd47-43e0-80ac-12e0b79afd84 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.993037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74e528e9-9c2b-420e-bb59-968c7e85bac8 req-6eaf7e82-dd47-43e0-80ac-12e0b79afd84 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.3265741 Jul 07 17:17:35.039674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.092535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2858113b-a95c-4ca2-ba19-8d5bfb507587']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.099832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74e528e9-9c2b-420e-bb59-968c7e85bac8 req-684d35bb-aec3-4c89-b259-5fadc300c910 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050584 Jul 07 17:17:35.129859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] No DVR routers for this DVR port 304f7947-6a39-4a9a-97dd-122ac5431d44 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:35.142394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port df1b39f0-65bc-4fcd-882c-82be7ff41557 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:35.143555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.145975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65201f3-17c4-488f-ac4d-661ee15696f8 None None] Pushing event deleted for resources: {'Port': ['ID=304f7947-6a39-4a9a-97dd-122ac5431d44,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:35.155379 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2342bf-ee53-462f-b5ef-c88fbf189b30 x-openstack-request-id: req-4d2342bf-ee53-462f-b5ef-c88fbf189b30 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:35.155845 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:35.156251 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d2342bf-ee53-462f-b5ef-c88fbf189b30 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:35.156894 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e', 'status': 'completed', 'code': 200} Jul 07 17:17:35.160319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080f5a20-8641-4a7f-a0bc-47e036af7f06') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.160772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080f5a20-8641-4a7f-a0bc-47e036af7f06') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.208973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.389043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.421917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.430974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:35.431983 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:35.436700 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:35.455378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for df1b39f0-65bc-4fcd-882c-82be7ff41557 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:35.635001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.665340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.671420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] 10.222.0.66 "DELETE /v2.0/networks/2858113b-a95c-4ca2-ba19-8d5bfb507587 HTTP/1.1" status: 204 len: 168 time: 2.6148555 Jul 07 17:17:35.673991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-d6c00f68-cb26-43b7-bb1b-29f2f8270721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:35.675059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-d6c00f68-cb26-43b7-bb1b-29f2f8270721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1126 time: 0.4422033 Jul 07 17:17:35.688070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.704938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986cbcd-82ca-4a86-9287-798c8f13839b admin admin] Pushing event deleted for resources: {'Network': ['ID=2858113b-a95c-4ca2-ba19-8d5bfb507587,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:35.830269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.844501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-5344f6ac-9674-4344-83aa-17d5ad218e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:35.847490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-5344f6ac-9674-4344-83aa-17d5ad218e0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.1529267 Jul 07 17:17:35.848364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49272) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:35.848867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/df1b39f0-65bc-4fcd-882c-82be7ff41557 HTTP/1.1" status: 204 len: 168 time: 1.0399354 Jul 07 17:17:35.852232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633fb30-4ce4-431a-93bb-1e5edf25584b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=df1b39f0-65bc-4fcd-882c-82be7ff41557,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.033247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-0577ce9f-010d-4749-8e92-f27ed6b01033 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.0985987 Jul 07 17:17:36.140402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49276) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.203802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafe9f-21eb-46af-a96a-b359445e9dce req-f70649a1-24b0-4c9b-b708-d3138afd9110 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.205803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abdafe9f-21eb-46af-a96a-b359445e9dce req-f70649a1-24b0-4c9b-b708-d3138afd9110 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2343194 Jul 07 17:17:36.318205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa0c037c-93dc-4009-851b-04c72adaffa9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aba10b87853840318a9fcbed9ed82652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653392 Jul 07 17:17:36.319533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49280) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.438184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abdafe9f-21eb-46af-a96a-b359445e9dce req-5a170dc9-5ec8-4ebe-af90-d1ae1483f4f3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200046 Jul 07 17:17:36.538246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-d92744af-3528-4b0c-8c8c-0b04427ca45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.539824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-d92744af-3528-4b0c-8c8c-0b04427ca45b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.4922836 Jul 07 17:17:36.548227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.551063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6a72e-b2eb-454a-94fe-9d12efadf201 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.558174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6a72e-b2eb-454a-94fe-9d12efadf201 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.564580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-07c6a72e-b2eb-454a-94fe-9d12efadf201 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7112679 Jul 07 17:17:36.574957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.593547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-b768f759-944c-45b0-a61f-b67d51651a38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310137 Jul 07 17:17:36.726970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.804061 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-653cc837-dd74-4c31-ae79-023822d1accb service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020149 Jul 07 17:17:37.065300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd3e89-50c8-4b9a-9f58-d2fd5c6a5379 req-fcebb898-602f-49a6-9be8-f9b302a0e901 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.073283 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2a96c7ea-73a3-458a-b8d5-bd1d5d547744 req-530dd17b-3eb1-4b82-b26a-ddf388a06d45 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547328 Jul 07 17:17:37.082893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73dd3e89-50c8-4b9a-9f58-d2fd5c6a5379 req-fcebb898-602f-49a6-9be8-f9b302a0e901 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.6432250 Jul 07 17:17:37.197664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73dd3e89-50c8-4b9a-9f58-d2fd5c6a5379 req-96a34797-4a15-4e1a-9eeb-8280d46e83f6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Jul 07 17:17:37.208946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.220439 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.227359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0f2ed0b-94f1-4566-bc51-9c9f52f52b65 HTTP/1.1" status: 204 len: 168 time: 0.8958819 Jul 07 17:17:37.293548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709cc4d-460c-4bed-945d-a2c0eef9d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2ed0b-94f1-4566-bc51-9c9f52f52b65,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.326694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:37.392401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port b9e38aa2-8e97-40e8-8368-313ba338c332 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:37.394121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.692915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2186609-116c-42d8-8f8d-e6e3e31fab05 req-d724490c-9f3b-4716-9d76-5dc4eef20465 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.707917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2186609-116c-42d8-8f8d-e6e3e31fab05 req-d724490c-9f3b-4716-9d76-5dc4eef20465 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.4237578 Jul 07 17:17:37.722271 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c52b375b-fbe4-421f-8991-8af5c7e58eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.781200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:37.815251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.822713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e has no active binding in host n-h2-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:17:37.897423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for b9e38aa2-8e97-40e8-8368-313ba338c332 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:38.066142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2186609-116c-42d8-8f8d-e6e3e31fab05 req-c86cac76-1cdc-47b3-9da1-dc3957c837ed tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543992 Jul 07 17:17:38.070675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.154831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=b9e38aa2-8e97-40e8-8368-313ba338c332,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.182608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.189351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-309fc878-573e-40ce-95c2-969060cc1ab1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/b9e38aa2-8e97-40e8-8368-313ba338c332 HTTP/1.1" status: 204 len: 168 time: 1.6097767 Jul 07 17:17:38.192197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49330) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.468551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a3629-4134-4264-8959-7d5eb1aa03b3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.480210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d3a3629-4134-4264-8959-7d5eb1aa03b3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2853599 Jul 07 17:17:38.492803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f92dfa-f84a-4e1f-a60a-0cf35ddfdb92 req-374ebed8-282c-4ccd-a71d-5ff9a9fc0ef2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.501281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32f92dfa-f84a-4e1f-a60a-0cf35ddfdb92 req-374ebed8-282c-4ccd-a71d-5ff9a9fc0ef2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2677715 Jul 07 17:17:38.504824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49346) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.636186 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-433d13f4-bca9-4958-9dc3-648dcd247f06 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:17:38.641124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-433d13f4-bca9-4958-9dc3-648dcd247f06 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/df1b39f0-65bc-4fcd-882c-82be7ff41557 HTTP/1.1" status: 404 len: 333 time: 0.1344509 Jul 07 17:17:38.643418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49350) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.686292 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2b5242-2ae9-49be-b9e6-073e4aec5027 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:17:38.692436 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8e2b5242-2ae9-49be-b9e6-073e4aec5027 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/b9e38aa2-8e97-40e8-8368-313ba338c332 HTTP/1.1" status: 404 len: 333 time: 0.0436857 Jul 07 17:17:38.693293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49352) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.738808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32f92dfa-f84a-4e1f-a60a-0cf35ddfdb92 req-4e82fe33-3ea6-4af9-9b77-33086154de63 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820343 Jul 07 17:17:38.776136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-b12916cd-a15a-4a38-8605-46154a864912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.778904 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-b12916cd-a15a-4a38-8605-46154a864912 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1098 time: 0.2971356 Jul 07 17:17:38.865998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.869122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49356) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.887644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33819-2f0a-4da0-a847-f4b41a12ae8f req-a3398cf8-c44b-4760-8b77-f38edf597163 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.897104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cee33819-2f0a-4da0-a847-f4b41a12ae8f req-a3398cf8-c44b-4760-8b77-f38edf597163 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.1880832 Jul 07 17:17:38.990221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cee33819-2f0a-4da0-a847-f4b41a12ae8f req-4bfe60d7-5d32-41d8-b426-979da3eba98e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 Jul 07 17:17:39.325941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1314823309-network', 'tenant_id': 'f1fa047530b645f0b18c198838288556'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:39.452975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-b2839801-5199-490e-8a70-eafeb1a40436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.455488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-b2839801-5199-490e-8a70-eafeb1a40436 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.6430364 Jul 07 17:17:39.498498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Made reservation on behalf of f1fa047530b645f0b18c198838288556 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:39.501299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.505222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-ed28e30d-56c1-489c-a61a-3ec83c94d6b6 service neutron] 10.222.0.23 "GET /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e/bindings/n-h2-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.6370440 Jul 07 17:17:39.581813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.606004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.614315 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-e45baec9-41e0-49fb-9a66-1b4f2cf0eb1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.1138232 Jul 07 17:17:39.649367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107bb2e6-0762-44a6-9dcd-e5d2b0230e9d']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.696872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8689655-24f5-44fd-947a-0cf2329ded95') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.697121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8689655-24f5-44fd-947a-0cf2329ded95') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.702232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6a48-efc5-4a46-9131-dd36f61031c9 req-7b522ce4-0b16-4f43-b5df-d89e8bf24b88 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.706530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2cad6a48-efc5-4a46-9131-dd36f61031c9 req-7b522ce4-0b16-4f43-b5df-d89e8bf24b88 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.1489925 Jul 07 17:17:39.750760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.784513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2cad6a48-efc5-4a46-9131-dd36f61031c9 req-020f0f44-296a-4b64-89dc-22b319e3b684 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662627 Jul 07 17:17:39.801522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-d3aafb98-22bd-4ec4-952a-3b83753a5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.803202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-d3aafb98-22bd-4ec4-952a-3b83753a5de7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.1717362 Jul 07 17:17:39.804363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.926659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:39.927383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.012857 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501f0c4a-b17f-4d03-b610-e2443da39132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.021348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-35470073-545e-48c8-ad83-d3602d4f8319 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938944 Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:40.022193 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:40.079499 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-c4a3e51f-5485-4467-8e75-a08b94b27d8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7871282 Jul 07 17:17:40.126564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0ec6b-57b8-430c-8c19-0219ea400441 req-763ba885-6a42-45b5-9a47-934ebba28912 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.135621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bff0ec6b-57b8-430c-8c19-0219ea400441 req-763ba885-6a42-45b5-9a47-934ebba28912 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1577199 Jul 07 17:17:40.272358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bff0ec6b-57b8-430c-8c19-0219ea400441 req-29fb0d24-b81f-47ee-8c8c-6c9b2b3b0f1f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284182 Jul 07 17:17:40.332271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.337068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.339310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/107bb2e6-0762-44a6-9dcd-e5d2b0230e9d HTTP/1.1" status: 204 len: 168 time: 1.6453073 Jul 07 17:17:40.348356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.373199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601158555'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:40.435501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b455aa-1672-4edd-948f-1f44f7a3660c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=107bb2e6-0762-44a6-9dcd-e5d2b0230e9d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.486931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.549610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-d3cc0858-d51f-4e67-91cc-36435e9e5966 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643340 Jul 07 17:17:40.607672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:40.622392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.635592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee597e0b-3c0a-4e82-8453-4b2d71513be3 req-6e35b098-eea3-4ab9-be92-f6ed6a97213f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.640344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-e4a8d677-480f-4bc2-b607-79b41ea441c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.642203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-e4a8d677-480f-4bc2-b607-79b41ea441c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 1097 time: 0.4273932 Jul 07 17:17:40.646978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee597e0b-3c0a-4e82-8453-4b2d71513be3 req-6e35b098-eea3-4ab9-be92-f6ed6a97213f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 943 time: 0.1789341 Jul 07 17:17:40.693767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.738344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:40.776243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:40.784445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.838835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:40.861594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6108a410-1f16-4596-8bfd-407db2819d4e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:40.882557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8539e03-bd42-4d40-aa10-fd1af9fa96d7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.896970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:40.909155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:40.910745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.911106 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Added segment 1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1 of type vlan for network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 Jul 07 17:17:40.937454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.938186 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment 346db006-67ed-4374-bfea-c692a7ec46bc of type vlan for network 16ab2a04-3564-4a5d-a0b1-61df66e10dba Jul 07 17:17:40.961387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.002740 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edaf3998-1ee4-4f42-8dc1-5ce5ae87eca2 req-c094f4d3-5da2-49f3-9d75-3221f3b8e623 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276752 Jul 07 17:17:41.055700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee597e0b-3c0a-4e82-8453-4b2d71513be3 req-4acd2499-de1e-418b-9ab9-a71326d4eda5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671980 Jul 07 17:17:41.067218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.086087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-27fecbb0-1c24-4d10-a1cc-085e2b25229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.087705 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-27fecbb0-1c24-4d10-a1cc-085e2b25229d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 200 len: 907 time: 0.3957567 Jul 07 17:17:41.147470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.248931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.257210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.258207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.271221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.272983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.282011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.321210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-860933da-7ade-4255-b290-8e1ca6561fc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 200 len: 1001 time: 0.2021041 Jul 07 17:17:41.431208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=16ab2a04-3564-4a5d-a0b1-61df66e10dba,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.446413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:41.509570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-04d6e0bf-f864-481d-8192-7d9610b55b7d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1586523 Jul 07 17:17:41.513647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49408) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.519641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:41.732682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48bcc6-8c22-4177-ac19-2bafff86909d req-22dc3bd8-754b-4f68-9a1d-6fd1d0786a36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.741672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee48bcc6-8c22-4177-ac19-2bafff86909d req-22dc3bd8-754b-4f68-9a1d-6fd1d0786a36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3147259 Jul 07 17:17:41.766250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] Transition to ACTIVE for port object 6108a410-1f16-4596-8bfd-407db2819d4e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:41.788559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8471181 Jul 07 17:17:41.802959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.819042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee48bcc6-8c22-4177-ac19-2bafff86909d req-60f14a3c-cdf7-4447-8842-1918a5843a99 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Jul 07 17:17:41.821278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.832033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Request body: {'subnet': {'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1314823309-subnet', 'tenant_id': 'f1fa047530b645f0b18c198838288556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:41.844266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:41.854874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.881800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.890849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2907-1e94-4d59-b66a-0a4a4a11191b admin admin] Pushing event updated for resources: {'Network': ['ID=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.906904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:41.972917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-fe2a864e-195f-40ec-80ce-f72a301ea030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.975784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-fe2a864e-195f-40ec-80ce-f72a301ea030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b92217-3a55-40d0-a8a2-3c8310cd968f HTTP/1.1" status: 200 len: 845 time: 0.5429070 Jul 07 17:17:42.103463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] No DVR routers for this DVR port 6108a410-1f16-4596-8bfd-407db2819d4e on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:42.286522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] 10.222.0.23 "PUT /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e/bindings/n-h2-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 2.7597208 Jul 07 17:17:42.294174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee900a8-1c78-4a71-b085-d54f206eb413 service neutron] Pushing event updated for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.366875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-81dfd3b3-a490-463c-982d-88abfc49f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.367350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-81dfd3b3-a490-463c-982d-88abfc49f82c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c5c460a-8186-40c5-ad6d-ad122e1dc433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3442178 Jul 07 17:17:42.415803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Made reservation on behalf of f1fa047530b645f0b18c198838288556 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:42.420926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.559866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.654717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b84c2a-3b67-4844-a796-4cce22d7fcd4 req-0b059677-a8fb-450a-bd69-a4b7d92c24be tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.667065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68b84c2a-3b67-4844-a796-4cce22d7fcd4 req-0b059677-a8fb-450a-bd69-a4b7d92c24be tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.4644911 Jul 07 17:17:42.671847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-55070359-dd5d-47a4-9ef8-eeec147981bb service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947032 Jul 07 17:17:42.705850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d42702f9-bebe-43b2-8b18-66d1a661fbdc tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.707920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d42702f9-bebe-43b2-8b18-66d1a661fbdc tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.2299635 Jul 07 17:17:42.802380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:42.896908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-bd1a001c-1131-4f41-b1d7-f60d14f26e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.900149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-bd1a001c-1131-4f41-b1d7-f60d14f26e2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b&tenant_id=c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 1096 time: 0.1785421 Jul 07 17:17:42.905704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c46d8665-7356-40f9-b6f7-57cd3349f9c0 req-4f42edff-b515-4051-9894-f5222637b8a5 service neutron] 10.222.0.73 "GET /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199938 Jul 07 17:17:42.994099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:43.044636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=0c78f8d0-2a83-4b4d-879c-9459571ce389,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.078649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68b84c2a-3b67-4844-a796-4cce22d7fcd4 req-2b87ad98-615e-4688-bb43-76b34f942d48 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105055 Jul 07 17:17:43.094583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': '346db006-67ed-4374-bfea-c692a7ec46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:43.094972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: 16ab2a04-3564-4a5d-a0b1-61df66e10dba, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:43.173921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:43.192552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-b97e2da3-16eb-4369-aa57-837a60b6f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.195756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-b97e2da3-16eb-4369-aa57-837a60b6f964 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1096 time: 0.2345474 Jul 07 17:17:43.235550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9899-b249-4bd6-93b0-1bf6accfc155 req-cf1188f2-a18d-425c-a62a-78963daaf131 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.243691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7d9899-b249-4bd6-93b0-1bf6accfc155 req-cf1188f2-a18d-425c-a62a-78963daaf131 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.7329826 Jul 07 17:17:43.335950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-466b909b-74eb-4632-bd84-c3f79c52ac60 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.337607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-466b909b-74eb-4632-bd84-c3f79c52ac60 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.73 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.2922370 Jul 07 17:17:43.426232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-1aa00f67-8fd9-4727-8ad9-9f272a0b422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.427784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-1aa00f67-8fd9-4727-8ad9-9f272a0b422c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.2238860 Jul 07 17:17:43.465916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.521372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-dcf7ba7b-bba3-4d56-8cba-fddfe988281e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.0551665 Jul 07 17:17:43.600507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Deleting port 112adee4-acfc-4db8-84af-0616b68f15e6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:43.600861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.620505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 16ab2a04-3564-4a5d-a0b1-61df66e10dba) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:43.624481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-560669af-b9f5-4200-8809-43a25f9acbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.626050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-560669af-b9f5-4200-8809-43a25f9acbcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0975072 Jul 07 17:17:43.633336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f6b79-d1ed-438f-ad16-e1d48f182b65 None None] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:43.655068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.658099 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.675240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7d9899-b249-4bd6-93b0-1bf6accfc155 req-cef360db-bbf9-482b-86f9-6f06cacee52b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297304 Jul 07 17:17:43.693575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-4e835300-e2f9-4d95-80c3-de8a6e3e2c2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372708 Jul 07 17:17:43.748150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.835130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49438) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:43.835486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-533135c5-9da3-4426-a488-69dca6574e23 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3210728 Jul 07 17:17:43.846969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba', 'name': 'tempest-PortsIpV6TestJSON-780045830'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:43.897979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0d2bfc-1336-4d84-bf08-29e34f584faf,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.920374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Checking segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:43.920619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Network hostable DHCP agents. Network: 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:43.943980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e111e7b-52c5-41c0-87ca-907f4d7f0d68 req-63599171-6002-4d6c-bea4-51a195b23521 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.952463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e111e7b-52c5-41c0-87ca-907f4d7f0d68 req-63599171-6002-4d6c-bea4-51a195b23521 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3375483 Jul 07 17:17:44.014518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e111e7b-52c5-41c0-87ca-907f4d7f0d68 req-b3071bb7-233c-410a-8ec9-dcb3022e48ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594695 Jul 07 17:17:44.015811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:44.042984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:44.052284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.055908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.115607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:44.123328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91c97970-e9f9-4216-a13b-3663533d0ae7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3005328 Jul 07 17:17:44.125808 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.173131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] For port 112adee4-acfc-4db8-84af-0616b68f15e6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=112adee4-acfc-4db8-84af-0616b68f15e6,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:44.173659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.222757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-596b8531-8816-43cf-b9b4-21c7b77b55cc service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174835 Jul 07 17:17:44.257260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742e458-818c-4c62-9910-1d09d999d2ba None None] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:44.336706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 571430d3-13c8-4ac9-876b-5a40243804c0 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:17:44.585438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48eefd-568f-432d-9a54-66f3501a3cd8 req-40348862-0774-4cbb-b1ae-571c78133412 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.591018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-16ab2a04-3564-4a5d-a0b1-61df66e10dba', 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': '0c78f8d0-2a83-4b4d-879c-9459571ce389'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:44.599409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d48eefd-568f-432d-9a54-66f3501a3cd8 req-40348862-0774-4cbb-b1ae-571c78133412 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2545905 Jul 07 17:17:44.600820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.705933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36da6a2-f75b-4f0a-9648-6b2bcbc30700 req-e049ea8f-2d35-4cf4-88df-2ee21abe21d3 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.719401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e36da6a2-f75b-4f0a-9648-6b2bcbc30700 req-e049ea8f-2d35-4cf4-88df-2ee21abe21d3 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 945 time: 0.2828863 Jul 07 17:17:44.749345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d48eefd-568f-432d-9a54-66f3501a3cd8 req-c11d56a0-b723-4722-8233-2c201cf550d4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482558 Jul 07 17:17:44.882668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e36da6a2-f75b-4f0a-9648-6b2bcbc30700 req-117532ac-7c45-4d08-b611-c4061e9b978f tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups?id=3455a091-9119-45d2-90eb-85965f16a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555130 Jul 07 17:17:45.016191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-934e6823-9552-4c88-8164-c726eb0efe32 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843347 Jul 07 17:17:45.161626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c6942-4a60-49ac-8119-2f000a2076dc None None] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:45.343664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Allocated IP 2001:db8::2 (16ab2a04-3564-4a5d-a0b1-61df66e10dba/0c78f8d0-2a83-4b4d-879c-9459571ce389/060f0a13-ea36-433c-9be2-27f62135787b) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:45.383542 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.384134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.384443 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Floating IP 7649e3fd-4fee-46ff-b118-31909627bbf8 disassociated. External IP: 172.25.3.167, port: 112adee4-acfc-4db8-84af-0616b68f15e6. Jul 07 17:17:45.384866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Calling delete_port for 112adee4-acfc-4db8-84af-0616b68f15e6 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:45.519958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-223efa92-906b-4d7d-a314-38f2ee3674bd tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.531307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-223efa92-906b-4d7d-a314-38f2ee3674bd tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 818 time: 0.3127003 Jul 07 17:17:45.575599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-cad37cc4-eb26-49e8-8fff-9ada85b7b9b8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/quotas/f1fa047530b645f0b18c198838288556 HTTP/1.1" status: 200 len: 375 time: 0.0423949 Jul 07 17:17:45.579036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.657954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-47da7d11-2ea0-4e73-b80f-e1bec8cf60a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591412 Jul 07 17:17:45.698331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event deleted for resources: {'Port': ['ID=112adee4-acfc-4db8-84af-0616b68f15e6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.732644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.744588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Transition to ACTIVE for port object 060f0a13-ea36-433c-9be2-27f62135787b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.774837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Transition to ACTIVE for port object 060f0a13-ea36-433c-9be2-27f62135787b will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:45.784227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.832330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-fac27482-6834-47c2-8b25-d8c97da5143f service neutron] 10.222.0.66 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635072 Jul 07 17:17:45.834464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:45.840839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:45.848666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:45.859440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070c50f-3412-432c-aee2-04d431ee49fd req-44473ba7-ce4c-4a7f-9f86-ba9ae5c267d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.864475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6070c50f-3412-432c-aee2-04d431ee49fd req-44473ba7-ce4c-4a7f-9f86-ba9ae5c267d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.4649673 Jul 07 17:17:45.870816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Pushing event updated for resources: {'Port': ['ID=060f0a13-ea36-433c-9be2-27f62135787b,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.938203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Attempting to bind port 060f0a13-ea36-433c-9be2-27f62135787b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:45.938805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Attempting to bind port 060f0a13-ea36-433c-9be2-27f62135787b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '346db006-67ed-4374-bfea-c692a7ec46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:45.939450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Attempting to bind port 060f0a13-ea36-433c-9be2-27f62135787b on network 16ab2a04-3564-4a5d-a0b1-61df66e10dba {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:45.953386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:45.954010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Checking segment: {'id': '346db006-67ed-4374-bfea-c692a7ec46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:45.954711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.955376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Bound using segment: {'id': '346db006-67ed-4374-bfea-c692a7ec46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:45.956217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Bound port: 060f0a13-ea36-433c-9be2-27f62135787b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346db006-67ed-4374-bfea-c692a7ec46bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '16ab2a04-3564-4a5d-a0b1-61df66e10dba'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:45.956903 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.985912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6070c50f-3412-432c-aee2-04d431ee49fd req-1988aa2d-d3f8-4e09-9543-b37b70c745be tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202476 Jul 07 17:17:45.990396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Router 49704c65-c205-45a3-b0ef-3171a8daba42 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:46.052913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::179 (16ab2a04-3564-4a5d-a0b1-61df66e10dba/0c78f8d0-2a83-4b4d-879c-9459571ce389/571430d3-13c8-4ac9-876b-5a40243804c0) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:46.080130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-61f33c8b-5d78-431c-90a4-8a32348d3ee5 service neutron] 10.222.0.66 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467833 Jul 07 17:17:46.231981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] For port 060f0a13-ea36-433c-9be2-27f62135787b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:46.247989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] For port 060f0a13-ea36-433c-9be2-27f62135787b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=060f0a13-ea36-433c-9be2-27f62135787b,segment=NetworkSegment(346db006-67ed-4374-bfea-c692a7ec46bc),segment_id=346db006-67ed-4374-bfea-c692a7ec46bc)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:46.265370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.368759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d29d735d-4658-4874-8cbd-1802000274d1 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:46.370878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-d29d735d-4658-4874-8cbd-1802000274d1 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.4658816 Jul 07 17:17:46.486482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e52b0-4863-4a69-a2a2-12f6e9d00b02 None None] Pushing event updated for resources: {'Port': ['ID=060f0a13-ea36-433c-9be2-27f62135787b,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:46.657758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:46.678104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Sync routers for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:46.698041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:46.700444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.058701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf594523-a619-4960-8d9b-45ccaadb5241 req-13f47e5a-9632-4a91-bea6-4a046a299cc6 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/ports?device_id=643bb271-3cbf-434b-ab4e-9b42281dff36 HTTP/1.1" status: 200 len: 210 time: 0.1006408 Jul 07 17:17:47.081626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] No DVR routers for this DVR port 112adee4-acfc-4db8-84af-0616b68f15e6 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:47.087028 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.089238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41d80c8a-bea3-48e3-8ae0-08ba16369942 req-aa13ecec-20a0-4c01-a67c-db3118afe7b8 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.73 "DELETE /v2.0/ports/112adee4-acfc-4db8-84af-0616b68f15e6 HTTP/1.1" status: 204 len: 173 time: 3.7432284 Jul 07 17:17:47.109029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:47.128790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'name': 'network-vif-deleted', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:47.133861 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c79a3c-0e51-4243-b93c-36afb8e9e099" -d '{"events": [{"server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "name": "network-vif-deleted", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:47.275240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.291536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 571430d3-13c8-4ac9-876b-5a40243804c0 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:47.352652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-0d69962f-d382-4c08-bdfb-b0d996bb56d8 service neutron] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:47.357275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-0d69962f-d382-4c08-bdfb-b0d996bb56d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.358592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c630e148-82f1-4f69-a99a-085d174b3ba3 req-0d69962f-d382-4c08-bdfb-b0d996bb56d8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e/bindings/n-h1-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.9701595 Jul 07 17:17:47.360437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.478916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 112adee4-acfc-4db8-84af-0616b68f15e6 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:47.504953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=571430d3-13c8-4ac9-876b-5a40243804c0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:47.541562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:47.545416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:47.549430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:47.556357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:47.557359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.624716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ff25e0c9-19c0-49d6-be50-3ffe549114d7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7863529 Jul 07 17:17:47.625544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49516) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:47.723386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d005-8188-4e9f-82c8-21f824139a7b req-f3670d46-8846-48bc-bc11-838ce8e9d9a7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:47.734063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d81d005-8188-4e9f-82c8-21f824139a7b req-f3670d46-8846-48bc-bc11-838ce8e9d9a7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.5232475 Jul 07 17:17:47.765232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 112adee4-acfc-4db8-84af-0616b68f15e6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:47.768205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 112adee4-acfc-4db8-84af-0616b68f15e6 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:47.912921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d81d005-8188-4e9f-82c8-21f824139a7b req-60337ff5-707b-4302-9bb0-ecc3775fe500 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744347 Jul 07 17:17:48.069233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 571430d3-13c8-4ac9-876b-5a40243804c0 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:48.069932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.085293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:48.197092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Checking router: 49704c65-c205-45a3-b0ef-3171a8daba42 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:48.244929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:48.246729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:48.303866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5615b9-23ab-496c-8508-96a99d0ebbfa req-2543fa86-27a2-4bec-af5b-0a171f13a4b2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.312606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f5615b9-23ab-496c-8508-96a99d0ebbfa req-2543fa86-27a2-4bec-af5b-0a171f13a4b2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 946 time: 0.3704848 Jul 07 17:17:48.427737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.472425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 571430d3-13c8-4ac9-876b-5a40243804c0 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:48.552701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f5615b9-23ab-496c-8508-96a99d0ebbfa req-8648eb0f-73e0-4ef3-8c75-67cb2abee243 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315066 Jul 07 17:17:48.599239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2f152-c514-483b-bacc-e05f0eccc059 None None] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:48.605720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 060f0a13-ea36-433c-9be2-27f62135787b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:48.682815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ae1e-8fdd-42ab-a6d1-0abc2357cf3a req-2ca963cd-a799-42e9-add2-7528d6d42e4f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.691563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c50ae1e-8fdd-42ab-a6d1-0abc2357cf3a req-2ca963cd-a799-42e9-add2-7528d6d42e4f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.2780216 Jul 07 17:17:48.744841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c50ae1e-8fdd-42ab-a6d1-0abc2357cf3a req-c1ec8c42-44f7-4754-8cde-b7dbc7462ec3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521634 Jul 07 17:17:48.775884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8cdf093d-7997-46fe-864e-6da7cf5f1391 None None] Provisioning for port 060f0a13-ea36-433c-9be2-27f62135787b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:48.795041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:48.843039 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38c638f-b641-4e61-8447-3116122118bd x-openstack-request-id: req-f38c638f-b641-4e61-8447-3116122118bd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:48.847638 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bb271-3cbf-434b-ab4e-9b42281dff36", "name": "network-vif-deleted", "tag": "112adee4-acfc-4db8-84af-0616b68f15e6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:48.848523 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f38c638f-b641-4e61-8447-3116122118bd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:48.849496 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643bb271-3cbf-434b-ab4e-9b42281dff36', 'name': 'network-vif-deleted', 'tag': '112adee4-acfc-4db8-84af-0616b68f15e6', 'status': 'completed', 'code': 200} Jul 07 17:17:48.884663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 060f0a13-ea36-433c-9be2-27f62135787b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:48.908025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 060f0a13-ea36-433c-9be2-27f62135787b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:48.910221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.263702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77050ef9-a676-41df-b1ff-29521238a85a req-e8a501da-a27d-49a4-ad35-55fc856db802 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.2064719 Jul 07 17:17:49.443779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.738380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366e62-87a6-440d-8a32-66442f5bb8fb req-80644209-da3e-4d31-9223-480c091dcebc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:49.749737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d366e62-87a6-440d-8a32-66442f5bb8fb req-80644209-da3e-4d31-9223-480c091dcebc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3775876 Jul 07 17:17:49.854794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.865290 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/571430d3-13c8-4ac9-876b-5a40243804c0 HTTP/1.1" status: 204 len: 168 time: 2.2384217 Jul 07 17:17:49.879621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240c7a7-417b-4e99-b821-96cf8eea6a3f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=571430d3-13c8-4ac9-876b-5a40243804c0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:49.881401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49544) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:49.960777 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.995214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-2ae310b7-ee3f-41a5-a858-3dd1cc8a6806 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.005015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-2ae310b7-ee3f-41a5-a858-3dd1cc8a6806 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 946 time: 1.3375759 Jul 07 17:17:50.022114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d366e62-87a6-440d-8a32-66442f5bb8fb req-01ef249e-3280-41b5-a1c2-a3a0d170cdcc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648582 Jul 07 17:17:50.029688 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc9f960-329d-4bc5-bfe8-455494482cd5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:17:50.042395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc9f960-329d-4bc5-bfe8-455494482cd5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:17:50.059679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4cc9f960-329d-4bc5-bfe8-455494482cd5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/571430d3-13c8-4ac9-876b-5a40243804c0 HTTP/1.1" status: 404 len: 333 time: 0.1731172 Jul 07 17:17:50.060389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49552) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:50.156958 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bd4176-ea58-4530-bf89-29871f3b4bef tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:17:50.167056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e3bd4176-ea58-4530-bf89-29871f3b4bef tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/571430d3-13c8-4ac9-876b-5a40243804c0 HTTP/1.1" status: 404 len: 333 time: 0.1055038 Jul 07 17:17:50.172376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:50.186833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:50.188945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 060f0a13-ea36-433c-9be2-27f62135787b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=060f0a13-ea36-433c-9be2-27f62135787b,segment=NetworkSegment(346db006-67ed-4374-bfea-c692a7ec46bc),segment_id=346db006-67ed-4374-bfea-c692a7ec46bc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:50.211912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.351940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=060f0a13-ea36-433c-9be2-27f62135787b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.379231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:50.429841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 0c78f8d0-2a83-4b4d-879c-9459571ce389 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:50.440788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.452742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d5497-affa-4e63-a7e0-7f8aaa699980 None None] The sync data for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 is: [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 4, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bb4c1332-dfbb-4de5-ac02-0ffdc955788c', 'name': '', 'network_id': '9c5c460a-8186-40c5-ad6d-ad122e1dc433', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'mac_address': 'fa:16:3e:3b:9d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'subnets': [{'id': '79b92217-3a55-40d0-a8a2-3c8310cd968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:50.556675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.582984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 060f0a13-ea36-433c-9be2-27f62135787b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:50.633893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port 94544fd7-8610-4d5f-ad2c-d180e55d2767 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:50.634263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.666603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.752357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port 94544fd7-8610-4d5f-ad2c-d180e55d2767, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=94544fd7-8610-4d5f-ad2c-d180e55d2767,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:50.752720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.791305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for 94544fd7-8610-4d5f-ad2c-d180e55d2767 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:50.796742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 060f0a13-ea36-433c-9be2-27f62135787b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:50.797519 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.929081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.957484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82a3741b-0d21-4bf1-a2d3-d063e0e1e744 None None] Provisioning complete for port 060f0a13-ea36-433c-9be2-27f62135787b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:50.958092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82a3741b-0d21-4bf1-a2d3-d063e0e1e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.025281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.033396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.041108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "DELETE /v2.0/security-groups/3455a091-9119-45d2-90eb-85965f16a23b HTTP/1.1" status: 204 len: 168 time: 0.8526094 Jul 07 17:17:51.042395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49562) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:51.117650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d47cf-d643-4627-b5e3-e30e671c3da0 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455a091-9119-45d2-90eb-85965f16a23b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.135722 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27ec03-454c-4b27-b17a-54d1d4625aca None None] New status for floating IP 7649e3fd-4fee-46ff-b118-31909627bbf8: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:51.144164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.166401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96570574-bbf4-484b-8ee6-42794946ea72 req-9cab77b3-a219-43b9-857b-1785d000ee9a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.168839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96570574-bbf4-484b-8ee6-42794946ea72 req-9cab77b3-a219-43b9-857b-1785d000ee9a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 946 time: 0.9429922 Jul 07 17:17:51.184048 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-401e93d9-da08-4be7-ac9e-85928dd9feea tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] show failed (client error): The resource could not be found. Jul 07 17:17:51.185432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-401e93d9-da08-4be7-ac9e-85928dd9feea tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "GET /v2.0/security-groups/3455a091-9119-45d2-90eb-85965f16a23b HTTP/1.1" status: 404 len: 347 time: 0.0772483 Jul 07 17:17:51.194098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49564) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:51.475232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96570574-bbf4-484b-8ee6-42794946ea72 req-24252519-8367-440d-8221-d57100f4d160 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914965 Jul 07 17:17:51.478128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 94544fd7-8610-4d5f-ad2c-d180e55d2767 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:51.500290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.560896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 94544fd7-8610-4d5f-ad2c-d180e55d2767 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:51.560896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 94544fd7-8610-4d5f-ad2c-d180e55d2767 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:51.766238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-44577cf5-89c3-4d04-a3f7-1c405315a529 None None] Could not find standard attr ID for object 571430d3-13c8-4ac9-876b-5a40243804c0. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:17:51.782169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=94544fd7-8610-4d5f-ad2c-d180e55d2767,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.789026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f28bb-b3ee-4694-9007-05d28180422c req-ca326e97-cf09-48c2-b4af-d569b36394e7 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.791874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b37f28bb-b3ee-4694-9007-05d28180422c req-ca326e97-cf09-48c2-b4af-d569b36394e7 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1096 time: 1.1324537 Jul 07 17:17:52.017202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b37f28bb-b3ee-4694-9007-05d28180422c req-47ed6603-f681-465d-85ca-a3b481228c4b tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939394 Jul 07 17:17:52.056789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Deleting port 5570c03a-20a5-46a8-8367-5e4989bcea3e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:52.057341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.244489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port 94544fd7-8610-4d5f-ad2c-d180e55d2767 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:52.300765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.318426 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b48a695-3e75-4f96-add0-6740f5ba29cf req-e6828d66-307a-419d-b235-605e001cdf95 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "DELETE /v2.0/ports/94544fd7-8610-4d5f-ad2c-d180e55d2767 HTTP/1.1" status: 204 len: 173 time: 2.2840438 Jul 07 17:17:52.341343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'name': 'network-vif-deleted', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:52.364843 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954bae4f-a2a4-4e56-a0b6-57ccce38758a" -d '{"events": [{"server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "name": "network-vif-deleted", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:52.453645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.454161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.523708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.532027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Calling delete_port for 5570c03a-20a5-46a8-8367-5e4989bcea3e owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:52.625997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.631264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4fcc0-8941-4cbf-b3e8-a4b2d23315cb None None] Network 16ab2a04-3564-4a5d-a0b1-61df66e10dba requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:52.636835 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/0c78f8d0-2a83-4b4d-879c-9459571ce389 HTTP/1.1" status: 204 len: 168 time: 2.4586091 Jul 07 17:17:52.659579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:52.793229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e13a6-38fe-4e65-bdcc-2d26527ab4c0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=0c78f8d0-2a83-4b4d-879c-9459571ce389,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.854251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-89ac6ea6-bbe2-4fec-b933-c3fd467581f8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.857060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-89ac6ea6-bbe2-4fec-b933-c3fd467581f8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.23 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 818 time: 1.6194503 Jul 07 17:17:52.926265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3967900-56bf-4790-a0fd-18b06c98b1c8 req-2018f253-aea6-4c90-880e-580ba036b846 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0740240 Jul 07 17:17:53.066393 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6807b392-c2e4-4db8-aebc-0bb8f004bc63 x-openstack-request-id: req-6807b392-c2e4-4db8-aebc-0bb8f004bc63 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:53.066837 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6463678-e76e-4fa3-a693-02b8297d706b", "name": "network-vif-deleted", "tag": "94544fd7-8610-4d5f-ad2c-d180e55d2767", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:53.067097 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6807b392-c2e4-4db8-aebc-0bb8f004bc63 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:53.067606 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6463678-e76e-4fa3-a693-02b8297d706b', 'name': 'network-vif-deleted', 'tag': '94544fd7-8610-4d5f-ad2c-d180e55d2767', 'status': 'completed', 'code': 200} Jul 07 17:17:53.074896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Request body: {'port': {'device_id': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'admin_state_up': True, 'tenant_id': 'f1fa047530b645f0b18c198838288556'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:53.075256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812232e-e6c5-4597-915a-50dcfcfc0190 req-53c2fc57-4f22-4286-89c7-8d63177b1398 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.090885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3812232e-e6c5-4597-915a-50dcfcfc0190 req-53c2fc57-4f22-4286-89c7-8d63177b1398 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3404920 Jul 07 17:17:53.164134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] DHCP port deletion for 16ab2a04-3564-4a5d-a0b1-61df66e10dba request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:53.226018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-6190b71e-4024-49a4-af6e-766998dfd5a8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.233350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-6190b71e-4024-49a4-af6e-766998dfd5a8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 818 time: 1.7823730 Jul 07 17:17:53.256330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3812232e-e6c5-4597-915a-50dcfcfc0190 req-56c4dbf5-0b32-4b30-b2c7-5ef4fabb4812 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632924 Jul 07 17:17:53.290482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Deleting port 060f0a13-ea36-433c-9be2-27f62135787b {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:53.290861 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.411912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Request body: {'port': {'device_id': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'admin_state_up': True, 'tenant_id': 'f1fa047530b645f0b18c198838288556'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:53.478972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] For port 060f0a13-ea36-433c-9be2-27f62135787b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=060f0a13-ea36-433c-9be2-27f62135787b,segment=NetworkSegment(346db006-67ed-4374-bfea-c692a7ec46bc),segment_id=346db006-67ed-4374-bfea-c692a7ec46bc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:53.479373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.534265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Calling delete_port for 060f0a13-ea36-433c-9be2-27f62135787b owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:53.720341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-fd790c19-3d86-4915-a1c8-6a6ae7e44f74 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.727788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-fd790c19-3d86-4915-a1c8-6a6ae7e44f74 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.1577351 Jul 07 17:17:53.749302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-af264326-b4d1-4d93-8a6b-3d0a6dfab375 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/quotas/c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 375 time: 0.0202820 Jul 07 17:17:53.772870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15cc8fa9-eb74-47a6-81a0-2943c73f3557 req-058506d5-95c6-4ab0-a2a8-399f4ff74d1a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.2961116 Jul 07 17:17:53.784154 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.850488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] Pushing event deleted for resources: {'Port': ['ID=060f0a13-ea36-433c-9be2-27f62135787b,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.871032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6339153-b0c4-4a81-8708-8fa99cb1db41 None None] No DVR routers for this DVR port 060f0a13-ea36-433c-9be2-27f62135787b on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:53.950990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.038176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Pushing event deleted for resources: {'Port': ['ID=5570c03a-20a5-46a8-8367-5e4989bcea3e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.111378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-6e2b2c3a-4f2f-42bc-9c9c-4ce9e8f78ee3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3608227 Jul 07 17:17:54.179695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.182392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.196235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7f648a6-a5ed-4587-9f32-d6bea9956ba9 tempest-ServersTestJSON-600905167 tempest-ServersTestJSON-600905167-project] 10.222.0.66 "DELETE /v2.0/floatingips/7649e3fd-4fee-46ff-b118-31909627bbf8 HTTP/1.1" status: 204 len: 168 time: 2.9655654 Jul 07 17:17:54.196235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:54.384252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-317133ee-925e-42f9-a030-fa4d0103da53 service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716355 Jul 07 17:17:54.549880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 060f0a13-ea36-433c-9be2-27f62135787b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:54.552918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.603996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 060f0a13-ea36-433c-9be2-27f62135787b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:54.604344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 060f0a13-ea36-433c-9be2-27f62135787b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:54.634737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebfe78-c3e1-452d-8c4f-02109607eeac req-24dc641f-7540-46e8-a0cf-0c2f90913219 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.636986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbebfe78-c3e1-452d-8c4f-02109607eeac req-24dc641f-7540-46e8-a0cf-0c2f90913219 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2635169 Jul 07 17:17:54.701380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-5c9d8d55-056f-49ae-9186-d9e6d766b477 service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163011 Jul 07 17:17:54.787352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbebfe78-c3e1-452d-8c4f-02109607eeac req-79640162-7060-496c-8af2-f26a5ffd7a2c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136551 Jul 07 17:17:54.929110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-11012b65-be4a-4432-96e5-c96992dad27f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.931859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-11012b65-be4a-4432-96e5-c96992dad27f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 818 time: 1.9280519 Jul 07 17:17:55.093931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Request body: {'port': {'device_id': '33acfafe-de75-4a01-964c-305186c9a6d6', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'admin_state_up': True, 'tenant_id': 'f1fa047530b645f0b18c198838288556'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:55.125446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Made reservation on behalf of f1fa047530b645f0b18c198838288556 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.129598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.220374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.269963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ab2a04-3564-4a5d-a0b1-61df66e10dba']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.310789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346db006-67ed-4374-bfea-c692a7ec46bc') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.311289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346db006-67ed-4374-bfea-c692a7ec46bc') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.360461 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.390353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.453665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Made reservation on behalf of f1fa047530b645f0b18c198838288556 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.457978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.468338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:55.549632 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:55.684367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Made reservation on behalf of f1fa047530b645f0b18c198838288556 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.688479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.786347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Allocated IP 172.20.0.9 (2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7/ad0d2bfc-1336-4d84-bf08-29e34f584faf/a994f27b-6131-4ff1-a01c-fdeb52a66bd2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:55.813090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.831751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.839916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/16ab2a04-3564-4a5d-a0b1-61df66e10dba HTTP/1.1" status: 204 len: 168 time: 3.0601325 Jul 07 17:17:55.852037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.861491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-609630478'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:55.989800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe697023-c22b-4b7f-a824-90a59da06a7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=16ab2a04-3564-4a5d-a0b1-61df66e10dba,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.120006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bdcf430-c0ea-48ce-b5f3-e7a78d98aa43 req-7dbd5fcb-4393-4940-a174-a5d0ba4aed62 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.1751604 Jul 07 17:17:56.139104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04881399-364b-4f37-9caa-c6bcc33d7e7c req-91ed05bc-26a9-4066-9462-76fe1dddd7cd tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1961081 Jul 07 17:17:56.390403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:56.408985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.462868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25e3be5c-d00f-4252-a002-fb43040598f2 req-891e7d82-d3bd-4814-84e8-96ceaf3aea45 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 210 time: 0.1476743 Jul 07 17:17:56.503604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.588001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.639775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:56.683306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.683673 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment 5220cb2b-6815-4411-b3ea-95b2029447fa of type vlan for network 45fde12d-2d32-48f8-afad-3dff378c5d88 Jul 07 17:17:56.827983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.845736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d24130-fb78-438d-9221-52f9f857d9f8 req-aa5c9265-45ff-4ef8-be05-ac82cf16f429 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.851502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73d24130-fb78-438d-9221-52f9f857d9f8 req-aa5c9265-45ff-4ef8-be05-ac82cf16f429 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1807351 Jul 07 17:17:56.865413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.927681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73d24130-fb78-438d-9221-52f9f857d9f8 req-878ed1fb-93fb-4383-ad63-7b8a897360e4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682254 Jul 07 17:17:56.935985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.026361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:17:57.087122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Deleting port bb4c1332-dfbb-4de5-ac02-0ffdc955788c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:57.087734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.168937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event updated for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.216486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] For port bb4c1332-dfbb-4de5-ac02-0ffdc955788c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:57.217042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.223896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.232378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Calling delete_port for bb4c1332-dfbb-4de5-ac02-0ffdc955788c owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:57.244983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:57.246553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.262201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:57.281035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.281756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.281875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.282291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.282717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.283190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.283510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.283962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.284361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.284760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.285146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.285598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:57.299037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Allocated IP 172.20.0.3 (2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7/ad0d2bfc-1336-4d84-bf08-29e34f584faf/fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:57.348435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:57.407579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:57.465947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6d1159a-ef6c-4044-ae80-7240f7d5b57c req-5f27effd-42b6-4917-b591-f17988e4e12c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.0713329 Jul 07 17:17:57.536920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24991-fecc-494f-846c-4c75131a7c0d req-1ed675ac-a02b-4844-978a-ad92bc6c48ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:57.540190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=45fde12d-2d32-48f8-afad-3dff378c5d88,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.552514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ba24991-fecc-494f-846c-4c75131a7c0d req-1ed675ac-a02b-4844-978a-ad92bc6c48ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1700842 Jul 07 17:17:57.553971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:57.624404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ba24991-fecc-494f-846c-4c75131a7c0d req-fe5ae18d-69fd-4e3a-9145-57f992dc2a26 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695224 Jul 07 17:17:57.654177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.709806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4c1332-dfbb-4de5-ac02-0ffdc955788c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.805370 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6dabd35b-657c-4ad6-8674-cfa398377e1c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9510686 Jul 07 17:17:57.818016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49684) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:57.869895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:57.942498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae3734b4-f24c-4dcb-aebb-210c7e468607 req-2699284c-f6c2-4bcc-a776-ad05d0838226 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.1275802 Jul 07 17:17:58.135225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.136087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.300454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.425155 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-128a0e4a-1dcc-4cda-9bb2-99357276b535 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4146767 Jul 07 17:17:58.454428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-e5d2c63b-394c-4ecd-8f8d-74cdec929c38 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:17:58.455589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-e5d2c63b-394c-4ecd-8f8d-74cdec929c38 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160189 Jul 07 17:17:58.473423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:58.479495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.505430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bd29b9a-7fd1-4b9e-b2ea-3d765dc31478 req-f49ab3cd-b9f6-45fd-9523-9ae6d31352f1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 210 time: 0.1694746 Jul 07 17:17:58.643356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Request body: {'port': {'device_id': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:58.879552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.893916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.945923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Router 49704c65-c205-45a3-b0ef-3171a8daba42 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:58.960955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-c27cbfb5-a370-4408-a0cb-789ad8bb7f13 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.963093 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-c27cbfb5-a370-4408-a0cb-789ad8bb7f13 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.6913645 Jul 07 17:17:59.013210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Request body: {'port': {'device_id': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'admin_state_up': True, 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:59.236488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.244191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f950-47ee-43a6-a174-9093c1c8ce7f req-f3204699-6d9d-4d83-8d27-2e9dbb70dc6f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.258154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3568f950-47ee-43a6-a174-9093c1c8ce7f req-f3204699-6d9d-4d83-8d27-2e9dbb70dc6f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3101685 Jul 07 17:17:59.281537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959774-3bf4-423a-bb4c-b84224511bb4 req-d4f83dca-1ae7-41e0-9f5b-028f3291e26d tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.285131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88959774-3bf4-423a-bb4c-b84224511bb4 req-d4f83dca-1ae7-41e0-9f5b-028f3291e26d tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 950 time: 0.3005171 Jul 07 17:17:59.357154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:59.376168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Sync routers for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:59.384069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cf2fc04d-a1e4-464c-b958-d7815257053c admin admin] 10.222.0.66 "PUT /v2.0/routers/49704c65-c205-45a3-b0ef-3171a8daba42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1818445 Jul 07 17:17:59.389323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:59.403024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:59.404411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:59.514774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88959774-3bf4-423a-bb4c-b84224511bb4 req-c0df2445-e09c-48e5-9c7b-8225ea9fb492 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146187 Jul 07 17:17:59.556597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:59.575115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3568f950-47ee-43a6-a174-9093c1c8ce7f req-1b01e398-b3f9-4b30-8c7e-03de8525a880 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151355 Jul 07 17:17:59.613532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Allocated IP 172.20.0.11 (2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7/ad0d2bfc-1336-4d84-bf08-29e34f584faf/e09cb176-7aa3-4303-8552-491f754e842b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:59.635194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:59.656284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:59.681695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event updated for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:59.728938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:59.750608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.839230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.990532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90829688-aeff-4686-96cf-1a6bb6bd96fe req-7303f4a4-1f5b-4117-acbf-f13ae9198199 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0804505 Jul 07 17:17:59.991536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:59.997295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.005554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.006507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.078734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=e5f41bb0-adc2-4709-8725-ed3fcdb3a215,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.094199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-399160a4-b509-4dd6-acbb-defa3b3c0a0b req-31fbdb13-136c-4a33-ba83-814485c6fc76 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.1028514 Jul 07 17:18:00.116597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67878690-d23e-4e94-a3b8-46cf26783991 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8197474 Jul 07 17:18:00.173001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-25048a0a-ac2e-40bb-b03b-33419f52f45d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:00.174280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-25048a0a-ac2e-40bb-b03b-33419f52f45d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071712 Jul 07 17:18:00.210501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:17:57Z', 'revision_number': 5, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port': {'id': '419df03a-7e03-4d16-93e3-2dc7697066cf', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:06Z', 'updated_at': '2021-07-07T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.266325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.292800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Checking router: 49704c65-c205-45a3-b0ef-3171a8daba42 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:00.312518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Routers {'49704c65-c205-45a3-b0ef-3171a8daba42'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:00.313331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:17:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['49704c65-c205-45a3-b0ef-3171a8daba42'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.420067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Request body: {'port': {'device_id': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:00.442988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Deleting port 419df03a-7e03-4d16-93e3-2dc7697066cf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:00.443807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.487849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': '5220cb2b-6815-4411-b3ea-95b2029447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:00.488479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: 45fde12d-2d32-48f8-afad-3dff378c5d88, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:00.623679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] Set router 49704c65-c205-45a3-b0ef-3171a8daba42 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:00.648330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:00.696041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e488cc2e-244c-4dac-9e92-28a270bfa9a9 req-0f604e51-5696-42e8-b6fc-f30dd295c4b4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 210 time: 0.1970105 Jul 07 17:18:00.765447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] For port 419df03a-7e03-4d16-93e3-2dc7697066cf, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=419df03a-7e03-4d16-93e3-2dc7697066cf,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:00.765819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.772869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.781433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Calling delete_port for 419df03a-7e03-4d16-93e3-2dc7697066cf owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:00.789403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:18:00Z', 'revision_number': 6, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.835891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 45fde12d-2d32-48f8-afad-3dff378c5d88) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:00.852931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Allocated IP 172.20.0.11 (e18efc77-de26-415e-a6ff-a369201ba1e5/0e4a7fe2-2bc8-44a1-b07f-d69967aa0128/91592eeb-dbad-4340-825f-c949422e05bb) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:00.859820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.860908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.911983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e1aa8-7564-4144-91d4-9cc990292cad None None] The sync data for ids ['49704c65-c205-45a3-b0ef-3171a8daba42'] in n-d-791505-12 is: [{'id': '49704c65-c205-45a3-b0ef-3171a8daba42', 'name': 'tempest-ServersTestJSON-1652637447-router', 'tenant_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:04Z', 'updated_at': '2021-07-07T17:18:00Z', 'revision_number': 6, 'project_id': '0b006a70d8a64b3dae34c5afac44a5c1', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:00.924870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.941159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c3a15-e694-4498-80c0-16945af98d34 None None] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:00.956580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f03edea3-75cb-44bc-8092-54b2875afc21 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1125424 Jul 07 17:18:00.988901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49724) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:00.994595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-576727407'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:01.054107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.103094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=419df03a-7e03-4d16-93e3-2dc7697066cf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:01.346548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.435677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-45fde12d-2d32-48f8-afad-3dff378c5d88', 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': 'e5f41bb0-adc2-4709-8725-ed3fcdb3a215'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:01.439577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.497641 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.516712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.521145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.602395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.603331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49704c65-c205-45a3-b0ef-3171a8daba42 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:01.629960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.635418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c95cce0c-ca4e-496f-8ca5-a8d9bacd11c9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/49704c65-c205-45a3-b0ef-3171a8daba42 HTTP/1.1" status: 204 len: 168 time: 2.2404835 Jul 07 17:18:01.647030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49734) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:01.658056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0c74-ae80-4407-aae6-b437aa82f8e7 req-3c94294a-a103-47c2-b558-dd8e86bbf552 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.660668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-554b0c74-ae80-4407-aae6-b437aa82f8e7 req-3c94294a-a103-47c2-b558-dd8e86bbf552 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4941983 Jul 07 17:18:01.811109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-554b0c74-ae80-4407-aae6-b437aa82f8e7 req-99332069-1f81-4f12-92ee-037eb7766884 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328616 Jul 07 17:18:01.844535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Deleting subnet 79b92217-3a55-40d0-a8a2-3c8310cd968f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:01.855929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Allocated IP 2001:db8::2 (45fde12d-2d32-48f8-afad-3dff378c5d88/e5f41bb0-adc2-4709-8725-ed3fcdb3a215/df1b2767-24cd-47e6-a90e-8090e4041d43) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:01.865056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.971149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7471-f486-4416-83ad-9b77575dc070 req-cd65abfe-2134-492e-ae5c-8a9f2186743d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.972863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-479d7471-f486-4416-83ad-9b77575dc070 req-cd65abfe-2134-492e-ae5c-8a9f2186743d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 932 time: 0.3247552 Jul 07 17:18:01.975278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.054432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-479d7471-f486-4416-83ad-9b77575dc070 req-b3be8f77-556e-42fa-9b62-414de07c5b81 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Jul 07 17:18:02.182327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.211991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:02.224812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:02.242651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:02.266757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2949ff0d-9867-47c1-bbe4-0ca47c986717 req-1d425e22-55de-4b43-9f13-6f730ad82eab tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6463678-e76e-4fa3-a693-02b8297d706b HTTP/1.1" status: 200 len: 210 time: 0.0902419 Jul 07 17:18:02.349075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.393080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.415853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Transition to ACTIVE for port object df1b2767-24cd-47e6-a90e-8090e4041d43 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:02.446737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b92217-3a55-40d0-a8a2-3c8310cd968f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.458720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.461848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5c99d544-65ca-4556-9ee2-764adc884054 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/79b92217-3a55-40d0-a8a2-3c8310cd968f HTTP/1.1" status: 204 len: 168 time: 0.8005819 Jul 07 17:18:02.468333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501701c8-6a12-4713-abcd-b707e598d03d None None] Network 9c5c460a-8186-40c5-ad6d-ad122e1dc433 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:02.472692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Transition to ACTIVE for port object df1b2767-24cd-47e6-a90e-8090e4041d43 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:02.477792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.563451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bb4c1332-dfbb-4de5-ac02-0ffdc955788c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:02.586889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: bb4c1332-dfbb-4de5-ac02-0ffdc955788c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:02.587240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bb4c1332-dfbb-4de5-ac02-0ffdc955788c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:02.587676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 419df03a-7e03-4d16-93e3-2dc7697066cf no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:02.588089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:02.592447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.615006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.623013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event updated for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.626088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 419df03a-7e03-4d16-93e3-2dc7697066cf {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:02.626482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 419df03a-7e03-4d16-93e3-2dc7697066cf not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:02.669913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:02.678782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:02.684674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-757ead7c-aa5c-4f1a-bf11-a8be14ead1e5 req-ecfeef17-d552-49e7-82aa-493bc82b5ede tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 210 time: 0.0949261 Jul 07 17:18:02.692370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:02.722244 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:02.724282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Pushing event updated for resources: {'Port': ['ID=df1b2767-24cd-47e6-a90e-8090e4041d43,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.727589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.783105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.791883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Deleting port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:02.792287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.834083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Attempting to bind port df1b2767-24cd-47e6-a90e-8090e4041d43 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:02.834326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Attempting to bind port df1b2767-24cd-47e6-a90e-8090e4041d43 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '5220cb2b-6815-4411-b3ea-95b2029447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:02.834723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Attempting to bind port df1b2767-24cd-47e6-a90e-8090e4041d43 on network 45fde12d-2d32-48f8-afad-3dff378c5d88 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:02.843832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:02.844302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Checking segment: {'id': '5220cb2b-6815-4411-b3ea-95b2029447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:02.844614 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.845015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Bound using segment: {'id': '5220cb2b-6815-4411-b3ea-95b2029447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:02.845501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Bound port: df1b2767-24cd-47e6-a90e-8090e4041d43, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5220cb2b-6815-4411-b3ea-95b2029447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45fde12d-2d32-48f8-afad-3dff378c5d88'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:02.845890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.848107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.849228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.861161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:02.862282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:02.926497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] For port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:02.927083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.962227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-c9cb9836-778d-479f-9ca3-0205727fad5a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8817079 Jul 07 17:18:02.979675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Request body: {'port': {'device_id': '33acfafe-de75-4a01-964c-305186c9a6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:02.991799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.099722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] For port df1b2767-24cd-47e6-a90e-8090e4041d43, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:03.121206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] DHCP port deletion for 9c5c460a-8186-40c5-ad6d-ad122e1dc433 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:03.139754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] For port df1b2767-24cd-47e6-a90e-8090e4041d43, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=df1b2767-24cd-47e6-a90e-8090e4041d43,segment=NetworkSegment(5220cb2b-6815-4411-b3ea-95b2029447fa),segment_id=5220cb2b-6815-4411-b3ea-95b2029447fa)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:03.146024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.204594 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.258588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Network e18efc77-de26-415e-a6ff-a369201ba1e5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:03.271252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a994f27b-6131-4ff1-a01c-fdeb52a66bd2 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:03.289219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:03.313989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.316187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.333181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:03.342003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::1e0 (45fde12d-2d32-48f8-afad-3dff378c5d88/e5f41bb0-adc2-4709-8725-ed3fcdb3a215/bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:03.346906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:03.350181 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5108f-ce4e-4a47-acff-f03505d17b93" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:03.353297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Calling delete_port for 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:03.372626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:03.373224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668944a-010c-49a2-b8d9-a72c74da8d81 None None] Pushing event updated for resources: {'Port': ['ID=df1b2767-24cd-47e6-a90e-8090e4041d43,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.389898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.406769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Transition to ACTIVE for port object a994f27b-6131-4ff1-a01c-fdeb52a66bd2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:03.414680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.425952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.436957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6ff4-fd76-4806-8ec5-b56394d918fa req-6683e5f5-ca85-4d1d-9f89-a95159085918 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.446484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Deleting port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:03.447157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.450221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-05bd6ff4-fd76-4806-8ec5-b56394d918fa req-6683e5f5-ca85-4d1d-9f89-a95159085918 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.6058424 Jul 07 17:18:03.518467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.585129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-05bd6ff4-fd76-4806-8ec5-b56394d918fa req-60f1bf3f-69b7-4fee-85bb-967656e2c489 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336246 Jul 07 17:18:03.595012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] For port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,segment=NetworkSegment(9a06d1cc-a475-4615-b36a-f0e35296cbca),segment_id=9a06d1cc-a475-4615-b36a-f0e35296cbca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:03.595271 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.595672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.596341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.599637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46848-65ea-4faa-9400-751b6edf2df2 req-cef93fa0-a11f-4702-bbda-1e2ad65bc9a4 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:03.608895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81f46848-65ea-4faa-9400-751b6edf2df2 req-cef93fa0-a11f-4702-bbda-1e2ad65bc9a4 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 932 time: 0.3239977 Jul 07 17:18:03.617735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Calling delete_port for 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:03.673080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81f46848-65ea-4faa-9400-751b6edf2df2 req-c6c44975-dde7-423f-acb1-f30a5103f004 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Jul 07 17:18:03.677217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.704629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] No DVR routers for this DVR port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:03.728572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.825368 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86db57-1134-4790-b362-42c0aa7e60fa x-openstack-request-id: req-1a86db57-1134-4790-b362-42c0aa7e60fa {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:03.825910 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:03.827062 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a86db57-1134-4790-b362-42c0aa7e60fa {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:03.847212 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'code': 200} Jul 07 17:18:03.890296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.917638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.935979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] Pushing event deleted for resources: {'Port': ['ID=0cd0f05c-fbf0-4af1-91c0-c23104c6a21a,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.939636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5414cd-b3b3-4b2b-8301-24ef1fec1414 None None] No DVR routers for this DVR port 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:03.945868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5c460a-8186-40c5-ad6d-ad122e1dc433']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.973723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a06d1cc-a475-4615-b36a-f0e35296cbca') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.973968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a06d1cc-a475-4615-b36a-f0e35296cbca') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:03.985932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.005877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e6b2f333-c1ef-424d-afd9-0e3de84f9645 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0043797 Jul 07 17:18:04.009138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.015182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Pushing event updated for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.018844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:04.019170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:04.095182 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:04.101333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.158299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.160557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] 10.222.0.66 "DELETE /v2.0/networks/9c5c460a-8186-40c5-ad6d-ad122e1dc433 HTTP/1.1" status: 204 len: 168 time: 1.6809065 Jul 07 17:18:04.161796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76069-b0ac-4658-9787-6c9c651b462d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5c460a-8186-40c5-ad6d-ad122e1dc433,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.218738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.230149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1072b-0eaa-47da-a446-cc32bf1d5668 req-6945e89e-8811-4802-90c6-bb9b54b9140d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.233559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35e1072b-0eaa-47da-a446-cc32bf1d5668 req-6945e89e-8811-4802-90c6-bb9b54b9140d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1293645 Jul 07 17:18:04.336270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:04.340895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35e1072b-0eaa-47da-a446-cc32bf1d5668 req-55a2a71f-333f-48da-8320-60fcd5372ed6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005630 Jul 07 17:18:04.385159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ec5e-ba3d-4483-b229-f086b5132f85 req-c6905c7c-ed86-4b71-b873-28d659af10ad tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.388640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa73ec5e-ba3d-4483-b229-f086b5132f85 req-c6905c7c-ed86-4b71-b873-28d659af10ad tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 932 time: 0.1380615 Jul 07 17:18:04.410798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Request body: {'port': {'device_id': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:04.488606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa73ec5e-ba3d-4483-b229-f086b5132f85 req-959d9a96-236b-4ac9-af4d-2fa7e987938a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Jul 07 17:18:04.579645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49790) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.613036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Attempting to bind port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:04.613036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Attempting to bind port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:04.613036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Attempting to bind port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:04.628573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device df1b2767-24cd-47e6-a90e-8090e4041d43 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:04.690196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:04.703959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4fdb1a8a-4d6e-4a38-af63-b1470f6903d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b006a70d8a64b3dae34c5afac44a5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223767 Jul 07 17:18:04.706817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.711072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.750579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:04.751164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Attempting to bind port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:04.757058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.764510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port df1b2767-24cd-47e6-a90e-8090e4041d43 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:04.825394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.828443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:04.828967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Checking segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:04.829440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Bound using segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:04.829904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Bound port: a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:04.830264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.834866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:04.836301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Transition to ACTIVE for port object fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:04.852450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:04.880054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:04.886286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:04.886973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0cd0f05c-fbf0-4af1-91c0-c23104c6a21a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:04.899614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:04.907454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.938155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:04.944404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.945261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.984821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.027572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.032166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:05.048923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'de6772ae-e517-454f-a742-4c6a4935856a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': 'de6772ae-e517-454f-a742-4c6a4935856a', 'mac_address': 'fa:16:3e:49:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:05.102612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-873e4865-3064-4725-90ec-f017cac71db1 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.1120851 Jul 07 17:18:05.116363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49810) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.116827 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.135341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6772ae-e517-454f-a742-4c6a4935856a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:05.137602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.159979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:05.166860 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.252669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-344b7edd-184c-4100-bffb-6366d3d5bea3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.256329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.264719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['de6772ae-e517-454f-a742-4c6a4935856a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:05.279469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-344b7edd-184c-4100-bffb-6366d3d5bea3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.4467986 Jul 07 17:18:05.301026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45cf0-df3d-4a06-80e9-644816f8267d req-93535d57-ba74-4b3c-9466-f9608861c1d5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.303536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f45cf0-df3d-4a06-80e9-644816f8267d req-93535d57-ba74-4b3c-9466-f9608861c1d5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.5538867 Jul 07 17:18:05.359219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-dfa6e936-6a94-4984-be01-4430e39bc39a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.0782127 Jul 07 17:18:05.400129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207882d-8706-404d-8611-eff454f4d825 None None] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:05.415556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.431828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:05.478545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Provisioning for port df1b2767-24cd-47e6-a90e-8090e4041d43 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:05.487744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Provisioning complete for port df1b2767-24cd-47e6-a90e-8090e4041d43 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:05.488196 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.506493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-523c01ae-c1ce-477a-807d-a1f9c22ae8c6 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454957 Jul 07 17:18:05.538796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.544853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.548114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:05.549142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/968180c1-3aac-4d12-8239-828acfe950c5 HTTP/1.1" status: 204 len: 168 time: 0.8400586 Jul 07 17:18:05.600216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eca76-8968-4ac8-8f73-ee504746f366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968180c1-3aac-4d12-8239-828acfe950c5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.610593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f45cf0-df3d-4a06-80e9-644816f8267d req-cba5de0a-7838-4947-a7a8-6aa755c1fe9d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886398 Jul 07 17:18:05.650358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.652994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Attempting to bind port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:05.653404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Attempting to bind port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:05.653764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Attempting to bind port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:05.793661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.809457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-2fb64d07-c0af-4b50-b342-e080185aa3a3 service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442572 Jul 07 17:18:05.876783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] For port df1b2767-24cd-47e6-a90e-8090e4041d43, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=df1b2767-24cd-47e6-a90e-8090e4041d43,segment=NetworkSegment(5220cb2b-6815-4411-b3ea-95b2029447fa),segment_id=5220cb2b-6815-4411-b3ea-95b2029447fa)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:05.879110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:05.879651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Attempting to bind port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:05.902723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Pushing event updated for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.905431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.967476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.968231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.969739 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5fe09acb-0734-485a-a586-73cd20c54583 service neutron] 10.222.0.23 "PUT /v2.0/ports/a994f27b-6131-4ff1-a01c-fdeb52a66bd2 HTTP/1.1" status: 200 len: 1092 time: 7.3359327 Jul 07 17:18:05.971184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:05.973844 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175524ea-bda9-4b29-8ae0-6eec7cadde3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:05.989086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:05.989508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Checking segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:05.989833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Bound using segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:05.990294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Bound port: fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:05.990711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.057780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965658f5-3446-428d-92a3-09435cef99f2 None None] Pushing event updated for resources: {'Port': ['ID=df1b2767-24cd-47e6-a90e-8090e4041d43,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.153742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161db0de-b4f2-40e0-b372-bf91b1cfd43f req-b83fa04d-6445-4283-acd5-aa4a71949e39 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.155937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09cb176-7aa3-4303-8552-491f754e842b {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:06.166103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:06.166497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.168354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-161db0de-b4f2-40e0-b372-bf91b1cfd43f req-b83fa04d-6445-4283-acd5-aa4a71949e39 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 932 time: 0.3568721 Jul 07 17:18:06.176381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-0e3d53db-035e-43e9-b340-695f87f13307 service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196068 Jul 07 17:18:06.181981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.311348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-161db0de-b4f2-40e0-b372-bf91b1cfd43f req-d2c875a4-944f-453e-aaae-9bdf6dc56227 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412895 Jul 07 17:18:06.361902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Transition to ACTIVE for port object e09cb176-7aa3-4303-8552-491f754e842b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:06.420412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.460074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Provisioning complete for port df1b2767-24cd-47e6-a90e-8090e4041d43 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:06.460431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.625636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device df1b2767-24cd-47e6-a90e-8090e4041d43 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:06.831885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91592eeb-dbad-4340-825f-c949422e05bb {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:06.843668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.869386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Transition to ACTIVE for port object 91592eeb-dbad-4340-825f-c949422e05bb will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:06.884134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:06.966856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:07.056503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Pushing event updated for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:07.093149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67c75182-7eb0-470d-9da6-8f1d39c2d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.103331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-67c75182-7eb0-470d-9da6-8f1d39c2d965 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 1095 time: 1.0696044 Jul 07 17:18:07.131235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.147279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dee2b-a782-4485-bc54-9d5f5e78b2c0 req-3218da80-a906-4014-b5ed-99340f74ed32 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.150246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b52dee2b-a782-4485-bc54-9d5f5e78b2c0 req-3218da80-a906-4014-b5ed-99340f74ed32 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.2762370 Jul 07 17:18:07.290232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b52dee2b-a782-4485-bc54-9d5f5e78b2c0 req-41866f1c-6350-43b7-bf7b-ae5ba74f96ba tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259122 Jul 07 17:18:07.389755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:07.407141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port df1b2767-24cd-47e6-a90e-8090e4041d43 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.407763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.462156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.478093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Provisioning for port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:07.488981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port de6772ae-e517-454f-a742-4c6a4935856a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.489716 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.508624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Provisioning complete for port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.510699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.700886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6f955af8-ae6e-4935-bba7-17d28befdbcb None None] Port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:07.713284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.738191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d3d3d-2315-4ed2-ba08-795594a9c57f req-8130ce33-31b8-4f63-9358-722c906980ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.753052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c5d3d3d-2315-4ed2-ba08-795594a9c57f req-8130ce33-31b8-4f63-9358-722c906980ca tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3506222 Jul 07 17:18:07.812003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60e06977-9d24-4596-b510-3582bfe4b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.854123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49884) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.855999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1e9886e1-a182-4d54-ba34-ab4a98536073 None None] Provisioning complete for port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.856664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1e9886e1-a182-4d54-ba34-ab4a98536073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.891321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-fd1cc3cf-b551-495f-a787-7503d11198f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2 HTTP/1.1" status: 200 len: 217 time: 0.7148514 Jul 07 17:18:07.934835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1e9886e1-a182-4d54-ba34-ab4a98536073 None None] Port bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:07.935928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c5d3d3d-2315-4ed2-ba08-795594a9c57f req-601c101c-354d-42f4-9dff-2df32fd10de6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808944 Jul 07 17:18:07.940306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.941611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.944189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] 10.222.0.73 "PUT /v2.0/ports/fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 HTTP/1.1" status: 200 len: 1092 time: 7.7513118 Jul 07 17:18:07.958386 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d878af3e-15f8-4809-a1ec-f7e030bd0066 x-openstack-request-id: req-d878af3e-15f8-4809-a1ec-f7e030bd0066 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:07.958993 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:07.959479 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d878af3e-15f8-4809-a1ec-f7e030bd0066 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:07.960241 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2', 'status': 'completed', 'code': 200} Jul 07 17:18:07.970414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:08.033194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.090134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:08.092830 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603f87e-6439-444a-8d21-a769c19a5785" -d '{"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-plugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:08.124685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:08.138410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.206093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea5fe833-b15a-4a96-94e3-90affadd0600 req-acf0f295-67b5-4077-92e7-432c6b2a18b3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.0888128 Jul 07 17:18:08.265727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.278742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.408787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5df8b-1bdf-41a9-bb84-cc13f35f8d64 req-a8ae4dc2-dfcf-45bc-a984-443debae4648 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.411698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bf5df8b-1bdf-41a9-bb84-cc13f35f8d64 req-a8ae4dc2-dfcf-45bc-a984-443debae4648 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 944 time: 0.1798029 Jul 07 17:18:08.515898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1954379132-network', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:08.562266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bf5df8b-1bdf-41a9-bb84-cc13f35f8d64 req-9bb20ee9-5222-4cf2-8462-c31cc1137558 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443870 Jul 07 17:18:08.570867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:08.575920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.615505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.671480 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7711809-583e-4b46-9af0-0886823dda9f x-openstack-request-id: req-c7711809-583e-4b46-9af0-0886823dda9f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:08.672488 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-plugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:08.672881 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7711809-583e-4b46-9af0-0886823dda9f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:08.673476 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a', 'code': 200} Jul 07 17:18:08.959324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.967540 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.091116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:09.135832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-1ff75811-9409-4b5a-985b-7db9265651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.138573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-1ff75811-9409-4b5a-985b-7db9265651fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 1.1555078 Jul 07 17:18:09.172842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.234407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.236106 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Added segment f19bd3da-b0c7-4b7f-823c-8056390dd0c9 of type vlan for network f62391a7-ebaf-4f0a-a986-900f496673c9 Jul 07 17:18:09.280298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-064c3187-2db7-4f64-9162-0fce7a321238 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995212 Jul 07 17:18:09.308458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.309412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.310191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.310955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.311694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.312684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.313460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.314241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.315010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.315735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.316489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.317248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.393338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Attempting to bind port e09cb176-7aa3-4303-8552-491f754e842b on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:09.401002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Attempting to bind port e09cb176-7aa3-4303-8552-491f754e842b by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:09.401406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Attempting to bind port e09cb176-7aa3-4303-8552-491f754e842b on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:09.408304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.466046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.467255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.467983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.482298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Port e09cb176-7aa3-4303-8552-491f754e842b on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:09.482759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Attempting to bind port e09cb176-7aa3-4303-8552-491f754e842b on network 2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:09.485533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbda97-506b-4e89-bf45-c9bbc9283468 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.487049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fcf87-5a46-4e28-b58b-2e101f0632ab req-a6d76aed-f0a9-4616-bd5b-349022322e7c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.494363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-165fcf87-5a46-4e28-b58b-2e101f0632ab req-a6d76aed-f0a9-4616-bd5b-349022322e7c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.3753428 Jul 07 17:18:09.516909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1adeb-2009-45c3-b9d8-8eb6d5b707a6 req-0d9ee009-37b5-4f92-a9a4-ba5d53a424e1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.525307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bd1adeb-2009-45c3-b9d8-8eb6d5b707a6 req-0d9ee009-37b5-4f92-a9a4-ba5d53a424e1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2861779 Jul 07 17:18:09.590413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:09.591066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Checking segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:09.591947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Bound using segment: {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:09.592766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Bound port: e09cb176-7aa3-4303-8552-491f754e842b, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:09.593398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.605777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7492533 Jul 07 17:18:09.612990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49916) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.622884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Request body: {'subnet': {'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1954379132-subnet', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:09.680330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b84d0-4acb-4596-a041-21739fb2746a admin admin] Pushing event updated for resources: {'Network': ['ID=f62391a7-ebaf-4f0a-a986-900f496673c9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.699558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f62391a7-ebaf-4f0a-a986-900f496673c9 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:09.700124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-165fcf87-5a46-4e28-b58b-2e101f0632ab req-8e56f458-e35f-4ade-9e6b-2104ca6d8bf2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041869 Jul 07 17:18:09.737230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bd1adeb-2009-45c3-b9d8-8eb6d5b707a6 req-3e97cab3-fcc9-4a80-b775-8b0d444bc4a2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107511 Jul 07 17:18:09.760621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:09.762725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:09.765351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.768896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e09cb176-7aa3-4303-8552-491f754e842b,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:09.771543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:09.772170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:09.772791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:09.819828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.875102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:09.875102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:09.987273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-7592f08e-41ec-4f47-bb69-5631c68510e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.0469561 Jul 07 17:18:10.026183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cd49a123-5515-438d-8180-c8e49f9dac54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.067174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:10.073258 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9276d6e5-c6e9-4612-987b-55947c3d54b4" -d '{"events": [{"name": "network-changed", "server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:10.085973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-f04496a0-ab5a-40f9-a625-3dbd763436ba service neutron] 10.222.0.23 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845614 Jul 07 17:18:10.090051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-7d625d8f-df9f-4546-a0d4-af1479306542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.093014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-7d625d8f-df9f-4546-a0d4-af1479306542 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 1095 time: 1.8987546 Jul 07 17:18:10.128211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:10.128781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:10.129431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:10.130374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Bound port: 91592eeb-dbad-4340-825f-c949422e05bb, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:10.131429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.169010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71e354b9-77a9-4eea-961a-d0268f244f0d req-2d90ea55-e652-4c99-9269-6768b059786e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.1169846 Jul 07 17:18:10.389276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.393939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-51e76987-5eb4-4f4b-9739-74823795dd62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 HTTP/1.1" status: 200 len: 217 time: 0.2221863 Jul 07 17:18:10.404379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-c0cdc6a4-4774-4730-9639-e21368f80504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.409668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-c0cdc6a4-4774-4730-9639-e21368f80504 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=56fafacd85e94b0683009943d7030620&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4087629 Jul 07 17:18:10.482726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Pushing event updated for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.495357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:10.502131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.502986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.505509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-bdd541fe-920a-45ae-9225-606d99df2fce service neutron] 10.222.0.73 "PUT /v2.0/ports/e09cb176-7aa3-4303-8552-491f754e842b HTTP/1.1" status: 200 len: 1093 time: 7.5300543 Jul 07 17:18:10.533357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.725546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.768174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5b644-e4bd-47ba-b612-6edf9419adec req-182897e9-f11e-4b7e-8199-82acfd375dc2 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.779279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cec5b644-e4bd-47ba-b612-6edf9419adec req-182897e9-f11e-4b7e-8199-82acfd375dc2 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 944 time: 0.5344205 Jul 07 17:18:10.796165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.838472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:10.848583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-e63e7335-cef3-4214-b59b-6dc2460a5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.850583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-e63e7335-cef3-4214-b59b-6dc2460a5457 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4154129 Jul 07 17:18:10.868736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442a014-c899-4ef6-bde4-fd5346b1fdd9 req-1af628f0-3004-42ac-a753-bcc7084d8012 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.879650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6442a014-c899-4ef6-bde4-fd5346b1fdd9 req-1af628f0-3004-42ac-a753-bcc7084d8012 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4945495 Jul 07 17:18:10.908889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.918391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.921823 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0cc3f23c-0c87-4012-a7d4-039119050ccf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 HTTP/1.1" status: 204 len: 168 time: 5.8010302 Jul 07 17:18:10.941410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f4cb224-bafb-440c-aa79-433b4812da6f req-fdd15738-615d-4279-b7cd-8b62e950add1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/ports?device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.0444260 Jul 07 17:18:10.941863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.006083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cec5b644-e4bd-47ba-b612-6edf9419adec req-10361d9f-9083-43dc-9c96-3126b5d5d024 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257967 Jul 07 17:18:11.055679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0572ef2b-673c-4317-8231-44bc6fb1c72e,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.108702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-9d362947-78f0-470d-aa4d-2968f04c7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.110641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-9d362947-78f0-470d-aa4d-2968f04c7b37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 0.6182182 Jul 07 17:18:11.123813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6442a014-c899-4ef6-bde4-fd5346b1fdd9 req-c529d5bf-decc-4b55-8069-0be26d43f292 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431052 Jul 07 17:18:11.141691 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dc0176-007d-4f5b-b09e-4e40e21318d5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:18:11.144879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-97dc0176-007d-4f5b-b09e-4e40e21318d5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 HTTP/1.1" status: 404 len: 333 time: 0.1888189 Jul 07 17:18:11.168799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.180285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Checking segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:11.180685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Network hostable DHCP agents. Network: f62391a7-ebaf-4f0a-a986-900f496673c9, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:11.215364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.216008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.217510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 1093 time: 7.1502340 Jul 07 17:18:11.232109 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d60019-0b9d-4356-9c13-26173d11572a x-openstack-request-id: req-25d60019-0b9d-4356-9c13-26173d11572a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:11.232326 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:11.232781 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25d60019-0b9d-4356-9c13-26173d11572a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:11.233363 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'status': 'completed', 'code': 200} Jul 07 17:18:11.350068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Network f62391a7-ebaf-4f0a-a986-900f496673c9 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:11.393551 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-4490103d-87f8-4710-be37-d4c0355ce60d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551198 Jul 07 17:18:11.399021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet e5f41bb0-adc2-4709-8725-ed3fcdb3a215 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:11.441819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.556687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f62391a7-ebaf-4f0a-a986-900f496673c9) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:11.567465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9adda1-a3de-4ca1-a00a-b891e4414ee7 None None] Network f62391a7-ebaf-4f0a-a986-900f496673c9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:11.602766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.605071 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.672640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-a0b3d8ea-4692-476e-922f-f907cc60c1df service neutron] 10.222.0.23 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5689144 Jul 07 17:18:11.739069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b969e19-b89c-4bdc-92bc-2202cf2163d1 service neutron] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.744083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.771061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5ed7ff57-1037-455e-994d-67155c93f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.772561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-5ed7ff57-1037-455e-994d-67155c93f417 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 1096 time: 1.0896513 Jul 07 17:18:11.846181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-f62391a7-ebaf-4f0a-a986-900f496673c9', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:11.847205 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.867392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-1153c246-78ab-4cd3-b101-4940de8a21de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09cb176-7aa3-4303-8552-491f754e842b HTTP/1.1" status: 200 len: 217 time: 0.0660491 Jul 07 17:18:11.941207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-4a201b79-6e85-4e0b-bf61-1dff806856e4 service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314830 Jul 07 17:18:11.950893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-c1375f18-8835-4efc-a3b9-43f06376b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.953116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-c1375f18-8835-4efc-a3b9-43f06376b593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1096 time: 0.6203222 Jul 07 17:18:12.085826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-98df4bb3-c981-4686-aea1-f767e6b6a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.087649 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-98df4bb3-c981-4686-aea1-f767e6b6a57e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 0.2118688 Jul 07 17:18:12.089532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-bd47d880-329e-4896-8f59-74886d1a7ca5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 217 time: 0.1193306 Jul 07 17:18:12.121619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-4bd9aa8b-e62a-41f5-8f00-b127a382f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.124432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-4bd9aa8b-e62a-41f5-8f00-b127a382f5d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 1095 time: 0.3639779 Jul 07 17:18:12.163148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.181490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-9affa452-0e08-4900-9eab-848a94b57b77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762813 Jul 07 17:18:12.202684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Allocated IP 172.20.0.2 (f62391a7-ebaf-4f0a-a986-900f496673c9/0572ef2b-673c-4317-8231-44bc6fb1c72e/cf4d13c2-c248-44da-a781-07b96395bada) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:12.331322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-d12d4367-c947-495c-9daf-163e39cc2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.333118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-d12d4367-c947-495c-9daf-163e39cc2491 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.2371047 Jul 07 17:18:12.396582 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-f2d8d0a4-8c0e-410b-825d-e9c2fd906b50 service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382370 Jul 07 17:18:12.399461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-1cea4e9d-1a88-4518-a480-be3b576c4814 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574884 Jul 07 17:18:12.401036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.414274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Transition to ACTIVE for port object cf4d13c2-c248-44da-a781-07b96395bada will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:12.439826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Transition to ACTIVE for port object cf4d13c2-c248-44da-a781-07b96395bada will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:12.465789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.519504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-443f270b-095d-4fe4-a41b-f27ff392fc5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.7993279 Jul 07 17:18:12.523742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a72a8cd4-a8e7-41a0-8cd6-e94462263a3b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9080112 Jul 07 17:18:12.531918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Pushing event updated for resources: {'Port': ['ID=cf4d13c2-c248-44da-a781-07b96395bada,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.541509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.542574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Network f62391a7-ebaf-4f0a-a986-900f496673c9 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:12.545252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:12.549370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:12.556758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:12.575705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d18ad724-00b9-4f79-87bd-d0fbee91257d req-d317d802-9500-4bb6-a2b4-a80356025995 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.3233917 Jul 07 17:18:12.624849 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-0bb5833a-10bb-48a6-be63-a1f66e32a2f6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262516 Jul 07 17:18:12.659285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Attempting to bind port cf4d13c2-c248-44da-a781-07b96395bada on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:12.660042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Attempting to bind port cf4d13c2-c248-44da-a781-07b96395bada by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:12.660209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Attempting to bind port cf4d13c2-c248-44da-a781-07b96395bada on network f62391a7-ebaf-4f0a-a986-900f496673c9 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:12.670413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:12.670413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Checking segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:12.670413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.671105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-8df49d7b-f2d7-4c29-b9b7-e64891e97837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.671394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Bound using segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:12.671951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Bound port: cf4d13c2-c248-44da-a781-07b96395bada, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:12.672856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.686001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-8df49d7b-f2d7-4c29-b9b7-e64891e97837 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 919 time: 0.5184822 Jul 07 17:18:12.770513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] For port cf4d13c2-c248-44da-a781-07b96395bada, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:12.774816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] For port cf4d13c2-c248-44da-a781-07b96395bada, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf4d13c2-c248-44da-a781-07b96395bada,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:12.781601 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.821577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff17a2-8dd3-4148-ad01-bb63c63a5451 req-5f42a4db-0946-496e-a18f-768b442187f3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.823445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8aff17a2-8dd3-4148-ad01-bb63c63a5451 req-5f42a4db-0946-496e-a18f-768b442187f3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 1.2451808 Jul 07 17:18:12.842520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.901150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b90ef2-e391-4cf0-877f-2b4ce5247bd6 None None] Pushing event updated for resources: {'Port': ['ID=cf4d13c2-c248-44da-a781-07b96395bada,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.932728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.934672 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.944702 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-75770df0-6e1b-44b1-a53b-d66c692e055e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2 HTTP/1.1" status: 200 len: 217 time: 0.2100656 Jul 07 17:18:12.986847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-6f65b9b1-b4a1-43a0-ac8d-4d873545f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.988803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-6f65b9b1-b4a1-43a0-ac8d-4d873545f06c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=56fafacd85e94b0683009943d7030620&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3749316 Jul 07 17:18:13.034810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-e9987313-cb62-4742-aa68-f73e34cff414 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083403 Jul 07 17:18:13.143293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.169372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.175635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/e5f41bb0-adc2-4709-8725-ed3fcdb3a215 HTTP/1.1" status: 204 len: 168 time: 2.0149457 Jul 07 17:18:13.179087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048e7e0-aa7f-4498-8c75-4c1c74f88ada None None] Network 45fde12d-2d32-48f8-afad-3dff378c5d88 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:13.182306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49964) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:13.221116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-9ac0dff1-9952-48ba-af3d-9c80daeec9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.224618 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-9ac0dff1-9952-48ba-af3d-9c80daeec9d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 1095 time: 0.7020793 Jul 07 17:18:13.248482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-2411233a-7b0c-4c86-b511-faf831293e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.251172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-2411233a-7b0c-4c86-b511-faf831293e79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 0.2972732 Jul 07 17:18:13.252356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b'}, {'name': 'network-changed', 'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:13.258838 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5" -d '{"events": [{"name": "network-changed", "server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "tag": "e09cb176-7aa3-4303-8552-491f754e842b"}, {"name": "network-changed", "server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "tag": "91592eeb-dbad-4340-825f-c949422e05bb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:13.287104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8aff17a2-8dd3-4148-ad01-bb63c63a5451 req-68b7b603-eb2d-4db9-b0bf-9a8bcd3a39dc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493616 Jul 07 17:18:13.290941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd361546-2a5c-49e2-954f-9369fe7f58ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f41bb0-adc2-4709-8725-ed3fcdb3a215,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.640221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-ca39046f-7784-403f-a987-c7ef867abdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.642905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-ca39046f-7784-403f-a987-c7ef867abdac service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6380198 Jul 07 17:18:13.678951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ccf36-3340-4ef9-8157-6a6133b2cf29 req-c9a2200e-4398-40a1-97c3-f6e60ed7ccce tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.680650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-611ccf36-3340-4ef9-8157-6a6133b2cf29 req-c9a2200e-4398-40a1-97c3-f6e60ed7ccce tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 944 time: 0.6908369 Jul 07 17:18:13.686828 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.782883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-611ccf36-3340-4ef9-8157-6a6133b2cf29 req-9e89939b-4700-4e3a-920c-2da9ec47e2f8 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928311 Jul 07 17:18:13.837405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0095cd4e-c1e7-4d81-b30a-240715d00563 req-5d76da85-8d41-40a4-a968-b0df1f5b9237 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/ports?device_id=b64af4b1-dfeb-4af1-b778-678add720cad HTTP/1.1" status: 200 len: 210 time: 0.0961661 Jul 07 17:18:13.869538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] DHCP port deletion for 45fde12d-2d32-48f8-afad-3dff378c5d88 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:14.024543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-abbe175c-1429-450e-b5c0-d2dfa0d1938f req-2a594564-dc5b-4e19-9508-83ea7dfaf196 service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3892653 Jul 07 17:18:14.048154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Deleting port df1b2767-24cd-47e6-a90e-8090e4041d43 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:14.050132 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.175125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6f60a-e618-4dfb-b2de-44f193a46e04 req-cf73ad74-0219-4129-932b-3052b999ed3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.191705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9f6f60a-e618-4dfb-b2de-44f193a46e04 req-cf73ad74-0219-4129-932b-3052b999ed3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1846278 Jul 07 17:18:14.193488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-ff7b12e5-fe0c-4386-9789-fff0d16888e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9189768 Jul 07 17:18:14.203758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.289585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] For port df1b2767-24cd-47e6-a90e-8090e4041d43, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=df1b2767-24cd-47e6-a90e-8090e4041d43,segment=NetworkSegment(5220cb2b-6815-4411-b3ea-95b2029447fa),segment_id=5220cb2b-6815-4411-b3ea-95b2029447fa)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:14.290280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.313796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Calling delete_port for df1b2767-24cd-47e6-a90e-8090e4041d43 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:14.365322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9f6f60a-e618-4dfb-b2de-44f193a46e04 req-0e5f9227-c080-4b01-a991-bc91690a8d2d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674962 Jul 07 17:18:14.377983 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850ee8d8-dca7-47b6-9bce-19e86881ec4c x-openstack-request-id: req-850ee8d8-dca7-47b6-9bce-19e86881ec4c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:14.378289 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "tag": "e09cb176-7aa3-4303-8552-491f754e842b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "tag": "91592eeb-dbad-4340-825f-c949422e05bb", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:14.378600 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-850ee8d8-dca7-47b6-9bce-19e86881ec4c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:14.378940 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b', 'status': 'completed', 'code': 200} Jul 07 17:18:14.379189 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb', 'status': 'completed', 'code': 200} Jul 07 17:18:14.438165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.525696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] No DVR routers for this DVR port df1b2767-24cd-47e6-a90e-8090e4041d43 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:14.547782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2455fd-4f91-40f6-acba-89f956603bdb None None] Pushing event deleted for resources: {'Port': ['ID=df1b2767-24cd-47e6-a90e-8090e4041d43,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.728262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.744386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf4d13c2-c248-44da-a781-07b96395bada up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:14.761544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff6bd057-a6da-42fd-93fc-5b105f293e89 req-8bc38efb-6894-4ed2-b3b8-4888ae7639d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7146864 Jul 07 17:18:14.787488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-f05ca2d0-628c-4e12-892e-21a4386dac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.789643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-f05ca2d0-628c-4e12-892e-21a4386dac92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 919 time: 0.7798731 Jul 07 17:18:14.912975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a994f27b-6131-4ff1-a01c-fdeb52a66bd2 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:14.939836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port cf4d13c2-c248-44da-a781-07b96395bada completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:14.970670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550dfdb-39ed-4514-a11f-052e1ef348cd req-afed3bfc-b849-4542-a529-75e19dd20a2b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.981895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f550dfdb-39ed-4514-a11f-052e1ef348cd req-afed3bfc-b849-4542-a529-75e19dd20a2b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.2106233 Jul 07 17:18:15.104052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device df1b2767-24cd-47e6-a90e-8090e4041d43 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:15.125090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.130259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-f21153b9-227c-4273-8e31-6f78702460b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 HTTP/1.1" status: 200 len: 217 time: 0.2756684 Jul 07 17:18:15.145310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-6d4d709f-690c-4eb1-8a52-4cb77c3d8307 service neutron] 10.222.0.23 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9399943 Jul 07 17:18:15.171318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: df1b2767-24cd-47e6-a90e-8090e4041d43 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:15.171544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f550dfdb-39ed-4514-a11f-052e1ef348cd req-f4026961-0bf6-4273-9de2-b4acd1e0c319 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881783 Jul 07 17:18:15.171799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device df1b2767-24cd-47e6-a90e-8090e4041d43 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:15.242723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64af428-566c-4b5c-8c7e-412e64c75799 None None] Network f62391a7-ebaf-4f0a-a986-900f496673c9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:15.252720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cb10b-4767-4fb2-9b1e-b72911eec86b req-eb4fc986-7b75-480f-8cc1-f6b5ff096f91 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.265278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c8cb10b-4767-4fb2-9b1e-b72911eec86b req-eb4fc986-7b75-480f-8cc1-f6b5ff096f91 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2715619 Jul 07 17:18:15.328824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c8cb10b-4767-4fb2-9b1e-b72911eec86b req-c2e4f589-5781-45ff-a74a-89ac40bc3f6b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549073 Jul 07 17:18:15.370162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:15.394097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'port_id': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2', 'mac_address': 'fa:16:3e:8f:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0d2bfc-1336-4d84-bf08-29e34f584faf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:15.462856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.484244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-3f036dad-0dee-4002-b89b-9fa92dbbe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.487980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-3f036dad-0dee-4002-b89b-9fa92dbbe526 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1fa047530b645f0b18c198838288556&device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 1096 time: 1.0264652 Jul 07 17:18:15.488251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a994f27b-6131-4ff1-a01c-fdeb52a66bd2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:15.574871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.586988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fde12d-2d32-48f8-afad-3dff378c5d88']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.600260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5220cb2b-6815-4411-b3ea-95b2029447fa') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.600617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5220cb2b-6815-4411-b3ea-95b2029447fa') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.605464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Provisioning for port cf4d13c2-c248-44da-a781-07b96395bada completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:15.614432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.615725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:15.633074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.636579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:15.641944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:15.642606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.680929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Provisioning complete for port cf4d13c2-c248-44da-a781-07b96395bada triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:15.681579 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:15.733090 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:15.738833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.749748 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.757646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.765728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/45fde12d-2d32-48f8-afad-3dff378c5d88 HTTP/1.1" status: 204 len: 168 time: 2.5693803 Jul 07 17:18:15.778871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50014) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.827504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04ea33-6b3e-4342-b04f-8e833c6441b3 req-2eac6616-d0c1-402e-93d3-0918fec5e315 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.833887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a04ea33-6b3e-4342-b04f-8e833c6441b3 req-2eac6616-d0c1-402e-93d3-0918fec5e315 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 944 time: 0.2730734 Jul 07 17:18:15.836911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:18:15.853258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-67f5800c-d136-4e99-9fa8-c63038936b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.855044 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-67f5800c-d136-4e99-9fa8-c63038936b66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 0.7058764 Jul 07 17:18:15.863544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'name': 'tempest-PortsIpV6TestJSON-2032587889'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:15.879267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-ccb32664-f454-4050-b8ed-92d402666e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.881872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-ccb32664-f454-4050-b8ed-92d402666e0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1096 time: 1.0057685 Jul 07 17:18:15.882570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca1a92-ae0f-42af-89a6-d7661279fd1d tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=45fde12d-2d32-48f8-afad-3dff378c5d88,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.914492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-14b4cdf0-7443-4e25-986b-829faa0a4a8b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.914492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-14b4cdf0-7443-4e25-986b-829faa0a4a8b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.4062579 Jul 07 17:18:15.961543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a04ea33-6b3e-4342-b04f-8e833c6441b3 req-7dad37db-c8d8-46a5-8c4b-f77e11533f13 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168692 Jul 07 17:18:15.981748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-f85caf93-b0d1-4e8e-b6ac-f3d45be614d4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.0292101 Jul 07 17:18:16.079969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-90b6a075-31f2-4369-94c6-4405adcd4b47 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858526 Jul 07 17:18:16.111279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a994f27b-6131-4ff1-a01c-fdeb52a66bd2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:16.127952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.210032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-ce8c06ab-4b16-4112-951f-98894162c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.213851 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-ce8c06ab-4b16-4112-951f-98894162c303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 200 len: 919 time: 0.6565232 Jul 07 17:18:16.333224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] For port cf4d13c2-c248-44da-a781-07b96395bada, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf4d13c2-c248-44da-a781-07b96395bada,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:16.348659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-88926b6c-ffe9-4351-b769-6b67609a4d8e service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671964 Jul 07 17:18:16.370719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.381049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.517335 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-41e4c851-8a86-499e-9892-7b4b732d1145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6413658 Jul 07 17:18:16.528370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36fb76-c0f3-4883-b068-2d4d39ba46ef None None] Pushing event updated for resources: {'Port': ['ID=cf4d13c2-c248-44da-a781-07b96395bada,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.595482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-1d1a21f5-708d-4c13-8bd2-1b8fddafa738 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e09cb176-7aa3-4303-8552-491f754e842b HTTP/1.1" status: 200 len: 217 time: 0.3536942 Jul 07 17:18:16.644057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-38d63583-acaa-4951-8615-0b1f3b30fb73 service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941146 Jul 07 17:18:16.681850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:16.747560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-175524ea-bda9-4b29-8ae0-6eec7cadde3d req-fe98805b-1ad1-4ac2-ac71-03b90d7bebab service neutron] 10.222.0.23 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5643849 Jul 07 17:18:16.822695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'port_id': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'mac_address': 'fa:16:3e:0d:8b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0d2bfc-1336-4d84-bf08-29e34f584faf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:16.879680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40de0fd-6e2b-4740-bdac-2d3ae392ec4b req-62a073ee-78d6-4f3e-8ce8-8eed05cc7678 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.890541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f40de0fd-6e2b-4740-bdac-2d3ae392ec4b req-62a073ee-78d6-4f3e-8ce8-8eed05cc7678 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.1949358 Jul 07 17:18:17.043440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-d5cec255-b3ff-423c-87c1-37b9ec3a9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.049778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-d5cec255-b3ff-423c-87c1-37b9ec3a9d72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 200 len: 858 time: 0.4175901 Jul 07 17:18:17.080487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f40de0fd-6e2b-4740-bdac-2d3ae392ec4b req-e2fce3cc-08bd-45b7-bffc-93e2055c5cb2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753426 Jul 07 17:18:17.168353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.217155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:17.289266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:17.301637 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.304093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:17.317688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.347621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-f634999f-3c32-4738-895e-c99a40a09f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.350578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-f634999f-3c32-4738-895e-c99a40a09f65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 1.1171262 Jul 07 17:18:17.355189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-847c6776-c5bd-4b25-a1a6-e4db1f1bbf1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936738 Jul 07 17:18:17.489337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-863a75a4-a688-43f6-8fb0-ba098fe0da23 req-768f0ae3-31ed-4829-8edc-e1b0f0614e81 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 210 time: 0.2205822 Jul 07 17:18:17.531601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e09cb176-7aa3-4303-8552-491f754e842b details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:17.642126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-0184c586-9ce4-4723-b3a4-79bcfaa85af6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0416095 Jul 07 17:18:17.652787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-93486641-6df5-4717-87ce-c24c7342e37c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 217 time: 0.2369986 Jul 07 17:18:17.654822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 23848552-d5a7-4585-8211-9619c21894ab yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:17.836170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c94c2-d4dd-4bfd-82ff-f82494c124e1 req-549a9c10-bc6c-4aff-b753-cd43c2989cbd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.850142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c40c94c2-d4dd-4bfd-82ff-f82494c124e1 req-549a9c10-bc6c-4aff-b753-cd43c2989cbd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3923328 Jul 07 17:18:17.899302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e09cb176-7aa3-4303-8552-491f754e842b,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:17.956401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'e09cb176-7aa3-4303-8552-491f754e842b', 'network_id': '2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7', 'port_id': 'e09cb176-7aa3-4303-8552-491f754e842b', 'mac_address': 'fa:16:3e:cb:c0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0d2bfc-1336-4d84-bf08-29e34f584faf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:17.959618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:17.985332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c40c94c2-d4dd-4bfd-82ff-f82494c124e1 req-05e8d6a0-5290-4c11-8b4f-58648c429795 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254997 Jul 07 17:18:18.044202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.072827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7d3b921-ee94-46f2-b225-3b7a8aba5998 None None] Provisioning complete for port cf4d13c2-c248-44da-a781-07b96395bada triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:18.074154 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b921-ee94-46f2-b225-3b7a8aba5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.282392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44193c1b-c0bb-461e-827e-a6b8b5a2f7a2 req-dd1a890b-aca7-4bb1-aae6-c3f0b5df3b63 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.305777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44193c1b-c0bb-461e-827e-a6b8b5a2f7a2 req-dd1a890b-aca7-4bb1-aae6-c3f0b5df3b63 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 944 time: 0.2805066 Jul 07 17:18:18.331662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.371651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09cb176-7aa3-4303-8552-491f754e842b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:18.399180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e09cb176-7aa3-4303-8552-491f754e842b,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:18.460674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44193c1b-c0bb-461e-827e-a6b8b5a2f7a2 req-92175014-42a7-4546-951f-c7fc02419e3d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527734 Jul 07 17:18:18.485476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.612885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf4d13c2-c248-44da-a781-07b96395bada up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:18.790486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5cc7-9821-42d7-8aa5-878ec77242f4 req-a92db17a-e7ac-429d-adf5-d99ff471eb92 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.801902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2bc5cc7-9821-42d7-8aa5-878ec77242f4 req-a92db17a-e7ac-429d-adf5-d99ff471eb92 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1948004 Jul 07 17:18:18.807109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['e09cb176-7aa3-4303-8552-491f754e842b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:18.834779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.850123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cf4d13c2-c248-44da-a781-07b96395bada triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:18.850907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.951708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 91592eeb-dbad-4340-825f-c949422e05bb details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:19.005316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2bc5cc7-9821-42d7-8aa5-878ec77242f4 req-dce2c9ca-6b7a-471c-a9f2-c36fdf1fa268 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997526 Jul 07 17:18:19.071776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9276d6e5-c6e9-4612-987b-55947c3d54b4 req-85ee0077-63b1-41cc-873b-41c2426fde1f service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4103734 Jul 07 17:18:19.094905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:19.107863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cdeae-36ba-459c-83ee-00d6d3bd6be2 req-efd71b0d-3ab2-40d8-a842-596498d93de6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.121986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-412cdeae-36ba-459c-83ee-00d6d3bd6be2 req-efd71b0d-3ab2-40d8-a842-596498d93de6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.3119891 Jul 07 17:18:19.123797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a994f27b-6131-4ff1-a01c-fdeb52a66bd2 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:19.136639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '91592eeb-dbad-4340-825f-c949422e05bb', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'port_id': '91592eeb-dbad-4340-825f-c949422e05bb', 'mac_address': 'fa:16:3e:c6:8c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a7fe2-2bc8-44a1-b07f-d69967aa0128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:19.225874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.247317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-412cdeae-36ba-459c-83ee-00d6d3bd6be2 req-17f0da3e-5cef-4df3-a317-71b999dbec09 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238687 Jul 07 17:18:19.459607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91592eeb-dbad-4340-825f-c949422e05bb {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:19.470505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25b06588-f72c-4f66-b12b-07b4e652ae47 req-d69ad4b6-26fb-43b3-a6e1-71d84c63e0bc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 210 time: 0.0756629 Jul 07 17:18:19.491773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:19.507819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.618307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:19.647549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-135900ff-2bbe-44db-89ee-88bebca6429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.649466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-135900ff-2bbe-44db-89ee-88bebca6429d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 1.9707906 Jul 07 17:18:20.003888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['91592eeb-dbad-4340-825f-c949422e05bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:20.148186 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-eada7116-be3c-4ebc-89d5-7980aa98b6fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3869114 Jul 07 17:18:20.181651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-3021bae0-7738-40c0-9e77-a9e301426815 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.196643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-3021bae0-7738-40c0-9e77-a9e301426815 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.7145023 Jul 07 17:18:20.240914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.327753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:20.353478 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-0c0a081d-ce33-4998-914a-7a9798289d3d service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8960688 Jul 07 17:18:20.357275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:20.358011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.378094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.400844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:20.443864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.528845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:20.534405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.567221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:20.567996 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.587290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfac26-b3a5-4b76-ba25-90b866109472 req-bda99abb-f00e-4b74-9b2e-cf5d90b54629 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.590517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aabfac26-b3a5-4b76-ba25-90b866109472 req-bda99abb-f00e-4b74-9b2e-cf5d90b54629 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 945 time: 0.2442858 Jul 07 17:18:20.696897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.746971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aabfac26-b3a5-4b76-ba25-90b866109472 req-3f49f8d0-17bf-4792-a801-430e1c6fcc8d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488485 Jul 07 17:18:20.825886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:20.828936 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acee6a2-31fb-482d-a579-b192b17b06a1" -d '{"events": [{"server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "name": "network-vif-plugged", "status": "completed", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:20.884831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Allocated IP 172.25.3.29 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/8be10aea-485a-472d-846f-5fb2cc66f49b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:20.888942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4faf3a-37d9-4c27-bc33-11274c807f18 req-c1f71f1b-e98f-43d2-b14b-4c7e9b914862 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.899484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da4faf3a-37d9-4c27-bc33-11274c807f18 req-c1f71f1b-e98f-43d2-b14b-4c7e9b914862 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.1128883 Jul 07 17:18:20.926018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:20.969466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.989238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da4faf3a-37d9-4c27-bc33-11274c807f18 req-a59d9227-b710-4288-88ff-5f9d8db8c055 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883405 Jul 07 17:18:21.008894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-48d30d78-fbc5-470e-85ba-3f47e6837b30 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107429 Jul 07 17:18:21.035760 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.179313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.223291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:21.250782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.353450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.395021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070781fb-78a9-454f-b3dc-64d3c51650f0 req-7775f586-1ce2-43ed-ba62-eef660a315bb tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.416885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-070781fb-78a9-454f-b3dc-64d3c51650f0 req-7775f586-1ce2-43ed-ba62-eef660a315bb tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3538511 Jul 07 17:18:21.452516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.456750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-339bfa2d-5029-4998-b65a-f04203d5b83d service neutron] 10.222.0.73 "GET /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0503461 Jul 07 17:18:21.541173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.547217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e09cb176-7aa3-4303-8552-491f754e842b up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:21.587091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a1bddd8-e824-4339-9148-2fe6ff0a2e48 req-8629041a-cc0e-4db2-a637-8e8fcc329c74 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 210 time: 0.1136208 Jul 07 17:18:21.598015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-070781fb-78a9-454f-b3dc-64d3c51650f0 req-8b89502a-b10e-42cc-ba0b-5c1e06d67990 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788347 Jul 07 17:18:21.604049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dde79bb1-61ca-40f6-ae52-05b9fe5785d5 req-71b1b822-4081-4cf4-8616-17dfb74dc44e service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114894 Jul 07 17:18:21.658851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port e09cb176-7aa3-4303-8552-491f754e842b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:21.670236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port e09cb176-7aa3-4303-8552-491f754e842b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:21.671358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.695436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:21.720097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:21.726625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:21.736047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.757876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:21.762036 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5aafd7-1444-4b96-ae43-bdebc38438b0 x-openstack-request-id: req-af5aafd7-1444-4b96-ae43-bdebc38438b0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:21.765650 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "name": "network-vif-plugged", "status": "completed", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:21.766688 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af5aafd7-1444-4b96-ae43-bdebc38438b0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:21.766688 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2', 'code': 200} Jul 07 17:18:21.773092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.775051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.866157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=23848552-d5a7-4585-8211-9619c21894ab,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.939791 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9f1249d-20eb-48b6-b738-12c850c8776a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 6.1395676 Jul 07 17:18:21.946417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50106) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.995920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.036419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.106423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:22.108784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e09cb176-7aa3-4303-8552-491f754e842b,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:22.116242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.135382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:22.144773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:22.160687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 23848552-d5a7-4585-8211-9619c21894ab {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:22.161319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.217368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07ce7-b9c5-4434-8d52-19d11b20cc98 req-d85ccac0-9f4c-4318-900a-e3c0aecd00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.219077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-63a07ce7-b9c5-4434-8d52-19d11b20cc98 req-d85ccac0-9f4c-4318-900a-e3c0aecd00b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 1097 time: 0.2977042 Jul 07 17:18:22.234581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Pushing event updated for resources: {'Port': ['ID=8be10aea-485a-472d-846f-5fb2cc66f49b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.262025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.332707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.343584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-63a07ce7-b9c5-4434-8d52-19d11b20cc98 req-f44a52fc-12a5-435a-be71-95edea5c6e2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130078 Jul 07 17:18:22.349831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.13 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/70e54d9a-d4c1-426c-8eda-9ae3c332b045) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:22.385327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 23848552-d5a7-4585-8211-9619c21894ab owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:22.443230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d8065-9e95-465b-a6c9-1c669954a117 req-fc68e868-ade9-4e61-a8e3-8f5e01ada446 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.444877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb6d8065-9e95-465b-a6c9-1c669954a117 req-fc68e868-ade9-4e61-a8e3-8f5e01ada446 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 946 time: 0.3046532 Jul 07 17:18:22.542835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb6d8065-9e95-465b-a6c9-1c669954a117 req-51004ead-d4c1-4e73-9949-7f90411c6d19 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566535 Jul 07 17:18:22.587294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99f56a-3bf5-46d3-91f7-f522fa46610f req-1b7e2338-874b-4562-9644-83032a3c390b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.591975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af99f56a-3bf5-46d3-91f7-f522fa46610f req-1b7e2338-874b-4562-9644-83032a3c390b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.2230332 Jul 07 17:18:22.637226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.761426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=23848552-d5a7-4585-8211-9619c21894ab,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.815982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.830814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af99f56a-3bf5-46d3-91f7-f522fa46610f req-18f0d604-9f2d-4175-b72a-6da20cd078ac tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107980 Jul 07 17:18:22.836888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.842235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ffc39e25-5caf-48b8-98e7-c8fe2109f18a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/23848552-d5a7-4585-8211-9619c21894ab HTTP/1.1" status: 204 len: 168 time: 0.8937466 Jul 07 17:18:22.849061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50118) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.872767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'mac_address': 'fa:16:3e:82:f2:71', 'name': 'tempest-PortsIpV6TestJSON-1096078424'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:22.881290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.948481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 91592eeb-dbad-4340-825f-c949422e05bb up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:23.050561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.110346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 91592eeb-dbad-4340-825f-c949422e05bb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:23.119350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 91592eeb-dbad-4340-825f-c949422e05bb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:23.120448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.121300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.191663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:23.199906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:23.208390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:23.247349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45171ee7-83e6-4c3b-96ce-b9ad9dec7685 req-57bf7262-1f97-4255-b616-740588a318b9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.255102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45171ee7-83e6-4c3b-96ce-b9ad9dec7685 req-57bf7262-1f97-4255-b616-740588a318b9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2058780 Jul 07 17:18:23.258257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:23.273086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.354059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.355322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.366710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deef576-eaeb-46d5-90d5-c3e4b42bab82 req-fd191345-ab25-4cbe-b44c-df23e242c5e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.376676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2deef576-eaeb-46d5-90d5-c3e4b42bab82 req-fd191345-ab25-4cbe-b44c-df23e242c5e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 932 time: 0.3287513 Jul 07 17:18:23.412204 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-ccc6d016-e03e-4422-8762-5bd87fb5e648 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0562923 Jul 07 17:18:23.420342 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.441582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Request body: {'port': {'device_id': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:23.503756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:23.528971 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.545304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45171ee7-83e6-4c3b-96ce-b9ad9dec7685 req-ef75fd49-4251-42de-b5a8-6170f11dcd8b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853880 Jul 07 17:18:23.587476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.637237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2deef576-eaeb-46d5-90d5-c3e4b42bab82 req-669f04ea-4f75-4f62-8020-8e0d958a28a2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588048 Jul 07 17:18:23.674299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 97314585-7ab6-4987-99e7-b1ad308f8d29 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:23.722113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.731322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.768230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43'}, {'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b'}, {'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:23.773452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Router e22fd052-2d53-471c-b656-04fa75981d3a is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:23.774018 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c027e6-f378-4172-bc46-73b91a6be776" -d '{"events": [{"server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43"}, {"server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "e09cb176-7aa3-4303-8552-491f754e842b"}, {"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-plugged", "status": "completed", "tag": "91592eeb-dbad-4340-825f-c949422e05bb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:23.934722 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d258d4-ca11-459b-a0b0-8fcf44a9915a x-openstack-request-id: req-b3d258d4-ca11-459b-a0b0-8fcf44a9915a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:23.935520 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43", "code": 200}, {"server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "e09cb176-7aa3-4303-8552-491f754e842b", "code": 200}, {"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-plugged", "status": "completed", "tag": "91592eeb-dbad-4340-825f-c949422e05bb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:23.936345 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3d258d4-ca11-459b-a0b0-8fcf44a9915a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:23.941866 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'code': 200} Jul 07 17:18:23.942558 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b', 'code': 200} Jul 07 17:18:23.943172 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb', 'code': 200} Jul 07 17:18:24.164149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.272148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39ea84-6a58-40f5-b554-f0f038a174ce req-4543b2a3-6c01-4c93-9407-7689cb07884a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.274023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e39ea84-6a58-40f5-b554-f0f038a174ce req-4543b2a3-6c01-4c93-9407-7689cb07884a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 946 time: 0.2520273 Jul 07 17:18:24.308816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1794e-f2bc-4716-8fdd-4de7cdf04009 req-f1b9e83c-a603-4699-af25-892816e87b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.310918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55a1794e-f2bc-4716-8fdd-4de7cdf04009 req-f1b9e83c-a603-4699-af25-892816e87b09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.2153282 Jul 07 17:18:24.335809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.392899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f762f8-f3df-4e5a-bece-12c784a4e351 req-9be5eeec-16cc-46e9-9b32-cb43b17ca337 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.400512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8f762f8-f3df-4e5a-bece-12c784a4e351 req-9be5eeec-16cc-46e9-9b32-cb43b17ca337 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 0.2510624 Jul 07 17:18:24.475006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e39ea84-6a58-40f5-b554-f0f038a174ce req-8e7fc0df-15b8-440f-a1d0-4cee943d860d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835220 Jul 07 17:18:24.477154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:24.488098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=97314585-7ab6-4987-99e7-b1ad308f8d29,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.491807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:24.495732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55a1794e-f2bc-4716-8fdd-4de7cdf04009 req-55ea0474-cb15-4668-92dd-0b1ebf4129df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742043 Jul 07 17:18:24.498974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:24.506028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.506970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.534550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0c89d93e-869a-4e14-9a1d-b2a8e1a11757 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6792941 Jul 07 17:18:24.543149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50138) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:24.550601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8f762f8-f3df-4e5a-bece-12c784a4e351 req-9394b0e5-ecb2-4fbd-b37e-6f340a43db68 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490395 Jul 07 17:18:24.634360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554ebc8-6f4c-492c-87b1-8982506c4fe2 req-cbf08d02-5cc6-4bdf-9e9d-efd373ed8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.636647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8554ebc8-6f4c-492c-87b1-8982506c4fe2 req-cbf08d02-5cc6-4bdf-9e9d-efd373ed8130 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 1097 time: 0.5641801 Jul 07 17:18:24.697234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5334-8f46-4de4-beb3-9abbcf67f362 req-938064eb-e96f-4bde-b3c2-a091af49169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.700235 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-214b5334-8f46-4de4-beb3-9abbcf67f362 req-938064eb-e96f-4bde-b3c2-a091af49169c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1098 time: 0.4901762 Jul 07 17:18:24.701459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:24.714416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Sync routers for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:24.740896 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:24.750407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:18:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:24.765602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a66b0-e0f8-4387-9815-137a82efeeab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.767306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-022a66b0-e0f8-4387-9815-137a82efeeab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/97314585-7ab6-4987-99e7-b1ad308f8d29 HTTP/1.1" status: 200 len: 845 time: 0.2139382 Jul 07 17:18:24.770392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50146) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:24.799259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8554ebc8-6f4c-492c-87b1-8982506c4fe2 req-d340b824-9183-4a50-938c-3611191315c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484554 Jul 07 17:18:24.849003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.860409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e48a936a-36a6-40e5-b95f-6e8e34e74258 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3087344 Jul 07 17:18:24.863383 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-214b5334-8f46-4de4-beb3-9abbcf67f362 req-9ce12a15-745a-4003-9a69-b17b189ce9b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426687 Jul 07 17:18:24.863383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:24.992010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:25.090183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4b056-6fa0-45da-b121-1e6b9f48bded req-dbd89241-9045-49c1-b420-dd52a1c61863 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.092643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72a4b056-6fa0-45da-b121-1e6b9f48bded req-dbd89241-9045-49c1-b420-dd52a1c61863 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2575247 Jul 07 17:18:25.184969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72a4b056-6fa0-45da-b121-1e6b9f48bded req-83bd96eb-40d1-4f18-a2f3-27fc70bf74ab tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Jul 07 17:18:25.193174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 97314585-7ab6-4987-99e7-b1ad308f8d29 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:25.193959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.308580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.333782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 97314585-7ab6-4987-99e7-b1ad308f8d29 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:25.368738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.408339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:22Z', 'revision_number': 3, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.483362 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Checking router: e22fd052-2d53-471c-b656-04fa75981d3a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:25.483914 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Updating router e22fd052-2d53-471c-b656-04fa75981d3a port 8be10aea-485a-472d-846f-5fb2cc66f49b binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:25.609303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9983-2b12-4d08-bb43-dc89046f150b req-3a51887f-b786-4e66-b297-92bbad98e2ac tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.633001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40db9983-2b12-4d08-bb43-dc89046f150b req-3a51887f-b786-4e66-b297-92bbad98e2ac tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 932 time: 0.7120371 Jul 07 17:18:25.722955 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.782362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.797774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e54d9a-d4c1-426c-8eda-9ae3c332b045 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:25.809851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.821777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40db9983-2b12-4d08-bb43-dc89046f150b req-ff665bb5-50d9-4c15-b3d9-5a8959bb35de tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828852 Jul 07 17:18:25.828694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Transition to ACTIVE for port object 70e54d9a-d4c1-426c-8eda-9ae3c332b045 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:25.890844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.974961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.983036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/97314585-7ab6-4987-99e7-b1ad308f8d29 HTTP/1.1" status: 204 len: 168 time: 1.2110407 Jul 07 17:18:25.990941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb07f6c-6fbc-4e84-8f8b-cf35ec13aa7f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=97314585-7ab6-4987-99e7-b1ad308f8d29,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.005407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50164) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:26.049627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.129575 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56c981d-57c9-47c2-bc1e-70e4deba5907 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:18:26.132818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b56c981d-57c9-47c2-bc1e-70e4deba5907 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/97314585-7ab6-4987-99e7-b1ad308f8d29 HTTP/1.1" status: 404 len: 333 time: 0.1229618 Jul 07 17:18:26.137758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50166) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:26.146327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'name': 'tempest-PortsIpV6TestJSON-952155327'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:26.310025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Attempting to bind port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:26.310801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Attempting to bind port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:26.311484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Attempting to bind port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:26.319231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:26.319623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Attempting to bind port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:26.367275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:26.367275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:26.367767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:26.368063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Bound port: 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:26.368439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.469710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:26.473658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:26.488250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.602858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.630301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.631776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.633755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-1796cb6c-3bdb-4008-8809-58484258ee67 service neutron] 10.222.0.73 "PUT /v2.0/ports/70e54d9a-d4c1-426c-8eda-9ae3c332b045 HTTP/1.1" status: 200 len: 1093 time: 3.2013938 Jul 07 17:18:26.634092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:26.634264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:26.639930 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:26.651226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.727940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc62b78-f98e-4ef5-8b7c-da0f89353eeb req-e5cbcd82-1ebd-401e-ac44-6df0f3ced119 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.733183 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.739053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dcc62b78-f98e-4ef5-8b7c-da0f89353eeb req-e5cbcd82-1ebd-401e-ac44-6df0f3ced119 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 0.2933023 Jul 07 17:18:26.774364 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Transition to ACTIVE for port object 8be10aea-485a-472d-846f-5fb2cc66f49b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:26.788801 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.821250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 94e13162-229b-470d-8f3b-0ff35cfbae11 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:26.826545 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.913267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-c1cca23d-31a0-42e1-a1ff-9c775f37cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.916250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-c1cca23d-31a0-42e1-a1ff-9c775f37cfa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 1096 time: 0.2127583 Jul 07 17:18:27.040132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-d8c45a48-b5c2-40a1-9fbf-9ecf44cd82d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045 HTTP/1.1" status: 200 len: 217 time: 0.0831695 Jul 07 17:18:27.046326 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Attempting to bind port 8be10aea-485a-472d-846f-5fb2cc66f49b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:27.047251 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Attempting to bind port 8be10aea-485a-472d-846f-5fb2cc66f49b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:27.048077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Attempting to bind port 8be10aea-485a-472d-846f-5fb2cc66f49b on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:27.062100 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Pushing event updated for resources: {'Port': ['ID=8be10aea-485a-472d-846f-5fb2cc66f49b,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.068590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:27.069569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:27.070430 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.071353 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:27.072363 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Bound port: 8be10aea-485a-472d-846f-5fb2cc66f49b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:27.073215 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.117472 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.118354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.119162 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.119931 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.120747 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.121497 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.122258 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.123032 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.123780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.124529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.125246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.125990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:27.149421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.204022 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] For port 8be10aea-485a-472d-846f-5fb2cc66f49b, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:27.211086 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] For port 8be10aea-485a-472d-846f-5fb2cc66f49b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8be10aea-485a-472d-846f-5fb2cc66f49b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:27.213665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4807f40-b999-42ff-beea-6eb9d575403c req-983aa9b0-af44-4051-bd87-ace323ffb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.217911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-983aa9b0-af44-4051-bd87-ace323ffb233 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1681361 Jul 07 17:18:27.231409 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.320640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-e5942428-696b-4ea7-8100-8d931a0fb2c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921247 Jul 07 17:18:27.342355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dcc62b78-f98e-4ef5-8b7c-da0f89353eeb req-863f3b45-f48a-4477-9f14-8d9783eae2da tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019089 Jul 07 17:18:27.345544 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:27.346424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:18:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:27.350804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674812-5ed8-4fac-b7ba-d9e741da7168 None None] Pushing event updated for resources: {'Port': ['ID=8be10aea-485a-472d-846f-5fb2cc66f49b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.396770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af5ce2-8adb-4fde-a27e-ca32bb9864b7 req-f8ad5cca-dec6-4aef-b568-1424bacfa311 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.411895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12af5ce2-8adb-4fde-a27e-ca32bb9864b7 req-f8ad5cca-dec6-4aef-b568-1424bacfa311 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 946 time: 1.0125141 Jul 07 17:18:27.589041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12af5ce2-8adb-4fde-a27e-ca32bb9864b7 req-8e9f6bf3-a07a-46dc-8292-d382b854c4df tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733124 Jul 07 17:18:27.615045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.705758 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:27.992666 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.048712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e2675-c54d-44fa-85cb-01a416231b4d req-26bdbced-bb5f-4ffb-be9e-52fb8086af47 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.069800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-720e2675-c54d-44fa-85cb-01a416231b4d req-26bdbced-bb5f-4ffb-be9e-52fb8086af47 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4519172 Jul 07 17:18:28.072662 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7730742-f4fe-4435-b1c2-3014b780c394 x-openstack-request-id: req-a7730742-f4fe-4435-b1c2-3014b780c394 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:28.073625 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:28.074643 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7730742-f4fe-4435-b1c2-3014b780c394 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:28.074769 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045', 'status': 'completed', 'code': 200} Jul 07 17:18:28.157356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Allocated IP 172.20.0.1 (f62391a7-ebaf-4f0a-a986-900f496673c9/0572ef2b-673c-4317-8231-44bc6fb1c72e/2cc02897-5458-4819-b987-be9042515238) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:28.254554 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:22Z', 'revision_number': 3, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:28.296155 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda420e-b66d-4713-8d18-3b007639d153 None None] The sync data for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 is: [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:22Z', 'revision_number': 3, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:28.344698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-720e2675-c54d-44fa-85cb-01a416231b4d req-be365cc6-c5db-41fb-ab96-f6d080185753 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734349 Jul 07 17:18:28.345439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=94e13162-229b-470d-8f3b-0ff35cfbae11,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.350870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-0761a3f2-efb3-40e4-a14d-9d2c647e03c4 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723663 Jul 07 17:18:28.412068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:28.420606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:28.453724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:28.511325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.512432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.646711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-51ec5780-92ab-46cc-8794-14a160c31b1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4814157 Jul 07 17:18:28.679660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54f0c-d8b7-4b35-80c3-81758af13307 req-bbd45caf-3406-403b-b0c0-0c918b155b06 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.704340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ae54f0c-d8b7-4b35-80c3-81758af13307 req-bbd45caf-3406-403b-b0c0-0c918b155b06 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 944 time: 0.4167287 Jul 07 17:18:28.730496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:28.743509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:28.861555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4807f40-b999-42ff-beea-6eb9d575403c req-d7e97e9f-5ae7-4075-b187-ca25d34fd8ed service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762244 Jul 07 17:18:28.894501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.921201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ae54f0c-d8b7-4b35-80c3-81758af13307 req-32ba9d6d-0dc4-4dcd-95b7-b9b4ee64fc1d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138510 Jul 07 17:18:29.010050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Transition to ACTIVE for port object 2cc02897-5458-4819-b987-be9042515238 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:29.115049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.147604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.234591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Network f62391a7-ebaf-4f0a-a986-900f496673c9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:29.244060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:29.251493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:29.337428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-1121677b-1c58-43fe-9f93-2f235db76c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.340646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-1121677b-1c58-43fe-9f93-2f235db76c9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 1096 time: 0.2768316 Jul 07 17:18:29.343218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.583256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202da5-e3e4-4d3c-8ad7-a98300c343f8 req-7d0cee87-1f36-4462-96d1-ce82675aa09a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.592682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79202da5-e3e4-4d3c-8ad7-a98300c343f8 req-7d0cee87-1f36-4462-96d1-ce82675aa09a tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 945 time: 0.4518728 Jul 07 17:18:29.655684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:29.715744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d3a5b-2fda-4cce-a67e-34d37538302b req-1f81188a-9491-4203-a7f6-dd0d1c85ea71 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.720739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-527d3a5b-2fda-4cce-a67e-34d37538302b req-1f81188a-9491-4203-a7f6-dd0d1c85ea71 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 0.3732941 Jul 07 17:18:29.771938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c483145d-bfe3-40e4-bc68-a696aca41364 None None] Provisioning for port 2cc02897-5458-4819-b987-be9042515238 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:29.782345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c483145d-bfe3-40e4-bc68-a696aca41364 None None] Provisioning complete for port 2cc02897-5458-4819-b987-be9042515238 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:29.783683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c483145d-bfe3-40e4-bc68-a696aca41364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.787018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.819203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.820512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-d4819257-56fd-4b0b-8d79-735ed58e9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.825427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-d4819257-56fd-4b0b-8d79-735ed58e9e8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.2918613 Jul 07 17:18:29.864434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.905171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c483145d-bfe3-40e4-bc68-a696aca41364 None None] Port 2cc02897-5458-4819-b987-be9042515238 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:29.911367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79202da5-e3e4-4d3c-8ad7-a98300c343f8 req-f759c6a3-fe93-4fa7-899c-fff913ec3415 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874513 Jul 07 17:18:30.057487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-0f3ce4dd-ced7-4d35-9fbd-4059cc08f61b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045 HTTP/1.1" status: 200 len: 217 time: 0.2245290 Jul 07 17:18:30.095195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] In _notify_port_updated(), no bound segment for port 94e13162-229b-470d-8f3b-0ff35cfbae11 on network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:18:30.107962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.109173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.112109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/ports/94e13162-229b-470d-8f3b-0ff35cfbae11 HTTP/1.1" status: 200 len: 818 time: 1.3766217 Jul 07 17:18:30.122410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50214) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:30.148037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-527d3a5b-2fda-4cce-a67e-34d37538302b req-605c4f4f-8ced-409a-945e-209b382a9dad tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903725 Jul 07 17:18:30.251984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-035dee16-5c03-4f8f-9477-f545d8d46ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.253520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-035dee16-5c03-4f8f-9477-f545d8d46ded service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1853673 Jul 07 17:18:30.336265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-6c7c7c6e-ceb8-4de1-964e-e8c51d1a8658 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689621 Jul 07 17:18:30.344841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a622ec-8585-40af-bbc9-355179a6d37b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=94e13162-229b-470d-8f3b-0ff35cfbae11,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.392883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 94e13162-229b-470d-8f3b-0ff35cfbae11 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:30.393237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.494830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1eb35-71f7-4099-a463-1d4213de8a15 req-17d0f647-cddf-4a80-9429-ce7943b41773 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.498151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29e1eb35-71f7-4099-a463-1d4213de8a15 req-17d0f647-cddf-4a80-9429-ce7943b41773 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2261794 Jul 07 17:18:30.572186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29e1eb35-71f7-4099-a463-1d4213de8a15 req-cd816f13-088e-4d04-82df-083c4f6a2993 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492055 Jul 07 17:18:30.593069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.622963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 94e13162-229b-470d-8f3b-0ff35cfbae11 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:30.627029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8be10aea-485a-472d-846f-5fb2cc66f49b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:30.633581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.678389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.773531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8be10aea-485a-472d-846f-5fb2cc66f49b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:30.782904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8be10aea-485a-472d-846f-5fb2cc66f49b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:30.784021 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.842505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.854383 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-c36717f3-4877-46ae-b546-86bb68cd3c5a service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028081 Jul 07 17:18:30.858885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.996609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aed696-1cd2-4b23-afc7-3f641f4ab8a9 req-944b015b-8eae-4754-af3b-f23d34b4bb70 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278732 Jul 07 17:18:31.068264 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.153708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8be10aea-485a-472d-846f-5fb2cc66f49b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8be10aea-485a-472d-846f-5fb2cc66f49b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:31.162538 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.168803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.188399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdad42b-078c-471e-8608-03410eff3798 req-8b20a77e-0b4d-4863-8726-0a111d6e057b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.190924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fdad42b-078c-471e-8608-03410eff3798 req-8b20a77e-0b4d-4863-8726-0a111d6e057b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 944 time: 0.4214938 Jul 07 17:18:31.226484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8480-17ad-4d0a-b3c9-e531630aebfe req-d973ef80-2e7b-4aaf-a78b-8543da3f8a8c tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.235535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-966f8480-17ad-4d0a-b3c9-e531630aebfe req-d973ef80-2e7b-4aaf-a78b-8543da3f8a8c tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 945 time: 0.4217727 Jul 07 17:18:31.253540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8be10aea-485a-472d-846f-5fb2cc66f49b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:31.265645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Network f62391a7-ebaf-4f0a-a986-900f496673c9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:31.268050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.268701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.268874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:31.269196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.269657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.270119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.270656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.271260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.273647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.273647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.273647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.273647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.274256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:31.312092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=94e13162-229b-470d-8f3b-0ff35cfbae11,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:31.314550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.321527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9e9af4c3-4782-49bd-b272-4f178eec0c1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/94e13162-229b-470d-8f3b-0ff35cfbae11 HTTP/1.1" status: 204 len: 168 time: 1.1932735 Jul 07 17:18:31.322604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50230) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.444102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-966f8480-17ad-4d0a-b3c9-e531630aebfe req-5226b517-af57-4ec9-b283-0e5a87388265 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683021 Jul 07 17:18:31.464000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fdad42b-078c-471e-8608-03410eff3798 req-fa9e7d8a-5da6-41fc-bd13-ab4cb6aaeb5a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599356 Jul 07 17:18:31.466824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Router e22fd052-2d53-471c-b656-04fa75981d3a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:31.541133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9d821-7a10-4b09-aa08-37c416380250 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.544309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55e9d821-7a10-4b09-aa08-37c416380250 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2177677 Jul 07 17:18:31.548740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50240) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.591422 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f179e7-46af-4745-a6f2-56fb47980b87 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:18:31.593650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-19f179e7-46af-4745-a6f2-56fb47980b87 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/94e13162-229b-470d-8f3b-0ff35cfbae11 HTTP/1.1" status: 404 len: 333 time: 0.0431764 Jul 07 17:18:31.598677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50246) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.603474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 70e54d9a-d4c1-426c-8eda-9ae3c332b045 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:31.608126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-40487869'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:31.727769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:31.729141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:31.737488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.756092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f494e522-770f-45a3-9efc-a2dfdd409a79 admin admin] 10.222.0.66 "PUT /v2.0/routers/e22fd052-2d53-471c-b656-04fa75981d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8875387 Jul 07 17:18:31.818356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e85c1918-3885-4071-8ff2-10b141155359 None None] Provisioning complete for port 2cc02897-5458-4819-b987-be9042515238 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:31.819419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e85c1918-3885-4071-8ff2-10b141155359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.844614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:31.875483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.876067 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment ce05c249-ec0c-494b-b88e-a57d190b9b0e of type vlan for network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 Jul 07 17:18:31.899961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f788-5193-44d9-82c5-35e923122578 req-4208bc3e-1948-4a70-b3a1-9b10a8208e81 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.903371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d725f788-5193-44d9-82c5-35e923122578 req-4208bc3e-1948-4a70-b3a1-9b10a8208e81 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1098 time: 0.2368784 Jul 07 17:18:31.922865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e85c1918-3885-4071-8ff2-10b141155359 None None] Port 2cc02897-5458-4819-b987-be9042515238 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:31.924826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Sync routers for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:31.991784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:31.993176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:18:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:32.008480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:32.067506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.132410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d725f788-5193-44d9-82c5-35e923122578 req-c8a0bb90-2021-4cbd-a14d-bf48cd61b423 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400323 Jul 07 17:18:32.159275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.172748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.173751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.253540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '70e54d9a-d4c1-426c-8eda-9ae3c332b045', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '70e54d9a-d4c1-426c-8eda-9ae3c332b045', 'mac_address': 'fa:16:3e:3f:aa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:32.292287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.302800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a442c0ab-ae1c-4471-ac0d-cda101ee500b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7014384 Jul 07 17:18:32.306364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50268) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:32.322468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:32.336162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:32.478068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.521173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e54d9a-d4c1-426c-8eda-9ae3c332b045 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:32.543251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:32.582673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:32.592572 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.616271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8be10aea-485a-472d-846f-5fb2cc66f49b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:32.646084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:32.653139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.802658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.841611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8be10aea-485a-472d-846f-5fb2cc66f49b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:32.842709 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.883059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfba7d-0cb4-4703-b575-d3b76665aa54 req-20f200d2-8122-4a8f-8f2a-c5efbfed3336 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.886603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7dfba7d-0cb4-4703-b575-d3b76665aa54 req-20f200d2-8122-4a8f-8f2a-c5efbfed3336 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3593607 Jul 07 17:18:32.901416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['70e54d9a-d4c1-426c-8eda-9ae3c332b045'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:33.009519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:33.029827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63f31-01c2-4ee1-a99b-fd438b82010a req-217e00b4-07d1-4a7e-8248-1fe25ba21cd5 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.032743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7d63f31-01c2-4ee1-a99b-fd438b82010a req-217e00b4-07d1-4a7e-8248-1fe25ba21cd5 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 945 time: 0.3701706 Jul 07 17:18:33.049027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7dfba7d-0cb4-4703-b575-d3b76665aa54 req-3a84ccd0-75a5-430a-8901-b7b720d142be tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508803 Jul 07 17:18:33.439780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7d63f31-01c2-4ee1-a99b-fd438b82010a req-bc1ffac3-aac2-4c9d-bb13-06c5dade2349 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891780 Jul 07 17:18:33.465088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.485424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:30Z', 'revision_number': 2, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.672394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Checking router: e22fd052-2d53-471c-b656-04fa75981d3a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:33.673171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Updating router e22fd052-2d53-471c-b656-04fa75981d3a port 2cc02897-5458-4819-b987-be9042515238 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:33.696832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-12a5e975-67f1-43ec-9d72-42104272f243 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.701263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-12a5e975-67f1-43ec-9d72-42104272f243 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "GET /v2.0/ports?device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 945 time: 0.2551181 Jul 07 17:18:33.869023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=ca0703a7-609e-4e12-8143-807cd578d1f3,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.879253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:33.921077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.973492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e84ac-af54-4bef-b0a7-7462ff915e8c req-e1d0d75c-2435-409a-97b6-c35c3f070d69 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.979499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-151e84ac-af54-4bef-b0a7-7462ff915e8c req-e1d0d75c-2435-409a-97b6-c35c3f070d69 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 949 time: 0.5927320 Jul 07 17:18:33.988390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': 'ce05c249-ec0c-494b-b88e-a57d190b9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:33.988804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:34.039910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Deleting port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:34.039910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.181908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'port_id': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'mac_address': 'fa:16:3e:a1:52:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99abac-e901-4d7c-acbb-289493bd7fc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:34.189134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:34.221516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-151e84ac-af54-4bef-b0a7-7462ff915e8c req-38cee7bc-37c5-43b5-a6bd-d13944140be4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266927 Jul 07 17:18:34.226686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:34.247327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.248335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.250880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] For port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:34.251752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.280647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4280f5a-af50-4e8c-a38a-d9c1ccb1fe1b tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9726562 Jul 07 17:18:34.287521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50360) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.294078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3040d7-1a17-463a-b754-08a72efd1c26 req-9451a03c-1064-47f3-bc22-f6bdaed2a3a7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.295731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec3040d7-1a17-463a-b754-08a72efd1c26 req-9451a03c-1064-47f3-bc22-f6bdaed2a3a7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 945 time: 0.2200027 Jul 07 17:18:34.299688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:34.300846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Calling delete_port for fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:34.330224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeac3cd-65ad-4fe6-9b83-8343de15e01a None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:34.602375 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.672246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.709409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec3040d7-1a17-463a-b754-08a72efd1c26 req-3252956f-cd51-4150-9c98-c077a803cf5a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851376 Jul 07 17:18:34.725948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a994f27b-6131-4ff1-a01c-fdeb52a66bd2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:34.793321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:34.799465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event deleted for resources: {'Port': ['ID=fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.888662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'e09cb176-7aa3-4303-8552-491f754e842b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:34.966779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] No DVR routers for this DVR port fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:34.977422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.986543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-91dc15fe-b6e0-4f3a-bbef-28f59dfa4f97 req-2550e502-3735-4a6c-9f51-f349c0692895 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "DELETE /v2.0/ports/fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 HTTP/1.1" status: 204 len: 173 time: 1.2687955 Jul 07 17:18:34.987440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'name': 'network-vif-deleted', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:35.006671 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad65dd18-8c70-4613-84b9-3609f6e35b28" -d '{"events": [{"server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "name": "network-vif-deleted", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:35.043016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:35.050304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.109939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:35.137794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.401073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be3a36-9a15-4f74-ae2a-4817f922c584 req-484e8daf-3e0c-417b-9090-b584d239f914 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.411123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6be3a36-9a15-4f74-ae2a-4817f922c584 req-484e8daf-3e0c-417b-9090-b584d239f914 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4110665 Jul 07 17:18:35.415511 n-d-791505-12 neutron-server[93946]: INFO neutron.db.ipam_backend_mixin [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca0703a7-609e-4e12-8143-807cd578d1f3 (CIDR: 2001:db8::/64) Jul 07 17:18:35.438231 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:18:35.439546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:18:35.471261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e7bac71c-480c-412d-b5a0-b76e8828687b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:35.509045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bff0ce3d-3516-4a28-b6c8-e4d38121e15c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2250137 Jul 07 17:18:35.515668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50398) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:35.527354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:35.529798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6be3a36-9a15-4f74-ae2a-4817f922c584 req-fdf65c32-c4cd-4de1-916f-7a6323e42bb4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125176 Jul 07 17:18:35.657160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': 'ca0703a7-609e-4e12-8143-807cd578d1f3'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:35.665074 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.736659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 70e54d9a-d4c1-426c-8eda-9ae3c332b045 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:35.838198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-563eb4fa-33ab-4063-bbe7-297d6af5556a req-65a2bfd2-d4b6-409a-9154-e375cc6ea0dc tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=738bbf7a-8982-45bc-8ea1-b29d9584ebf0 HTTP/1.1" status: 200 len: 210 time: 0.1089392 Jul 07 17:18:35.973003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:35.994364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.027030 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c03c0-e768-44cb-8250-5eb233c52da8 x-openstack-request-id: req-ff7c03c0-e768-44cb-8250-5eb233c52da8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:36.028517 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738bbf7a-8982-45bc-8ea1-b29d9584ebf0", "name": "network-vif-deleted", "tag": "fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:36.029800 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff7c03c0-e768-44cb-8250-5eb233c52da8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:36.030433 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738bbf7a-8982-45bc-8ea1-b29d9584ebf0', 'name': 'network-vif-deleted', 'tag': 'fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43', 'status': 'completed', 'code': 200} Jul 07 17:18:36.589672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.626222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.755364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=2b3b23ac-68be-40f6-874d-88dd2254badb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.801402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:36.803737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:36.814911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.815796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.822394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c8a2-1614-46bc-a55b-3fd99a8c012e req-3fb98a1d-ffee-4fc7-b00a-fd0de80af8c4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.836557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e253c8a2-1614-46bc-a55b-3fd99a8c012e req-3fb98a1d-ffee-4fc7-b00a-fd0de80af8c4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 945 time: 0.2101684 Jul 07 17:18:36.840297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bf5066f1-43f0-4503-9eb1-a748977e0419 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3228526 Jul 07 17:18:36.844849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50412) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.858404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'fixed_ips': [{'subnet_id': 'ca0703a7-609e-4e12-8143-807cd578d1f3'}, {'subnet_id': '2b3b23ac-68be-40f6-874d-88dd2254badb'}], 'name': 'tempest-PortsIpV6TestJSON-1454677643'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:36.955900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e253c8a2-1614-46bc-a55b-3fd99a8c012e req-0d1dd2cb-dcfa-4127-a9ca-fe10fa59128e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157510 Jul 07 17:18:36.956479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.095240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Transition to ACTIVE for port object 2cc02897-5458-4819-b987-be9042515238 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:37.175854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:37.254776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Allocated IP 2001:db8::2 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/ca0703a7-609e-4e12-8143-807cd578d1f3/3b1e027b-a058-44da-881c-746a8f640cd7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:37.273411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:37.322872 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.333090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:37.489151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.542566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 5969708c-5da9-4093-a4ec-2196f77a5a2a yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:37.649393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.722127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Transition to ACTIVE for port object 3b1e027b-a058-44da-881c-746a8f640cd7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:37.752244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:37.753239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.012816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e619d-bd1c-4855-ab5d-8fe8c36e1f96 None None] Pushing event updated for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.162211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a21485-1caf-45ed-84e5-b13046b708ee req-5e6b0e89-0268-45a3-b7f2-0414e0fa49dd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.177222 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4a21485-1caf-45ed-84e5-b13046b708ee req-5e6b0e89-0268-45a3-b7f2-0414e0fa49dd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 945 time: 0.1858277 Jul 07 17:18:38.281774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4a21485-1caf-45ed-84e5-b13046b708ee req-7e23edf9-3c87-40ca-b471-b2b3d746edd1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025846 Jul 07 17:18:38.302794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.344358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Transition to ACTIVE for port object 3b1e027b-a058-44da-881c-746a8f640cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:38.521358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:38.525697 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea41bb9-6d80-4352-b8c3-b4cd112135ea" -d '{"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-unplugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:38.538047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8029a60b-9109-4566-bad3-10430f01fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.543305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.711813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:38.732077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Attempting to bind port 2cc02897-5458-4819-b987-be9042515238 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:38.732747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Attempting to bind port 2cc02897-5458-4819-b987-be9042515238 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:38.733718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Attempting to bind port 2cc02897-5458-4819-b987-be9042515238 on network f62391a7-ebaf-4f0a-a986-900f496673c9 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:38.751930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:38.765563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::a0 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/ca0703a7-609e-4e12-8143-807cd578d1f3/5969708c-5da9-4093-a4ec-2196f77a5a2a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:38.783085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.787053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8:0:1::d9 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/2b3b23ac-68be-40f6-874d-88dd2254badb/5969708c-5da9-4093-a4ec-2196f77a5a2a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:38.796907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:38.807069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:38.809574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Checking segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:38.811220 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.811920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Bound using segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:38.813682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Bound port: 2cc02897-5458-4819-b987-be9042515238, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:38.814412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.868446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:39.107316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Pushing event updated for resources: {'Port': ['ID=3b1e027b-a058-44da-881c-746a8f640cd7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.211481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda481ec-fce4-4359-84db-e9dd3825d49b req-29fd18f8-8b9c-4f47-bfea-2f6238a3902b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.213195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cda481ec-fce4-4359-84db-e9dd3825d49b req-29fd18f8-8b9c-4f47-bfea-2f6238a3902b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 945 time: 0.1665509 Jul 07 17:18:39.219798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:39.355320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cda481ec-fce4-4359-84db-e9dd3825d49b req-2164b247-3c06-424e-a39c-cfa63018a40b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257486 Jul 07 17:18:39.373588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Attempting to bind port 3b1e027b-a058-44da-881c-746a8f640cd7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:39.373887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Attempting to bind port 3b1e027b-a058-44da-881c-746a8f640cd7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'ce05c249-ec0c-494b-b88e-a57d190b9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:39.374262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Attempting to bind port 3b1e027b-a058-44da-881c-746a8f640cd7 on network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:39.451355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.542095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:39.548403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Checking segment: {'id': 'ce05c249-ec0c-494b-b88e-a57d190b9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:39.549044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.549475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Bound using segment: {'id': 'ce05c249-ec0c-494b-b88e-a57d190b9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:39.549998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Bound port: 3b1e027b-a058-44da-881c-746a8f640cd7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce05c249-ec0c-494b-b88e-a57d190b9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:39.550413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.585341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.638006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] For port 2cc02897-5458-4819-b987-be9042515238, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:39.697698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] For port 2cc02897-5458-4819-b987-be9042515238, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2cc02897-5458-4819-b987-be9042515238,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:39.715088 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:39.725773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:39.731605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.745576 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.746972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:39.750471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.799460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 5969708c-5da9-4093-a4ec-2196f77a5a2a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:39.810174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:39.810800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fbd52b06-8d0a-4f9e-a7ad-91d0a4a23d43 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:39.890270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port e7bac71c-480c-412d-b5a0-b76e8828687b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:39.890879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.927396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.142676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:40.143336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:18:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:40.146731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:40.191847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:40.216202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:40.221725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e619d-bd1c-4855-ab5d-8fe8c36e1f96 None None] Pushing event updated for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.236976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] For port 3b1e027b-a058-44da-881c-746a8f640cd7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:40.252007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.259193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.288400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=5969708c-5da9-4093-a4ec-2196f77a5a2a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.334464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b84ef80-6b57-4e2e-930a-17709f4740b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.391344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] For port 3b1e027b-a058-44da-881c-746a8f640cd7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b1e027b-a058-44da-881c-746a8f640cd7,segment=NetworkSegment(ce05c249-ec0c-494b-b88e-a57d190b9b0e),segment_id=ce05c249-ec0c-494b-b88e-a57d190b9b0e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:40.412862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.532504 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b9eb8c-be04-4e4e-9bcb-1741284058f2 x-openstack-request-id: req-99b9eb8c-be04-4e4e-9bcb-1741284058f2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:40.532966 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-unplugged", "status": "completed", "tag": "de6772ae-e517-454f-a742-4c6a4935856a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:40.533318 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99b9eb8c-be04-4e4e-9bcb-1741284058f2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:40.533819 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a', 'code': 200} Jul 07 17:18:40.550677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50456) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.558282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca0703a7-609e-4e12-8143-807cd578d1f3'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:40.561920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-11f68ac8-efa7-4adb-84e9-338305e373b5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6998434 Jul 07 17:18:40.628307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.659518 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-31eea8b3-25ab-4662-b524-d47b0a775d86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3643343 Jul 07 17:18:40.710742 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.724833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.741287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:40.836345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-08c6c411-b595-4b43-acc1-b3f198bf32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.841296 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-08c6c411-b595-4b43-acc1-b3f198bf32f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1096 time: 0.1559801 Jul 07 17:18:40.925165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc4281-1c65-4c4f-a88d-abecb006b25f None None] Pushing event updated for resources: {'Port': ['ID=3b1e027b-a058-44da-881c-746a8f640cd7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.215306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24a47e-96e7-4052-b8fc-41decfbefba6 req-9ae88aaf-8390-4551-96fa-7a9509ba548a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.230812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b24a47e-96e7-4052-b8fc-41decfbefba6 req-9ae88aaf-8390-4551-96fa-7a9509ba548a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 945 time: 0.5558510 Jul 07 17:18:41.406862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:41.424116 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.437032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-f452ab6f-6c5d-407a-9f54-a7d7e178abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.438696 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-f452ab6f-6c5d-407a-9f54-a7d7e178abd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.5313146 Jul 07 17:18:41.491794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b24a47e-96e7-4052-b8fc-41decfbefba6 req-b5f68403-8955-4a44-8608-a8ffd28af5ae tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571731 Jul 07 17:18:41.539771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-9caf1712-6724-4fe2-b7ea-8cf63ecfd22e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.0924888 Jul 07 17:18:41.549422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.552393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.613977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:39Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:41.616701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-dab7ecf1-2495-4bbb-acd3-01fd5c53ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.618362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-dab7ecf1-2495-4bbb-acd3-01fd5c53ee28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0713451 Jul 07 17:18:41.784049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-ba0def40-5e39-442b-bf04-263b1a81f958 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519413 Jul 07 17:18:42.087868 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-20aa894b-6520-4a28-92c8-55ee46190a65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7354002 Jul 07 17:18:42.156205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95f464-075e-4468-8cf8-90a87ba1d82a None None] The sync data for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 is: [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:39Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:42.226549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.536106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045'}, {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:42.539055 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2368ec-fb80-4aa7-9af2-b4fb90b4089b" -d '{"events": [{"server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "name": "network-vif-plugged", "status": "completed", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045"}, {"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:42.582652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-e1b1a4e6-dbf1-489e-8df7-43284796c4ea service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848706 Jul 07 17:18:42.834290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2cc02897-5458-4819-b987-be9042515238 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:42.922970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8035b-30cb-43a8-b950-2876e2e54e5e None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:42.945045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-71ae35b2-03e6-4d33-b1af-967fa759f886 req-d846945d-1abc-4ad3-8cd3-ec2e4840b599 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479855 Jul 07 17:18:42.972940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-d1cd0ed3-79db-4258-97c9-04b4351eb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.975383 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-d1cd0ed3-79db-4258-97c9-04b4351eb8b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.8313973 Jul 07 17:18:43.202230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1aecc196-e6bc-4e3c-afcd-1956e56c0a3b None None] Provisioning for port 3b1e027b-a058-44da-881c-746a8f640cd7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:43.389099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2cc02897-5458-4819-b987-be9042515238 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:43.425868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-3bbe7dc5-64da-403b-9ee6-25dc9358c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.427571 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-3bbe7dc5-64da-403b-9ee6-25dc9358c585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.4009385 Jul 07 17:18:43.438505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2cc02897-5458-4819-b987-be9042515238 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:43.439150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.610620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Delete allocated IP 2001:db8:0:1::d9 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/2b3b23ac-68be-40f6-874d-88dd2254badb) {{(pid=93946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:18:43.832066 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.834819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-a1d1ad74-5f4c-4073-a42b-9bca98326c77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1000 time: 0.3886945 Jul 07 17:18:43.999187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-d90fa359-4267-498b-a2c8-fe6970bdf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.005492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-d90fa359-4267-498b-a2c8-fe6970bdf221 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1699672 Jul 07 17:18:44.023628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200679e9-2a8d-445f-8292-d871ab2ac4cb req-20e89e5a-088d-4275-9e5f-7578e970f4b1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.043384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-200679e9-2a8d-445f-8292-d871ab2ac4cb req-20e89e5a-088d-4275-9e5f-7578e970f4b1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.7598400 Jul 07 17:18:44.050270 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.115247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2cc02897-5458-4819-b987-be9042515238, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2cc02897-5458-4819-b987-be9042515238,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:44.123743 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.124649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b1e027b-a058-44da-881c-746a8f640cd7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:44.202939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-200679e9-2a8d-445f-8292-d871ab2ac4cb req-5322bfd6-0de2-4afc-98a9-616565a5ec6a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580448 Jul 07 17:18:44.211915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-67eaef74-ae9d-4db3-bc09-743de2ef9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.213529 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-67eaef74-ae9d-4db3-bc09-743de2ef9356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2043798 Jul 07 17:18:44.428857 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.492532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Ignored duplicate provisioning block setup for port 5969708c-5da9-4093-a4ec-2196f77a5a2a by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:18:44.499261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.526143 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-c800ef93-961c-41d9-b169-e879840719b0 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903748 Jul 07 17:18:44.535395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.588336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Update dhcp port {'port': {'network_id': 'fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6', 'fixed_ips': [{'subnet_id': 'ca0703a7-609e-4e12-8143-807cd578d1f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b3b23ac-68be-40f6-874d-88dd2254badb'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '3b1e027b-a058-44da-881c-746a8f640cd7'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:18:44.677520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3b1e027b-a058-44da-881c-746a8f640cd7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:44.695021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3b1e027b-a058-44da-881c-746a8f640cd7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:44.695430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.705519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] In _notify_port_updated(), no bound segment for port 5969708c-5da9-4093-a4ec-2196f77a5a2a on network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:18:44.738927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.739699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.741490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/ports/5969708c-5da9-4093-a4ec-2196f77a5a2a HTTP/1.1" status: 200 len: 925 time: 4.1895497 Jul 07 17:18:44.750953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50478) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.768939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca0703a7-609e-4e12-8143-807cd578d1f3'}, {'subnet_id': '2b3b23ac-68be-40f6-874d-88dd2254badb'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:44.779780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d79d8d-ef9d-4d9f-a36e-862f2b861cac tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=5969708c-5da9-4093-a4ec-2196f77a5a2a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.794381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.162115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d95a66fd-781d-4bab-8320-df8422c4a141 req-d0928054-4979-4ed0-8e44-9c7a2ae2a4f9 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260242 Jul 07 17:18:45.194106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.310989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3b1e027b-a058-44da-881c-746a8f640cd7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b1e027b-a058-44da-881c-746a8f640cd7,segment=NetworkSegment(ce05c249-ec0c-494b-b88e-a57d190b9b0e),segment_id=ce05c249-ec0c-494b-b88e-a57d190b9b0e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:45.348373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.350278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.522101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5cb9f-2699-4d19-9041-f789fdfd09a3 req-81a60825-687d-4a2f-b675-9b20f9530610 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.531108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9a5cb9f-2699-4d19-9041-f789fdfd09a3 req-81a60825-687d-4a2f-b675-9b20f9530610 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2491059 Jul 07 17:18:45.549472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Allocated IP 2001:db8:0:1::2 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/2b3b23ac-68be-40f6-874d-88dd2254badb/3b1e027b-a058-44da-881c-746a8f640cd7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:45.618831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3b1e027b-a058-44da-881c-746a8f640cd7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.647916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2cc02897-5458-4819-b987-be9042515238 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:45.682097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9a5cb9f-2699-4d19-9041-f789fdfd09a3 req-1c02ef60-2680-4431-8092-567b3c7c3ec4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406643 Jul 07 17:18:45.908546 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc4bdb1-0fbf-4d47-85e0-8a5f899008bc x-openstack-request-id: req-fbc4bdb1-0fbf-4d47-85e0-8a5f899008bc {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:45.908858 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "name": "network-vif-plugged", "status": "completed", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045", "code": 200}, {"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:45.909124 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbc4bdb1-0fbf-4d47-85e0-8a5f899008bc {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:45.909550 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045', 'code': 200} Jul 07 17:18:45.909808 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'code': 200} Jul 07 17:18:45.930885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2cc02897-5458-4819-b987-be9042515238 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:45.931240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.180646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] For port 3b1e027b-a058-44da-881c-746a8f640cd7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b1e027b-a058-44da-881c-746a8f640cd7,segment=NetworkSegment(ce05c249-ec0c-494b-b88e-a57d190b9b0e),segment_id=ce05c249-ec0c-494b-b88e-a57d190b9b0e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:46.285110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae5b8a-b15c-435a-b739-07689270c3c2 req-56a035bf-b4bd-425d-8efc-80a4dd6bb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.290829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97ae5b8a-b15c-435a-b739-07689270c3c2 req-56a035bf-b4bd-425d-8efc-80a4dd6bb224 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 1098 time: 0.2685955 Jul 07 17:18:46.380683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97ae5b8a-b15c-435a-b739-07689270c3c2 req-1c4d6a75-0e03-4e00-a182-380f249205bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813880 Jul 07 17:18:46.381707 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.438768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Transition to ACTIVE for port object 3b1e027b-a058-44da-881c-746a8f640cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:46.458552 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.782589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8:0:1::155 (fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6/2b3b23ac-68be-40f6-874d-88dd2254badb/5969708c-5da9-4093-a4ec-2196f77a5a2a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:46.861085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a5c17-eeba-4f4b-89c4-befbe2e75d09 None None] Pushing event updated for resources: {'Port': ['ID=3b1e027b-a058-44da-881c-746a8f640cd7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.175339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d2198-c44e-4888-be50-b5ab6676b18d req-3f782ea4-61e5-4daa-84e5-69514a1cc4b5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.183366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e7d2198-c44e-4888-be50-b5ab6676b18d req-3f782ea4-61e5-4daa-84e5-69514a1cc4b5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.1690307 Jul 07 17:18:47.329404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e7d2198-c44e-4888-be50-b5ab6676b18d req-2b36b975-fa4a-4da8-b0e8-4addb5a6244f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412289 Jul 07 17:18:47.490495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.506970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b1e027b-a058-44da-881c-746a8f640cd7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:47.541216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Ignored duplicate provisioning block setup for port 5969708c-5da9-4093-a4ec-2196f77a5a2a by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:18:47.557289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.906055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] In _notify_port_updated(), no bound segment for port 5969708c-5da9-4093-a4ec-2196f77a5a2a on network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:18:47.913085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.914018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.919251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50510) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.920271 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/ports/5969708c-5da9-4093-a4ec-2196f77a5a2a HTTP/1.1" status: 200 len: 1011 time: 3.1621211 Jul 07 17:18:47.945616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605af03-f670-42b4-bbc8-4c7b7e813f51 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=5969708c-5da9-4093-a4ec-2196f77a5a2a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.237452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 5969708c-5da9-4093-a4ec-2196f77a5a2a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.238086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.305758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af113445-1e5e-4758-a8b2-bf778cc4c454 None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:48.375282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Provisioning for port 3b1e027b-a058-44da-881c-746a8f640cd7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:48.391195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d04ee-956f-49fc-9b80-81c7084debbb req-5c7386f3-eb8b-4607-9716-376aeea11c6f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.392874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-942d04ee-956f-49fc-9b80-81c7084debbb req-5c7386f3-eb8b-4607-9716-376aeea11c6f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2373297 Jul 07 17:18:48.393265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Provisioning complete for port 3b1e027b-a058-44da-881c-746a8f640cd7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:48.395026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.541731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-942d04ee-956f-49fc-9b80-81c7084debbb req-ab0e782a-ebfe-43c9-a372-fe2a4032555e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321361 Jul 07 17:18:48.599319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.674935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 5969708c-5da9-4093-a4ec-2196f77a5a2a owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:48.849678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Provisioning for port 5969708c-5da9-4093-a4ec-2196f77a5a2a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:48.864438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Provisioning complete for port 5969708c-5da9-4093-a4ec-2196f77a5a2a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:48.864438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.965274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dbbec571-9d1d-4e08-99c2-77bd2b055897 None None] Port 5969708c-5da9-4093-a4ec-2196f77a5a2a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:49.510794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.579105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-708d8e1c-345c-467f-8dcc-0e6d686bac4f None None] Provisioning complete for port 3b1e027b-a058-44da-881c-746a8f640cd7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:49.580566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-708d8e1c-345c-467f-8dcc-0e6d686bac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.602481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=5969708c-5da9-4093-a4ec-2196f77a5a2a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.689958 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.699019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50534) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.709344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cab4c91c-d44a-4dcb-bea9-bdbdd96ec8de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/5969708c-5da9-4093-a4ec-2196f77a5a2a HTTP/1.1" status: 204 len: 168 time: 1.7877085 Jul 07 17:18:49.808619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9048e2-d7a9-416b-ab0a-3b26c68f45fd req-c908e8b4-c775-414d-aa36-bda7aea58f2f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.819932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb9048e2-d7a9-416b-ab0a-3b26c68f45fd req-c908e8b4-c775-414d-aa36-bda7aea58f2f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.8906331 Jul 07 17:18:49.849844 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e4d404-4ee2-4f8a-8aef-230270deea42 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:18:49.865056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-07e4d404-4ee2-4f8a-8aef-230270deea42 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/5969708c-5da9-4093-a4ec-2196f77a5a2a HTTP/1.1" status: 404 len: 333 time: 0.1621356 Jul 07 17:18:49.866208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50536) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.880420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-708d8e1c-345c-467f-8dcc-0e6d686bac4f None None] Could not find standard attr ID for object 5969708c-5da9-4093-a4ec-2196f77a5a2a. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:49.995686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb9048e2-d7a9-416b-ab0a-3b26c68f45fd req-d12eeda4-13c1-453c-b81a-7f03412cec36 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586502 Jul 07 17:18:50.030220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-94bfd084-56b6-4489-9cc5-fd74377f6bee None None] Could not find standard attr ID for object 5969708c-5da9-4093-a4ec-2196f77a5a2a. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:50.097138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 2b3b23ac-68be-40f6-874d-88dd2254badb {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:50.126181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.424059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.816256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-db3da161-7f3a-4519-9f32-c85979de3992 None None] Could not find standard attr ID for object 5969708c-5da9-4093-a4ec-2196f77a5a2a. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:50.848189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.116043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d85a2-3069-4126-a661-fc333ecbe1ea req-bd17786b-5a71-46d8-8508-b39769de432d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.116043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b22d85a2-3069-4126-a661-fc333ecbe1ea req-bd17786b-5a71-46d8-8508-b39769de432d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2421963 Jul 07 17:18:51.162584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.205312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b22d85a2-3069-4126-a661-fc333ecbe1ea req-f4e42929-fc81-4821-a00d-de4c444faf5f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872564 Jul 07 17:18:51.268140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3b23ac-68be-40f6-874d-88dd2254badb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.300346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.307694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1949f8fc-9cd4-40b6-9f33-3f9754786776 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/2b3b23ac-68be-40f6-874d-88dd2254badb HTTP/1.1" status: 204 len: 168 time: 1.4359043 Jul 07 17:18:51.310721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50548) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.525218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b02474-2f68-4b17-8748-2f91aa967fc9 None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:51.633388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet ca0703a7-609e-4e12-8143-807cd578d1f3 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:51.643920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.712877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-af088e5e-e15f-4839-b97f-5e7e5f4ed2d6 None None] Could not find standard attr ID for object 5969708c-5da9-4093-a4ec-2196f77a5a2a. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:51.772648 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.073478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.251888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.360234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0703a7-609e-4e12-8143-807cd578d1f3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.362714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.369124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50566) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.376210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-95113b43-f93e-45ec-8a78-04ceb7d82f54 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/ca0703a7-609e-4e12-8143-807cd578d1f3 HTTP/1.1" status: 204 len: 168 time: 1.0664275 Jul 07 17:18:52.523348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fadd2-8820-4d6a-ab72-460a1ceaa864 req-725aaf63-30b4-4527-a84d-ecaa7878d0c8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.533752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b62fadd2-8820-4d6a-ab72-460a1ceaa864 req-725aaf63-30b4-4527-a84d-ecaa7878d0c8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.1235182 Jul 07 17:18:52.600991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.639233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b62fadd2-8820-4d6a-ab72-460a1ceaa864 req-f01b645c-ddbf-4d3f-be0b-1570c0fb24b3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994370 Jul 07 17:18:52.738297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 3b1e027b-a058-44da-881c-746a8f640cd7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:52.739081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.831630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] For port 3b1e027b-a058-44da-881c-746a8f640cd7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b1e027b-a058-44da-881c-746a8f640cd7,segment=NetworkSegment(ce05c249-ec0c-494b-b88e-a57d190b9b0e),segment_id=ce05c249-ec0c-494b-b88e-a57d190b9b0e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.832356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.849447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 3b1e027b-a058-44da-881c-746a8f640cd7 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:52.935169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d24898-c25d-4e4c-8b13-2ae7882aa0c8 req-51083e1b-247e-4679-aef4-e577dceb9dcc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.945735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96d24898-c25d-4e4c-8b13-2ae7882aa0c8 req-51083e1b-247e-4679-aef4-e577dceb9dcc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.1326413 Jul 07 17:18:52.959775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.025602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=3b1e027b-a058-44da-881c-746a8f640cd7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.028320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96d24898-c25d-4e4c-8b13-2ae7882aa0c8 req-7e596d6a-802b-4444-b1f6-2b7db4f9cc36 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819113 Jul 07 17:18:53.095440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No DVR routers for this DVR port 3b1e027b-a058-44da-881c-746a8f640cd7 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:53.428273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.482520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.519177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce05c249-ec0c-494b-b88e-a57d190b9b0e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.522718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce05c249-ec0c-494b-b88e-a57d190b9b0e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.550716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2824249b-781c-48dc-adb1-2a2f6f951adc None None] Could not find standard attr ID for object 3b1e027b-a058-44da-881c-746a8f640cd7. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:53.567084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003478b-afdd-4e95-ae84-d8ef1b8e3100 None None] Network fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:53.570855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.625110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.637086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:53.637751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:53.758143 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:53.819139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.830230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.844724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 HTTP/1.1" status: 204 len: 168 time: 1.4670942 Jul 07 17:18:53.845402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.875101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e847ce-ba1b-4e04-a691-ae6010cb2a32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.941331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373faa1d-fbf3-4b63-b78b-a1792734eabf None None] DHCP port deletion for fa9e5d25-e58d-4135-bd7b-8e65d31fe7a6 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:54.168801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e75e7-213a-4f08-bc4c-a7c236c3d5cc tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.168801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-047e75e7-213a-4f08-bc4c-a7c236c3d5cc tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3170912 Jul 07 17:18:54.170100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.344760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0271b01d-02bf-4cee-b0f9-abcffca898c5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1715529 Jul 07 17:18:54.355573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50592) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.365160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130447355'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:54.467443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:54.471032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.632991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:54.650355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.650749 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment d531e8df-5727-4cc1-800d-92960690cd15 of type vlan for network ce378c97-7f1e-49df-8075-ebb0e749a835 Jul 07 17:18:54.778294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.866587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.874690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.875690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.966983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=ce378c97-7f1e-49df-8075-ebb0e749a835,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.982346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ce378c97-7f1e-49df-8075-ebb0e749a835 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:54.999656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50596) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.002747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-236241d3-d5de-4203-bd19-672a973d1c83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6452007 Jul 07 17:18:55.004329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:55.270746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:55.275126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.412513 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.424927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b1e027b-a058-44da-881c-746a8f640cd7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:55.455909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3a5a0-f883-4c9d-b31a-41a17038403a req-04a5f38a-457f-47b3-842b-3dd8e58d86aa tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.470790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3b1e027b-a058-44da-881c-746a8f640cd7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:55.471526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b1e027b-a058-44da-881c-746a8f640cd7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:55.486505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3a5a0-f883-4c9d-b31a-41a17038403a req-04a5f38a-457f-47b3-842b-3dd8e58d86aa tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.501364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55d3a5a0-f883-4c9d-b31a-41a17038403a req-04a5f38a-457f-47b3-842b-3dd8e58d86aa tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6&device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 1682 time: 0.4688039 Jul 07 17:18:55.722562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55d3a5a0-f883-4c9d-b31a-41a17038403a req-cf52684f-5556-4808-aec6-c8f2f7cf427d tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8539e03-bd42-4d40-aa10-fd1af9fa96d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194145 Jul 07 17:18:55.847693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.967939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=5ecbb70c-1e1b-40a5-9be9-e520f546bfbc,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.989965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': 'd531e8df-5727-4cc1-800d-92960690cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:55.990582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: ce378c97-7f1e-49df-8075-ebb0e749a835, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:56.034844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network ce378c97-7f1e-49df-8075-ebb0e749a835 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:56.074146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ce378c97-7f1e-49df-8075-ebb0e749a835) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:56.081090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.081888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.104436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2a768-8b12-4dbb-8f2b-ce8988eb37b1 None None] Network ce378c97-7f1e-49df-8075-ebb0e749a835 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:56.127814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee4d5e10-74f1-46f3-9958-a7b636cbc826 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1277239 Jul 07 17:18:56.131331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.138511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835', 'name': 'tempest-PortsIpV6TestJSON-1579643274'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:56.164235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252ec7-2e96-4151-86d1-59f37606f49f req-20efe499-302b-4224-b0ec-ec282b6e713e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.172243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41252ec7-2e96-4151-86d1-59f37606f49f req-20efe499-302b-4224-b0ec-ec282b6e713e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.1573858 Jul 07 17:18:56.326488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41252ec7-2e96-4151-86d1-59f37606f49f req-6afca4e9-f6c3-4d79-9197-ce1fb7fab4e8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361740 Jul 07 17:18:56.544361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ce378c97-7f1e-49df-8075-ebb0e749a835', 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': '5ecbb70c-1e1b-40a5-9be9-e520f546bfbc'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:56.545294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.559008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:56.566790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.598187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:56.818533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Allocated IP 2001:db8::2 (ce378c97-7f1e-49df-8075-ebb0e749a835/5ecbb70c-1e1b-40a5-9be9-e520f546bfbc/a95c7702-9129-4c8f-9029-ff692e71ed95) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:56.968393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b116337-8085-404f-ab82-993445f7b471 req-eb13f367-9e44-4e9f-908c-d48db34424aa tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.968393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b116337-8085-404f-ab82-993445f7b471 req-eb13f367-9e44-4e9f-908c-d48db34424aa tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.2975073 Jul 07 17:18:57.056932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.085101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b116337-8085-404f-ab82-993445f7b471 req-2141f120-f488-4262-b25b-5f6afe4f5b2e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250131 Jul 07 17:18:57.221500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.241087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Transition to ACTIVE for port object a95c7702-9129-4c8f-9029-ff692e71ed95 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:57.280829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Transition to ACTIVE for port object a95c7702-9129-4c8f-9029-ff692e71ed95 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:57.301148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.442757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Network ce378c97-7f1e-49df-8075-ebb0e749a835 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:57.444739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::ec (ce378c97-7f1e-49df-8075-ebb0e749a835/5ecbb70c-1e1b-40a5-9be9-e520f546bfbc/e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:57.452580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Pushing event updated for resources: {'Port': ['ID=a95c7702-9129-4c8f-9029-ff692e71ed95,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.461936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:57.468213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:57.624177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Attempting to bind port a95c7702-9129-4c8f-9029-ff692e71ed95 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:57.624666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Attempting to bind port a95c7702-9129-4c8f-9029-ff692e71ed95 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd531e8df-5727-4cc1-800d-92960690cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:57.625132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Attempting to bind port a95c7702-9129-4c8f-9029-ff692e71ed95 on network ce378c97-7f1e-49df-8075-ebb0e749a835 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:57.641195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:57.641653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Checking segment: {'id': 'd531e8df-5727-4cc1-800d-92960690cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:57.642157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.642694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Bound using segment: {'id': 'd531e8df-5727-4cc1-800d-92960690cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:57.643266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Bound port: a95c7702-9129-4c8f-9029-ff692e71ed95, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd531e8df-5727-4cc1-800d-92960690cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:57.643787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.826759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] For port a95c7702-9129-4c8f-9029-ff692e71ed95, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:57.841801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] For port a95c7702-9129-4c8f-9029-ff692e71ed95, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a95c7702-9129-4c8f-9029-ff692e71ed95,segment=NetworkSegment(d531e8df-5727-4cc1-800d-92960690cd15),segment_id=d531e8df-5727-4cc1-800d-92960690cd15)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:57.857217 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.873301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.919812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:58.019604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.095776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14689-89c8-4993-b989-46f0203545d6 None None] Pushing event updated for resources: {'Port': ['ID=a95c7702-9129-4c8f-9029-ff692e71ed95,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.141353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network ce378c97-7f1e-49df-8075-ebb0e749a835 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:58.207884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:58.219641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.229261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:58.235705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.260843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.313555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.319370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.320809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.325272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.325789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.326241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.326779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.331156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.331673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.332122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.342788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.351107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:58.370361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50634) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.376265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': 'ce378c97-7f1e-49df-8075-ebb0e749a835', 'name': 'tempest-PortsIpV6TestJSON-1869726694'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:58.377048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c00649b6-99d1-4521-99b1-a4211f114bb9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2444072 Jul 07 17:18:58.705132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:58.714547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.756728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:59.111863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::f9 (ce378c97-7f1e-49df-8075-ebb0e749a835/5ecbb70c-1e1b-40a5-9be9-e520f546bfbc/dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:59.750421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a95c7702-9129-4c8f-9029-ff692e71ed95 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:59.808698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.869386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:59.934383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-26b18371-21f5-410b-a5f7-9a52f74ffb76 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.939084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-26b18371-21f5-410b-a5f7-9a52f74ffb76 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.2423441 Jul 07 17:18:59.975060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.985459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a95c7702-9129-4c8f-9029-ff692e71ed95 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:00.113732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network ce378c97-7f1e-49df-8075-ebb0e749a835 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:00.128279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:00.134652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:00.162569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.166392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.212840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8407915 Jul 07 17:19:00.224255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50646) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.247533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b0a97-87b0-47ed-98dd-0bba16795427 None None] Network ce378c97-7f1e-49df-8075-ebb0e749a835 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:00.310026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70677-f672-4590-927f-e94149f78de5 req-89b28d65-467e-43cb-9518-b539939c31a2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.328705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fc70677-f672-4590-927f-e94149f78de5 req-89b28d65-467e-43cb-9518-b539939c31a2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 946 time: 0.8839467 Jul 07 17:19:00.363911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608c99e-ae8e-446c-a268-14f19aa32544 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.425540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Provisioning for port a95c7702-9129-4c8f-9029-ff692e71ed95 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:00.441439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fc70677-f672-4590-927f-e94149f78de5 req-39602680-d474-42dc-baf2-b8d7b6a68070 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064253 Jul 07 17:19:00.462122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Provisioning complete for port a95c7702-9129-4c8f-9029-ff692e71ed95 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.462549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.648172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:00.648551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.699521 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.729229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf877fda-9a44-4294-aadc-342cd1e5a308 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.734028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50650) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.741491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bf877fda-9a44-4294-aadc-342cd1e5a308 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aec HTTP/1.1" status: 200 len: 928 time: 0.5132217 Jul 07 17:19:00.804638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] For port a95c7702-9129-4c8f-9029-ff692e71ed95, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a95c7702-9129-4c8f-9029-ff692e71ed95,segment=NetworkSegment(d531e8df-5727-4cc1-800d-92960690cd15),segment_id=d531e8df-5727-4cc1-800d-92960690cd15)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:00.831608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.903348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port 70e54d9a-d4c1-426c-8eda-9ae3c332b045, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=70e54d9a-d4c1-426c-8eda-9ae3c332b045,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:00.903348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.946255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for 70e54d9a-d4c1-426c-8eda-9ae3c332b045 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:01.012996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7f52-21b6-4614-aadd-9518a693b007 None None] Pushing event updated for resources: {'Port': ['ID=a95c7702-9129-4c8f-9029-ff692e71ed95,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.303210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.316361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['70e54d9a-d4c1-426c-8eda-9ae3c332b045'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:01.320639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef3147-d1d1-484a-b4b8-8af6d0ad1361 req-622e6205-68a8-4318-827e-855da35d4a06 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.330215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddef3147-d1d1-484a-b4b8-8af6d0ad1361 req-622e6205-68a8-4318-827e-855da35d4a06 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3584573 Jul 07 17:19:01.364453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:01.364799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.444624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=70e54d9a-d4c1-426c-8eda-9ae3c332b045,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.527164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port 70e54d9a-d4c1-426c-8eda-9ae3c332b045 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:01.530213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.534574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fbd25f7-ebd7-4fa8-9af4-baf9af0233ca req-92ca97bc-d851-4f7e-a7e7-efd4cd6c2a31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "DELETE /v2.0/ports/70e54d9a-d4c1-426c-8eda-9ae3c332b045 HTTP/1.1" status: 204 len: 173 time: 1.5885098 Jul 07 17:19:01.535301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'name': 'network-vif-deleted', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:01.547351 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41fc83f-2b17-4ccb-9f30-380c7b4dfe75" -d '{"events": [{"server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "name": "network-vif-deleted", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:01.592866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Provisioning for port dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:01.603647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddef3147-d1d1-484a-b4b8-8af6d0ad1361 req-6f18a98b-82d0-4809-8db6-986b028d435e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723980 Jul 07 17:19:01.608109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Provisioning complete for port dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:01.635414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.638830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a95c7702-9129-4c8f-9029-ff692e71ed95 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:01.731955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.759851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:01.993035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a95c7702-9129-4c8f-9029-ff692e71ed95 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:01.997343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.117636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Port dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:02.155876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Provisioning complete for port a95c7702-9129-4c8f-9029-ff692e71ed95 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:02.161381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.308297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274f9de-9bb5-42b1-8c11-1ec8f55f8235 req-0e8ba719-cc44-4785-8bb1-3e15a273aa91 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.327671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7274f9de-9bb5-42b1-8c11-1ec8f55f8235 req-0e8ba719-cc44-4785-8bb1-3e15a273aa91 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1098 time: 0.1984706 Jul 07 17:19:02.377517 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.442579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.515189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7274f9de-9bb5-42b1-8c11-1ec8f55f8235 req-71fb95e1-bc3f-4f45-93bd-b3bd2a9d28c6 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862984 Jul 07 17:19:02.631520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.638002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.652952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3648b940-0019-4089-a5b2-c477f27ab3a6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d HTTP/1.1" status: 204 len: 168 time: 1.9161725 Jul 07 17:19:02.732076 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-628b803a-b6ee-4843-ae5d-2b442f157aa0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:19:02.740055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50670) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.748793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-628b803a-b6ee-4843-ae5d-2b442f157aa0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d HTTP/1.1" status: 404 len: 333 time: 0.1095753 Jul 07 17:19:02.884873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Provisioning for port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:02.896164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Provisioning complete for port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:02.901853 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.999915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28117c81-bd7c-4cc7-b581-b486dd8487e0 None None] Port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:03.020806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1f09dea-64f8-4fb0-87c5-c2b35d5b6b79 req-856c894c-65ce-42f3-97ba-a6d7cc156749 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a9f4562-86d5-49fe-a9aa-bcbf620ad21e HTTP/1.1" status: 200 len: 210 time: 0.0648701 Jul 07 17:19:03.079105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:03.079531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.114740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5ff9af70-853d-4f45-bad0-cc1789cc54d3 None None] Could not find standard attr ID for object dac891b7-8ffb-46cc-a55e-6fe8e3bafd6d. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:03.147796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5ff9af70-853d-4f45-bad0-cc1789cc54d3 None None] Provisioning complete for port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:03.148081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5ff9af70-853d-4f45-bad0-cc1789cc54d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.233533 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff7807-4fe2-48af-a6ce-e6eebb898365 x-openstack-request-id: req-d9ff7807-4fe2-48af-a6ce-e6eebb898365 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:03.233828 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9f4562-86d5-49fe-a9aa-bcbf620ad21e", "name": "network-vif-deleted", "tag": "70e54d9a-d4c1-426c-8eda-9ae3c332b045", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:03.234093 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9ff7807-4fe2-48af-a6ce-e6eebb898365 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:03.234535 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9f4562-86d5-49fe-a9aa-bcbf620ad21e', 'name': 'network-vif-deleted', 'tag': '70e54d9a-d4c1-426c-8eda-9ae3c332b045', 'status': 'completed', 'code': 200} Jul 07 17:19:03.293539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9af70-853d-4f45-bad0-cc1789cc54d3 None None] Port e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:03.422277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.455530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:03.753846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 70e54d9a-d4c1-426c-8eda-9ae3c332b045 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:03.802854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 70e54d9a-d4c1-426c-8eda-9ae3c332b045 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:03.804693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 70e54d9a-d4c1-426c-8eda-9ae3c332b045 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:03.805498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.846177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.907705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.913351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50676) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:03.926791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e024dfd-1c0b-4604-95c7-d54ecc38799e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 HTTP/1.1" status: 204 len: 168 time: 1.1850889 Jul 07 17:19:04.017608 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5ed104-9ae5-49e8-a95e-a0548c11b701 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:19:04.023098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ee5ed104-9ae5-49e8-a95e-a0548c11b701 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/e7f7a9eb-8c66-4ee6-816a-5aa8da19fd40 HTTP/1.1" status: 404 len: 333 time: 0.1059821 Jul 07 17:19:04.024029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50680) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.196479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 5ecbb70c-1e1b-40a5-9be9-e520f546bfbc {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:04.213571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.346492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-49967304-78d9-4fdd-884a-ba9f08524c8b req-e2b94b4b-e1e1-4b88-9add-5ace1497121e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:04.356164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49967304-78d9-4fdd-884a-ba9f08524c8b req-e2b94b4b-e1e1-4b88-9add-5ace1497121e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2189045 Jul 07 17:19:04.435468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.785919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.979899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.052866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecbb70c-1e1b-40a5-9be9-e520f546bfbc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.067282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.073337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386a89e-ce71-46ab-8854-32f9b8209a35 None None] Network ce378c97-7f1e-49df-8075-ebb0e749a835 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:05.079085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-74f52a89-aeec-4c1a-9726-0121554fbef5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/5ecbb70c-1e1b-40a5-9be9-e520f546bfbc HTTP/1.1" status: 204 len: 168 time: 1.0488141 Jul 07 17:19:05.080442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50698) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.497561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.656220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] DHCP port deletion for ce378c97-7f1e-49df-8075-ebb0e749a835 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:05.706025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-fe393939-b045-4614-908e-27bed75eb52f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.709215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-fe393939-b045-4614-908e-27bed75eb52f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddb44de2-b3c3-4007-8524-d85b78061c94 HTTP/1.1" status: 200 len: 945 time: 0.3280523 Jul 07 17:19:05.823668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Deleting port a95c7702-9129-4c8f-9029-ff692e71ed95 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:05.824153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.031701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] For port a95c7702-9129-4c8f-9029-ff692e71ed95, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a95c7702-9129-4c8f-9029-ff692e71ed95,segment=NetworkSegment(d531e8df-5727-4cc1-800d-92960690cd15),segment_id=d531e8df-5727-4cc1-800d-92960690cd15)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:06.033392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.082137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Calling delete_port for a95c7702-9129-4c8f-9029-ff692e71ed95 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:06.169735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port a95c7702-9129-4c8f-9029-ff692e71ed95 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:06.171190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.209439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e4896-cdc1-4285-8d53-80aba61379f9 req-d52d76b9-f3e3-4ef9-b561-b52a26b47945 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.224281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-824e4896-cdc1-4285-8d53-80aba61379f9 req-d52d76b9-f3e3-4ef9-b561-b52a26b47945 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.4966145 Jul 07 17:19:06.249660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Deleting port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:06.250389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.398469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.452134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-824e4896-cdc1-4285-8d53-80aba61379f9 req-8f8e9e51-039b-4953-a062-28bb607967bc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264788 Jul 07 17:19:06.460993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] Pushing event deleted for resources: {'Port': ['ID=a95c7702-9129-4c8f-9029-ff692e71ed95,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.501611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] For port a95c7702-9129-4c8f-9029-ff692e71ed95, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a95c7702-9129-4c8f-9029-ff692e71ed95,segment=NetworkSegment(d531e8df-5727-4cc1-800d-92960690cd15),segment_id=d531e8df-5727-4cc1-800d-92960690cd15)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:06.507698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.518235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8325f2-b269-4d76-a620-69010a7b0d63 None None] No DVR routers for this DVR port a95c7702-9129-4c8f-9029-ff692e71ed95 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:06.532487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] For port a994f27b-6131-4ff1-a01c-fdeb52a66bd2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:06.533212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.564549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for a95c7702-9129-4c8f-9029-ff692e71ed95 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:06.581822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Calling delete_port for a994f27b-6131-4ff1-a01c-fdeb52a66bd2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:06.916050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.982149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No DVR routers for this DVR port a95c7702-9129-4c8f-9029-ff692e71ed95 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:07.103239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=a95c7702-9129-4c8f-9029-ff692e71ed95,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.194266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.224752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['e09cb176-7aa3-4303-8552-491f754e842b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:07.477535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a994f27b-6131-4ff1-a01c-fdeb52a66bd2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:07.575606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a48dc752-5079-40e6-8b04-18079a718b71 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:07.578306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.594125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a48dc752-5079-40e6-8b04-18079a718b71 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4262333 Jul 07 17:19:07.629586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce378c97-7f1e-49df-8075-ebb0e749a835']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.665644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a95c7702-9129-4c8f-9029-ff692e71ed95 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:07.676152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd531e8df-5727-4cc1-800d-92960690cd15') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.676638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd531e8df-5727-4cc1-800d-92960690cd15') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.743789 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.762086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] No DVR routers for this DVR port a994f27b-6131-4ff1-a01c-fdeb52a66bd2 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:07.785130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a95c7702-9129-4c8f-9029-ff692e71ed95 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:07.785281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.785685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a95c7702-9129-4c8f-9029-ff692e71ed95 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:07.801298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-707a9c03-472f-46d2-bcbc-618fecc1e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.802704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0ed2068-76e6-440d-919f-8d357c14c5fc req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.23 "DELETE /v2.0/ports/a994f27b-6131-4ff1-a01c-fdeb52a66bd2 HTTP/1.1" status: 204 len: 173 time: 2.0857108 Jul 07 17:19:07.803372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'name': 'network-vif-deleted', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:07.811485 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b79d2d-8009-44cd-b960-577aaac96ea7" -d '{"events": [{"server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "name": "network-vif-deleted", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:07.828850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022b7d9-4cff-436f-bd08-e82857d3203f tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event deleted for resources: {'Port': ['ID=a994f27b-6131-4ff1-a01c-fdeb52a66bd2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.014431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Request body: {'binding': {'host': 'n-h2-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:08.015591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Unknown quota resources ['binding']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:19:08.510158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on host n-h2-791505-12 for vnic_type normal with profile None {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:08.522840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:08.524417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:08.526607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.534845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:08.535361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:08.578863 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:08.650641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.661367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.676335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/ce378c97-7f1e-49df-8075-ebb0e749a835 HTTP/1.1" status: 204 len: 168 time: 3.5837233 Jul 07 17:19:08.686713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50784) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.717327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341688799'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:08.733119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389fc38-f49a-4e53-9be6-5aec63e27512 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=ce378c97-7f1e-49df-8075-ebb0e749a835,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.779747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:08.788820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:08.852990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-67cf5f1a-3e10-4f97-9309-74a51704a4cf tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.859228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:08.859827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:08.860460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:08.861203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Bound port: 91592eeb-dbad-4340-825f-c949422e05bb, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:08.868102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-67cf5f1a-3e10-4f97-9309-74a51704a4cf tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 1.1741910 Jul 07 17:19:08.872279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:08.879671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.953592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:08.978231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.978817 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment 8c5bc061-ef9d-42b2-9652-273f431693f4 of type vlan for network a0f4bbd6-df39-4366-ac66-eca25fd957e7 Jul 07 17:19:09.075559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.123577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-50f77cb4-e885-4d89-83c0-59c3ab081651 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.127341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-50f77cb4-e885-4d89-83c0-59c3ab081651 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 946 time: 0.6509562 Jul 07 17:19:09.197560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.211188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.212262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.252546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-d5a5c84e-fca8-4f0f-a131-f6824cf15592 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.3290546 Jul 07 17:19:09.273637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5836773 Jul 07 17:19:09.293491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:09.303023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a994f27b-6131-4ff1-a01c-fdeb52a66bd2 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:09.320485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.333194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:09.344090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:09.390050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.394213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cdc2846e-b1ef-4b82-9c32-20dc3d507b40 service neutron] 10.222.0.66 "POST /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb/bindings HTTP/1.1" status: 201 len: 390 time: 1.7875180 Jul 07 17:19:09.513508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: a994f27b-6131-4ff1-a01c-fdeb52a66bd2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:09.514568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a994f27b-6131-4ff1-a01c-fdeb52a66bd2 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:09.520139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Deleting port e09cb176-7aa3-4303-8552-491f754e842b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:09.520709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.629614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-b2a7884a-78a8-42c7-9764-ce4c1196bfe4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3501861 Jul 07 17:19:09.983267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:10.019696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] For port e09cb176-7aa3-4303-8552-491f754e842b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e09cb176-7aa3-4303-8552-491f754e842b,segment=NetworkSegment(1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1),segment_id=1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:10.020691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.047424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=a0f4bbd6-df39-4366-ac66-eca25fd957e7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.073587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Calling delete_port for e09cb176-7aa3-4303-8552-491f754e842b owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:10.078243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-d6a7b777-436d-4d6b-8b09-379915cf03e1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:10.084526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-220bbbc0-3a75-4091-92f6-f86792ad8106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.090402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'mac_address': 'fa:16:3e:41:59:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:10.091374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-d6a7b777-436d-4d6b-8b09-379915cf03e1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3824315 Jul 07 17:19:10.099533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.100372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.100712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.101650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.101650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.102114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.102567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.102973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.103371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.103815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.105154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.105797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ff2d1-b591-47cf-b25d-8641c75b0996 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.131701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:10.235922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:10.254921 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.339746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.374069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:10.419364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:10.430903 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.622464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['26dc228e-25c0-4c23-be27-dc926cb138aa'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:10.733081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b3eaf-a970-4bbf-bb42-14c5a71e4046 req-24c5aff9-5422-4f55-ae30-939e13414888 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.754793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-854b3eaf-a970-4bbf-bb42-14c5a71e4046 req-24c5aff9-5422-4f55-ae30-939e13414888 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.3391576 Jul 07 17:19:10.927479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.980675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.026474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-854b3eaf-a970-4bbf-bb42-14c5a71e4046 req-8d307ac4-ba52-47f6-abe3-78a670df0486 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688746 Jul 07 17:19:11.063746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-ef3300c7-843c-483d-8c3e-214a8562aba7 service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680002 Jul 07 17:19:11.351864 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dbf086-9c77-4ecd-9ea3-fb3fa2b4594d x-openstack-request-id: req-74dbf086-9c77-4ecd-9ea3-fb3fa2b4594d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:11.353050 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb44de2-b3c3-4007-8524-d85b78061c94", "name": "network-vif-deleted", "tag": "a994f27b-6131-4ff1-a01c-fdeb52a66bd2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:11.353050 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74dbf086-9c77-4ecd-9ea3-fb3fa2b4594d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:11.353050 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb44de2-b3c3-4007-8524-d85b78061c94', 'name': 'network-vif-deleted', 'tag': 'a994f27b-6131-4ff1-a01c-fdeb52a66bd2', 'status': 'completed', 'code': 200} Jul 07 17:19:11.487567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.494059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-694f2bf0-3b93-4153-91f6-2efc7856bd7c service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226859 Jul 07 17:19:11.541189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-1a938cfa-be38-41a8-80b1-5e6c042b6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.543339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-1a938cfa-be38-41a8-80b1-5e6c042b6ccf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1098 time: 0.1896033 Jul 07 17:19:11.545205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.613863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Pushing event deleted for resources: {'Port': ['ID=e09cb176-7aa3-4303-8552-491f754e842b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.628027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=111df2c3-3137-4dfc-a033-7cc633d5c883,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.705851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': '8c5bc061-ef9d-42b2-9652-273f431693f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:11.706620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: a0f4bbd6-df39-4366-ac66-eca25fd957e7, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:11.726248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.747972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:11.783145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a0f4bbd6-df39-4366-ac66-eca25fd957e7) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:11.794940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74671ca-afcb-4bb4-9e44-993ce9a8a922 None None] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:11.799427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.801899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.858734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e09cb176-7aa3-4303-8552-491f754e842b no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:11.868908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a086463f-3121-44a4-94b0-6a7498fa96c7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5409024 Jul 07 17:19:11.883685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50856) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:11.918701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7', 'name': 'tempest-PortsIpV6TestJSON-501597967', 'fixed_ips': [{'subnet_id': '111df2c3-3137-4dfc-a033-7cc633d5c883', 'ip_address': '2001:db8::10'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:11.999415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: e09cb176-7aa3-4303-8552-491f754e842b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:11.999868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e09cb176-7aa3-4303-8552-491f754e842b not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:12.062950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-9cd76301-d300-4cd2-ba96-48f2ef715ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.064684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-9cd76301-d300-4cd2-ba96-48f2ef715ded service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.4530680 Jul 07 17:19:12.123933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] No DVR routers for this DVR port e09cb176-7aa3-4303-8552-491f754e842b on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:12.128215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.130271 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ffeb450-10fd-4482-9362-828b210e5e3d req-948c20e5-50d9-40aa-8a9f-b0239b1727a1 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.73 "DELETE /v2.0/ports/e09cb176-7aa3-4303-8552-491f754e842b HTTP/1.1" status: 204 len: 173 time: 2.9969554 Jul 07 17:19:12.219057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a0f4bbd6-df39-4366-ac66-eca25fd957e7', 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': '111df2c3-3137-4dfc-a033-7cc633d5c883'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:12.220161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.321643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-cc154a0c-34ac-44de-9cf3-2bd717ff6299 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 217 time: 0.2217917 Jul 07 17:19:12.468391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-190d2618-b73a-4eeb-983d-4e02adb44359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.475569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-190d2618-b73a-4eeb-983d-4e02adb44359 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1544168 Jul 07 17:19:12.480418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-05079a97-8d0a-4d9b-b853-792e2d2c57d6 req-74413f2b-f688-421f-8548-b358b8e9ea41 tempest-ListServersNegativeTestJSON-241394050 tempest-ListServersNegativeTestJSON-241394050-project] 10.222.0.66 "GET /v2.0/ports?device_id=33acfafe-de75-4a01-964c-305186c9a6d6 HTTP/1.1" status: 200 len: 210 time: 0.3660340 Jul 07 17:19:12.544916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-23f124e4-5509-48d9-9ad1-56979af223f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619845 Jul 07 17:19:12.552902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:12.730253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.810394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Allocated IP 2001:db8::2 (a0f4bbd6-df39-4366-ac66-eca25fd957e7/111df2c3-3137-4dfc-a033-7cc633d5c883/e521f162-6541-44f3-b7f7-4c6e16c8d305) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:12.855263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-f15dcf3c-f1ed-4976-9db3-e386557663f3 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031087 Jul 07 17:19:13.030509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a05abdd5-2b7d-47bc-bd40-6c3b7bd56a5d req-6d2e7fc4-6fbf-4c6c-96fb-12946e04c6de tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 210 time: 0.2929714 Jul 07 17:19:13.120891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b0065-e51f-4c08-a0ca-ce85f04305ec req-d263bed4-19cd-4243-ab77-47e7a32b3794 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.129177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00b0065-e51f-4c08-a0ca-ce85f04305ec req-d263bed4-19cd-4243-ab77-47e7a32b3794 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 1.0143096 Jul 07 17:19:13.149050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:13.168851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487360e2-1581-48c9-b335-c906c4054478 req-3b22a6ac-3db1-45d3-b2f6-417ae1c5faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.171653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-3b22a6ac-3db1-45d3-b2f6-417ae1c5faac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1098 time: 0.4716234 Jul 07 17:19:13.309025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.331540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Transition to ACTIVE for port object e521f162-6541-44f3-b7f7-4c6e16c8d305 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:13.392137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Transition to ACTIVE for port object e521f162-6541-44f3-b7f7-4c6e16c8d305 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:13.404119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:13.499434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'name': 'network-vif-deleted', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:13.506768 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a35651-d855-42c9-b404-112ac3b44c58" -d '{"events": [{"server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "name": "network-vif-deleted", "tag": "e09cb176-7aa3-4303-8552-491f754e842b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:13.512531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487360e2-1581-48c9-b335-c906c4054478 req-aa5f3ebc-07f4-40c3-8cec-19fe339c7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.514424 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-aa5f3ebc-07f4-40c3-8cec-19fe339c7538 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.3325846 Jul 07 17:19:13.542149 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.599223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00b0065-e51f-4c08-a0ca-ce85f04305ec req-51160201-4385-4a80-9906-80302322fad3 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689937 Jul 07 17:19:13.726888 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-be47d93c-02be-4b83-a28c-29e967a64b02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.2006412 Jul 07 17:19:13.862570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:13.865422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.916238 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a65a5-49f9-4d41-94d0-6104b3660bf0 x-openstack-request-id: req-a39a65a5-49f9-4d41-94d0-6104b3660bf0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:13.918876 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33acfafe-de75-4a01-964c-305186c9a6d6", "name": "network-vif-deleted", "tag": "e09cb176-7aa3-4303-8552-491f754e842b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:13.921564 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a39a65a5-49f9-4d41-94d0-6104b3660bf0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:13.923081 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33acfafe-de75-4a01-964c-305186c9a6d6', 'name': 'network-vif-deleted', 'tag': 'e09cb176-7aa3-4303-8552-491f754e842b', 'status': 'completed', 'code': 200} Jul 07 17:19:13.943007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:13.957116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:14.027905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487360e2-1581-48c9-b335-c906c4054478 req-8e71df18-c11e-41cb-b7c9-a6a90315663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:14.032343 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-8e71df18-c11e-41cb-b7c9-a6a90315663e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.2952986 Jul 07 17:19:14.040896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-05f6474b-8196-496e-b568-46fb66a15e34 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1521871 Jul 07 17:19:14.048498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ebb11-429e-490b-960d-b8e85f06a0c1 req-7ff53f8f-88bc-4ee3-b645-8d6caa0cfbd5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:14.060516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d79ebb11-429e-490b-960d-b8e85f06a0c1 req-7ff53f8f-88bc-4ee3-b645-8d6caa0cfbd5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.7125556 Jul 07 17:19:14.122627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.124216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Pushing event updated for resources: {'Port': ['ID=e521f162-6541-44f3-b7f7-4c6e16c8d305,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.143116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-651f41b2-9cb1-446f-a705-768a99ad327a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994561 Jul 07 17:19:14.147063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::10 (a0f4bbd6-df39-4366-ac66-eca25fd957e7/111df2c3-3137-4dfc-a033-7cc633d5c883/7f1c1288-f6e0-4b74-a90e-abb5f9bae16d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:14.249899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Attempting to bind port e521f162-6541-44f3-b7f7-4c6e16c8d305 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:14.250654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Attempting to bind port e521f162-6541-44f3-b7f7-4c6e16c8d305 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '8c5bc061-ef9d-42b2-9652-273f431693f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:14.253116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Attempting to bind port e521f162-6541-44f3-b7f7-4c6e16c8d305 on network a0f4bbd6-df39-4366-ac66-eca25fd957e7 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:14.256285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 26dc228e-25c0-4c23-be27-dc926cb138aa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:14.261596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.316154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d79ebb11-429e-490b-960d-b8e85f06a0c1 req-908f6413-5858-40fe-b06c-9db5392a07f5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542021 Jul 07 17:19:14.325730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:14.332753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Checking segment: {'id': '8c5bc061-ef9d-42b2-9652-273f431693f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:14.333664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.334260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Bound using segment: {'id': '8c5bc061-ef9d-42b2-9652-273f431693f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:14.335072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Bound port: e521f162-6541-44f3-b7f7-4c6e16c8d305, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5bc061-ef9d-42b2-9652-273f431693f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:14.335700 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.417640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Deleting subnet ad0d2bfc-1336-4d84-bf08-29e34f584faf {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:14.439612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.531085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] For port e521f162-6541-44f3-b7f7-4c6e16c8d305, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:14.548029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] For port e521f162-6541-44f3-b7f7-4c6e16c8d305, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e521f162-6541-44f3-b7f7-4c6e16c8d305,segment=NetworkSegment(8c5bc061-ef9d-42b2-9652-273f431693f4),segment_id=8c5bc061-ef9d-42b2-9652-273f431693f4)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:14.571298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.573937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-af8c24c3-c335-4b80-9240-94d27aa059cc service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236042 Jul 07 17:19:14.728239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.807171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e22df5ed-85d2-44a3-8071-d2a1c3c6c788 req-e52615d8-a8b9-4382-8c2c-6212450ef24a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 210 time: 0.4183199 Jul 07 17:19:14.868717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:14.907083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:14.923641 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b02d87-2ad9-46e5-be52-91077fc8ce60" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:14.946077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.980533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52ae1-2c54-4f50-bbaf-b574e84184b5 None None] Pushing event updated for resources: {'Port': ['ID=e521f162-6541-44f3-b7f7-4c6e16c8d305,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.996068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.005573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-487360e2-1581-48c9-b335-c906c4054478 req-b735beea-2124-4d73-a21e-3192ed08cea9 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236498 Jul 07 17:19:15.275473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.427700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-f2bd4f5b-4e72-41fd-a8e4-e3fbbb88c721 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.431322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-f2bd4f5b-4e72-41fd-a8e4-e3fbbb88c721 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.5068059 Jul 07 17:19:15.445683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': '9a101a18-096d-400d-b475-532ac7d94341', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:15.653011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e521f162-6541-44f3-b7f7-4c6e16c8d305 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:15.748047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.815442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:15.852792 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9aef0-4f9d-49db-a986-67213aa427b2 x-openstack-request-id: req-bee9aef0-4f9d-49db-a986-67213aa427b2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:15.853151 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-plugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:15.853470 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bee9aef0-4f9d-49db-a986-67213aa427b2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:15.854074 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'code': 200} Jul 07 17:19:15.909542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e521f162-6541-44f3-b7f7-4c6e16c8d305 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:15.951951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:15.958783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.982309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.208904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=7f1c1288-f6e0-4b74-a90e-abb5f9bae16d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.272770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:16.335808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.491719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:16.507381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:16.516650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.517775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.545928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.11 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/39929a25-914c-4993-aeec-0a468bc15cf3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:16.598770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-baf837f6-9c47-439d-826a-042cc1f64575 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7090604 Jul 07 17:19:16.604177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50922) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.622948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': 'a0f4bbd6-df39-4366-ac66-eca25fd957e7', 'name': 'tempest-PortsIpV6TestJSON-274514829', 'fixed_ips': [{'subnet_id': '111df2c3-3137-4dfc-a033-7cc633d5c883', 'ip_address': '2001:db8::f'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:16.742421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:16.751580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1970851-e9b9-4145-8a36-5d437c428bc5 req-b42e20c9-ca72-4ca5-bd67-0b09e118f685 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:16.771243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1970851-e9b9-4145-8a36-5d437c428bc5 req-b42e20c9-ca72-4ca5-bd67-0b09e118f685 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 1.7910287 Jul 07 17:19:16.881107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdafeb89-fc64-4b5a-ab8e-99d41c70ad95 None None] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:16.997923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.043891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Provisioning for port e521f162-6541-44f3-b7f7-4c6e16c8d305 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:17.064221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Provisioning complete for port e521f162-6541-44f3-b7f7-4c6e16c8d305 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:17.073642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.086974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1970851-e9b9-4145-8a36-5d437c428bc5 req-854e8ec3-3fc8-4939-988c-14dbe434e045 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139753 Jul 07 17:19:17.260432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:17.336230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecf1ac-f31d-47d9-8311-81fd2b9ae43e req-acaa88c4-2cf5-47a8-9dd0-b879c22f6e25 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.341867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:17.348372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6aecf1ac-f31d-47d9-8311-81fd2b9ae43e req-acaa88c4-2cf5-47a8-9dd0-b879c22f6e25 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 946 time: 0.8521645 Jul 07 17:19:17.391662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.397649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad0d2bfc-1336-4d84-bf08-29e34f584faf HTTP/1.1" status: 204 len: 168 time: 3.2700136 Jul 07 17:19:17.398665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20127-b13b-47ed-a0fc-6cca09f2f253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0d2bfc-1336-4d84-bf08-29e34f584faf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.488352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50924) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.649934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.672847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.714328 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.917886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] For port e521f162-6541-44f3-b7f7-4c6e16c8d305, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e521f162-6541-44f3-b7f7-4c6e16c8d305,segment=NetworkSegment(8c5bc061-ef9d-42b2-9652-273f431693f4),segment_id=8c5bc061-ef9d-42b2-9652-273f431693f4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:17.982382 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.083338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.124716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:18.134528 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea189a-2edb-43b1-9c93-38cb3449317d" -d '{"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:18.155852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.181484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 7e184b17-aadf-4b08-98d3-efde0fc04f35 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:18.210981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:18.214407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.243841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.257657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6aecf1ac-f31d-47d9-8311-81fd2b9ae43e req-4fdb3395-66fc-49ce-a18d-4330b0388f9b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082570 Jul 07 17:19:18.329157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9054-09f3-4e5f-84ec-825c083c7d39 None None] Pushing event updated for resources: {'Port': ['ID=e521f162-6541-44f3-b7f7-4c6e16c8d305,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.452208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:18.502841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Provisioning complete for port e521f162-6541-44f3-b7f7-4c6e16c8d305 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:18.503236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.536422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:18.555424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:18.711909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.745518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.803641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.887609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.889297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c62ceb5-0a26-436b-add2-2b8c4f2cc3b1') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.893672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.952221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Provisioning for port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:18.966941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.967525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Provisioning complete for port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:18.967688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.973748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.011614 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.059153 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-55d18296-415e-4698-af83-bc78f730a91e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6155236 Jul 07 17:19:19.082376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63395bc7-f438-40d6-8b05-8dc81812512f req-69d6cb50-c235-4b44-a204-5f285d8465b5 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.084901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4c901c4d-f399-4332-875c-0a7a761a628d None None] Port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:19.096701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63395bc7-f438-40d6-8b05-8dc81812512f req-69d6cb50-c235-4b44-a204-5f285d8465b5 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 1.7446868 Jul 07 17:19:19.123477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.144301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:19.144301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:19.152589 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:19.173892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Request body: {'port': {'device_id': '9a101a18-096d-400d-b475-532ac7d94341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.220047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3889d0c8-dd43-4ee8-85e3-1eb1d9774fce None None] Provisioning complete for port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:19.220901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3889d0c8-dd43-4ee8-85e3-1eb1d9774fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.291762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63395bc7-f438-40d6-8b05-8dc81812512f req-9c49afe4-d955-4218-ab00-fb0d880d3b2d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936924 Jul 07 17:19:19.307866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3889d0c8-dd43-4ee8-85e3-1eb1d9774fce None None] Port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:19.317750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::f (a0f4bbd6-df39-4366-ac66-eca25fd957e7/111df2c3-3137-4dfc-a033-7cc633d5c883/7e184b17-aadf-4b08-98d3-efde0fc04f35) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:19.396185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15731f-adad-450d-bfcf-207c1ca206d4 req-ea48b081-0692-4053-a1e2-e6a4d25d7952 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.408341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e15731f-adad-450d-bfcf-207c1ca206d4 req-ea48b081-0692-4053-a1e2-e6a4d25d7952 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 932 time: 0.5902681 Jul 07 17:19:19.464231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.478784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.487050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7 HTTP/1.1" status: 204 len: 168 time: 1.9976609 Jul 07 17:19:19.549834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901834-da76-4f4a-a295-a6a2b3acc082 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f84b5fa-a8d7-4b43-82a7-dd488a64c4b7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.596167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e15731f-adad-450d-bfcf-207c1ca206d4 req-7601ab3c-9732-4d3c-ad17-cecb874a5c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868150 Jul 07 17:19:19.612120 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea288fd-b2f9-4944-a3d8-b5c0db1f97d2 x-openstack-request-id: req-fea288fd-b2f9-4944-a3d8-b5c0db1f97d2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:19.612630 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-unplugged", "status": "failed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "code": 422}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:19.613247 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fea288fd-b2f9-4944-a3d8-b5c0db1f97d2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:19.614119 n-d-791505-12 neutron-server[93948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'code': 422} returned with failed status Jul 07 17:19:19.663085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e521f162-6541-44f3-b7f7-4c6e16c8d305 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:19.880680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e521f162-6541-44f3-b7f7-4c6e16c8d305 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:19.882275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.980386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50948) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.009008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.056025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 7e184b17-aadf-4b08-98d3-efde0fc04f35 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:20.181391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.212520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-71e217c1-4ca9-4ab2-b054-e6e43d64ea5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1fa047530b645f0b18c198838288556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244663 Jul 07 17:19:20.216818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50950) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.233832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2f3c-4f8b-4dcc-bb06-a946b75ceeb5 req-dc2d4abe-441c-4507-b400-8808d61c1aac tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.241915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419b2f3c-4f8b-4dcc-bb06-a946b75ceeb5 req-dc2d4abe-441c-4507-b400-8808d61c1aac tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.3592551 Jul 07 17:19:20.287215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:20.288956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.298229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:20.308574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:20.319716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.320804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.325475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d03d3d-6966-4c45-91aa-17b0434a6b63 req-480680c4-e249-4e73-9118-db6a9f8d985d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.341476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19d03d3d-6966-4c45-91aa-17b0434a6b63 req-480680c4-e249-4e73-9118-db6a9f8d985d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 0.3204639 Jul 07 17:19:20.368354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=7e184b17-aadf-4b08-98d3-efde0fc04f35,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.443508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419b2f3c-4f8b-4dcc-bb06-a946b75ceeb5 req-a3e31906-ee4f-4a01-a80e-8023f63528a7 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000818 Jul 07 17:19:20.484204 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3847ec6-89c1-4d9e-a1eb-ffd901ac2d17 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8772755 Jul 07 17:19:20.485252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.601755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.745961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19d03d3d-6966-4c45-91aa-17b0434a6b63 req-f01d1ae9-6e9e-4803-bdf6-a80a3c5dd285 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190997 Jul 07 17:19:20.783281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.032424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a8e7179a-bca2-4abc-9924-6d5192e43f54 None None] Provisioning for port 7e184b17-aadf-4b08-98d3-efde0fc04f35 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:21.063132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a8e7179a-bca2-4abc-9924-6d5192e43f54 None None] Provisioning complete for port 7e184b17-aadf-4b08-98d3-efde0fc04f35 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:21.065430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8e7179a-bca2-4abc-9924-6d5192e43f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.161712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.178059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.185750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8539e03-bd42-4d40-aa10-fd1af9fa96d7 HTTP/1.1" status: 204 len: 168 time: 0.9673517 Jul 07 17:19:21.264474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61286c3f-df3b-447e-823c-0b1e62540700 req-e2ff37fa-6706-496e-886a-66b7146b6d30 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.279592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61286c3f-df3b-447e-823c-0b1e62540700 req-e2ff37fa-6706-496e-886a-66b7146b6d30 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.3907759 Jul 07 17:19:21.356337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1029ce-7d33-44fd-883a-8c6735d88d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8539e03-bd42-4d40-aa10-fd1af9fa96d7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.386636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:21.422839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39929a25-914c-4993-aeec-0a468bc15cf3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:21.434165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61286c3f-df3b-447e-823c-0b1e62540700 req-818f3c29-39f9-46cd-8edc-3ca189a96687 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335549 Jul 07 17:19:21.439642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.461763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Transition to ACTIVE for port object 39929a25-914c-4993-aeec-0a468bc15cf3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:21.470847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.507788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26559aff-7e0b-4419-9a43-faacb28fe508 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.509701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26559aff-7e0b-4419-9a43-faacb28fe508 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0157790 Jul 07 17:19:21.516152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.645222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.649149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7179a-bca2-4abc-9924-6d5192e43f54 None None] Port 7e184b17-aadf-4b08-98d3-efde0fc04f35 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:21.830102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Attempting to bind port 39929a25-914c-4993-aeec-0a468bc15cf3 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:21.830601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Attempting to bind port 39929a25-914c-4993-aeec-0a468bc15cf3 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:21.831082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Attempting to bind port 39929a25-914c-4993-aeec-0a468bc15cf3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:21.839242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Port 39929a25-914c-4993-aeec-0a468bc15cf3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:21.839558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Attempting to bind port 39929a25-914c-4993-aeec-0a468bc15cf3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:21.846527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:21.846987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:21.847353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:21.847990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Bound port: 39929a25-914c-4993-aeec-0a468bc15cf3, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:21.848376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.968485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:21.978280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:21.992810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.140827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.150730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.152515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.154405 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-05186087-cc43-4707-965b-ac669e689c76 service neutron] 10.222.0.73 "PUT /v2.0/ports/39929a25-914c-4993-aeec-0a468bc15cf3 HTTP/1.1" status: 200 len: 1093 time: 2.9930768 Jul 07 17:19:22.155029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:22.157577 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778791ce-5224-4644-92fb-285dd0fd5fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:22.343112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-48de467f-cff7-43c4-bcc4-a2be4d51d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.349133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-48de467f-cff7-43c4-bcc4-a2be4d51d35f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 1096 time: 0.1387346 Jul 07 17:19:22.451552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-fb7ae1ca-21ac-443c-b7a9-9c92b1fbfe7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39929a25-914c-4993-aeec-0a468bc15cf3 HTTP/1.1" status: 200 len: 217 time: 0.0934427 Jul 07 17:19:22.632717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-f1b9e750-3c05-4245-865f-cbc1badcbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.634552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-f1b9e750-3c05-4245-865f-cbc1badcbc19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1741543 Jul 07 17:19:22.704338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-7afceefc-003a-4bb1-a96b-65a7a3727ca0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622160 Jul 07 17:19:22.773553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e387a-1549-4c9a-ae2f-28cefaa9d0be req-68df2881-10d3-46f5-a606-152f8df4935b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.783250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c9e387a-1549-4c9a-ae2f-28cefaa9d0be req-68df2881-10d3-46f5-a606-152f8df4935b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 1.2378368 Jul 07 17:19:22.935654 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-00f88c21-2d81-41f6-b5ac-9473db4f6da2 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223918 Jul 07 17:19:22.966266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4cacf1-cbbb-420e-8460-7727ef1f712a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.999938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4cacf1-cbbb-420e-8460-7727ef1f712a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.028062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4cacf1-cbbb-420e-8460-7727ef1f712a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.043187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a4cacf1-cbbb-420e-8460-7727ef1f712a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.5125885 Jul 07 17:19:23.047851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.122772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8eda-3905-4996-8ee3-1ec4e70c0d8e req-4037190c-94a6-44db-b959-5d19ee5a681e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.139657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-865c8eda-3905-4996-8ee3-1ec4e70c0d8e req-4037190c-94a6-44db-b959-5d19ee5a681e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 944 time: 1.2017212 Jul 07 17:19:23.163101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c9e387a-1549-4c9a-ae2f-28cefaa9d0be req-9fa29000-3d6d-4d24-90c9-8045ff0215c2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785956 Jul 07 17:19:23.299244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c04c88da-6752-47a0-a1f9-bb949f62040c req-2666b092-900e-4dc2-9a7d-c50c45875e67 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557332 Jul 07 17:19:23.411444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51020) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.429491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-865c8eda-3905-4996-8ee3-1ec4e70c0d8e req-d064c6d4-ed4b-4f57-a9d4-23a4398d2c81 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856472 Jul 07 17:19:23.702536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae60898-99ea-4bd1-b08a-396806804908 x-openstack-request-id: req-8ae60898-99ea-4bd1-b08a-396806804908 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:23.702536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:23.702536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ae60898-99ea-4bd1-b08a-396806804908 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:23.703866 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3', 'status': 'completed', 'code': 200} Jul 07 17:19:23.756715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1138094761-network', 'tenant_id': '307e5ad118fd4ee0bf6b4151799f0c5c'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:23.835040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Made reservation on behalf of 307e5ad118fd4ee0bf6b4151799f0c5c for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:23.839654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.863328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.894074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-3720c469-60c0-4c78-826b-ac69cce082d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.895701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-3720c469-60c0-4c78-826b-ac69cce082d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 1096 time: 0.1264067 Jul 07 17:19:23.939663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 7e184b17-aadf-4b08-98d3-efde0fc04f35 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:23.940605 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.986958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a019bb-cafb-4dec-a60e-affbdf3f927c req-fef37d5f-8197-41e5-82c4-d5f7071dacd2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.989415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7a019bb-cafb-4dec-a60e-affbdf3f927c req-fef37d5f-8197-41e5-82c4-d5f7071dacd2 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 0.3954873 Jul 07 17:19:24.094496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.113277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.162595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56681f-bdbe-4723-b6b0-126bf43e5951,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.226551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:24.233605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-1192073b-92da-4121-bce0-fda5a208ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.239525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-1192073b-92da-4121-bce0-fda5a208ef6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.2671909 Jul 07 17:19:24.337242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.337467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7a019bb-cafb-4dec-a60e-affbdf3f927c req-171f497c-b621-450e-a62d-8e92b51df106 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038894 Jul 07 17:19:24.338710 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Added segment ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8 of type vlan for network bccda586-dfb0-46ab-8f2a-ecfd70757270 Jul 07 17:19:24.344378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-6d92f302-9782-4227-a366-6d510ace7a48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39929a25-914c-4993-aeec-0a468bc15cf3 HTTP/1.1" status: 200 len: 217 time: 0.0955455 Jul 07 17:19:24.438772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.497142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 7e184b17-aadf-4b08-98d3-efde0fc04f35 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:24.521258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93035634-ec0e-40f3-a9ff-727b17c3e8df req-57cdb9e7-d267-429f-a170-d0dccad142da tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.527968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93035634-ec0e-40f3-a9ff-727b17c3e8df req-57cdb9e7-d267-429f-a170-d0dccad142da tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.5003221 Jul 07 17:19:24.668679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.740601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-b2f4f6e0-7bdd-470a-a587-87cac4903e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.740601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-b2f4f6e0-7bdd-470a-a587-87cac4903e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.3771360 Jul 07 17:19:24.741467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.742329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.742971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.761385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93035634-ec0e-40f3-a9ff-727b17c3e8df req-69cd4210-5753-499f-afd2-b96e1af5e47d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243931 Jul 07 17:19:24.974607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5604713 Jul 07 17:19:25.012213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51054) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:25.035924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-ab6328a7-4ea1-4bac-addb-9107246b71d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2546182 Jul 07 17:19:25.082752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Request body: {'subnet': {'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1138094761-subnet', 'tenant_id': '307e5ad118fd4ee0bf6b4151799f0c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:25.159162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-bb152431-5242-4eb2-bedc-455a23750f06 req-2179e31b-e684-4009-b3ad-2b91ca377a31 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:19:25.183443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb152431-5242-4eb2-bedc-455a23750f06 req-2179e31b-e684-4009-b3ad-2b91ca377a31 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551007 Jul 07 17:19:25.276422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.397359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-255df6e5-5520-4482-a603-69ff62bb851c service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502276 Jul 07 17:19:25.398431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397656-a89d-4a3b-b248-2cec7b6cd4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bccda586-dfb0-46ab-8f2a-ecfd70757270,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.478197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bccda586-dfb0-46ab-8f2a-ecfd70757270 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:25.539303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.541271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Made reservation on behalf of 307e5ad118fd4ee0bf6b4151799f0c5c for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:25.554736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.625704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-778791ce-5224-4644-92fb-285dd0fd5fa7 req-ecb40515-cf0d-43ca-a4e0-ecbe0417b3eb service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213695 Jul 07 17:19:25.644814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=7e184b17-aadf-4b08-98d3-efde0fc04f35,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.850736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:26.028163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.039382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87b0c0a2-54b1-4109-b9ce-a6d064d1c897 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/7e184b17-aadf-4b08-98d3-efde0fc04f35 HTTP/1.1" status: 204 len: 168 time: 2.9811003 Jul 07 17:19:26.039679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-7419f3f1-4415-4bf6-8551-704a224e0d83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1851416 Jul 07 17:19:26.043729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.175705 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec0e54c-3f29-47d2-b96a-28d44c9d0c9f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:19:26.184925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bec0e54c-3f29-47d2-b96a-28d44c9d0c9f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/7e184b17-aadf-4b08-98d3-efde0fc04f35 HTTP/1.1" status: 404 len: 333 time: 0.1353779 Jul 07 17:19:26.185406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556abbe0-f6ef-4fad-a99d-655ff92bb4f0 req-cccacd96-6f04-4e35-9a48-6f7f5aab80b5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.186912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51082) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.200759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556abbe0-f6ef-4fad-a99d-655ff92bb4f0 req-cccacd96-6f04-4e35-9a48-6f7f5aab80b5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 944 time: 1.2328520 Jul 07 17:19:26.405638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:26.435653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '39929a25-914c-4993-aeec-0a468bc15cf3', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '39929a25-914c-4993-aeec-0a468bc15cf3', 'mac_address': 'fa:16:3e:1b:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:26.457376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:26.457732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.580881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.607127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39929a25-914c-4993-aeec-0a468bc15cf3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:26.679852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556abbe0-f6ef-4fad-a99d-655ff92bb4f0 req-e3c020e7-f63a-4743-a882-77d6c54f91aa tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778802 Jul 07 17:19:26.685379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:26.700343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.707306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.769538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 7f1c1288-f6e0-4b74-a90e-abb5f9bae16d owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:27.011987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.052347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.122997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['39929a25-914c-4993-aeec-0a468bc15cf3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:27.286322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.380039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91be6c4c-5cb6-40c2-8e59-15bc20d8975a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.419740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.577559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=7f1c1288-f6e0-4b74-a90e-abb5f9bae16d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.582719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ccfc3-f19e-42c8-910a-1a5b9ea7f83d req-4a00cb1e-2891-4d26-9310-aff5e53fa1f7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.589934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51092) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.600385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237ccfc3-f19e-42c8-910a-1a5b9ea7f83d req-4a00cb1e-2891-4d26-9310-aff5e53fa1f7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 1.3818238 Jul 07 17:19:27.642997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-824197451'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:27.657429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.661240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7cf4d21a-dc69-4ca3-92f0-727028e07319 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/7f1c1288-f6e0-4b74-a90e-abb5f9bae16d HTTP/1.1" status: 204 len: 168 time: 1.4730444 Jul 07 17:19:27.665307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51094) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.724946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237ccfc3-f19e-42c8-910a-1a5b9ea7f83d req-249d4d38-cd1d-4c9f-896b-cd0b3306ea44 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228833 Jul 07 17:19:27.744131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Checking segment: {'id': 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:27.756266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Network hostable DHCP agents. Network: bccda586-dfb0-46ab-8f2a-ecfd70757270, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:27.758581 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4677a98-fc67-4a62-9b45-8ef731483962 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:19:27.764746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4677a98-fc67-4a62-9b45-8ef731483962 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/7f1c1288-f6e0-4b74-a90e-abb5f9bae16d HTTP/1.1" status: 404 len: 333 time: 0.0921273 Jul 07 17:19:27.765920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51098) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.849512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:27.858712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.865124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:27.904915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 111df2c3-3137-4dfc-a033-7cc633d5c883 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:27.926133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba6fa-b30c-42bb-b076-3626cfe059ea req-566bd307-21e1-4334-97c7-a929e898c149 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.940083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-429ba6fa-b30c-42bb-b076-3626cfe059ea req-566bd307-21e1-4334-97c7-a929e898c149 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.8374960 Jul 07 17:19:27.943323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.993243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Network bccda586-dfb0-46ab-8f2a-ecfd70757270 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:28.013852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 39929a25-914c-4993-aeec-0a468bc15cf3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:28.024751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 39929a25-914c-4993-aeec-0a468bc15cf3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:28.025383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.055308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:28.063679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, bccda586-dfb0-46ab-8f2a-ecfd70757270) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:28.081716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.082087 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Added segment c0f3fd46-a670-40ed-9d12-34ffbd926fe9 of type vlan for network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 Jul 07 17:19:28.090904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.092069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.107935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc0a58-3166-4a56-9c1f-0d77264a96b5 None None] Network bccda586-dfb0-46ab-8f2a-ecfd70757270 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:28.131363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-429ba6fa-b30c-42bb-b076-3626cfe059ea req-3c6159dc-d900-4380-8707-071d26dc0e59 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894195 Jul 07 17:19:28.191161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dbb4d9b7-8110-42b5-a2d1-dc8a9e6aacd4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1770809 Jul 07 17:19:28.214270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.284782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.298933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.299684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.349369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.473947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.543787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:28.545094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:28.547060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.548670 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5057dc6-4119-444e-b4c9-aaeef66da345" -d '{"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-plugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:28.556272 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.666839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0364447 Jul 07 17:19:28.670292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51112) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.689758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.702344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-290790977'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:28.725527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b0f01-611f-46ba-a77f-4a4480c99634 None None] Network bccda586-dfb0-46ab-8f2a-ecfd70757270 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:28.814921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.818627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a6db9-e72b-4b11-8621-952d9415d62e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Network': ['ID=1d580c86-ccb6-4461-8d9e-97bba6e24d41,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.841611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:28.848883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:28.850101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.887209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=111df2c3-3137-4dfc-a033-7cc633d5c883,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.909012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03572fe-f96a-4ff3-a07e-49284eb03ee4 req-20396fe0-3bd5-44b1-bf3a-d468e3293197 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.923724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a03572fe-f96a-4ff3-a07e-49284eb03ee4 req-20396fe0-3bd5-44b1-bf3a-d468e3293197 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.5634243 Jul 07 17:19:28.927607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.934975 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eafe6421-2c3e-410a-a324-35684e6ecd32 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/111df2c3-3137-4dfc-a033-7cc633d5c883 HTTP/1.1" status: 204 len: 168 time: 1.1635935 Jul 07 17:19:28.943603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.955003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-1a172917-3b00-4705-95f3-9449634cd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.957884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-1a172917-3b00-4705-95f3-9449634cd3b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717&tenant_id=4a89506d62f64926bca2bb5318a58da4 HTTP/1.1" status: 200 len: 1096 time: 0.5534511 Jul 07 17:19:28.978551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff893d-2228-4b02-a13e-a517aa967c45 None None] Network a0f4bbd6-df39-4366-ac66-eca25fd957e7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:28.985540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc57aa3-40e1-43a2-aa86-0c4e57a25afa req-6e7d8b33-51d1-462f-89e0-b91d0123649b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.989082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbc57aa3-40e1-43a2-aa86-0c4e57a25afa req-6e7d8b33-51d1-462f-89e0-b91d0123649b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 945 time: 0.5002813 Jul 07 17:19:29.132442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-55fbe818-d5bb-44d5-9141-9fd75f576347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.137418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:29.139180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-55fbe818-d5bb-44d5-9141-9fd75f576347 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1096 time: 0.1428199 Jul 07 17:19:29.230879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.231487 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Added segment a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d of type vlan for network e15b887e-9e51-48f0-a42b-b128d07cba55 Jul 07 17:19:29.260617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a03572fe-f96a-4ff3-a07e-49284eb03ee4 req-a0bd6674-1028-4761-8195-07f00ba127de tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353395 Jul 07 17:19:29.329287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-a866833e-2c65-4def-a926-28c578c478fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.330896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-a866833e-2c65-4def-a926-28c578c478fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.1841342 Jul 07 17:19:29.352551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbc57aa3-40e1-43a2-aa86-0c4e57a25afa req-17addcff-0c2f-4e13-aa8f-e4e61f303757 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455472 Jul 07 17:19:29.466485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.486513 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe29b90-210f-4409-bac8-a6543fb77314 x-openstack-request-id: req-cfe29b90-210f-4409-bac8-a6543fb77314 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:29.486815 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-plugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:29.487083 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfe29b90-210f-4409-bac8-a6543fb77314 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:29.487504 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3', 'code': 200} Jul 07 17:19:29.501795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.511629 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-27d2b40a-18ee-4196-86c5-109177c29e47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.1739812 Jul 07 17:19:29.612370 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.627154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.628732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.722719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-0f9e113e-5b06-4d84-a40a-f77b736880f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.724277 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-0f9e113e-5b06-4d84-a40a-f77b736880f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.2050080 Jul 07 17:19:29.818912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-9eeb84ce-00e8-4229-84fd-871f1d84a1d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864503 Jul 07 17:19:29.860591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1846185 Jul 07 17:19:29.875744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:29.877737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port e521f162-6541-44f3-b7f7-4c6e16c8d305 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:29.878095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.940846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] DHCP port deletion for a0f4bbd6-df39-4366-ac66-eca25fd957e7 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:29.993791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'subnet': {'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:30.077681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Deleting port e521f162-6541-44f3-b7f7-4c6e16c8d305 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:30.078746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.165716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-6902e734-ca95-4364-b62c-24c794e30ca1 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.173672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-6902e734-ca95-4364-b62c-24c794e30ca1 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/networks?id=bccda586-dfb0-46ab-8f2a-ecfd70757270 HTTP/1.1" status: 200 len: 814 time: 0.3329291 Jul 07 17:19:30.221760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] For port e521f162-6541-44f3-b7f7-4c6e16c8d305, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e521f162-6541-44f3-b7f7-4c6e16c8d305,segment=NetworkSegment(8c5bc061-ef9d-42b2-9652-273f431693f4),segment_id=8c5bc061-ef9d-42b2-9652-273f431693f4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:30.222678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.250532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Calling delete_port for e521f162-6541-44f3-b7f7-4c6e16c8d305 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:30.264831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612070c-95c4-4760-b1d8-3c0353d9703b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Network': ['ID=e15b887e-9e51-48f0-a42b-b128d07cba55,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.309304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] For port e521f162-6541-44f3-b7f7-4c6e16c8d305, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e521f162-6541-44f3-b7f7-4c6e16c8d305,segment=NetworkSegment(8c5bc061-ef9d-42b2-9652-273f431693f4),segment_id=8c5bc061-ef9d-42b2-9652-273f431693f4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:30.310020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.314206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:30.324325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.351670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-3ecedc79-45c6-4611-a156-6c728963bbc4 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/quotas/307e5ad118fd4ee0bf6b4151799f0c5c HTTP/1.1" status: 200 len: 375 time: 0.1764052 Jul 07 17:19:30.372618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network e15b887e-9e51-48f0-a42b-b128d07cba55 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:30.422169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-50960665-9fcf-4634-ae8a-83f6b4211298 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=307e5ad118fd4ee0bf6b4151799f0c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689845 Jul 07 17:19:30.424568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70dde-971d-426e-bf60-8d89e302e783 req-52721efc-997c-42c4-aadd-45cbf80d09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.426418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48a70dde-971d-426e-bf60-8d89e302e783 req-52721efc-997c-42c4-aadd-45cbf80d09d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 1098 time: 0.7917233 Jul 07 17:19:30.523464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48a70dde-971d-426e-bf60-8d89e302e783 req-423f45dd-4551-4b7e-9982-2190ee9a55cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845070 Jul 07 17:19:30.566324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for e521f162-6541-44f3-b7f7-4c6e16c8d305 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:30.576708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-eb635bec-a9e9-4502-b306-958f234db36d service neutron] 10.222.0.66 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535110 Jul 07 17:19:30.584318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.601964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-e5ae054b-ec70-42b5-99ee-d46eb9604d3d service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691736 Jul 07 17:19:30.611776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] Pushing event deleted for resources: {'Port': ['ID=e521f162-6541-44f3-b7f7-4c6e16c8d305,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.627391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdaf68c-8cee-4164-9632-3225351edfae None None] No DVR routers for this DVR port e521f162-6541-44f3-b7f7-4c6e16c8d305 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:30.758243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe77322-9abb-4c1d-9301-fcfe64d6dfdb req-a238ce40-52fa-402f-aa1c-b89718c48ae1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.761347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffe77322-9abb-4c1d-9301-fcfe64d6dfdb req-a238ce40-52fa-402f-aa1c-b89718c48ae1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 1.0912623 Jul 07 17:19:30.818786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cacf0df8-5e38-48eb-9bea-c566f658aba4 req-e9ff3fb3-d945-415c-80f8-6d22d5d22906 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089376 Jul 07 17:19:30.993027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffe77322-9abb-4c1d-9301-fcfe64d6dfdb req-b47e681d-cdd3-4e23-8209-d9d4f1cb1822 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719897 Jul 07 17:19:31.095970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-e6342966-eee7-4d4e-b74d-9bad65df1635 service neutron] 10.222.0.66 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182607 Jul 07 17:19:31.108845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.150644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=e521f162-6541-44f3-b7f7-4c6e16c8d305,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.309088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.422363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Subnet': ['ID=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.453069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No DVR routers for this DVR port e521f162-6541-44f3-b7f7-4c6e16c8d305 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:31.582659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.613188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f4bbd6-df39-4366-ac66-eca25fd957e7']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.647366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5bc061-ef9d-42b2-9652-273f431693f4') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.647618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5bc061-ef9d-42b2-9652-273f431693f4') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.649636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e521f162-6541-44f3-b7f7-4c6e16c8d305 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:31.688039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e521f162-6541-44f3-b7f7-4c6e16c8d305 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:31.688938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e521f162-6541-44f3-b7f7-4c6e16c8d305 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:31.731702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.746358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:31.747145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network hostable DHCP agents. Network: 1d580c86-ccb6-4461-8d9e-97bba6e24d41, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:31.769874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914c066-d3d6-44b6-ab6a-da53ef25b529 req-87272e14-9224-4ca1-b2f0-3e4152d8081d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.779885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c914c066-d3d6-44b6-ab6a-da53ef25b529 req-87272e14-9224-4ca1-b2f0-3e4152d8081d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.5329318 Jul 07 17:19:31.819470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.835937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:31.847445 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:31.847900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:31.851531 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:31.881832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c914c066-d3d6-44b6-ab6a-da53ef25b529 req-7c9ae4aa-ace0-403c-9c9c-db3c1c04d8bd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006935 Jul 07 17:19:31.956268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1d580c86-ccb6-4461-8d9e-97bba6e24d41) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:31.966814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.970093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d675ba2-9f6c-4b9e-816d-f0fffa6d92da None None] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:31.971042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.045564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51176) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.046147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33e59d82-1642-4388-98cf-ed6e47201344 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0593398 Jul 07 17:19:32.047761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.053958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'subnet': {'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:32.084952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.097796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/a0f4bbd6-df39-4366-ac66-eca25fd957e7 HTTP/1.1" status: 204 len: 168 time: 3.1521122 Jul 07 17:19:32.098951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e6d1-4770-4f2a-888a-2a1d15c88bba tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=a0f4bbd6-df39-4366-ac66-eca25fd957e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:32.105182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51178) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.123008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1218284280'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:32.168594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:32.172784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.229956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:32.253695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.254274 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Added segment 4093fcc7-cbb9-4a30-84f2-73f61de25306 of type vlan for network 7b20d8a5-40ea-4798-a335-74742a178d84 Jul 07 17:19:32.396026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:32.403082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.420452 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.455872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:32.457840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.565503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.579943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.582945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.832765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7253757 Jul 07 17:19:32.839491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51184) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.865952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:33.055233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-251f3dff-88ff-414d-b55b-9a5b1f6de875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.064541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-251f3dff-88ff-414d-b55b-9a5b1f6de875 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.3906465 Jul 07 17:19:33.065808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Allocated IP 10.1.1.2 (1d580c86-ccb6-4461-8d9e-97bba6e24d41/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1/d7b5324e-8cd6-4fe1-b10a-f5263b137f1e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:33.105802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1a54e-206a-40df-a245-2f7cd1e75cb8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Network': ['ID=7b20d8a5-40ea-4798-a335-74742a178d84,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.130802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 7b20d8a5-40ea-4798-a335-74742a178d84 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:33.215494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:33.220287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.590726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.630743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-12651d57-59bc-4fce-ab6c-fc89fa2a414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.635951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-12651d57-59bc-4fce-ab6c-fc89fa2a414f service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.4858785 Jul 07 17:19:33.638590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.727289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.757451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Transition to ACTIVE for port object d7b5324e-8cd6-4fe1-b10a-f5263b137f1e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:33.797420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Transition to ACTIVE for port object d7b5324e-8cd6-4fe1-b10a-f5263b137f1e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:33.810300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.853885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137937e-a9c7-42ee-ae0e-fb2d7694875b req-62e25a26-2bcc-4bc8-b2b7-be51ccdd683c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.866667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d137937e-a9c7-42ee-ae0e-fb2d7694875b req-62e25a26-2bcc-4bc8-b2b7-be51ccdd683c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.7769294 Jul 07 17:19:33.879122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=9c3ebb36-1040-4718-b3e8-98d0ec578afb,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.946721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-64925e0b-30fd-47c4-919b-7f262b459b60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1000 time: 0.3008025 Jul 07 17:19:33.998474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:34.027562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Subnet': ['ID=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.033136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:34.041468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Pushing event updated for resources: {'Port': ['ID=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.048927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:34.283187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Attempting to bind port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:34.284537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Attempting to bind port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:34.285074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Attempting to bind port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:34.294952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.295613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.296209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.297310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.298192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.298916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.299616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.301188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.302736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.303564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.304186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.304917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:34.309887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:34.311235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:34.311865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.312733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Bound using segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:34.313662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Bound port: d7b5324e-8cd6-4fe1-b10a-f5263b137f1e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:34.314996 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.532750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] For port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:34.545891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] For port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:34.558783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.639707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-63fac9ef-0846-4c2a-b352-42c695e85de9 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.650834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-63fac9ef-0846-4c2a-b352-42c695e85de9 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.23 "GET /v2.0/networks?id=bccda586-dfb0-46ab-8f2a-ecfd70757270 HTTP/1.1" status: 200 len: 814 time: 0.4448938 Jul 07 17:19:34.710873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ba7f-903b-41ce-a464-46584290e3ac None None] Pushing event updated for resources: {'Port': ['ID=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.722915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Checking segment: {'id': '4093fcc7-cbb9-4a30-84f2-73f61de25306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:34.723554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network hostable DHCP agents. Network: 7b20d8a5-40ea-4798-a335-74742a178d84, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:34.819030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Request body: {'port': {'device_id': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270', 'admin_state_up': True, 'tenant_id': '307e5ad118fd4ee0bf6b4151799f0c5c'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:34.835413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d137937e-a9c7-42ee-ae0e-fb2d7694875b req-c5e3d973-fe76-413c-b051-b28cf9067544 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9671185 Jul 07 17:19:34.839305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Checking segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:34.842165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network hostable DHCP agents. Network: e15b887e-9e51-48f0-a42b-b128d07cba55, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:34.860443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 7b20d8a5-40ea-4798-a335-74742a178d84 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:34.894982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 7b20d8a5-40ea-4798-a335-74742a178d84) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:34.909058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc4a07-bf56-47c8-98e5-501ae14a64be None None] Network 7b20d8a5-40ea-4798-a335-74742a178d84 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:34.934021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.934765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.985216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-71bdaa2e-eb2e-4da2-b551-cc1f8ca989e3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1394131 Jul 07 17:19:34.985517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51192) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.996868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-467954497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.077548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.078926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.133465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network e15b887e-9e51-48f0-a42b-b128d07cba55 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:35.170672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, e15b887e-9e51-48f0-a42b-b128d07cba55) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:35.209379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.211293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.221904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fcabc-c0bb-449d-adf0-d48753665d56 None None] Network e15b887e-9e51-48f0-a42b-b128d07cba55 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:35.233975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-5580a6c2-ca3c-4b2c-b5bd-012e7c3f14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.237051 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-5580a6c2-ca3c-4b2c-b5bd-012e7c3f14c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 1.1863863 Jul 07 17:19:35.305380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.313091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.347703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-998ed98d-58ac-4902-a801-ce37d33a0a7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2962499 Jul 07 17:19:35.347953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51194) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.357581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'name': 'tempest-TaggedBootDevicesTest-1666289440', 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.380966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-94328472-36b2-4984-a697-b36cf9ed9d98 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.384480 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-94328472-36b2-4984-a697-b36cf9ed9d98 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1098 time: 0.7321291 Jul 07 17:19:35.410405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.410775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.425617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a2a487e5-be90-487f-8d3e-ca1fadb98dc9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4339101 Jul 07 17:19:35.470665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.485763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84', 'name': 'tempest-PortsIpV6TestJSON-1123782581'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.660536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-7b20d8a5-40ea-4798-a335-74742a178d84', 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': '9c3ebb36-1040-4718-b3e8-98d0ec578afb'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:35.662563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.729068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d7b5324e-8cd6-4fe1-b10a-f5263b137f1e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:35.802189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef281370-ad03-4215-b9d3-0a4bc9bef132 req-fec88a55-0f9f-495a-8340-fb6c9b453231 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 210 time: 0.3932688 Jul 07 17:19:35.871231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:36.062262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 91592eeb-dbad-4340-825f-c949422e05bb details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:36.221352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-aa4dc274-aa72-4593-88e3-9abd25ee719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.223198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-aa4dc274-aa72-4593-88e3-9abd25ee719e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9718916 Jul 07 17:19:36.242675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Made reservation on behalf of 307e5ad118fd4ee0bf6b4151799f0c5c for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:36.248548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.278497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.370960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.384614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] device_id is not set on port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:36.443533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-e15b887e-9e51-48f0-a42b-b128d07cba55', 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ips': [{'subnet_id': '8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:36.445213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.521064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:36.556609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 91592eeb-dbad-4340-825f-c949422e05bb has no active binding in host n-h2-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:19:36.620623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:36.628685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f4572-604c-4af1-bfc1-17ae3267d409 None None] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:36.640323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Allocated IP 2001:db8::2 (7b20d8a5-40ea-4798-a335-74742a178d84/9c3ebb36-1040-4718-b3e8-98d0ec578afb/c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:36.778194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.1.1.211 (1d580c86-ccb6-4461-8d9e-97bba6e24d41/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:36.803576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:36.812089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.958608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-6f7f1dba-27bc-4f0b-baf8-f7156fd28c2b service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219119 Jul 07 17:19:37.072932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.142125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object c8b09fd6-60e3-4980-9dd6-b44cc6b5046f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:37.146203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 2a83ef35-48b4-4932-ba74-695140f26d9c yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:37.232834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3214c-9193-4728-852b-0b10cd8726a0 req-f5acdb07-0f93-4932-bfa0-cfb5d8aeb6fa tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.234650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fae3214c-9193-4728-852b-0b10cd8726a0 req-f5acdb07-0f93-4932-bfa0-cfb5d8aeb6fa tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 946 time: 1.1405861 Jul 07 17:19:37.345397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Allocated IP 172.20.0.4 (bccda586-dfb0-46ab-8f2a-ecfd70757270/91be6c4c-5cb6-40c2-8e59-15bc20d8975a/00063fff-29fe-4ec8-a5be-3650c7bdabfd) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:37.449750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.640715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fae3214c-9193-4728-852b-0b10cd8726a0 req-0d089bec-5d86-4bce-8b36-68ffac686b00 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985662 Jul 07 17:19:37.685416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:37.688097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:37.691715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:37.699538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Allocated IP 10.2.2.2 (e15b887e-9e51-48f0-a42b-b128d07cba55/8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb/d773081b-8e9c-49b1-a3ec-1b48a87d771f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:37.700519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.754742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.781943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Provisioning for port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:37.792314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Provisioning complete for port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:37.792977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.816481 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd0838cc-6580-4d67-87ce-2a325800d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.825171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.833756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.883223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7951271-23ee-413b-9cdc-4450db7cdbe0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5343349 Jul 07 17:19:37.886589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51200) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.889811 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5570de4-d72f-4e63-88d1-fc764a49d351 req-c264577d-2217-45ac-8f4c-dcc6e7c977ee service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124196 Jul 07 17:19:37.893482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'name': 'tempest-TaggedBootDevicesTest-1720466095', 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:38.097216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:38.160896 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.261115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Transition to ACTIVE for port object c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:38.312703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.350557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:38.359235 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3972bda1-e849-448b-8add-7e70dec82665" -d '{"events": [{"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91592eeb-dbad-4340-825f-c949422e05bb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:38.388655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.403586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.410221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.483946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2698d-e137-4757-8043-1698e4f5a8b5 req-66841ea5-f8a2-4d46-80d5-5dbc8f899140 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.488683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Transition to ACTIVE for port object c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:38.500743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f2698d-e137-4757-8043-1698e4f5a8b5 req-66841ea5-f8a2-4d46-80d5-5dbc8f899140 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.4020991 Jul 07 17:19:38.531301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] For port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:38.535711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.596364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.665294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Network 7b20d8a5-40ea-4798-a335-74742a178d84 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:38.683159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.696692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:38.707219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:38.722534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:38.734338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.785602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Transition to ACTIVE for port object d773081b-8e9c-49b1-a3ec-1b48a87d771f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:38.820466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] device_id is not set on port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:38.836761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.920976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::181 (7b20d8a5-40ea-4798-a335-74742a178d84/9c3ebb36-1040-4718-b3e8-98d0ec578afb/2a83ef35-48b4-4932-ba74-695140f26d9c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:38.954233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f2698d-e137-4757-8043-1698e4f5a8b5 req-5ca1c7c3-aa95-40ea-8775-6178c204d17d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4506094 Jul 07 17:19:38.978422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Pushing event updated for resources: {'Port': ['ID=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.063513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Provisioning for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:39.071488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Transition to ACTIVE for port object d773081b-8e9c-49b1-a3ec-1b48a87d771f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:39.073513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Provisioning complete for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.074126 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.121562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:39.126461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Attempting to bind port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:39.127205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Attempting to bind port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '4093fcc7-cbb9-4a30-84f2-73f61de25306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:39.127854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Attempting to bind port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa on network 7b20d8a5-40ea-4798-a335-74742a178d84 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:39.138164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:39.138952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Checking segment: {'id': '4093fcc7-cbb9-4a30-84f2-73f61de25306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:39.141039 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.141769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Bound using segment: {'id': '4093fcc7-cbb9-4a30-84f2-73f61de25306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:39.142514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Bound port: c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4093fcc7-cbb9-4a30-84f2-73f61de25306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b20d8a5-40ea-4798-a335-74742a178d84'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:39.143276 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.149663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.172518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Network e15b887e-9e51-48f0-a42b-b128d07cba55 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:39.186785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:39.208899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:39.230103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.280266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on host n-h1-791505-12 for vnic_type normal with profile {"migrating_to": "n-h2-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:39.281434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:39.282478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:39.287467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.308714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 2a83ef35-48b4-4932-ba74-695140f26d9c will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:39.314000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] For port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:39.317837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] For port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,segment=NetworkSegment(4093fcc7-cbb9-4a30-84f2-73f61de25306),segment_id=4093fcc7-cbb9-4a30-84f2-73f61de25306)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:39.321493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Provisioning complete for port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.322389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea131ed4-6b1b-4efc-8ac9-7b5796680119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.382192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Network bccda586-dfb0-46ab-8f2a-ecfd70757270 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:39.383976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:39.385244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Attempting to bind port 91592eeb-dbad-4340-825f-c949422e05bb on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:39.398849 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.412292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:39.414906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e99fb-df2c-409b-989a-610811fdc210 None None] Pushing event updated for resources: {'Port': ['ID=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.425654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:39.426349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:39.427143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:39.428018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Bound port: 91592eeb-dbad-4340-825f-c949422e05bb, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:39.428925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.457931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:39.478092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.1.1.223 (1d580c86-ccb6-4461-8d9e-97bba6e24d41/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1/b0bb5f92-62cf-44c8-810e-51c45a15e7c5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:39.480748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Attempting to bind port d773081b-8e9c-49b1-a3ec-1b48a87d771f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:39.482075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Attempting to bind port d773081b-8e9c-49b1-a3ec-1b48a87d771f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:39.482739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Attempting to bind port d773081b-8e9c-49b1-a3ec-1b48a87d771f on network e15b887e-9e51-48f0-a42b-b128d07cba55 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:39.550267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:39.551106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Checking segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:39.551767 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.552400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Bound using segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:39.553148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Bound port: d773081b-8e9c-49b1-a3ec-1b48a87d771f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:39.553780 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.612588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.613814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.676039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d7b5324e-8cd6-4fe1-b10a-f5263b137f1e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:39.737929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Pushing event updated for resources: {'Port': ['ID=d773081b-8e9c-49b1-a3ec-1b48a87d771f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.768524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Pushing event updated for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.774711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.916479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-53322136-5883-40e8-9291-b3a533085277 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1105566 Jul 07 17:19:39.941249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Request body: {'port': {'device_id': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:40.033007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.044577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 7b20d8a5-40ea-4798-a335-74742a178d84 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:40.060677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:40.068525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:40.075871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.082115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.085601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=2a83ef35-48b4-4932-ba74-695140f26d9c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.101853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:40.113727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:40.122980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.138782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f065-0db0-4c7d-abb4-00415bc179a4 req-4de42364-fef5-429a-bc97-601d6e111e1d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.144005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d806f065-0db0-4c7d-abb4-00415bc179a4 req-4de42364-fef5-429a-bc97-601d6e111e1d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.3758080 Jul 07 17:19:40.195524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] For port d773081b-8e9c-49b1-a3ec-1b48a87d771f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:40.209333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6c8a53b4-f89d-4edf-a305-a6eac011128c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7319384 Jul 07 17:19:40.218639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.262804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] For port d773081b-8e9c-49b1-a3ec-1b48a87d771f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d773081b-8e9c-49b1-a3ec-1b48a87d771f,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:40.270096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object b0bb5f92-62cf-44c8-810e-51c45a15e7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:40.270350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8eb3e939-68d6-4a25-8024-1710ca8a3425 None None] Provisioning complete for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:40.272012 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8eb3e939-68d6-4a25-8024-1710ca8a3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.280577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef1919f0-3950-404f-897d-68e81d15d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.288088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6b09-f05f-424e-913c-72176eba0ccb None None] Pushing event updated for resources: {'Port': ['ID=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.315612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.331842 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d806f065-0db0-4c7d-abb4-00415bc179a4 req-e9e40fb1-5d54-4937-9001-846a51fd1a47 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716702 Jul 07 17:19:40.342052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:40.342697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.476266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.490828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.518888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.547218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.548325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.551003 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-c94ffcce-a0f8-44df-b2a5-0cede4f11021 service neutron] 10.222.0.73 "PUT /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 1124 time: 5.1558635 Jul 07 17:19:40.631021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c926-fd27-4f74-bc04-80852fc6371c None None] Pushing event updated for resources: {'Port': ['ID=d773081b-8e9c-49b1-a3ec-1b48a87d771f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.652717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:40.674047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:40.689792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:40.730542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['91592eeb-dbad-4340-825f-c949422e05bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:40.745407 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.802425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3e939-68d6-4a25-8024-1710ca8a3425 None None] Port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:40.817130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['91592eeb-dbad-4340-825f-c949422e05bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:40.849771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.855630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.958076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.979958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ed470a9-b0f9-414a-963f-025bcc8b2bd8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0918236 Jul 07 17:19:41.677267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98de6c6c-dc36-4d1c-90aa-c592fde8a654 None None] Provisioning for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:41.717985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98de6c6c-dc36-4d1c-90aa-c592fde8a654 None None] Provisioning complete for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:41.717985 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98de6c6c-dc36-4d1c-90aa-c592fde8a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.866024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d773081b-8e9c-49b1-a3ec-1b48a87d771f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:41.881681 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.160031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abedeb-a221-43e9-82fa-cb509c55c5ed None None] Network 7b20d8a5-40ea-4798-a335-74742a178d84 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:42.192527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee37d2-baa1-4529-b2ee-7cce5b603ecf req-4137e819-de84-4622-bae2-0306a7d767c6 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.203038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1aee37d2-baa1-4529-b2ee-7cce5b603ecf req-4137e819-de84-4622-bae2-0306a7d767c6 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 931 time: 0.2419417 Jul 07 17:19:42.294036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1aee37d2-baa1-4529-b2ee-7cce5b603ecf req-101214b5-b76c-422f-ba8b-3cee99f9f91f tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888269 Jul 07 17:19:42.357866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-98de6c6c-dc36-4d1c-90aa-c592fde8a654 None None] Port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:42.381749 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e3910a-0efb-46ec-ac2d-9dead3be71bf x-openstack-request-id: req-61e3910a-0efb-46ec-ac2d-9dead3be71bf {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:42.382522 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91592eeb-dbad-4340-825f-c949422e05bb", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:42.382691 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61e3910a-0efb-46ec-ac2d-9dead3be71bf {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:42.383347 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb', 'code': 200} Jul 07 17:19:42.559717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d773081b-8e9c-49b1-a3ec-1b48a87d771f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:42.597893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:42.607008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31002a1-2363-4f9a-b03a-2e45cacc5816 req-cfd0b83a-7604-4009-8c76-c9def82f3bc5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.612158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31002a1-2363-4f9a-b03a-2e45cacc5816 req-cfd0b83a-7604-4009-8c76-c9def82f3bc5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.1658792 Jul 07 17:19:42.665502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bca3cff-552b-41f9-a62a-bdbe4cf41eab None None] Provisioning for port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:42.823871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:42.839010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31002a1-2363-4f9a-b03a-2e45cacc5816 req-324cc2bd-28fc-4e8e-91b1-a3514169989e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204328 Jul 07 17:19:42.841656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:42.842773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.961776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2a4c9-26cd-4bb3-a8aa-4dc1322769d9 req-eaf5a5f2-508c-49d9-840e-485cc3f8e847 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.975931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4be2a4c9-26cd-4bb3-a8aa-4dc1322769d9 req-eaf5a5f2-508c-49d9-840e-485cc3f8e847 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.3115129 Jul 07 17:19:43.139522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4be2a4c9-26cd-4bb3-a8aa-4dc1322769d9 req-cd55b995-fddb-4af5-b040-659eafd017b0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569576 Jul 07 17:19:43.256956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3597913-ebce-458a-be68-1317ae9ea282 None None] Network e15b887e-9e51-48f0-a42b-b128d07cba55 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:43.672256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e35d1a-fb62-4ffb-902d-8c84ccdecfeb req-0709808d-e38a-4363-b75c-abdbf229524d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.688722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00063fff-29fe-4ec8-a5be-3650c7bdabfd {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:43.691239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98e35d1a-fb62-4ffb-902d-8c84ccdecfeb req-0709808d-e38a-4363-b75c-abdbf229524d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.1709592 Jul 07 17:19:43.705896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.729431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Transition to ACTIVE for port object 00063fff-29fe-4ec8-a5be-3650c7bdabfd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.748938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.800277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98e35d1a-fb62-4ffb-902d-8c84ccdecfeb req-2be53def-f4c4-418d-824f-1cef21feb11c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012759 Jul 07 17:19:43.886869 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.982792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Provisioning for port d773081b-8e9c-49b1-a3ec-1b48a87d771f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:43.993479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51262) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.000291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53663611', 'description': 'tempest-description--78864355'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.035953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Pushing event updated for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.055084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.062628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.066597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Provisioning complete for port d773081b-8e9c-49b1-a3ec-1b48a87d771f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:44.067936 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.097425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.197671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,segment=NetworkSegment(4093fcc7-cbb9-4a30-84f2-73f61de25306),segment_id=4093fcc7-cbb9-4a30-84f2-73f61de25306)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:44.220560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.373181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.385391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:44.392711 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ba31f5-e843-4789-988d-1455cbce0cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "tag": "91592eeb-dbad-4340-825f-c949422e05bb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:44.419006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06129b55-b89e-4c7a-97c5-2aab455911da req-d6bc9b22-ba72-4752-a3b6-f4506e098bc0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.420950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06129b55-b89e-4c7a-97c5-2aab455911da req-d6bc9b22-ba72-4752-a3b6-f4506e098bc0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.2693293 Jul 07 17:19:44.478067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.491736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.513881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.516551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06129b55-b89e-4c7a-97c5-2aab455911da req-a8f932be-82e1-4d9b-93a8-5ecb53fc8368 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854709 Jul 07 17:19:44.592356 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.597145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6014245 Jul 07 17:19:44.602485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51268) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.607919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'security_group_rule': {'security_group_id': 'a94806fe-1d77-4d8c-80fa-831360a35707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:44.615788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cb153-cdea-4ce7-b139-906e7c2df1e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94806fe-1d77-4d8c-80fa-831360a35707,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.633419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07677-b1ff-441e-86ae-7463d68826fb req-a2963543-370b-45d3-a9c4-6c1955497779 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.641694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dea07677-b1ff-441e-86ae-7463d68826fb req-a2963543-370b-45d3-a9c4-6c1955497779 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 943 time: 0.2778263 Jul 07 17:19:44.662919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-f405d0e6-73d5-421e-aa6e-a47519ac7e2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9285014 Jul 07 17:19:44.744137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Attempting to bind port 00063fff-29fe-4ec8-a5be-3650c7bdabfd on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:44.745401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Attempting to bind port 00063fff-29fe-4ec8-a5be-3650c7bdabfd by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:44.745579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] For port d773081b-8e9c-49b1-a3ec-1b48a87d771f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d773081b-8e9c-49b1-a3ec-1b48a87d771f,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:44.746097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Attempting to bind port 00063fff-29fe-4ec8-a5be-3650c7bdabfd on network bccda586-dfb0-46ab-8f2a-ecfd70757270 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:44.782975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dea07677-b1ff-441e-86ae-7463d68826fb req-74d0723a-0d3d-4268-8c39-463f17d6c2e1 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401370 Jul 07 17:19:44.787242 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.849702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Port 00063fff-29fe-4ec8-a5be-3650c7bdabfd on network bccda586-dfb0-46ab-8f2a-ecfd70757270 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:44.850078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Attempting to bind port 00063fff-29fe-4ec8-a5be-3650c7bdabfd on network bccda586-dfb0-46ab-8f2a-ecfd70757270 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:44.859949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.887181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:44.887461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Checking segment: {'id': 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:44.888252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Bound using segment: {'id': 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:44.888551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Bound port: 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:44.888930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.011686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b52d-1e7f-4945-9441-6872b4cfc83a None None] Pushing event updated for resources: {'Port': ['ID=d773081b-8e9c-49b1-a3ec-1b48a87d771f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.034934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-1ce0cb14-705a-44de-9a01-d11428af0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.036634 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-1ce0cb14-705a-44de-9a01-d11428af0235 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c588abedb435eb974251677cf96fc&device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 1103 time: 0.3013422 Jul 07 17:19:45.041044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Provisioning for port 2a83ef35-48b4-4932-ba74-695140f26d9c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:45.063469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Provisioning complete for port 2a83ef35-48b4-4932-ba74-695140f26d9c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:45.064588 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.077578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:45.150906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Port 2a83ef35-48b4-4932-ba74-695140f26d9c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:45.156461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.175854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Provisioning complete for port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:45.177567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a56a825b-1a35-4826-a60b-b07b8f739d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.225441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd,segment=NetworkSegment(ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8),segment_id=ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:45.230665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.255141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.289707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.316869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.335682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bce31-51b2-4b79-9dd7-b653947d2373 req-c507e090-35c4-4eff-8be4-6aa5ccd7ef14 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.338083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f7bce31-51b2-4b79-9dd7-b653947d2373 req-c507e090-35c4-4eff-8be4-6aa5ccd7ef14 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.5348079 Jul 07 17:19:45.358601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90253591-1608-4c18-b09a-b37285ff7d5d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.466902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f7bce31-51b2-4b79-9dd7-b653947d2373 req-c1f126ff-0f47-4442-8248-7f970996b0d4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143849 Jul 07 17:19:45.487183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.491239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1121f02-15a5-4135-81ba-c34fdd8a7e6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8875346 Jul 07 17:19:45.533843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51272) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.536236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:45.564075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'security_group_rule': {'security_group_id': 'a94806fe-1d77-4d8c-80fa-831360a35707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:45.651178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb879-955b-44a7-938d-7c9c6cb85bc7 req-20d7476e-6839-40a4-9293-ce0af840b32f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.665131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adbcb879-955b-44a7-938d-7c9c6cb85bc7 req-20d7476e-6839-40a4-9293-ce0af840b32f tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 951 time: 0.4868724 Jul 07 17:19:45.701004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.725155 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f48c0c-2c15-4e9d-836a-b3a8c5206668 x-openstack-request-id: req-e3f48c0c-2c15-4e9d-836a-b3a8c5206668 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:45.726119 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "tag": "91592eeb-dbad-4340-825f-c949422e05bb", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:45.726738 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3f48c0c-2c15-4e9d-836a-b3a8c5206668 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:45.727546 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb', 'status': 'completed', 'code': 200} Jul 07 17:19:45.799859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.801221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.804362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] 10.222.0.23 "PUT /v2.0/ports/00063fff-29fe-4ec8-a5be-3650c7bdabfd HTTP/1.1" status: 200 len: 1092 time: 5.8744633 Jul 07 17:19:45.814893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.900120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:45.914652 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6fc4f-d07f-40db-97aa-9579daa37bdf" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:45.968404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:45.972206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.980678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.132704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-20136ecc-ea85-485f-88c9-d76025eb8051 None None] Provisioning complete for port d773081b-8e9c-49b1-a3ec-1b48a87d771f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:46.133483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20136ecc-ea85-485f-88c9-d76025eb8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.135804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adbcb879-955b-44a7-938d-7c9c6cb85bc7 req-df5aada9-6050-46c5-a08e-5ba1c7dbf4f4 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536788 Jul 07 17:19:46.281513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-8ad3320e-9bf8-4cb9-a399-39815093c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.296126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-8ad3320e-9bf8-4cb9-a399-39815093c7fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 1.2147954 Jul 07 17:19:46.309436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.409950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-89115db9-2aae-4e49-bbf0-968a6b742e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.418355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-89115db9-2aae-4e49-bbf0-968a6b742e24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1127 time: 0.7101693 Jul 07 17:19:46.425282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=2a83ef35-48b4-4932-ba74-695140f26d9c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.472370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d773081b-8e9c-49b1-a3ec-1b48a87d771f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:46.487716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.515992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.570925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae3ceb-aa4a-4c06-821f-5507248b91b0,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.580442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.581896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a3f4826-ede6-40bd-85ba-ac82c1e486d2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0308535 Jul 07 17:19:46.601488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51288) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.609134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c506c-7bf3-46d1-97cf-d141f6eb9285 req-d40b8804-ba90-4a05-b262-036fd3a5430f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.611629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b05c506c-7bf3-46d1-97cf-d141f6eb9285 req-d40b8804-ba90-4a05-b262-036fd3a5430f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.7052844 Jul 07 17:19:46.620004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:46.769061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d773081b-8e9c-49b1-a3ec-1b48a87d771f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:46.769740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.864552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-a7e52ba5-9b53-44f9-9500-6a2a8ffb4ed8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=26dc228e-25c0-4c23-be27-dc926cb138aa HTTP/1.1" status: 200 len: 217 time: 0.1711080 Jul 07 17:19:46.941646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c5b26bc7-d2b1-43e4-8a4f-dcdf55f1d441 None None] Provisioning complete for port 2a83ef35-48b4-4932-ba74-695140f26d9c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:46.942010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5b26bc7-d2b1-43e4-8a4f-dcdf55f1d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.967479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bb6b4-be3f-4c33-a45e-8682bffc671f service neutron] Pushing event updated for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.995320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b05c506c-7bf3-46d1-97cf-d141f6eb9285 req-5f23d6da-c7c7-4bec-ab3e-1ad37eef71b2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662846 Jul 07 17:19:47.012740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-6c81158d-f486-4078-9a13-a7c6e0093fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.016406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-6c81158d-f486-4078-9a13-a7c6e0093fee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307e5ad118fd4ee0bf6b4151799f0c5c&device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 1095 time: 0.9773777 Jul 07 17:19:47.035980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.065000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:47.068998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c5b26bc7-d2b1-43e4-8a4f-dcdf55f1d441 None None] Port 2a83ef35-48b4-4932-ba74-695140f26d9c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:47.138174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:47.138505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.211459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-14ad1558-2a5a-4c5e-a5b6-83cdd67d0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.215724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-14ad1558-2a5a-4c5e-a5b6-83cdd67d0b3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.5157130 Jul 07 17:19:47.268561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea066e-48ea-4302-8f98-f57e44efe53a req-3627e76d-8c18-40bf-9c6f-c1a138dd1848 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.284508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8ea066e-48ea-4302-8f98-f57e44efe53a req-3627e76d-8c18-40bf-9c6f-c1a138dd1848 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.5989153 Jul 07 17:19:47.413915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-cd1b318f-ced6-47fb-a9bb-d871573e5117 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd HTTP/1.1" status: 200 len: 217 time: 0.3285236 Jul 07 17:19:47.475107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.492939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-8ccdbb1e-0265-42d1-accb-944a3f793242 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 217 time: 0.1996140 Jul 07 17:19:47.642109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8ea066e-48ea-4302-8f98-f57e44efe53a req-e2699b28-9589-4e8f-877b-317069080b89 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532081 Jul 07 17:19:47.690113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663672-959a-4231-aafb-7d69616f868c req-2432fa00-1cf1-4f94-b994-b21ac37e6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.692693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-2432fa00-1cf1-4f94-b994-b21ac37e6463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be6c4c-5cb6-40c2-8e59-15bc20d8975a HTTP/1.1" status: 200 len: 854 time: 0.2121885 Jul 07 17:19:47.695586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-91af2d7b-2cda-42b8-aa28-c6119fd9087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.700251 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-91af2d7b-2cda-42b8-aa28-c6119fd9087b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.6721370 Jul 07 17:19:47.715681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-3db3bd85-432e-4a88-ba40-e03153dfeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.718828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-3db3bd85-432e-4a88-ba40-e03153dfeef4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1872990 Jul 07 17:19:47.768516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4681da3-bf45-4682-86c3-abe69f05b551 req-2a440a8b-4e11-422a-856e-2b8cfd0d5e7c tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.772361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:47.777287 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f55da-98e3-4b33-be16-de4471fe38ed x-openstack-request-id: req-c94f55da-98e3-4b33-be16-de4471fe38ed {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:47.778174 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:47.778339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4681da3-bf45-4682-86c3-abe69f05b551 req-2a440a8b-4e11-422a-856e-2b8cfd0d5e7c tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 943 time: 0.3305275 Jul 07 17:19:47.778548 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c94f55da-98e3-4b33-be16-de4471fe38ed {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:47.778548 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'code': 200} Jul 07 17:19:47.782414 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:47.883522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-134765d3-8d53-40af-a4b8-5f5412cc8fbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039064 Jul 07 17:19:48.029727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4681da3-bf45-4682-86c3-abe69f05b551 req-2a4f41b2-700b-4cf4-94ac-df8f4b9c9d43 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232726 Jul 07 17:19:48.036206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-ce3a62cc-a277-48a5-b8de-3847986f1591 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bccda586-dfb0-46ab-8f2a-ecfd70757270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362716 Jul 07 17:19:48.279031 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb6443-9edc-4ef8-ab0b-3bdc1a9357dd x-openstack-request-id: req-3beb6443-9edc-4ef8-ab0b-3bdc1a9357dd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:48.280116 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:48.280116 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3beb6443-9edc-4ef8-ab0b-3bdc1a9357dd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:48.281235 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd', 'status': 'completed', 'code': 200} Jul 07 17:19:48.351929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-27fcb4f0-5b38-4064-bf80-c17a86c5ed97 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477468 Jul 07 17:19:48.522155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae77b85-57de-4b2c-9a71-3cbb27c226e3 req-bd8dc80b-23e7-4bcd-b2aa-f8ae4cdc6c34 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.533394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ae77b85-57de-4b2c-9a71-3cbb27c226e3 req-bd8dc80b-23e7-4bcd-b2aa-f8ae4cdc6c34 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.3466804 Jul 07 17:19:48.679787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-d9e1e176-cd93-4d47-9f82-ad92ad8b947c service neutron] 10.222.0.23 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715048 Jul 07 17:19:48.779198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ae77b85-57de-4b2c-9a71-3cbb27c226e3 req-9f8289ed-0fba-4a4e-863f-b187b4689299 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330873 Jul 07 17:19:48.918061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ba31f5-e843-4789-988d-1455cbce0cb3 req-dd53d068-0188-41b4-bbc4-1c1aa6ba84a0 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206196 Jul 07 17:19:48.984043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931513-d9e0-4f8a-bd32-c47420a2311e req-4aebc90f-2609-4be1-8942-9edee4edd8fc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.990588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9931513-d9e0-4f8a-bd32-c47420a2311e req-4aebc90f-2609-4be1-8942-9edee4edd8fc tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.4044268 Jul 07 17:19:49.090855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-817aed21-b121-48cb-a352-e2594f8c5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.101844 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-817aed21-b121-48cb-a352-e2594f8c5e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2612689 Jul 07 17:19:49.130966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f663672-959a-4231-aafb-7d69616f868c req-938b661f-c385-46bd-be19-b5248a6be7c3 service neutron] 10.222.0.23 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916104 Jul 07 17:19:49.141655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9931513-d9e0-4f8a-bd32-c47420a2311e req-53bc745d-1e64-4d06-91e6-4ae935fceb60 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433208 Jul 07 17:19:49.317751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.333348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2ca45-4bff-4431-be25-d6a1babf25e6 req-fde04d5d-5c9c-4ffa-b4a7-801e437a176f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.348742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97b2ca45-4bff-4431-be25-d6a1babf25e6 req-fde04d5d-5c9c-4ffa-b4a7-801e437a176f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1383736 Jul 07 17:19:49.420367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97b2ca45-4bff-4431-be25-d6a1babf25e6 req-a3b9daed-6ee5-4a7a-886c-fbfdeb65e337 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Jul 07 17:19:49.475993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 91592eeb-dbad-4340-825f-c949422e05bb no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:49.830513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c385-5a74-42df-be35-5301f0600ea4 req-2a1bed42-28d6-40ae-a7e7-d007ca70265c tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.834699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bf5c385-5a74-42df-be35-5301f0600ea4 req-2a1bed42-28d6-40ae-a7e7-d007ca70265c tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 943 time: 0.1526246 Jul 07 17:19:49.929195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bf5c385-5a74-42df-be35-5301f0600ea4 req-5bf2e034-2bf0-45ae-9824-398c88c1f225 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872905 Jul 07 17:19:49.982059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-1316b4ad-f83c-4da2-b1e3-3d9638c5e16b service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373357 Jul 07 17:19:50.138219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.196872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.198090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.406622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-75bc9161-fb0a-4ff8-9ee0-35a4afaefa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.408544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-75bc9161-fb0a-4ff8-9ee0-35a4afaefa5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307e5ad118fd4ee0bf6b4151799f0c5c&device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 1095 time: 0.7986536 Jul 07 17:19:50.440493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f1e2-c726-455a-9435-4d385138c190 req-4f8018fd-6cef-4fe8-a02d-fc497a680a16 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.442376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2f9f1e2-c726-455a-9435-4d385138c190 req-4f8018fd-6cef-4fe8-a02d-fc497a680a16 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.1281052 Jul 07 17:19:50.629342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=2a83ef35-48b4-4932-ba74-695140f26d9c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.644443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2f9f1e2-c726-455a-9435-4d385138c190 req-c5c6031c-9860-4e34-8d44-dfa8a43a0f8c tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685243 Jul 07 17:19:50.797335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-4ef293a7-0d57-4442-9285-3292cfb8c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.799002 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-4ef293a7-0d57-4442-9285-3292cfb8c475 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bccda586-dfb0-46ab-8f2a-ecfd70757270 HTTP/1.1" status: 200 len: 915 time: 0.3703055 Jul 07 17:19:50.802047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a05d50f4-342b-4455-bb0b-946f3f730051 req-a0cce1fb-a6f0-4e92-ac67-65e5966413ff service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891259 Jul 07 17:19:50.841887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 172.25.3.116 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/f241c158-2025-4db8-9679-01b603b08cd7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:50.898379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062fbb6-d2ce-4c6f-8309-ca5701291d7f req-a537146b-6fce-4a36-b324-9e13afddbda1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.906274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e062fbb6-d2ce-4c6f-8309-ca5701291d7f req-a537146b-6fce-4a36-b324-9e13afddbda1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.3704853 Jul 07 17:19:50.971108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-2fc4a24f-55e8-42c9-96e1-c532e5643667 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd HTTP/1.1" status: 200 len: 217 time: 0.1421547 Jul 07 17:19:51.023481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e062fbb6-d2ce-4c6f-8309-ca5701291d7f req-f2831dc6-efe7-4d27-901c-19cadd82d15f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161060 Jul 07 17:19:51.522893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f86d-7ca9-446c-bca5-ed5a739ed1b0 req-44bb281c-974a-4a68-bacb-8e8571199640 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.528179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a98f86d-7ca9-446c-bca5-ed5a739ed1b0 req-44bb281c-974a-4a68-bacb-8e8571199640 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.2804546 Jul 07 17:19:51.620376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a98f86d-7ca9-446c-bca5-ed5a739ed1b0 req-438797b6-fd14-47bc-9c2b-91736b9fe9ce tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869210 Jul 07 17:19:51.653040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7423d-5710-4675-aa40-56f80bca5920 req-90414313-96ae-4237-b6f3-9471f1ac9d99 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.656064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4d7423d-5710-4675-aa40-56f80bca5920 req-90414313-96ae-4237-b6f3-9471f1ac9d99 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 943 time: 0.2042723 Jul 07 17:19:51.731101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-35c74fbc-cb50-4b67-9262-38fc1a369df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.732666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-35c74fbc-cb50-4b67-9262-38fc1a369df1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be6c4c-5cb6-40c2-8e59-15bc20d8975a HTTP/1.1" status: 200 len: 854 time: 0.7463903 Jul 07 17:19:51.737915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4d7423d-5710-4675-aa40-56f80bca5920 req-34d11a6f-840f-477b-8ab9-cf663f539aec tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677874 Jul 07 17:19:51.742894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 7b20d8a5-40ea-4798-a335-74742a178d84 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:51.747260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:51.879120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.000132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-7b371ac7-64bd-4873-b04b-17c516659cce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bccda586-dfb0-46ab-8f2a-ecfd70757270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819160 Jul 07 17:19:52.077790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375f077-dd9c-492f-9beb-88c3ed97490b req-0febfd8e-fb83-4388-b145-90ea3880cc45 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.086773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e375f077-dd9c-492f-9beb-88c3ed97490b req-0febfd8e-fb83-4388-b145-90ea3880cc45 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 944 time: 0.1326404 Jul 07 17:19:52.108746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-30967a22-1305-47cc-b33c-f179bbb51dc2 service neutron] 10.222.0.23 "GET /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb/bindings/n-h2-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.2956240 Jul 07 17:19:52.141690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e375f077-dd9c-492f-9beb-88c3ed97490b req-67bc735c-5f4b-47ba-b540-ed074709d158 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535293 Jul 07 17:19:52.202128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f6e315d3-33e4-4606-ac08-2e30e2b25621 None None] Provisioning complete for port 2a83ef35-48b4-4932-ba74-695140f26d9c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:52.203009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f6e315d3-33e4-4606-ac08-2e30e2b25621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.229464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.287667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f6e315d3-33e4-4606-ac08-2e30e2b25621 None None] Port 2a83ef35-48b4-4932-ba74-695140f26d9c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:52.348869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ace23-78a8-4b0b-8d4c-d1fcb23e8050 req-c1aa17be-9f81-40ba-b4d8-2fc2e014f85b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.350702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e93ace23-78a8-4b0b-8d4c-d1fcb23e8050 req-c1aa17be-9f81-40ba-b4d8-2fc2e014f85b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.0968318 Jul 07 17:19:52.377814 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-533eefd7-ca7a-4a75-8cce-445252dfb377 service neutron] 10.222.0.23 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619211 Jul 07 17:19:52.421280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e93ace23-78a8-4b0b-8d4c-d1fcb23e8050 req-126ee904-7e83-4c62-bd2c-2b86e0e2a240 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578773 Jul 07 17:19:52.444583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:52.462012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Router c5975088-e406-4179-a49a-77f4f2302cc8 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:52.518800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=f241c158-2025-4db8-9679-01b603b08cd7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.532488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:52.602106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:52.829961 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adc4e516-1ef3-4178-aa36-1149ffe0b0e5 req-d5f36294-c1c6-49de-affd-4a3e835bee67 service neutron] 10.222.0.23 "GET /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367139 Jul 07 17:19:52.855074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:52.863444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-762c7a90-9368-45c1-9064-d8ddf2f79929 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/routers/c5975088-e406-4179-a49a-77f4f2302cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6408679 Jul 07 17:19:52.866510 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] Sync routers for ids ['c5975088-e406-4179-a49a-77f4f2302cc8'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:52.874493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51514) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.874746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe6daf-ef88-47aa-95aa-2d640a5a224f req-69df093c-5995-489e-b638-dd991555972c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.878032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bfe6daf-ef88-47aa-95aa-2d640a5a224f req-69df093c-5995-489e-b638-dd991555972c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1075008 Jul 07 17:19:52.896797 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] Routers {'c5975088-e406-4179-a49a-77f4f2302cc8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:52.898052 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:19:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c5975088-e406-4179-a49a-77f4f2302cc8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.909262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.947954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.957013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.959143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:52.971034 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] Routers {'c5975088-e406-4179-a49a-77f4f2302cc8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:52.971947 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:19:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c5975088-e406-4179-a49a-77f4f2302cc8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.978526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bfe6daf-ef88-47aa-95aa-2d640a5a224f req-e6d8c6fa-b1ee-4aad-ae6b-d384e5361224 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 Jul 07 17:19:53.032511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91592eeb-dbad-4340-825f-c949422e05bb {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:53.054781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:53.059992 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:53.062117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a28a5-f32a-419f-bc9f-1e8e55a9c0c7 None None] The sync data for ids ['c5975088-e406-4179-a49a-77f4f2302cc8'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:53.082876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717dcdca-6cdc-4992-a204-101395736cd5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.088002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51522) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:53.088329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-717dcdca-6cdc-4992-a204-101395736cd5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5975088-e406-4179-a49a-77f4f2302cc8 HTTP/1.1" status: 200 len: 989 time: 0.2128479 Jul 07 17:19:53.091496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.093358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.341058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] Transition to ACTIVE for port object 91592eeb-dbad-4340-825f-c949422e05bb will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:53.348425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.499166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 00063fff-29fe-4ec8-a5be-3650c7bdabfd details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:53.519974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] No DVR routers for this DVR port 91592eeb-dbad-4340-825f-c949422e05bb on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:53.531161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] Pushing event updated for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.550907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.576152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.585930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-7ecddfa7-6524-4610-9942-f7704e10e572 service neutron] 10.222.0.23 "PUT /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb/bindings/n-h2-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4692333 Jul 07 17:19:53.664341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=f241c158-2025-4db8-9679-01b603b08cd7,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.682817 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.716449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.718555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9a038245-b4c7-4f92-ae20-6f2d1c5a1774 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1113470 Jul 07 17:19:53.721887 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:53.758506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763739a3-3f9b-4e39-a58a-4f1c4496245f req-80d5a670-0db0-4922-a51a-91fcf97f55ed tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.766691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-763739a3-3f9b-4e39-a58a-4f1c4496245f req-80d5a670-0db0-4922-a51a-91fcf97f55ed tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 943 time: 0.6250086 Jul 07 17:19:53.825054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-1b816d6c-fa6a-459e-a9e1-d02afcaf374a tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.831667 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-1b816d6c-fa6a-459e-a9e1-d02afcaf374a tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.1238861 Jul 07 17:19:53.857120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd,segment=NetworkSegment(ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8),segment_id=ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:53.890142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '00063fff-29fe-4ec8-a5be-3650c7bdabfd', 'network_id': 'bccda586-dfb0-46ab-8f2a-ecfd70757270', 'port_id': '00063fff-29fe-4ec8-a5be-3650c7bdabfd', 'mac_address': 'fa:16:3e:f3:d0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be6c4c-5cb6-40c2-8e59-15bc20d8975a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:53.954701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-548b5321-0e35-40ed-aa91-15b868abc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.957332 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-548b5321-0e35-40ed-aa91-15b868abc6c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd&tenant_id=c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 1097 time: 0.1214731 Jul 07 17:19:53.960657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-763739a3-3f9b-4e39-a58a-4f1c4496245f req-55a10f46-a4a3-4862-9b33-7aa7321ec438 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910179 Jul 07 17:19:53.996412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.015752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00063fff-29fe-4ec8-a5be-3650c7bdabfd {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:54.065290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd,segment=NetworkSegment(ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8),segment_id=ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:54.070527 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.126132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a5139fa0-b079-47a9-bc70-40cf8323484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.127784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a5139fa0-b079-47a9-bc70-40cf8323484c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1097 time: 0.1410105 Jul 07 17:19:54.174826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.270685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-ea9fb111-2ad9-403d-b181-fa73b1e60f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.272121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-ea9fb111-2ad9-403d-b181-fa73b1e60f63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.1380005 Jul 07 17:19:54.312858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['00063fff-29fe-4ec8-a5be-3650c7bdabfd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:54.320310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-1003dae2-09f7-4633-a61f-a7a2a076e7f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 200 len: 217 time: 0.0406251 Jul 07 17:19:54.349240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033620-2e59-42b6-a7cf-d1cbf68f5de2 req-8848d785-438b-4c74-9fd9-efececf49df4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.350885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa033620-2e59-42b6-a7cf-d1cbf68f5de2 req-8848d785-438b-4c74-9fd9-efececf49df4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 944 time: 0.2256918 Jul 07 17:19:54.378669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.391080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-f89c806d-69df-49b8-ac45-541302d0aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.393167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-f89c806d-69df-49b8-ac45-541302d0aaaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0664563 Jul 07 17:19:54.441755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-75b3da4f-da21-46f1-81d2-1f6b40a5a930 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419018 Jul 07 17:19:54.491273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa033620-2e59-42b6-a7cf-d1cbf68f5de2 req-8c12d2d5-464d-47a5-bd22-e3727aa50fc4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253922 Jul 07 17:19:54.515573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bee22-4fa2-4415-865a-91bbd79b68c3 req-5ac2252a-0ffd-4c7a-b6e9-11258ceec0ea tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.517449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa7bee22-4fa2-4415-865a-91bbd79b68c3 req-5ac2252a-0ffd-4c7a-b6e9-11258ceec0ea tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.2788601 Jul 07 17:19:54.570368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-dfab2fd1-4a40-4b4d-8777-2ca2a4892ad5 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214497 Jul 07 17:19:54.626710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa7bee22-4fa2-4415-865a-91bbd79b68c3 req-03d52a8e-09a1-46b0-9718-fb1252c6e36a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011739 Jul 07 17:19:54.709816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-ef816d5d-e72a-4e95-8411-d0558a89cf22 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293194 Jul 07 17:19:54.758946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 2a83ef35-48b4-4932-ba74-695140f26d9c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:54.760031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.940767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.964274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 2a83ef35-48b4-4932-ba74-695140f26d9c owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:54.982147 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871a153-0a84-4211-aa1b-b362835dd42f req-77ccdc0b-5124-4d08-8c1d-ef76de34a6cc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.983902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8871a153-0a84-4211-aa1b-b362835dd42f req-77ccdc0b-5124-4d08-8c1d-ef76de34a6cc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1551611 Jul 07 17:19:55.105420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8871a153-0a84-4211-aa1b-b362835dd42f req-73bc0efa-d9fd-4524-a45b-31496d1059c8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Jul 07 17:19:55.119752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-d187c14b-2173-462b-8cb8-5b69e8b80848 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.121556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-d187c14b-2173-462b-8cb8-5b69e8b80848 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.0894835 Jul 07 17:19:55.308839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a7dac651-1f00-48a0-bdae-1c7b9b03631f service neutron] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:55.314765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a7dac651-1f00-48a0-bdae-1c7b9b03631f service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.316628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e4dd4a19-95ae-4c20-8c6a-0c441d401f86 req-a7dac651-1f00-48a0-bdae-1c7b9b03631f service neutron] 10.222.0.73 "DELETE /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb/bindings/n-h1-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.1879957 Jul 07 17:19:55.336778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-074354c1-a3d7-4a9c-b025-94a7bfd55b39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--53663611&fields=id&tenant_id=9a18ef69d4d540d6be171f96a035a883 HTTP/1.1" status: 200 len: 267 time: 0.0905156 Jul 07 17:19:55.348894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.411751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.439938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=2a83ef35-48b4-4932-ba74-695140f26d9c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.492941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:55.499501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 00063fff-29fe-4ec8-a5be-3650c7bdabfd up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:55.506488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-fe578d33-8d0f-47c4-a027-5c8c793d0ca0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.508029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-fe578d33-8d0f-47c4-a027-5c8c793d0ca0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 932 time: 0.1624181 Jul 07 17:19:55.617353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.671830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 00063fff-29fe-4ec8-a5be-3650c7bdabfd completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:55.700601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 00063fff-29fe-4ec8-a5be-3650c7bdabfd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:55.701323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.730352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-dc340e55-82ab-4ee9-8342-382e92605763 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.732557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-dc340e55-82ab-4ee9-8342-382e92605763 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 932 time: 0.1853931 Jul 07 17:19:55.763127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:55.785846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9b608-66a9-452c-b491-76ca3de5c760 req-19b01d8a-3daf-4e73-9676-d4a10890b7bb tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.787303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'network_id': '3b026fdd-9e13-4596-9cd3-939dd05c8117', 'port_id': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'mac_address': 'fa:16:3e:a1:52:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99abac-e901-4d7c-acbb-289493bd7fc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:55.787781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47c9b608-66a9-452c-b491-76ca3de5c760 req-19b01d8a-3daf-4e73-9676-d4a10890b7bb tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 944 time: 0.3700638 Jul 07 17:19:55.810058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-77c10e25-aee9-4992-af08-f1afadd8828d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0674891 Jul 07 17:19:55.861547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.882718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.888307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:55.926362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:55.931671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:55.934799 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238fa405-fafa-49d6-8e1a-286b32871319" -d '{"events": [{"server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "name": "network-vif-plugged", "status": "completed", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:55.945068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.946598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-ae7f31a5-dbf2-4b02-89ff-2c93946a42c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0826628 Jul 07 17:19:55.954051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd,segment=NetworkSegment(ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8),segment_id=ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:55.983060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Router c5975088-e406-4179-a49a-77f4f2302cc8 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:55.983921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.987316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47c9b608-66a9-452c-b491-76ca3de5c760 req-52c96edc-1474-4e61-bf55-4ffea1f4fbe5 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753852 Jul 07 17:19:56.030733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.122317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.161669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:56.176110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed9572cf-d51b-4136-bee8-427a83a13ad6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/routers/c5975088-e406-4179-a49a-77f4f2302cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0827253 Jul 07 17:19:56.176419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51626) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.185079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] Sync routers for ids ['c5975088-e406-4179-a49a-77f4f2302cc8'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:56.208262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e7bac71c-480c-412d-b5a0-b76e8828687b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:56.237126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8bd212ed-9f78-49ea-9bd1-a2c88b32e3c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.238357 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e14540-e75f-4701-8a39-21a230e09f04 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:19:56.242329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-60e14540-e75f-4701-8a39-21a230e09f04 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/2a83ef35-48b4-4932-ba74-695140f26d9c HTTP/1.1" status: 404 len: 333 time: 0.0640845 Jul 07 17:19:56.246431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51628) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.250493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8bd212ed-9f78-49ea-9bd1-a2c88b32e3c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.265356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] Routers {'c5975088-e406-4179-a49a-77f4f2302cc8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:56.266283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8bd212ed-9f78-49ea-9bd1-a2c88b32e3c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.266620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:19:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c5975088-e406-4179-a49a-77f4f2302cc8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.279166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8bd212ed-9f78-49ea-9bd1-a2c88b32e3c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=e15b887e-9e51-48f0-a42b-b128d07cba55&id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 1989 time: 0.3162465 Jul 07 17:19:56.310684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f95ce42d-89d1-4bfa-b446-0a5fdb62f87d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/quotas/9a18ef69d4d540d6be171f96a035a883 HTTP/1.1" status: 200 len: 375 time: 0.0296421 Jul 07 17:19:56.379299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.414728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] Routers {'c5975088-e406-4179-a49a-77f4f2302cc8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:56.415829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:19:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c5975088-e406-4179-a49a-77f4f2302cc8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.426505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.474009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.474878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d672067-d71f-4f6f-a98b-7e57706527ce None None] The sync data for ids ['c5975088-e406-4179-a49a-77f4f2302cc8'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:56.490907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f8a6d530-55cf-4ac6-a9f9-486bc2be64c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1789694 Jul 07 17:19:56.675830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.678845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.682389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d2f7b54f-28e8-4b18-a190-798474bd43c8 service neutron] 10.222.0.66 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608930 Jul 07 17:19:56.742311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.743190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Fanout notify agent at l3_agent the message router_deleted on router c5975088-e406-4179-a49a-77f4f2302cc8 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:56.751747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.752903 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f697217b-902a-458e-a1ab-48a08dfcfb83 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/routers/c5975088-e406-4179-a49a-77f4f2302cc8 HTTP/1.1" status: 204 len: 168 time: 0.5053701 Jul 07 17:19:56.755014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69cd62-772e-409e-a29b-124a2e62bb58 req-2e7b9f2d-d9db-4b06-9ecb-cb99d107cbcf tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.756886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e69cd62-772e-409e-a29b-124a2e62bb58 req-2e7b9f2d-d9db-4b06-9ecb-cb99d107cbcf tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 945 time: 0.2115953 Jul 07 17:19:56.757350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.833421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 9c3ebb36-1040-4718-b3e8-98d0ec578afb {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:56.836068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e69cd62-772e-409e-a29b-124a2e62bb58 req-b86e6259-c57c-4951-8b76-8c02aaf47714 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Jul 07 17:19:56.836880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.864779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.886684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-625ea7bb-3f13-44a5-b0dc-4eb43620475e service neutron] 10.222.0.66 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954727 Jul 07 17:19:56.927741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.966129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d052d4cb-c8a9-4fdc-a4cf-d396b63a4a46 service neutron] 10.222.0.66 "GET /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0643189 Jul 07 17:19:57.062393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.135459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-1182db28-9b58-48f2-9c5d-6ce3167040fc service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483529 Jul 07 17:19:57.143929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f5d1-9565-4522-bd0d-8569b41fee5a req-fd5a8b64-dd6f-4c37-8e98-f2cd3ca58cf6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.145857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc27f5d1-9565-4522-bd0d-8569b41fee5a req-fd5a8b64-dd6f-4c37-8e98-f2cd3ca58cf6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.1696904 Jul 07 17:19:57.153284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.192190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.202431 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/9c3ebb36-1040-4718-b3e8-98d0ec578afb HTTP/1.1" status: 204 len: 168 time: 0.4377370 Jul 07 17:19:57.202639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a52ca-acbf-41f0-8cce-7b5f10b18e8b None None] Network 7b20d8a5-40ea-4798-a335-74742a178d84 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:57.205382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963b3f-bd07-4c8c-95bb-5a40997b7e28 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3ebb36-1040-4718-b3e8-98d0ec578afb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.207278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51636) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.257406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc27f5d1-9565-4522-bd0d-8569b41fee5a req-ac95fe0a-541e-4760-a51a-bf5c8b1604da tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992839 Jul 07 17:19:57.285608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-917f1322-1421-44f2-be3a-7cef3baa93ee service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385007 Jul 07 17:19:57.295292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.397866 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e7c4d-500e-453a-8de8-633bad3fde54 x-openstack-request-id: req-803e7c4d-500e-453a-8de8-633bad3fde54 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:57.398268 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "name": "network-vif-plugged", "status": "completed", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:57.401237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:57.401582 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-803e7c4d-500e-453a-8de8-633bad3fde54 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:57.401890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.402015 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd', 'code': 200} Jul 07 17:19:57.448481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-735d575f-9795-4f5e-8fbd-1034df989d72 service neutron] 10.222.0.66 "GET /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1464801 Jul 07 17:19:57.500655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:57.539730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] For port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,segment=NetworkSegment(4093fcc7-cbb9-4a30-84f2-73f61de25306),segment_id=4093fcc7-cbb9-4a30-84f2-73f61de25306)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:57.540259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.576337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:57.592800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbd11d-90b9-401d-8675-fd629543d476 req-c358cab8-e503-4b3d-a8fc-e083d9beb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.595240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a8dbd11d-90b9-401d-8675-fd629543d476 req-c358cab8-e503-4b3d-a8fc-e083d9beb974 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 1097 time: 0.1279993 Jul 07 17:19:57.637556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port e7bac71c-480c-412d-b5a0-b76e8828687b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:57.638213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.704783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] DHCP port deletion for 7b20d8a5-40ea-4798-a335-74742a178d84 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:57.826779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a8dbd11d-90b9-401d-8675-fd629543d476 req-16d16414-14c5-4ed2-852a-8479b71cc1b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210894 Jul 07 17:19:57.878517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.891068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.899513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No DVR routers for this DVR port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:57.910044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Deleting port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:57.910666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.005834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.079709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] For port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:58.080381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.098957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Calling delete_port for c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:58.099274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-0b9b8b79-60bf-4d6a-b34b-f201cfcaec7d service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365542 Jul 07 17:19:58.112342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93dcd-0286-40d6-8073-e636c5f84e90 req-d7eba10c-3690-40cd-97c8-500e294cb18e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.112790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:19:58.114281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59e93dcd-0286-40d6-8073-e636c5f84e90 req-d7eba10c-3690-40cd-97c8-500e294cb18e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.6060736 Jul 07 17:19:58.114878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:58.116474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.159406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.161308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] Pushing event deleted for resources: {'Port': ['ID=c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.169708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c75d9-3931-48ab-bc1d-f10a30f7946b None None] No DVR routers for this DVR port c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:58.181632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.227629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b20d8a5-40ea-4798-a335-74742a178d84']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:58.254600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.258420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59e93dcd-0286-40d6-8073-e636c5f84e90 req-65d20752-e4a7-4f25-a43c-d978de28780b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181762 Jul 07 17:19:58.275334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4093fcc7-cbb9-4a30-84f2-73f61de25306') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:58.275638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4093fcc7-cbb9-4a30-84f2-73f61de25306') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:58.312501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.341441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-803be1cc-77d2-480e-827b-01ef874d91aa service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257061 Jul 07 17:19:58.369324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157af52-9b06-4259-a9f1-61066f393f90 req-685568c7-d130-4430-ad39-30c15462960a tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.373656 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6157af52-9b06-4259-a9f1-61066f393f90 req-685568c7-d130-4430-ad39-30c15462960a tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 947 time: 0.4639285 Jul 07 17:19:58.376098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.417616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:58.445210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:58.446153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:58.450557 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:58.467919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:58.468270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c72d9d3d-3d8e-4cb4-b70b-0c74b80582fa not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:58.580975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.585783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-cd657001-5fbe-41fd-b1ba-8c5f3fd2a3df service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427304 Jul 07 17:19:58.612600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.617295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/7b20d8a5-40ea-4798-a335-74742a178d84 HTTP/1.1" status: 204 len: 168 time: 1.4086173 Jul 07 17:19:58.624627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51642) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.655391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=7b20d8a5-40ea-4798-a335-74742a178d84,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.667585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.668053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.668452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.668812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.669147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.669487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.669844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.670186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.670591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.670928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.671266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.671597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ce3d2-04cf-4ef6-ae36-f0b17c206f18 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:58.703901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Deleting port de6772ae-e517-454f-a742-4c6a4935856a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:58.704352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.854104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c7bd0-029a-483a-a3d3-9e0c19dfad8c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.863473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-406c7bd0-029a-483a-a3d3-9e0c19dfad8c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b HTTP/1.1" status: 200 len: 844 time: 0.2357163 Jul 07 17:19:58.874518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51644) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.883593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63754e7d-f7cf-476a-8bf5-2ab2073391da req-98a32406-d47a-4fe6-b451-9458a3388e77 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.886387 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63754e7d-f7cf-476a-8bf5-2ab2073391da req-98a32406-d47a-4fe6-b451-9458a3388e77 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=f46e3366-0af4-40b1-b555-9fe973e42a64 HTTP/1.1" status: 200 len: 947 time: 0.3736577 Jul 07 17:19:58.921953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] For port de6772ae-e517-454f-a742-4c6a4935856a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=de6772ae-e517-454f-a742-4c6a4935856a,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:58.922422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.945078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Calling delete_port for de6772ae-e517-454f-a742-4c6a4935856a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:58.966884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61ee9e1f-7cfb-46b9-925d-1cc65e464bda tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0896876 Jul 07 17:19:58.972669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51646) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.979160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:58.980233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-861a45c3-5a2c-489b-a02e-deb3f4c28a77 service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751800 Jul 07 17:19:59.001828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63754e7d-f7cf-476a-8bf5-2ab2073391da req-2b6d33af-54eb-42ab-9ce4-54695974bd5b tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066086 Jul 07 17:19:59.139270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2428177b-2bff-4d5f-bce0-d4996d9021b3 service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520677 Jul 07 17:19:59.157792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:59.164424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.307106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-30fad913-8627-4ec9-8276-869eba8b3a8b service neutron] 10.222.0.66 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467509 Jul 07 17:19:59.317220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cfd52-ecb0-4d05-8649-730937ac031e req-6516b0c3-6626-4704-b042-198cb4ccf4ba tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.319103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-163cfd52-ecb0-4d05-8649-730937ac031e req-6516b0c3-6626-4704-b042-198cb4ccf4ba tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 945 time: 0.1756382 Jul 07 17:19:59.376681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.403339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:59.408537 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c49ee99-8bba-4b43-831c-cbe935a7163f" -d '{"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:59.417797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Pushing event deleted for resources: {'Port': ['ID=de6772ae-e517-454f-a742-4c6a4935856a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.441808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-163cfd52-ecb0-4d05-8649-730937ac031e req-bca677e4-6356-4eda-8e2f-9dcbdd7f35f3 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100075 Jul 07 17:19:59.475782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7e29cc47-2b5f-4092-97e6-56c59336427c service neutron] 10.222.0.66 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556284 Jul 07 17:19:59.514795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] No DVR routers for this DVR port de6772ae-e517-454f-a742-4c6a4935856a on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:59.521242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.524711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6157af52-9b06-4259-a9f1-61066f393f90 req-f98d91a6-0752-4253-8b01-98f95815ef86 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "DELETE /v2.0/ports/de6772ae-e517-454f-a742-4c6a4935856a HTTP/1.1" status: 204 len: 173 time: 1.1365631 Jul 07 17:19:59.526789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-deleted', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:59.531426 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913bdc9e-c8e6-4044-baf1-70e4198f9383" -d '{"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-deleted", "tag": "de6772ae-e517-454f-a742-4c6a4935856a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:59.644392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d5930a90-9664-4d6a-9e43-b913864a56bb service neutron] 10.222.0.66 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464963 Jul 07 17:19:59.710820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.778647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:59.784419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:59.792849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.793855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.821089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=278b27e2-61a4-47af-86a7-a53c5292fe3f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.821945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1b485-354e-41e9-891a-2ebd022bb8e5 None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:59.842681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b7ff585-84df-4af0-93e2-21b8b283aefd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8645113 Jul 07 17:19:59.843264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51658) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.848727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054270719'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.860828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4bb93-6df6-429e-8850-f05375d3d5b5 req-7b25a2ce-6b09-4833-82f0-b18a31c80ec6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.862427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ec4bb93-6df6-429e-8850-f05375d3d5b5 req-7b25a2ce-6b09-4833-82f0-b18a31c80ec6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1633615 Jul 07 17:19:59.865731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f0b8d5c6-7ab4-48f9-9bbe-547c57c20558 service neutron] 10.222.0.66 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093532 Jul 07 17:20:00.000374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.051539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ec4bb93-6df6-429e-8850-f05375d3d5b5 req-e3460725-bcb9-41e0-b6df-54a0b19ce448 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746523 Jul 07 17:20:00.153524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-b795e12a-fdca-40db-87d5-32c81d2104ab service neutron] 10.222.0.66 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689641 Jul 07 17:20:00.190528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'tenant_id': '84e0f2e49c0d47eeaef723fdd7599000', 'fixed_ips': [{'subnet_id': '278b27e2-61a4-47af-86a7-a53c5292fe3f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:00.192472 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.271815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.277478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.326683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4ebd0-4e6f-4aa0-b02c-ed933f9ee29d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.343801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.347536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-413ea406-f63b-4d56-b0ea-ba840a0f059f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5024765 Jul 07 17:20:00.352139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51662) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:00.359340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529684236'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:00.397330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.548393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e6f3-9d27-4575-bb5f-3cb7eb36afd8 req-930afb4b-ae6e-4e33-8e75-97d3e2696136 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:00.554493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a56e6f3-9d27-4575-bb5f-3cb7eb36afd8 req-930afb4b-ae6e-4e33-8e75-97d3e2696136 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1784441 Jul 07 17:20:00.636121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a56e6f3-9d27-4575-bb5f-3cb7eb36afd8 req-9ee7e0b3-8b4a-4168-9629-75f1ef152b27 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Jul 07 17:20:00.746370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Allocated IP 2001:db8::2 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/278b27e2-61a4-47af-86a7-a53c5292fe3f/badc03f3-d989-41bf-be1b-c17f4094ffac) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:00.788567 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f4243-d1dc-49b5-8ef7-084a31221574 x-openstack-request-id: req-c67f4243-d1dc-49b5-8ef7-084a31221574 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:00.789228 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-plugged", "status": "completed", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:00.790879 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c67f4243-d1dc-49b5-8ef7-084a31221574 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:00.791987 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'code': 200} Jul 07 17:20:01.113511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.114977 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a11b030-1021-4c6b-a69b-ddd13ae434b8 x-openstack-request-id: req-1a11b030-1021-4c6b-a69b-ddd13ae434b8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:01.115321 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e3366-0af4-40b1-b555-9fe973e42a64", "name": "network-vif-deleted", "tag": "de6772ae-e517-454f-a742-4c6a4935856a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:01.115675 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a11b030-1021-4c6b-a69b-ddd13ae434b8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:01.116164 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e3366-0af4-40b1-b555-9fe973e42a64', 'name': 'network-vif-deleted', 'tag': 'de6772ae-e517-454f-a742-4c6a4935856a', 'status': 'completed', 'code': 200} Jul 07 17:20:01.139855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Transition to ACTIVE for port object badc03f3-d989-41bf-be1b-c17f4094ffac will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:01.176240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Transition to ACTIVE for port object badc03f3-d989-41bf-be1b-c17f4094ffac will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:01.187601 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.219620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767072e-11d4-409a-a09e-622f46beb786 req-36f727d8-b738-42a1-8d8f-7861fd1b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.221924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a767072e-11d4-409a-a09e-622f46beb786 req-36f727d8-b738-42a1-8d8f-7861fd1b47db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1099 time: 0.1747541 Jul 07 17:20:01.244384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:01.249374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:01.261393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:01.269510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.340997 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a767072e-11d4-409a-a09e-622f46beb786 req-bcff39d7-6f73-45f3-903b-055a9693fcbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 Jul 07 17:20:01.343807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.346329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106741-ddc0-4a35-8676-126422f25923 req-9ff38f5d-c5f0-4326-ad62-865572bcafc2 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.347803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3106741-ddc0-4a35-8676-126422f25923 req-9ff38f5d-c5f0-4326-ad62-865572bcafc2 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1097 time: 0.1162112 Jul 07 17:20:01.351797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.358983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Attempting to bind port badc03f3-d989-41bf-be1b-c17f4094ffac on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:01.361199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Attempting to bind port badc03f3-d989-41bf-be1b-c17f4094ffac by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'fe922e2a-d946-455b-af2d-49e8442ec191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:01.361199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Attempting to bind port badc03f3-d989-41bf-be1b-c17f4094ffac on network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:01.366688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:01.367257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Checking segment: {'id': 'fe922e2a-d946-455b-af2d-49e8442ec191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:01.367774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.368280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Bound using segment: {'id': 'fe922e2a-d946-455b-af2d-49e8442ec191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:01.369008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Bound port: badc03f3-d989-41bf-be1b-c17f4094ffac, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe922e2a-d946-455b-af2d-49e8442ec191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:01.369420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.432567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.439028 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0841610 Jul 07 17:20:01.446843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51690) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.454492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2077232059', 'security_groups': ['6f74090c-546b-4ba6-b143-87195984da09'], 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '278b27e2-61a4-47af-86a7-a53c5292fe3f'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:01.459715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3106741-ddc0-4a35-8676-126422f25923 req-9380f90e-1d69-4c6f-b60a-20a68c9d59fa tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941627 Jul 07 17:20:01.465647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:01.471030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:01.479478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.553472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:01.576294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdde624-b1bd-4590-8d03-c66a5019c70c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74090c-546b-4ba6-b143-87195984da09,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.604173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: de6772ae-e517-454f-a742-4c6a4935856a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:01.604681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device de6772ae-e517-454f-a742-4c6a4935856a not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:01.681460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fc9b4-9c86-432f-8cad-6bbb40b711f0 None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.706162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:01.812166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f114b9f-2ced-487a-9793-6e776d77f4ae req-cd960ad4-f9b2-4e43-b953-c0121929bbb5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.819387 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f114b9f-2ced-487a-9793-6e776d77f4ae req-cd960ad4-f9b2-4e43-b953-c0121929bbb5 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1095982 Jul 07 17:20:01.881071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.888572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e6d9cbf-4fe2-42cc-855e-d126e4dc94bc req-157da856-85f9-49f4-a22f-694805c054e9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0623465 Jul 07 17:20:01.909684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 969c01c8-6077-4c02-89c0-e86e22ed74a6 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:01.969217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f114b9f-2ced-487a-9793-6e776d77f4ae req-a9b282ac-b684-4cb1-b863-b43f96b93eb3 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482306 Jul 07 17:20:02.434481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::377 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/278b27e2-61a4-47af-86a7-a53c5292fe3f/969c01c8-6077-4c02-89c0-e86e22ed74a6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:02.469995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:02.578046 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port badc03f3-d989-41bf-be1b-c17f4094ffac completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:02.600893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad980a5-82bc-42e4-b535-d4471000a7c8 req-cfc8bdbc-8747-44e9-9eee-fe52dfe72786 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.613856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ad980a5-82bc-42e4-b535-d4471000a7c8 req-cfc8bdbc-8747-44e9-9eee-fe52dfe72786 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 1097 time: 0.3410962 Jul 07 17:20:02.678252 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.704991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 969c01c8-6077-4c02-89c0-e86e22ed74a6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:02.745324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4211933-4170-47c5-84b9-3863933efed3 req-f2d07baf-6ed8-4ac5-a089-8ad15314e1b2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.752725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4211933-4170-47c5-84b9-3863933efed3 req-f2d07baf-6ed8-4ac5-a089-8ad15314e1b2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.3803983 Jul 07 17:20:02.770306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.846896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=969c01c8-6077-4c02-89c0-e86e22ed74a6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.877606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:02.880135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:02.887977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:02.896528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.897559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.897843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4211933-4170-47c5-84b9-3863933efed3 req-a75661cb-8f6e-4764-b7b6-bde46e299c72 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399813 Jul 07 17:20:02.919734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a2b80fcf-69ea-45ed-a25f-c892e08a991c tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4707668 Jul 07 17:20:02.923900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ad980a5-82bc-42e4-b535-d4471000a7c8 req-ef1ef401-5fe4-4d88-9740-f080322e6ca5 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087947 Jul 07 17:20:02.924551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51744) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.938721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.286000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b429e14-30f7-4e46-9445-95b521a16c50 req-411859f7-0792-4d45-9cb7-e8d81c99b396 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.287899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b429e14-30f7-4e46-9445-95b521a16c50 req-411859f7-0792-4d45-9cb7-e8d81c99b396 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 949 time: 0.1413882 Jul 07 17:20:03.290274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:03.295735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.339605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b429e14-30f7-4e46-9445-95b521a16c50 req-d0ddd837-bbc6-4a73-b6cd-fb2e7508037e tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Jul 07 17:20:03.443282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7debc40e-c2a9-48f5-8f35-5ac22267db3f req-5582e2e4-bc4a-43f7-a85c-46b8cbb29b93 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0828147 Jul 07 17:20:03.489239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Provisioning for port badc03f3-d989-41bf-be1b-c17f4094ffac completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:03.504028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:03.504623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.629641 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 278b27e2-61a4-47af-86a7-a53c5292fe3f (CIDR: 2001:db8::/64) Jul 07 17:20:03.667198 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:03.667932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:03.720392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-479c4c48-e2cd-4c0e-a731-b9d2a17ce9d8 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7938492 Jul 07 17:20:03.724790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51756) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.732899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf179-9935-4728-b5df-819e205e2fb0 req-d98643db-b8c8-4909-bcf7-c064f139afc6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.740547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.748020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68fdf179-9935-4728-b5df-819e205e2fb0 req-d98643db-b8c8-4909-bcf7-c064f139afc6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1897891 Jul 07 17:20:03.752885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.845397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68fdf179-9935-4728-b5df-819e205e2fb0 req-0e023f23-a0b8-47ad-9fd0-a6099e309f7e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942466 Jul 07 17:20:03.904049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.916345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.080032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:04.092794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:04.095113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.207941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.219968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-5a0576d2-2c36-4566-b375-c119dbae7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.222206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-5a0576d2-2c36-4566-b375-c119dbae7016 service neutron] 10.222.0.73 "GET /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 1028 time: 0.2147856 Jul 07 17:20:04.242978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-69229188-6538-4642-b476-4ba16e962fc6 None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:04.448733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40a7a0f0-16f7-4b66-b387-1ff19b368d0b None None] Provisioning for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:04.473532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40a7a0f0-16f7-4b66-b387-1ff19b368d0b None None] Provisioning complete for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:04.474483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40a7a0f0-16f7-4b66-b387-1ff19b368d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.477367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:04.500904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e5464001-1378-428a-8b5b-9050f4ed0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.505177 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e5464001-1378-428a-8b5b-9050f4ed0048 service neutron] 10.222.0.73 "GET /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 1028 time: 0.2543812 Jul 07 17:20:04.536484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-af972867-a051-4f80-bca7-0ddeda0647b2 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.545855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-af972867-a051-4f80-bca7-0ddeda0647b2 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 949 time: 0.4742460 Jul 07 17:20:04.613744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:04.622623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.703586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:04.728981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0bd99-e73b-4d99-ac66-dcee1f92b055 req-a64e2056-ce2e-4bbd-9ae1-6acc7225f8f2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.732710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53b0bd99-e73b-4d99-ac66-dcee1f92b055 req-a64e2056-ce2e-4bbd-9ae1-6acc7225f8f2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1033418 Jul 07 17:20:04.761099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-40a7a0f0-16f7-4b66-b387-1ff19b368d0b None None] Port 969c01c8-6077-4c02-89c0-e86e22ed74a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:04.765652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '39929a25-914c-4993-aeec-0a468bc15cf3', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '39929a25-914c-4993-aeec-0a468bc15cf3', 'mac_address': 'fa:16:3e:1b:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:04.829153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:04.829825 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.865282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53b0bd99-e73b-4d99-ac66-dcee1f92b055 req-0a770938-64a1-4517-a97f-36bed5ffa83a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Jul 07 17:20:04.892617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc60011-1589-443e-b42a-fc1cf85b2054 req-f3774b3c-3541-447e-874e-49b74b1a377d tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.894254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fc60011-1589-443e-b42a-fc1cf85b2054 req-f3774b3c-3541-447e-874e-49b74b1a377d tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 949 time: 0.1602881 Jul 07 17:20:04.934079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.957911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39929a25-914c-4993-aeec-0a468bc15cf3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:04.988408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:04.998988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.004071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fc60011-1589-443e-b42a-fc1cf85b2054 req-bbfeb45e-034b-48d9-bd33-f487316c76e9 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/security-groups?id=882691b2-33ae-4d48-b040-1b78dd2078d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807507 Jul 07 17:20:05.065077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7a7e1c6f-c00d-40f0-9c32-23fc080c1a5b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.075279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.093066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7a7e1c6f-c00d-40f0-9c32-23fc080c1a5b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.112527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7a7e1c6f-c00d-40f0-9c32-23fc080c1a5b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.124476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7a7e1c6f-c00d-40f0-9c32-23fc080c1a5b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=e15b887e-9e51-48f0-a42b-b128d07cba55&id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 1989 time: 0.5757515 Jul 07 17:20:05.161342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['39929a25-914c-4993-aeec-0a468bc15cf3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:05.357222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-feda91e3-09fb-48ac-99fc-aa7d5ce0c0e7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a18ef69d4d540d6be171f96a035a883 HTTP/1.1" status: 200 len: 378 time: 0.2034590 Jul 07 17:20:05.364740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Deleting port 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:05.365172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.398661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1db3db9-daa6-4c74-b3c0-61b7ff14ef32 req-fd1e2371-6647-40ae-9a24-25094e2ec191 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0528891 Jul 07 17:20:05.437920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b9a1c-173f-4ce5-8411-22337c1178de req-e307d8fa-8651-45da-8c09-54088ad98f42 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.446084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d2b9a1c-173f-4ce5-8411-22337c1178de req-e307d8fa-8651-45da-8c09-54088ad98f42 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 945 time: 0.1663299 Jul 07 17:20:05.522696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d2b9a1c-173f-4ce5-8411-22337c1178de req-20226583-a77f-4739-b546-6ae80040cfae tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716672 Jul 07 17:20:05.589667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'admin_state_up': True, 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'security_groups': ['a94806fe-1d77-4d8c-80fa-831360a35707']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.624489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] For port 26dc228e-25c0-4c23-be27-dc926cb138aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26dc228e-25c0-4c23-be27-dc926cb138aa,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:05.625259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.760367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Calling delete_port for 26dc228e-25c0-4c23-be27-dc926cb138aa owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:05.812954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64376988-c617-4a0d-b5c7-bb90271fd7a3 req-a67b55a8-6719-4f39-9b1b-bf9ee027a43d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.814991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-64376988-c617-4a0d-b5c7-bb90271fd7a3 req-a67b55a8-6719-4f39-9b1b-bf9ee027a43d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1297095 Jul 07 17:20:05.868465 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-64376988-c617-4a0d-b5c7-bb90271fd7a3 req-1d0f2dca-a8ef-4b5d-aa1d-c1e8b50b59d9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Jul 07 17:20:06.045829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.053221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:06.058046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.085930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:06.151343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 39929a25-914c-4993-aeec-0a468bc15cf3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:06.153115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.188448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=56d21e54-9262-471c-84a5-399dbddad01c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.213437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c341b3-06a3-4516-81ad-720b26ff8093 req-4c6d2d08-d512-4ad0-8e0b-76b975cda9f8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.215247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54c341b3-06a3-4516-81ad-720b26ff8093 req-4c6d2d08-d512-4ad0-8e0b-76b975cda9f8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 945 time: 0.1543870 Jul 07 17:20:06.245240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4286f-2d7e-404e-8705-3541c8896785 req-1b6bbb3e-944b-4344-ae42-7259d2488a3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.254685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb4286f-2d7e-404e-8705-3541c8896785 req-1b6bbb3e-944b-4344-ae42-7259d2488a3a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1529045 Jul 07 17:20:06.258329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:06.265206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.275628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.275628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.308726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.335637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5a63b1f6-0e20-4b08-b9f5-7bc6a0f923fd tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6021585 Jul 07 17:20:06.335637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.349835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-640260571', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56d21e54-9262-471c-84a5-399dbddad01c'}], 'security_groups': ['77e4ebd0-4e6f-4aa0-b02c-ed933f9ee29d']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:06.359886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf8f78-0b24-4c6c-b997-f6074df797da None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:06.385755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54c341b3-06a3-4516-81ad-720b26ff8093 req-79283bc7-2761-46f0-bfb7-ceea09b65345 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624804 Jul 07 17:20:06.406518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb4286f-2d7e-404e-8705-3541c8896785 req-5d2323de-1709-4f06-8742-d14400d4c86e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526885 Jul 07 17:20:06.483370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:06.491468 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0774b-8f3e-4db5-a605-bac6fb005274" -d '{"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-plugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:06.534718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:06.552319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.607154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-f9af2c8f-0e00-4584-94d3-1f9e39f63bee tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.609406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-f9af2c8f-0e00-4584-94d3-1f9e39f63bee tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.23 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 945 time: 0.6652339 Jul 07 17:20:06.630120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.720972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6970f-32b5-4c07-9b20-bd0425846791 req-363c3d42-3fcd-4652-a897-3f4637d23270 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.722695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1e6970f-32b5-4c07-9b20-bd0425846791 req-363c3d42-3fcd-4652-a897-3f4637d23270 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1535125 Jul 07 17:20:06.733566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.791948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c256e1c6-03ee-4ba4-b1ec-5370c7acbe07 req-25ebdcf6-b027-4b7b-86ef-9d3893f43761 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 210 time: 0.0540009 Jul 07 17:20:06.814528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1e6970f-32b5-4c07-9b20-bd0425846791 req-deda476c-a862-41c7-85a3-2378d10f7dcd tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840130 Jul 07 17:20:06.825801 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.853174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 172.20.0.13 (f62391a7-ebaf-4f0a-a986-900f496673c9/0572ef2b-673c-4317-8231-44bc6fb1c72e/a1333605-06a2-455e-9913-f94677f54cb5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:06.974803 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a329b98d-5be4-4607-9c01-519599c271b1 x-openstack-request-id: req-a329b98d-5be4-4607-9c01-519599c271b1 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:06.975583 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-plugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:06.977374 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a329b98d-5be4-4607-9c01-519599c271b1 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:06.979727 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3', 'code': 200} Jul 07 17:20:07.082805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Update dhcp port {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'fixed_ips': [{'subnet_id': '278b27e2-61a4-47af-86a7-a53c5292fe3f', 'ip_address': '2001:db8::2'}, {'subnet_id': '56d21e54-9262-471c-84a5-399dbddad01c'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'badc03f3-d989-41bf-be1b-c17f4094ffac'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:07.147177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.274557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Pushing event deleted for resources: {'Port': ['ID=26dc228e-25c0-4c23-be27-dc926cb138aa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.318261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] No DVR routers for this DVR port 26dc228e-25c0-4c23-be27-dc926cb138aa on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:07.321320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.324834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2988dec1-42aa-4178-8ca9-3724b6a66423 req-8a1b0cd0-771b-4d91-9fc6-81a0e7b6c2ac tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.23 "DELETE /v2.0/ports/26dc228e-25c0-4c23-be27-dc926cb138aa HTTP/1.1" status: 204 len: 173 time: 2.7434890 Jul 07 17:20:07.325446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2abab89c-76f5-4b01-82ca-e193fdda773b req-416fba6d-d04e-4974-843d-454b7b32101b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0740573 Jul 07 17:20:07.335662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-deleted', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:07.338681 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a4e6de-8ef2-4393-85a4-77b8a104dd6d" -d '{"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-deleted", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:07.506167 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c4740d-68e8-4311-a7d9-a3ed4ace5895 x-openstack-request-id: req-97c4740d-68e8-4311-a7d9-a3ed4ace5895 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:07.506472 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b4c1-82ee-4a37-8db3-d4a55f689a2e", "name": "network-vif-deleted", "tag": "26dc228e-25c0-4c23-be27-dc926cb138aa", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:07.506734 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97c4740d-68e8-4311-a7d9-a3ed4ace5895 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:07.507137 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b4c1-82ee-4a37-8db3-d4a55f689a2e', 'name': 'network-vif-deleted', 'tag': '26dc228e-25c0-4c23-be27-dc926cb138aa', 'status': 'completed', 'code': 200} Jul 07 17:20:07.519363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df90a-d819-4a5d-826a-769962cb1f5f req-58af74a5-95bf-4e64-8daa-c37760609b1e tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.530586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-679df90a-d819-4a5d-826a-769962cb1f5f req-58af74a5-95bf-4e64-8daa-c37760609b1e tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 945 time: 0.2039196 Jul 07 17:20:07.637337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-679df90a-d819-4a5d-826a-769962cb1f5f req-9ef808b1-36f8-479c-8bf6-1f4b8970e68c tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054654 Jul 07 17:20:07.673318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Allocated IP 2001:db8:0:1::2 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/56d21e54-9262-471c-84a5-399dbddad01c/badc03f3-d989-41bf-be1b-c17f4094ffac) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:07.786821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:07.826772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 26dc228e-25c0-4c23-be27-dc926cb138aa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:07.827139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26dc228e-25c0-4c23-be27-dc926cb138aa not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:07.908869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:07.938770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.970331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0109c-d0c2-4010-9c9f-01fc30a98144 req-e418022f-31f0-4c1f-8f21-6bf5e6d01c70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.977630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d0109c-d0c2-4010-9c9f-01fc30a98144 req-e418022f-31f0-4c1f-8f21-6bf5e6d01c70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.2413673 Jul 07 17:20:08.003024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Deleting port 00063fff-29fe-4ec8-a5be-3650c7bdabfd {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:08.003897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.021293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.050341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d0109c-d0c2-4010-9c9f-01fc30a98144 req-c781d67a-56b4-4423-b894-6a5be8a6fb53 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Jul 07 17:20:08.051425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Transition to ACTIVE for port object badc03f3-d989-41bf-be1b-c17f4094ffac will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:08.054784 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd0d07a2-d9cb-4139-9b5e-3184073e7cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.061334 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.062524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96058-d9ad-45a4-83b2-0025da6f6330 req-460ed57b-8788-480f-8e5f-3289f388dd9d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.076607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80b96058-d9ad-45a4-83b2-0025da6f6330 req-460ed57b-8788-480f-8e5f-3289f388dd9d tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2233062 Jul 07 17:20:08.186400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80b96058-d9ad-45a4-83b2-0025da6f6330 req-e8ccc7ca-a960-4abb-bd9b-a798635cef14 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807996 Jul 07 17:20:08.250404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] For port 00063fff-29fe-4ec8-a5be-3650c7bdabfd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=00063fff-29fe-4ec8-a5be-3650c7bdabfd,segment=NetworkSegment(ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8),segment_id=ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:08.251553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.278996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Calling delete_port for 00063fff-29fe-4ec8-a5be-3650c7bdabfd owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:08.382369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object a1333605-06a2-455e-9913-f94677f54cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:08.419736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d4f3ceb-cfdc-4d4d-a1cc-1da8c195f5a6 req-51b86a2a-6bf6-4d89-a88c-9e88facbf394 tempest-ListImageFiltersTestJSON-548078672 tempest-ListImageFiltersTestJSON-548078672-project] 10.222.0.66 "GET /v2.0/ports?device_id=7282b4c1-82ee-4a37-8db3-d4a55f689a2e HTTP/1.1" status: 200 len: 210 time: 0.0976548 Jul 07 17:20:08.458903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0ef4d-2ba8-46dd-aa53-19255805365b None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.617777 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.752401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aebf09-f126-4c58-ad3b-7e823dbbe0a7 req-4f9c630b-4de2-4943-a851-dfe12273b756 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.757560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01aebf09-f126-4c58-ad3b-7e823dbbe0a7 req-4f9c630b-4de2-4943-a851-dfe12273b756 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1889882 Jul 07 17:20:08.835835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.841648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network f62391a7-ebaf-4f0a-a986-900f496673c9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:08.902535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:08.922942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:08.933911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01aebf09-f126-4c58-ad3b-7e823dbbe0a7 req-56ab5aa9-64cb-4411-b4a7-e99bc7cd1577 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703084 Jul 07 17:20:09.029248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7fe4-0dd0-404f-b1a2-cb519f35a2ad req-8711e117-b03b-4849-8f64-2824190d2a0b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.046864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-610b7fe4-0dd0-404f-b1a2-cb519f35a2ad req-8711e117-b03b-4849-8f64-2824190d2a0b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 932 time: 0.2405806 Jul 07 17:20:09.088232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.093098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.137179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-610b7fe4-0dd0-404f-b1a2-cb519f35a2ad req-078e0ac4-8a54-4db8-84e7-2050a15f4073 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854940 Jul 07 17:20:09.231920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6e3e6f5d-5592-40e1-89b9-1d90cd9d3dd9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6502960 Jul 07 17:20:09.250572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'admin_state_up': True, 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'security_groups': ['a94806fe-1d77-4d8c-80fa-831360a35707']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.585976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 00063fff-29fe-4ec8-a5be-3650c7bdabfd no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:09.646498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777878fc-89e1-432f-b921-8673bbbd371e req-7aa1f491-7650-40da-a3c6-ebf0eb4bd51d tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.651345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3a92233-92af-4577-ba83-252edac48a91 None None] Provisioning for port a1333605-06a2-455e-9913-f94677f54cb5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.674001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-777878fc-89e1-432f-b921-8673bbbd371e req-7aa1f491-7650-40da-a3c6-ebf0eb4bd51d tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f652b477-cfce-40d3-8fb3-0c92be10404f HTTP/1.1" status: 200 len: 945 time: 0.3584211 Jul 07 17:20:09.679001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3a92233-92af-4577-ba83-252edac48a91 None None] Provisioning complete for port a1333605-06a2-455e-9913-f94677f54cb5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.679520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3a92233-92af-4577-ba83-252edac48a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.707580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268ae4a-16c4-4d94-bea6-e29fd49b0d70 req-d49f1445-1873-4994-b84f-17d498cc7b2e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.710719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4268ae4a-16c4-4d94-bea6-e29fd49b0d70 req-d49f1445-1873-4994-b84f-17d498cc7b2e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.2734797 Jul 07 17:20:09.809794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Delete allocated IP 2001:db8::377 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/278b27e2-61a4-47af-86a7-a53c5292fe3f) {{(pid=93947) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:20:09.831054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.831470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No active binding found for port 00063fff-29fe-4ec8-a5be-3650c7bdabfd {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:20:09.832354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 00063fff-29fe-4ec8-a5be-3650c7bdabfd not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:09.838926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d3a92233-92af-4577-ba83-252edac48a91 None None] Port a1333605-06a2-455e-9913-f94677f54cb5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:09.848805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4268ae4a-16c4-4d94-bea6-e29fd49b0d70 req-93ae17f9-f413-487e-bde0-f6c0351e8e40 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Jul 07 17:20:09.937842 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-777878fc-89e1-432f-b921-8673bbbd371e req-91a31538-e6e4-4aef-8c74-e1ede5a1723e tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d56681f-bdbe-4723-b6b0-126bf43e5951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622786 Jul 07 17:20:10.011158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8:0:1::34a (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/56d21e54-9262-471c-84a5-399dbddad01c/969c01c8-6077-4c02-89c0-e86e22ed74a6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:10.028260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Pushing event deleted for resources: {'Port': ['ID=00063fff-29fe-4ec8-a5be-3650c7bdabfd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.069598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Provisioning for port badc03f3-d989-41bf-be1b-c17f4094ffac completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:10.083350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcc99115-b6cf-4f07-b679-3629c55fb7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.094506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.096509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.326914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Provisioning complete for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.327337 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.445044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Port 969c01c8-6077-4c02-89c0-e86e22ed74a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:10.452808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:10.474323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51981d03-1f78-4765-8818-f37f7f1cb662 req-b40c8282-4db6-4517-9824-599cd13c2ba9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.485501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51981d03-1f78-4765-8818-f37f7f1cb662 req-b40c8282-4db6-4517-9824-599cd13c2ba9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2003293 Jul 07 17:20:10.660221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51981d03-1f78-4765-8818-f37f7f1cb662 req-77034606-b0ed-443d-944e-200548fd46a0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551080 Jul 07 17:20:10.666925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.667851 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.755936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c935e633-d819-4a46-9424-b5dc331e714e None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:10.768381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.768681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.789027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] No DVR routers for this DVR port 00063fff-29fe-4ec8-a5be-3650c7bdabfd on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:10.804126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.805301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.805683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.811058 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c6fea8-25af-4fd9-b243-10d895c2be1d req-1f31fa83-e98a-4cbf-8aac-d89b70e1cf00 tempest-ServerAddressesTestJSON-1187932409 tempest-ServerAddressesTestJSON-1187932409-project] 10.222.0.23 "DELETE /v2.0/ports/00063fff-29fe-4ec8-a5be-3650c7bdabfd HTTP/1.1" status: 204 len: 173 time: 4.1707680 Jul 07 17:20:10.811853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'name': 'network-vif-deleted', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:10.830308 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda7394-e7e6-46e8-833a-f3beb8e62754" -d '{"events": [{"server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "name": "network-vif-deleted", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:10.904303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 969c01c8-6077-4c02-89c0-e86e22ed74a6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.948080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:10.959264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.067157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.350522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] In _notify_port_updated(), no bound segment for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 on network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:11.357455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.358138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.363115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/ports/969c01c8-6077-4c02-89c0-e86e22ed74a6 HTTP/1.1" status: 200 len: 930 time: 5.0247726 Jul 07 17:20:11.370406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.458091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb3d5d-5a29-4ad4-bbeb-073e68bcf192 req-f2c55f01-93eb-425c-8ecf-c005d9bc3e41 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.459752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3bb3d5d-5a29-4ad4-bbeb-073e68bcf192 req-f2c55f01-93eb-425c-8ecf-c005d9bc3e41 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 932 time: 0.2015913 Jul 07 17:20:11.469899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41454985-2784-48f6-b557-7aa8c3d382f5 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=969c01c8-6077-4c02-89c0-e86e22ed74a6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.653841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3bb3d5d-5a29-4ad4-bbeb-073e68bcf192 req-27bf62bf-6abd-40eb-bf00-013a4fdc0023 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493669 Jul 07 17:20:11.768102 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.773717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1d321-92df-4db9-8de5-aefb0f42e778 req-29bb6a44-5822-4c6d-80be-b5fbf07d8a20 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.783512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f1d321-92df-4db9-8de5-aefb0f42e778 req-29bb6a44-5822-4c6d-80be-b5fbf07d8a20 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3226135 Jul 07 17:20:11.874492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89f1d321-92df-4db9-8de5-aefb0f42e778 req-8d1a8a0e-b396-4846-b8de-a771fc5e3eff tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897996 Jul 07 17:20:11.932215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b2c72117-88df-411b-8e69-3dbedbe15742 None None] Provisioning for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:11.944136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b2c72117-88df-411b-8e69-3dbedbe15742 None None] Provisioning complete for port 969c01c8-6077-4c02-89c0-e86e22ed74a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.945558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b2c72117-88df-411b-8e69-3dbedbe15742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.106749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b2c72117-88df-411b-8e69-3dbedbe15742 None None] Port 969c01c8-6077-4c02-89c0-e86e22ed74a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:12.142542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51878) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.223513 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08654f3a-e893-4898-9287-9c407f56ccc4 x-openstack-request-id: req-08654f3a-e893-4898-9287-9c407f56ccc4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:12.224091 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652b477-cfce-40d3-8fb3-0c92be10404f", "name": "network-vif-deleted", "tag": "00063fff-29fe-4ec8-a5be-3650c7bdabfd", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:12.224091 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08654f3a-e893-4898-9287-9c407f56ccc4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:12.224421 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f652b477-cfce-40d3-8fb3-0c92be10404f', 'name': 'network-vif-deleted', 'tag': '00063fff-29fe-4ec8-a5be-3650c7bdabfd', 'status': 'completed', 'code': 200} Jul 07 17:20:12.236627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Deleting subnet 91be6c4c-5cb6-40c2-8e59-15bc20d8975a {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:12.270045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.307630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.1.1.153 (1d580c86-ccb6-4461-8d9e-97bba6e24d41/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1/836d4604-675c-4056-9a99-a692fd891a23) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:12.348441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.367788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 969c01c8-6077-4c02-89c0-e86e22ed74a6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:12.368144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.430320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.558917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.573437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.604089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 969c01c8-6077-4c02-89c0-e86e22ed74a6 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:12.613222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91be6c4c-5cb6-40c2-8e59-15bc20d8975a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.624211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.626310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/91be6c4c-5cb6-40c2-8e59-15bc20d8975a HTTP/1.1" status: 204 len: 168 time: 0.4827514 Jul 07 17:20:12.630297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51892) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.631468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.645791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.646208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.646534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.646888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.647272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.647617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.647958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.648291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.648626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.648963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.649291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.649771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b535ec2-9cd9-40f3-9a93-f0427522fbca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:12.694995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object 836d4604-675c-4056-9a99-a692fd891a23 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:12.787658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.795185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4957-6b63-4f7e-83ab-e32b5ac6125b req-3917103d-cd20-4e87-ac9b-4438be5e2dcb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.808264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee6f4957-6b63-4f7e-83ab-e32b5ac6125b req-3917103d-cd20-4e87-ac9b-4438be5e2dcb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.5881817 Jul 07 17:20:12.878174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.890535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.916922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:12.932528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee6f4957-6b63-4f7e-83ab-e32b5ac6125b req-1c4aa8d7-559a-4562-bfea-89f1af9bbe57 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035235 Jul 07 17:20:13.000336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:13.003774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:13.075465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.082480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.112504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccda586-dfb0-46ab-8f2a-ecfd70757270']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.142395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.142735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecacf34e-0aaf-4c58-9a1e-1635d7dae2f8') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:13.168482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.201098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.221651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:13.222112 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:13.230235 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:13.269795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.271131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.326002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=969c01c8-6077-4c02-89c0-e86e22ed74a6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.343930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-161d4e38-d461-44df-a106-5368ab8a9bed tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1031363 Jul 07 17:20:13.404659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.420309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.426621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bccda586-dfb0-46ab-8f2a-ecfd70757270 HTTP/1.1" status: 204 len: 168 time: 0.7865851 Jul 07 17:20:13.450137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47387-a9bd-46e0-a32c-0f339ca8e5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bccda586-dfb0-46ab-8f2a-ecfd70757270,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.465367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119ce5-fce4-4f64-ab20-dbb65101ddce req-3aa2a134-5478-48fc-aee8-cd9a37676ada tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.473913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119ce5-fce4-4f64-ab20-dbb65101ddce req-3aa2a134-5478-48fc-aee8-cd9a37676ada tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.483533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c119ce5-fce4-4f64-ab20-dbb65101ddce req-3aa2a134-5478-48fc-aee8-cd9a37676ada tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 1654 time: 0.2207425 Jul 07 17:20:13.511304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.520225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'admin_state_up': True, 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'security_groups': ['a94806fe-1d77-4d8c-80fa-831360a35707']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:13.563692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.584394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c119ce5-fce4-4f64-ab20-dbb65101ddce req-1279b949-df98-4c2b-951e-3334ebe24a6c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998249 Jul 07 17:20:13.584797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51904) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.586800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb2e16f5-4679-4a74-8f1a-f15b9623bbd9 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/969c01c8-6077-4c02-89c0-e86e22ed74a6 HTTP/1.1" status: 204 len: 168 time: 2.2142491 Jul 07 17:20:13.690326 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d21537-fdaf-4c6b-aa72-bac657991ad0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:20:13.691824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b6d21537-fdaf-4c6b-aa72-bac657991ad0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/969c01c8-6077-4c02-89c0-e86e22ed74a6 HTTP/1.1" status: 404 len: 333 time: 0.1061280 Jul 07 17:20:13.699382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51910) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.842318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2f5f56e8-11dd-47cc-a2a0-d0bd7850155c None None] Provisioning for port 836d4604-675c-4056-9a99-a692fd891a23 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:13.852650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2f5f56e8-11dd-47cc-a2a0-d0bd7850155c None None] Provisioning complete for port 836d4604-675c-4056-9a99-a692fd891a23 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:13.855035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f5f56e8-11dd-47cc-a2a0-d0bd7850155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.881715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.977610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51918) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.999041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.099415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:14.105175 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.158353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4b667130-166f-47a5-95a2-2775228a30d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=307e5ad118fd4ee0bf6b4151799f0c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781950 Jul 07 17:20:14.164412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51920) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.288777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.311943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f56e8-11dd-47cc-a2a0-d0bd7850155c None None] Port 836d4604-675c-4056-9a99-a692fd891a23 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:14.321948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.335495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f74090c-546b-4ba6-b143-87195984da09 HTTP/1.1" status: 204 len: 168 time: 0.6346164 Jul 07 17:20:14.355024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51926) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.482509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786895bd-53aa-4f48-8839-eba6670ebcd6 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74090c-546b-4ba6-b143-87195984da09,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.629060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.1.1.183 (1d580c86-ccb6-4461-8d9e-97bba6e24d41/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1/2058ba58-b485-4d8c-a70a-ece51dab69e2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:14.757593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.783657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.867981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.873446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.048167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.095845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688e6d3-540b-47a4-9953-2e517dc8e75a req-cf2f1b9e-dc74-40ae-b465-a6b090387176 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.099356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b688e6d3-540b-47a4-9953-2e517dc8e75a req-cf2f1b9e-dc74-40ae-b465-a6b090387176 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.5864611 Jul 07 17:20:15.110898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object 2058ba58-b485-4d8c-a70a-ece51dab69e2 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:15.113146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.120708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.128151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d56681f-bdbe-4723-b6b0-126bf43e5951 HTTP/1.1" status: 204 len: 168 time: 0.9623532 Jul 07 17:20:15.132562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.136381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.137576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/security-groups/77e4ebd0-4e6f-4aa0-b02c-ed933f9ee29d HTTP/1.1" status: 204 len: 168 time: 0.7502193 Jul 07 17:20:15.151163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51940) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.214354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.243647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 278b27e2-61a4-47af-86a7-a53c5292fe3f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:15.292481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.302481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7329d8-9b80-44ac-966b-87255a3b3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56681f-bdbe-4723-b6b0-126bf43e5951,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.351344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:15.356600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:15.360411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:15.450018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.476427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc3e3-2ad2-456e-8e4d-c5aaf6622896 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4ebd0-4e6f-4aa0-b02c-ed933f9ee29d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.542381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.545489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.591321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-3c877d59-6f0e-403a-841c-8abeb3b302ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0888875 Jul 07 17:20:15.610869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'admin_state_up': True, 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'security_groups': ['a94806fe-1d77-4d8c-80fa-831360a35707']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:15.617841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b688e6d3-540b-47a4-9953-2e517dc8e75a req-715b029d-28ed-4870-92b6-4e7e4781c3a1 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879332 Jul 07 17:20:15.657931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.961022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-232fbad1-c243-47d6-8e3f-d32bb700eebb None None] Provisioning for port 2058ba58-b485-4d8c-a70a-ece51dab69e2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:15.984733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-232fbad1-c243-47d6-8e3f-d32bb700eebb None None] Provisioning complete for port 2058ba58-b485-4d8c-a70a-ece51dab69e2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:15.990623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-232fbad1-c243-47d6-8e3f-d32bb700eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.069199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:16.164791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-232fbad1-c243-47d6-8e3f-d32bb700eebb None None] Port 2058ba58-b485-4d8c-a70a-ece51dab69e2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:16.448053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3d4f-9b81-47f1-a510-8df7c1c2a99d req-2506dd9d-9c85-459e-92cb-84c8fc79abe1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.452699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a43b3d4f-9b81-47f1-a510-8df7c1c2a99d req-2506dd9d-9c85-459e-92cb-84c8fc79abe1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.6830931 Jul 07 17:20:16.463785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.482216 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.722537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.934296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a43b3d4f-9b81-47f1-a510-8df7c1c2a99d req-bf0a15a8-9410-4c2a-9e44-4f6772b6f802 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458926 Jul 07 17:20:17.039800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f53af9-611a-4c5f-b0ff-f0a7935a36f2 req-0e77f8fb-5c97-492b-a752-77230401b075 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.073236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f53af9-611a-4c5f-b0ff-f0a7935a36f2 req-0e77f8fb-5c97-492b-a752-77230401b075 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.164593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f53af9-611a-4c5f-b0ff-f0a7935a36f2 req-0e77f8fb-5c97-492b-a752-77230401b075 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.167302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f53af9-611a-4c5f-b0ff-f0a7935a36f2 req-0e77f8fb-5c97-492b-a752-77230401b075 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 2375 time: 0.9750741 Jul 07 17:20:17.281722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.367037 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.370695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/278b27e2-61a4-47af-86a7-a53c5292fe3f HTTP/1.1" status: 204 len: 168 time: 2.2183492 Jul 07 17:20:17.378157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52008) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.396774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b3ca5-79e9-4320-b3b5-fc76c572cf0e None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:17.419457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.537332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd640594-bec0-485d-977d-aa51018362ec tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=278b27e2-61a4-47af-86a7-a53c5292fe3f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.614239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f53af9-611a-4c5f-b0ff-f0a7935a36f2 req-7c618ee5-e466-4e36-97a6-74559e98420a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4187269 Jul 07 17:20:17.799596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.807391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.850100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.2.2.100 (e15b887e-9e51-48f0-a42b-b128d07cba55/8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb/32bfa0fd-3b26-404f-b835-74701a09283a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:18.299121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.563997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.628165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-741912759-network', 'tenant_id': 'f3801eb769584e23960e744269c4090d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.889867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Made reservation on behalf of f3801eb769584e23960e744269c4090d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:18.909425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.918944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.953435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object 32bfa0fd-3b26-404f-b835-74701a09283a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:18.996487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.020912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fe21d57a-6014-4479-aa8e-a59e3daa58fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=788c588abedb435eb974251677cf96fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2743807 Jul 07 17:20:19.021773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52064) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.060732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86624e8a-c417-41b3-a43c-582cd61dcc32 req-e45aa4ad-331b-4a3c-8e9b-e6aa763f5616 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.073737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86624e8a-c417-41b3-a43c-582cd61dcc32 req-e45aa4ad-331b-4a3c-8e9b-e6aa763f5616 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 1.6468625 Jul 07 17:20:19.121402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:19.133582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:19.144080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.145117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.176608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=0ba0e815-2a88-4ef7-ba0f-588307bec4d9,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.237349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86624e8a-c417-41b3-a43c-582cd61dcc32 req-6f44c306-e118-4286-8939-f89a16c613ad tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595101 Jul 07 17:20:19.242121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.374607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.467028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network e15b887e-9e51-48f0-a42b-b128d07cba55 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:19.472077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aff936-c4f4-48cc-a545-e8fb0f2407a5 req-2ef5f9dc-df48-4d59-bd7f-82070b5e16c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.491629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12aff936-c4f4-48cc-a545-e8fb0f2407a5 req-2ef5f9dc-df48-4d59-bd7f-82070b5e16c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.3909564 Jul 07 17:20:19.506482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:19.509341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.512736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:19.656738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12aff936-c4f4-48cc-a545-e8fb0f2407a5 req-8931a818-3efd-40be-87f0-2749a8b52626 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635673 Jul 07 17:20:19.695151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.764703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.769795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.781647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/882691b2-33ae-4d48-b040-1b78dd2078d9 HTTP/1.1" status: 204 len: 168 time: 0.7487040 Jul 07 17:20:19.894242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d57c0-832b-4c91-8094-00ff8b386729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882691b2-33ae-4d48-b040-1b78dd2078d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.964345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.965802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.017829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5858934-c816-48d2-ab71-865d4cf9f3b9 None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:20.092398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-bb9b6af4-b177-421c-ad97-78aa4e986f36 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.120896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-bb9b6af4-b177-421c-ad97-78aa4e986f36 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.146915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-bb9b6af4-b177-421c-ad97-78aa4e986f36 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.148529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.171222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.183055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-bb9b6af4-b177-421c-ad97-78aa4e986f36 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.189393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-bb9b6af4-b177-421c-ad97-78aa4e986f36 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3096 time: 0.3215575 Jul 07 17:20:20.204493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:20.255070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.259459 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Added segment 03d9eb5c-669b-4e27-aa05-d752339ae61b of type vlan for network f67a7fb5-250f-4c73-8dbd-b99737d18c87 Jul 07 17:20:20.363343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7fc653c-55c3-4d85-b0cd-565eef703491 req-be5cf02f-c573-492c-8e87-ebd7009e5999 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546493 Jul 07 17:20:20.464811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.488927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-886dd615-8efc-439b-91f8-cff1748c7cb8 None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:20.489297 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-886dd615-8efc-439b-91f8-cff1748c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.534317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-f4497f99-2250-42a4-9d23-2ef642213d6f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9313264 Jul 07 17:20:20.551424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'admin_state_up': True, 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'security_groups': ['a94806fe-1d77-4d8c-80fa-831360a35707']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.562979 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.565810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.569984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.582677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52082) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.592727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828203958'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:20.598762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-247403e1-e829-4b90-b55c-b48753563dd0 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2058127 Jul 07 17:20:20.725389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.152389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.203590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.226949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-886dd615-8efc-439b-91f8-cff1748c7cb8 None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:21.230415 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-886dd615-8efc-439b-91f8-cff1748c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.383765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-886dd615-8efc-439b-91f8-cff1748c7cb8 None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:21.442749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Update dhcp port {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'fixed_ips': [{'subnet_id': '56d21e54-9262-471c-84a5-399dbddad01c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ba0e815-2a88-4ef7-ba0f-588307bec4d9'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'badc03f3-d989-41bf-be1b-c17f4094ffac'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:21.655309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5958f8e9-4f6d-4072-b138-1cc7624af558 None None] Provisioning for port 32bfa0fd-3b26-404f-b835-74701a09283a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:21.671011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3558338 Jul 07 17:20:21.671011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efc8fc-7d11-4a3e-8037-333bcd36da45,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.689752 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.706116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52102) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.707584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5958f8e9-4f6d-4072-b138-1cc7624af558 None None] Provisioning complete for port 32bfa0fd-3b26-404f-b835-74701a09283a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:21.711421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5958f8e9-4f6d-4072-b138-1cc7624af558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.716498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Request body: {'subnet': {'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-741912759-subnet', 'tenant_id': 'f3801eb769584e23960e744269c4090d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:21.718343 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.726002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Made reservation on behalf of 9a18ef69d4d540d6be171f96a035a883 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:21.735004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1496506 Jul 07 17:20:21.746123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52104) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.816359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40d71a-3374-4b98-9071-3712b8bb9eb7 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa236701-7d04-4f72-bd9a-ff6763296de9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.857627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053531110'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:21.870598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.887468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097e878-8677-45ec-b1c0-0c568e080857 admin admin] Pushing event updated for resources: {'Network': ['ID=f67a7fb5-250f-4c73-8dbd-b99737d18c87,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.930203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f67a7fb5-250f-4c73-8dbd-b99737d18c87 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:21.955451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981edc-f5b5-48f0-bf68-0ecb667c52f9 req-762d8555-7153-4593-a302-0a48786b3711 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.958311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6981edc-f5b5-48f0-bf68-0ecb667c52f9 req-762d8555-7153-4593-a302-0a48786b3711 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.7958722 Jul 07 17:20:22.082732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c118f-a624-4e81-8274-69b34930d13b req-75b0d591-0cb3-4260-9a02-c5294e88c864 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.095676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c89c118f-a624-4e81-8274-69b34930d13b req-75b0d591-0cb3-4260-9a02-c5294e88c864 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.7411885 Jul 07 17:20:22.126859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Allocated IP 10.2.2.200 (e15b887e-9e51-48f0-a42b-b128d07cba55/8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb/30a47e9b-2869-400a-a124-84944e3e9db7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:22.231589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52108) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.246432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6981edc-f5b5-48f0-bf68-0ecb667c52f9 req-bd1b713c-531a-49f3-a90c-e0a4ec8c8342 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752471 Jul 07 17:20:22.316705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c89c118f-a624-4e81-8274-69b34930d13b req-abfacd51-cfc0-4ff4-a879-29718471077f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089362 Jul 07 17:20:22.329728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5958f8e9-4f6d-4072-b138-1cc7624af558 None None] Port 32bfa0fd-3b26-404f-b835-74701a09283a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:22.398683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Made reservation on behalf of f3801eb769584e23960e744269c4090d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:22.434174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.474879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-541533d8-4191-4f01-a638-887cfb20fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.478189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-541533d8-4191-4f01-a638-887cfb20fc00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a89506d62f64926bca2bb5318a58da4&device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 1099 time: 1.1936343 Jul 07 17:20:22.724384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-8e284d4a-ca14-44d8-b5e7-443772681667 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.745724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-8e284d4a-ca14-44d8-b5e7-443772681667 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.761583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-8e284d4a-ca14-44d8-b5e7-443772681667 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.779241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.785619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-8e284d4a-ca14-44d8-b5e7-443772681667 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.818571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-8e284d4a-ca14-44d8-b5e7-443772681667 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3096 time: 0.3187180 Jul 07 17:20:22.855880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1292807239-network', 'tenant_id': '4f96bf3cc0b64cc28a8af948a59989c9'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:22.947140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Allocated IP 2001:db8::2 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/0ba0e815-2a88-4ef7-ba0f-588307bec4d9/badc03f3-d989-41bf-be1b-c17f4094ffac) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:23.053339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab998d04-a419-4b09-9e03-09f925bc2183 req-64bb7bf6-2a11-400d-9b78-05c2c3f9739e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2324176 Jul 07 17:20:23.252299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.292831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Made reservation on behalf of 4f96bf3cc0b64cc28a8af948a59989c9 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.296693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.372306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.392883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Transition to ACTIVE for port object 30a47e9b-2869-400a-a124-84944e3e9db7 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:23.401299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:23.521219 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.571387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-cf1c6a11-85d4-40e8-95b3-f12880d9b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.576777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Transition to ACTIVE for port object badc03f3-d989-41bf-be1b-c17f4094ffac will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:23.583073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-cf1c6a11-85d4-40e8-95b3-f12880d9b695 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 200 len: 915 time: 0.8846972 Jul 07 17:20:23.584164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.780042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63921f-5358-4d8c-b54b-11a6d824f4ec None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.995590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-a1f1a426-7ac7-4038-845c-57d77e814dcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 200 len: 217 time: 0.3827779 Jul 07 17:20:24.055095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae0655-a378-4cfa-af0e-b00497a9676b req-4bbbc502-9606-4c6d-a00f-473b63a9c9fd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.064050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4ae0655-a378-4cfa-af0e-b00497a9676b req-4bbbc502-9606-4c6d-a00f-473b63a9c9fd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1690609 Jul 07 17:20:24.136282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4ae0655-a378-4cfa-af0e-b00497a9676b req-ffe89f66-f222-467a-bd3b-d0070bf7208d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662546 Jul 07 17:20:24.166829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6002-576f-49ba-a630-f47f5b44e9d6 req-a5a578c8-1c36-476a-8996-6589c90639de tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.175343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36ac6002-576f-49ba-a630-f47f5b44e9d6 req-a5a578c8-1c36-476a-8996-6589c90639de tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3538527 Jul 07 17:20:24.246033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.386802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36ac6002-576f-49ba-a630-f47f5b44e9d6 req-9e27ef4c-4005-47a3-9d85-fb6c5dd2a0a6 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045388 Jul 07 17:20:24.423605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:24.446054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.566106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-120b192e-f6b8-47d5-81b9-b8f7893d59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.568607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-120b192e-f6b8-47d5-81b9-b8f7893d59bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 200 len: 854 time: 0.5632584 Jul 07 17:20:24.579409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.591541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.606282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.617623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.629060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.644825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-0a5abcdb-b655-40b0-bda4-a1d774f31f09 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3817 time: 0.2516446 Jul 07 17:20:24.665966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.669838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.705782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3db6106-ab2f-4bab-bc67-6da66b19b81a req-02287e4e-37c1-4deb-a052-f8ba103ffb92 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598865 Jul 07 17:20:24.824066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-bf428d21-cb24-4657-96c0-d3b1ecebf7ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b026fdd-9e13-4596-9cd3-939dd05c8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614318 Jul 07 17:20:24.840557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Checking segment: {'id': '03d9eb5c-669b-4e27-aa05-d752339ae61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:24.842311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Network hostable DHCP agents. Network: f67a7fb5-250f-4c73-8dbd-b99737d18c87, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:24.851709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Network e15b887e-9e51-48f0-a42b-b128d07cba55 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.968208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.979236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.996229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:25.017772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2710e-0446-4f8e-9972-2a6b83119851,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.273110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbd6166-bf71-4242-9a5f-7f7667c04207,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.297193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.298469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.420539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Network f67a7fb5-250f-4c73-8dbd-b99737d18c87 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:25.447946 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.451487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f67a7fb5-250f-4c73-8dbd-b99737d18c87) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:25.475896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a4a00-bcc2-4ebe-b7a6-1996d02614bf None None] Network f67a7fb5-250f-4c73-8dbd-b99737d18c87 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:25.486011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.487126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.528912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-acae2436-1d64-42b0-ab5a-fdc9fbdc7483 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739240 Jul 07 17:20:25.651324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Provisioning for port 30a47e9b-2869-400a-a124-84944e3e9db7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:25.672643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Provisioning complete for port 30a47e9b-2869-400a-a124-84944e3e9db7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:25.673030 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.693691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75de3-9235-4be8-969a-6be03dc90c13 req-7a4c1fad-dbbc-4274-ae97-97e0a5fa4a0f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.695414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c75de3-9235-4be8-969a-6be03dc90c13 req-7a4c1fad-dbbc-4274-ae97-97e0a5fa4a0f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.2765269 Jul 07 17:20:25.783500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Port 30a47e9b-2869-400a-a124-84944e3e9db7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:25.799732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c75de3-9235-4be8-969a-6be03dc90c13 req-a1be6a4f-4734-4c7a-a7c8-afad84e9824c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917749 Jul 07 17:20:25.963567 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-435f25bd-b786-4bde-8163-da07d5ec9902 req-be9ebb63-9aa7-4482-8bd3-53d81cc582e6 service neutron] 10.222.0.23 "GET /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133992 Jul 07 17:20:25.964251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e678c4-b720-43f5-b0f8-c654b44fc36e req-227109d7-b284-4588-ab35-6a847b45876f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.977284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e678c4-b720-43f5-b0f8-c654b44fc36e req-227109d7-b284-4588-ab35-6a847b45876f tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1878135 Jul 07 17:20:25.991915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Provisioning for port badc03f3-d989-41bf-be1b-c17f4094ffac completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:26.039836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:26.041193 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.047007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.066293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.079555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e678c4-b720-43f5-b0f8-c654b44fc36e req-9e04929c-e983-4ee7-8cbc-a030b3191255 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981817 Jul 07 17:20:26.113819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ca2851c9-bea9-4155-852e-9d9aecf83e9a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.4033270 Jul 07 17:20:26.130776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.138259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-34364e49-93ba-4da4-ba2e-e01c32a82259 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.3842845 Jul 07 17:20:26.138817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d6cc2c76-41f9-40cc-827d-b67525706e4c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5928588 Jul 07 17:20:26.154573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:26.162240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52128) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.188749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:26.213286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926803411'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:26.222690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1774e-a54f-4e33-b2e4-4c96f4858288 None None] Network f67a7fb5-250f-4c73-8dbd-b99737d18c87 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:26.287992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.308699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.322303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.339444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.347834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.361542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-2581d442-d0c8-4eb0-95e7-b6aba37c6844 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3817 time: 0.2671292 Jul 07 17:20:26.369770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.371133 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Added segment f0c62a2c-784a-4392-87e2-2c8f500d2486 of type vlan for network a13cfb74-e522-4af8-b614-619da84dce8c Jul 07 17:20:26.398704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d87b23-7c70-40d1-979d-17a507a45cf4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.451414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1c6048d-aa8b-4c0c-9350-e32536a37ec5 req-ca2c4cfc-12c8-44f3-a911-9f57e79cbe0f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892336 Jul 07 17:20:26.537330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.641458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.813567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.817791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.819311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.820987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.851295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:26.855180 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.923680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.928025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] Pushing event updated for resources: {'Network': ['ID=a13cfb74-e522-4af8-b614-619da84dce8c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.940776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1fb95032-7db7-4e9f-9e13-56362eabbe9b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6521735 Jul 07 17:20:26.941510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.944693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.950169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Request body: {'subnet': {'network_id': 'a13cfb74-e522-4af8-b614-619da84dce8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1292807239-subnet', 'tenant_id': '4f96bf3cc0b64cc28a8af948a59989c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:27.026939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74626f86-55a0-4474-8f00-62ff21b524e2 None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:27.047348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a13cfb74-e522-4af8-b614-619da84dce8c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:27.053370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4968f6ef-5540-4448-9904-0b40efbd9351,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.061607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Made reservation on behalf of 4f96bf3cc0b64cc28a8af948a59989c9 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:27.078231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.094714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.096145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d5493832-7000-4d4e-9066-ddf8bf002812 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9340050 Jul 07 17:20:27.103615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52140) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.127504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-791997853', 'security_groups': ['4968f6ef-5540-4448-9904-0b40efbd9351'], 'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ba0e815-2a88-4ef7-ba0f-588307bec4d9'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:27.455785 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.513898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551c9f-6428-4184-9b27-c51f73fc41eb req-af48b355-d801-4bb1-95ff-7642412a8753 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:27.515628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9551c9f-6428-4184-9b27-c51f73fc41eb req-af48b355-d801-4bb1-95ff-7642412a8753 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1400540 Jul 07 17:20:27.690925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9551c9f-6428-4184-9b27-c51f73fc41eb req-9172ef9d-ce3f-4b4c-a27c-4a9a9b5638a1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620550 Jul 07 17:20:27.842527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.047336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cef04be-c68a-4c45-a239-87861f1e2cce,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.186319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Checking segment: {'id': 'f0c62a2c-784a-4392-87e2-2c8f500d2486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a13cfb74-e522-4af8-b614-619da84dce8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:28.186840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Network hostable DHCP agents. Network: a13cfb74-e522-4af8-b614-619da84dce8c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:28.277369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Network a13cfb74-e522-4af8-b614-619da84dce8c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:28.327223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a13cfb74-e522-4af8-b614-619da84dce8c) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:28.342042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.342912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.343899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a83a86-cd13-4b86-a2fe-2e5ea2714aee None None] Network a13cfb74-e522-4af8-b614-619da84dce8c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:28.376881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc19422-76ba-478d-a7a3-7134b850c6ba req-538d4df2-6675-402c-b7d0-c28f43681c37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.386104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc19422-76ba-478d-a7a3-7134b850c6ba req-538d4df2-6675-402c-b7d0-c28f43681c37 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3034792 Jul 07 17:20:28.397740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88902670-f1c5-474d-9dee-ef160018f151 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4517832 Jul 07 17:20:28.505904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc19422-76ba-478d-a7a3-7134b850c6ba req-50d74831-b6d3-4a4d-ae7a-88d957c4245e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186612 Jul 07 17:20:28.709858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63edd6-d430-446e-9657-2e83bd18007a None None] Network a13cfb74-e522-4af8-b614-619da84dce8c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:28.826313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:29.020919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.033934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.050569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.062619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.069297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.078144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-e8f9c832-968d-46d7-9914-86efd56db29b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3817 time: 0.2029839 Jul 07 17:20:29.135682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3bc2ebc-f988-47b1-92c3-e2bbb7d197f1 req-fb66e042-c974-4c3a-b9c5-7a6ceb01d75f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562353 Jul 07 17:20:29.378333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1333605-06a2-455e-9913-f94677f54cb5 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:29.400569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.409814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.458767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Transition to ACTIVE for port object a1333605-06a2-455e-9913-f94677f54cb5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:29.461192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] device_id is not set on port 90868903-3e7f-4722-9071-cee82d89c5e7 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:29.471506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d86a1-bc55-4f5a-a00a-e6e86231c7b5 req-ff85b957-7a44-4d5e-9af2-5dcb6cac428c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.474835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.486154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee4d86a1-bc55-4f5a-a00a-e6e86231c7b5 req-ff85b957-7a44-4d5e-9af2-5dcb6cac428c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1521614 Jul 07 17:20:29.578808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee4d86a1-bc55-4f5a-a00a-e6e86231c7b5 req-c2fb5de7-d7b9-400e-a259-bcf6e53ac119 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910180 Jul 07 17:20:29.784701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.988675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf125f-5ad5-4726-b948-3434ecb1b88a req-dac740bf-46b3-412a-ba88-126cdd41f831 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.997253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bbf125f-5ad5-4726-b948-3434ecb1b88a req-dac740bf-46b3-412a-ba88-126cdd41f831 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1988130 Jul 07 17:20:30.002789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Attempting to bind port a1333605-06a2-455e-9913-f94677f54cb5 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:30.003590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Attempting to bind port a1333605-06a2-455e-9913-f94677f54cb5 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:30.003590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Attempting to bind port a1333605-06a2-455e-9913-f94677f54cb5 on network f62391a7-ebaf-4f0a-a986-900f496673c9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:30.081867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Port a1333605-06a2-455e-9913-f94677f54cb5 on network f62391a7-ebaf-4f0a-a986-900f496673c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:30.082330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Attempting to bind port a1333605-06a2-455e-9913-f94677f54cb5 on network f62391a7-ebaf-4f0a-a986-900f496673c9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:30.103447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:30.103901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Checking segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:30.104315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Bound using segment: {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:30.104785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Bound port: a1333605-06a2-455e-9913-f94677f54cb5, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:30.113082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.117916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bbf125f-5ad5-4726-b948-3434ecb1b88a req-cc1f0423-1758-450f-9e55-734b4c61c6f0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181006 Jul 07 17:20:30.281098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:30.289720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:30.298730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.314424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-481798451', 'description': 'tempest-description-182583743'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.377020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.421287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.422618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.424659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] 10.222.0.73 "PUT /v2.0/ports/a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 1093 time: 4.2490582 Jul 07 17:20:30.473910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:30.477285 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "a1333605-06a2-455e-9913-f94677f54cb5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:30.485887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97534336-a8e1-4aa7-9f8a-8f680c65721b service neutron] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.510807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8::3ea (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/0ba0e815-2a88-4ef7-ba0f-588307bec4d9/90868903-3e7f-4722-9071-cee82d89c5e7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:30.545514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.719550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.727670 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:30.730960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.805295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4008ced5-0a2c-4e05-b3cc-d3b110d18b69,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.808813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.811406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96f04aeb-c0c2-4ae7-8fc3-a2e0bd35f10b req-a9c6f277-072c-4bd7-931e-66558ffd66b1 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5161979 Jul 07 17:20:30.823159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.282692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.393734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 90868903-3e7f-4722-9071-cee82d89c5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:31.493235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.522420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.544283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.562656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.581033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.589563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:31.597817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.607735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9996120-5723-4fae-a440-983e777d4095 req-14a481e3-b05e-462b-b953-e8983a4a95fc tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3829 time: 0.2560694 Jul 07 17:20:31.645881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.662037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:31.676958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.678112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.693838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=90868903-3e7f-4722-9071-cee82d89c5e7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.717864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b09fd6-60e3-4980-9dd6-b44cc6b5046f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:31.733678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e18a475e-0931-4781-99bc-7dd391e289df tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6246672 Jul 07 17:20:31.739127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.752904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9996120-5723-4fae-a440-983e777d4095 req-16324786-6eb4-4cbf-8f1a-d561d40bc16c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291437 Jul 07 17:20:31.753838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52176) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.765308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:31.829689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Transition to ACTIVE for port object c8b09fd6-60e3-4980-9dd6-b44cc6b5046f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:31.916371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.926608 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd68dc-a917-4c18-960e-bab3ff3d7d9f x-openstack-request-id: req-40bd68dc-a917-4c18-960e-bab3ff3d7d9f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:31.926903 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "a1333605-06a2-455e-9913-f94677f54cb5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:31.927154 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40bd68dc-a917-4c18-960e-bab3ff3d7d9f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:31.927619 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5', 'status': 'completed', 'code': 200} Jul 07 17:20:32.046030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-4f18e35f-6f9a-4123-9256-46031701b670 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/4008ced5-0a2c-4e05-b3cc-d3b110d18b69 HTTP/1.1" status: 200 len: 1813 time: 0.0862560 Jul 07 17:20:32.061098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4008ced5-0a2c-4e05-b3cc-d3b110d18b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:32.061404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4008ced5-0a2c-4e05-b3cc-d3b110d18b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:32.145795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:32.149640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.177936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.208277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.276091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.285110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.293245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf536-1f71-4298-9587-fa1575a6db17 None None] Provisioning for port 90868903-3e7f-4722-9071-cee82d89c5e7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:32.307768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf536-1f71-4298-9587-fa1575a6db17 None None] Provisioning complete for port 90868903-3e7f-4722-9071-cee82d89c5e7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:32.308313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf536-1f71-4298-9587-fa1575a6db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.359804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c54a34-3cd9-4e93-8c39-7a80732dd425,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.401322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.402831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67b8ddde-117f-4783-a9b2-0b448f947cd3 req-0337a1a7-8249-4755-aa57-0b00bfc80aba tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3462644 Jul 07 17:20:32.418910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cf536-1f71-4298-9587-fa1575a6db17 None None] Port 90868903-3e7f-4722-9071-cee82d89c5e7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:32.547067 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ba0e815-2a88-4ef7-ba0f-588307bec4d9 (CIDR: 2001:db8::/64) Jul 07 17:20:32.557843 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:32.558597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:32.655551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Attempting to bind port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:32.656258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Attempting to bind port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:32.656707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Attempting to bind port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:32.660954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63495468-6d34-4730-9976-2344057116ae tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9054561 Jul 07 17:20:32.670403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.671097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.671683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.672242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.672797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.673352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.675751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-676a57a1-2f4e-4f60-95f6-950a6fef2d83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5248 time: 0.6705766 Jul 07 17:20:32.676440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52180) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.684506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:32.783934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b8ca4-5331-436f-bf3e-331400f07a07 req-feb63a8f-52b4-4cdf-bb8f-5061a304cc14 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.792477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-881b8ca4-5331-436f-bf3e-331400f07a07 req-feb63a8f-52b4-4cdf-bb8f-5061a304cc14 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1595287 Jul 07 17:20:32.812458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:32.813858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Attempting to bind port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:32.925829 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-881b8ca4-5331-436f-bf3e-331400f07a07 req-481a0db3-44d4-4b84-b5f1-dbdcb40851f2 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213856 Jul 07 17:20:33.090187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:33.090565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:33.091056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Bound using segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:33.091628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Bound port: c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:33.092057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.095692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-d651d2c5-27d1-40fa-af9d-0d6fe1b30478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.096178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-d651d2c5-27d1-40fa-af9d-0d6fe1b30478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.096726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-d651d2c5-27d1-40fa-af9d-0d6fe1b30478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.098608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-d651d2c5-27d1-40fa-af9d-0d6fe1b30478 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a18ef69d4d540d6be171f96a035a883&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2933443 Jul 07 17:20:33.273339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed9544-4449-4a03-9f6d-5a9365e2b3c9 req-f65ccb89-aa46-4f7f-a74e-406c0f9f27f7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.276036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2ed9544-4449-4a03-9f6d-5a9365e2b3c9 req-f65ccb89-aa46-4f7f-a74e-406c0f9f27f7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1274037 Jul 07 17:20:33.349096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2ed9544-4449-4a03-9f6d-5a9365e2b3c9 req-0257ddd1-4981-440c-a1d0-8a93811e41cb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Jul 07 17:20:33.466010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6485df99-e343-4218-a955-16caafb59421 req-9649bf7f-9202-44be-ad8c-c922ab62d070 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/4008ced5-0a2c-4e05-b3cc-d3b110d18b69 HTTP/1.1" status: 200 len: 2407 time: 0.0756903 Jul 07 17:20:33.925753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.944111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.968318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.972864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:33.982548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:33.983947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.997720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.008801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-80cf4b20-5cd9-4ebc-ad8e-d533bd19bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.010359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7dc9e8f9-7dd0-4392-a1ab-b4415fc5061f req-80cf4b20-5cd9-4ebc-ad8e-d533bd19bf3a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8970985 Jul 07 17:20:34.012716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.022672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:34.038034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.048077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-dd87e7a1-5fd8-480b-be6e-0c7dabbfe38c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 4602 time: 0.3340352 Jul 07 17:20:34.052812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.112974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.113475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.114978 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] 10.222.0.73 "PUT /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 1132 time: 3.5861042 Jul 07 17:20:34.119318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:34.127510 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "c8b09fd6-60e3-4980-9dd6-b44cc6b5046f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:34.147930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0955a8af-8f1b-40b3-ae93-0bfc15ad1517 req-93c269b3-1549-4c5b-8fb0-7762c6240908 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0821152 Jul 07 17:20:34.148224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.241565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d8a78-23d1-405d-a562-502f92d78f75 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.349001 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56d21e54-9262-471c-84a5-399dbddad01c (CIDR: 2001:db8:0:1::/64) Jul 07 17:20:34.473351 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:34.483855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:34.574015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-174e631a-40d2-4484-a25b-6747d293b1bf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8922448 Jul 07 17:20:34.576490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.581944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718d951-97b0-43f8-8145-fb430b55fba4 req-7fe88e79-79df-4ba4-a1b8-e3fdb32f056e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.596175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5718d951-97b0-43f8-8145-fb430b55fba4 req-7fe88e79-79df-4ba4-a1b8-e3fdb32f056e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1350596 Jul 07 17:20:34.614795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'subnet': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.641650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.663479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5718d951-97b0-43f8-8145-fb430b55fba4 req-7d4821e5-7e0a-4b50-96cb-6e5f775d6112 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656235 Jul 07 17:20:34.757608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-6eea0148-a9f0-4b05-b042-5a8633ae1578 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-group-rules/29c54a34-3cd9-4e93-8c39-7a80732dd425 HTTP/1.1" status: 200 len: 778 time: 0.0572202 Jul 07 17:20:34.829486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-4e35ded1-ffac-482b-afc4-3aeb41393ae5 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/4008ced5-0a2c-4e05-b3cc-d3b110d18b69 HTTP/1.1" status: 200 len: 2407 time: 0.0703015 Jul 07 17:20:34.868879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.888731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.943942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.964202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.979171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e870528-5ba5-4bbc-aa25-37a8e54b1918 req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/29c54a34-3cd9-4e93-8c39-7a80732dd425 HTTP/1.1" status: 204 len: 173 time: 0.1465499 Jul 07 17:20:34.982893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fee1a6-4342-454a-bbda-3e212b263e82 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c54a34-3cd9-4e93-8c39-7a80732dd425,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.219020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Made reservation on behalf of 84e0f2e49c0d47eeaef723fdd7599000 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:35.223465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.441024 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530746d9-e198-4b8f-96e6-577681830980 x-openstack-request-id: req-530746d9-e198-4b8f-96e6-577681830980 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:35.441420 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "c8b09fd6-60e3-4980-9dd6-b44cc6b5046f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:35.441741 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-530746d9-e198-4b8f-96e6-577681830980 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:35.442167 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f', 'status': 'completed', 'code': 200} Jul 07 17:20:35.816093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442be5b0-2c5c-4776-b7e2-c7774169e1e6 req-06255e73-7d12-494b-b6bb-32d9aeb8f976 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.831081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-442be5b0-2c5c-4776-b7e2-c7774169e1e6 req-06255e73-7d12-494b-b6bb-32d9aeb8f976 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 0.1785641 Jul 07 17:20:35.893397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.934637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-442be5b0-2c5c-4776-b7e2-c7774169e1e6 req-5189279b-f5b6-4ee9-9998-fd9ad91f720d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 Jul 07 17:20:36.072132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:36.091969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:36.104283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf790f-e924-4d35-819f-5c40d3f46c3c None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:36.213794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-594468081', 'description': 'tempest-description-1605700865'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:36.248718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bb5f92-62cf-44c8-810e-51c45a15e7c5 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:36.273023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.277974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.300636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.302022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.309701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Transition to ACTIVE for port object b0bb5f92-62cf-44c8-810e-51c45a15e7c5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:36.340184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Subnet': ['ID=4ff23283-05bc-45fc-be8a-f28ca9b2a170,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.360720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.361672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.362645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.363723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.367566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.368973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.374337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-0b52c780-8491-4d15-b005-4add877d70d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5290 time: 0.9177368 Jul 07 17:20:36.375424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.503255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.504736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.532424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.585252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.600512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf78245a-ca55-4d49-a90d-f16e35a778a6 req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3944819 Jul 07 17:20:36.623354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac5dca-008b-42db-bfd7-dd81cae3a487 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6222f323-453a-4bec-a67a-af72e85b99b5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.994234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Update dhcp port {'port': {'network_id': '0d3bbd8b-c875-4d21-9dd4-f4707ca8563a', 'fixed_ips': [{'subnet_id': '56d21e54-9262-471c-84a5-399dbddad01c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ba0e815-2a88-4ef7-ba0f-588307bec4d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '4ff23283-05bc-45fc-be8a-f28ca9b2a170'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'badc03f3-d989-41bf-be1b-c17f4094ffac'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:37.115402 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.262184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-efc5f694-de77-4a27-90fa-0c1119c21135 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.283507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-efc5f694-de77-4a27-90fa-0c1119c21135 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/networks?id=f67a7fb5-250f-4c73-8dbd-b99737d18c87 HTTP/1.1" status: 200 len: 820 time: 0.2994215 Jul 07 17:20:37.296033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52234) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.296563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1ead02a1-caad-4c03-90e5-414753345879 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7054842 Jul 07 17:20:37.322761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1941401977', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ff23283-05bc-45fc-be8a-f28ca9b2a170'}], 'security_groups': ['fa236701-7d04-4f72-bd9a-ff6763296de9', 'a9f2710e-0446-4f8e-9972-2a6b83119851']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:37.355829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.369486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.383127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.395977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.409597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.423113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.436095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.451879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-cf1b1dba-5807-4b42-af06-deb11d56f8cd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5375 time: 0.3442187 Jul 07 17:20:37.546707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-87b1ea55-ac11-40a4-a8ec-439524352b35 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/quotas/f3801eb769584e23960e744269c4090d HTTP/1.1" status: 200 len: 375 time: 0.2618246 Jul 07 17:20:37.576370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-325e89bb-4b28-4e95-9cd9-5801a65acb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.576700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Attempting to bind port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:37.583155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Attempting to bind port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:37.583729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Attempting to bind port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:37.593536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-ecef099a-499a-467f-b259-9d4dff845f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.597953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-ecef099a-499a-467f-b259-9d4dff845f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.598599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-ecef099a-499a-467f-b259-9d4dff845f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.600585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-ecef099a-499a-467f-b259-9d4dff845f6e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a18ef69d4d540d6be171f96a035a883&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1154957 Jul 07 17:20:37.621745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:37.622229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Attempting to bind port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:37.625800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Allocated IP 2001:db8:0:2::2 (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/4ff23283-05bc-45fc-be8a-f28ca9b2a170/badc03f3-d989-41bf-be1b-c17f4094ffac) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:37.651284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-2dbf01d5-51c2-4299-8475-c00907006322 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3801eb769584e23960e744269c4090d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936372 Jul 07 17:20:37.684410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:37.687329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:37.688513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Bound using segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:37.692683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Bound port: b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:37.693290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.742073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03210218-b0ec-4170-b523-f8647bbf30e6 req-81542e4d-a180-40b4-a5c2-6a1f160290aa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2890308 Jul 07 17:20:38.011979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-df96a3ad-8ead-44e7-814a-b5fa365ba644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.014740 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-737db5b6-a3fe-46b1-8e5e-cdf933fc4570 req-df96a3ad-8ead-44e7-814a-b5fa365ba644 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4053442 Jul 07 17:20:38.075106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:38.083282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:38.092483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.094152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:38.161605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.166951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.168062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.170621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 1132 time: 4.0269697 Jul 07 17:20:38.171382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:38.176217 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34c85a-152e-4494-8595-c90db0daa0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "b0bb5f92-62cf-44c8-810e-51c45a15e7c5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:38.195751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Transition to ACTIVE for port object badc03f3-d989-41bf-be1b-c17f4094ffac will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:38.203748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.213997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:38.256523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc171599-6942-4f33-b63a-574bd9206179 req-a0ffb8c5-d7b4-49d0-8d6e-33698390242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.259613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-a0ffb8c5-d7b4-49d0-8d6e-33698390242c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 1098 time: 0.6059020 Jul 07 17:20:38.276165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8659-ef29-4fbb-bcb0-9cccf204ed53 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.340694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-e3785398-2870-4643-b989-23ecaba1b41e service neutron] 10.222.0.66 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496119 Jul 07 17:20:38.412528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.413376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Pushing event updated for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.429590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.429962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.430291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.430846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.431197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.431627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.432061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.432401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.432749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.433085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.433416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.433744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a17b6e-fdb1-403e-af4d-4dd57691d140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:38.492981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.734180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-620999dc-30c9-4009-9c8a-a17e9047c6e5 service neutron] 10.222.0.66 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910907 Jul 07 17:20:38.736288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc171599-6942-4f33-b63a-574bd9206179 req-ef1da8c9-c462-42de-905c-33f9d7e48c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.739235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-ef1da8c9-c462-42de-905c-33f9d7e48c0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.4721236 Jul 07 17:20:38.872046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-c36cecfa-8b2a-4520-bf3c-7c9c4a832698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39929a25-914c-4993-aeec-0a468bc15cf3 HTTP/1.1" status: 200 len: 217 time: 0.1207869 Jul 07 17:20:38.933407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a715cd-2d52-4d87-8033-a90465b740b0 req-5353704e-d434-46cc-9d3a-556580df7655 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.936353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a715cd-2d52-4d87-8033-a90465b740b0 req-5353704e-d434-46cc-9d3a-556580df7655 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.8214116 Jul 07 17:20:39.038734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836d4604-675c-4056-9a99-a692fd891a23 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:39.065881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.095253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a715cd-2d52-4d87-8033-a90465b740b0 req-637511ae-6c3d-4b88-920c-4f9ccaf7883d tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347198 Jul 07 17:20:39.099082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Transition to ACTIVE for port object 836d4604-675c-4056-9a99-a692fd891a23 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:39.110931 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.361962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.428180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-902b61fd-90f0-4022-b1c9-4d1f3314f957 req-492bd4a7-2d9f-4417-be5c-a3e26db360c3 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/6222f323-453a-4bec-a67a-af72e85b99b5 HTTP/1.1" status: 200 len: 1814 time: 0.1772473 Jul 07 17:20:39.457168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc171599-6942-4f33-b63a-574bd9206179 req-b0c9bc2e-9454-4d2c-a685-04885015f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.463438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Attempting to bind port 836d4604-675c-4056-9a99-a692fd891a23 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:39.464256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Attempting to bind port 836d4604-675c-4056-9a99-a692fd891a23 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:39.464256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Attempting to bind port 836d4604-675c-4056-9a99-a692fd891a23 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:39.466579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-b0c9bc2e-9454-4d2c-a685-04885015f203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.5282824 Jul 07 17:20:39.483273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Port 836d4604-675c-4056-9a99-a692fd891a23 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:39.483622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Attempting to bind port 836d4604-675c-4056-9a99-a692fd891a23 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:39.499071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:39.499415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:39.499814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Bound using segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:39.500285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Bound port: 836d4604-675c-4056-9a99-a692fd891a23, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:39.500665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.710537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:39.715752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:39.733533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.763499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-019e83fc-fd8b-4df7-b078-7202dbfcf250 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495415 Jul 07 17:20:39.868626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.869577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.875037 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] 10.222.0.73 "PUT /v2.0/ports/836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 200 len: 1092 time: 1.6653881 Jul 07 17:20:39.961930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be496-35d7-4200-a109-17eae9118d12 service neutron] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.002501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:40.047791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1377-e164-4dcd-abf4-25ed4b2544e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.137845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Provisioning for port badc03f3-d989-41bf-be1b-c17f4094ffac completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:40.155000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.156274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.193531 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.249709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-de00b0f3-bf87-40e3-bedb-92c14257176a service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211407 Jul 07 17:20:40.284842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:40.506985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc171599-6942-4f33-b63a-574bd9206179 req-899b8771-ecd9-44ce-9b12-3fcf15cd3210 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064183 Jul 07 17:20:40.524109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:40.613547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.714160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.733625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb777a2-e626-4f46-a2de-18b9d7d44d38 req-49d3a61f-aec6-46a2-b3f6-ab75455d3796 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:40.751158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb777a2-e626-4f46-a2de-18b9d7d44d38 req-49d3a61f-aec6-46a2-b3f6-ab75455d3796 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 1.2694633 Jul 07 17:20:40.760745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:40.763408 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e777869-2863-47b2-af18-e746d6340c45" -d '{"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-unplugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:40.781713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Provisioning complete for port 90868903-3e7f-4722-9071-cee82d89c5e7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.782142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.826465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:40.827533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Port 90868903-3e7f-4722-9071-cee82d89c5e7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:40.845179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.853780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.854153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.947262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-26a30e68-82ac-4ff0-97b8-1e63d99fbfcb None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:40.982492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2058ba58-b485-4d8c-a70a-ece51dab69e2 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:40.985197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.985397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.014506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.064101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Transition to ACTIVE for port object 2058ba58-b485-4d8c-a70a-ece51dab69e2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:41.075617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.195719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.263977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Delete allocated IP 2001:db8::3ea (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/0ba0e815-2a88-4ef7-ba0f-588307bec4d9) {{(pid=93946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:20:41.281794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Allocated IP 2001:db8:0:2::23e (0d3bbd8b-c875-4d21-9dd4-f4707ca8563a/4ff23283-05bc-45fc-be8a-f28ca9b2a170/90868903-3e7f-4722-9071-cee82d89c5e7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:41.310002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.348284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb777a2-e626-4f46-a2de-18b9d7d44d38 req-0bdd99ab-095a-41c4-851f-ca9929338110 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646825 Jul 07 17:20:41.361327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59bc8-3b14-4418-affd-f79499309426 req-8b39a552-2032-4dd1-909f-6fd422f1b8d8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.369492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efc59bc8-3b14-4418-affd-f79499309426 req-8b39a552-2032-4dd1-909f-6fd422f1b8d8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 946 time: 1.2329659 Jul 07 17:20:41.474964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Attempting to bind port 2058ba58-b485-4d8c-a70a-ece51dab69e2 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:41.475804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Attempting to bind port 2058ba58-b485-4d8c-a70a-ece51dab69e2 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:41.476618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Attempting to bind port 2058ba58-b485-4d8c-a70a-ece51dab69e2 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:41.485898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efc59bc8-3b14-4418-affd-f79499309426 req-52cf4fbd-503d-4c50-922b-6acf6d48cb23 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154735 Jul 07 17:20:41.486047 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845de45-069a-45da-bc22-addceba6289a x-openstack-request-id: req-4845de45-069a-45da-bc22-addceba6289a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:41.486525 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "b0bb5f92-62cf-44c8-810e-51c45a15e7c5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:41.486860 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4845de45-069a-45da-bc22-addceba6289a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:41.487373 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5', 'status': 'completed', 'code': 200} Jul 07 17:20:41.491711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Port 2058ba58-b485-4d8c-a70a-ece51dab69e2 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:41.492828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Attempting to bind port 2058ba58-b485-4d8c-a70a-ece51dab69e2 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:41.504304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:41.504781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Checking segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:41.505254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Bound using segment: {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:41.506477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Bound port: 2058ba58-b485-4d8c-a70a-ece51dab69e2, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:41.506868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.717167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:41.723488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:41.733968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.751061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.761134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.761937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.763579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] 10.222.0.73 "PUT /v2.0/ports/2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 200 len: 1092 time: 1.7864094 Jul 07 17:20:41.817372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.896042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5f61-839b-473c-9e58-a7c455e7058c service neutron] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.092493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.727057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-45a41423-a7c0-4747-a227-f8c81881001b tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.734891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-45a41423-a7c0-4747-a227-f8c81881001b tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.23 "GET /v2.0/networks?id=f67a7fb5-250f-4c73-8dbd-b99737d18c87 HTTP/1.1" status: 200 len: 820 time: 0.3740728 Jul 07 17:20:42.757876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Request body: {'port': {'device_id': '38ad2708-393a-431d-8454-16bf9c891a60', 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87', 'admin_state_up': True, 'tenant_id': 'f3801eb769584e23960e744269c4090d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.819551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbfa7aca-fd02-4a82-8a8b-b11524a76884 req-3daa8d0d-8e65-4a64-9e1a-bb1a7194d264 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 210 time: 0.9831672 Jul 07 17:20:42.935441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.936419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.937285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.938496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.939112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.939986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.940839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.944905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-5ca9133d-f796-4b7d-af2a-43e856374122 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6309 time: 1.3782687 Jul 07 17:20:43.290946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.314126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.327176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.340690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.358383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.358630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bfa0fd-3b26-404f-b835-74701a09283a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:43.376440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.395751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.400863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-fd6539ff-f839-4660-b8d9-f39079f21956 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5399 time: 1.5441754 Jul 07 17:20:43.414268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.423331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.487557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Transition to ACTIVE for port object 90868903-3e7f-4722-9071-cee82d89c5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:43.497870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '836d4604-675c-4056-9a99-a692fd891a23'}, {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:43.501672 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb5c74-6533-4bdf-b24b-fbc32786c985" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "836d4604-675c-4056-9a99-a692fd891a23"}, {"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:43.503886 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.506042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Made reservation on behalf of f3801eb769584e23960e744269c4090d for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:43.512202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.529546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.547318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Transition to ACTIVE for port object 32bfa0fd-3b26-404f-b835-74701a09283a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:43.565408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.662658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ee22c80-2285-4cc7-9c81-94f1f35772b1 req-30bf9784-647b-4a59-b7ce-5098f0aa1eb3 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2194989 Jul 07 17:20:43.752173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] In _notify_port_updated(), no bound segment for port 90868903-3e7f-4722-9071-cee82d89c5e7 on network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:43.759134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.759726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.761973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "PUT /v2.0/ports/90868903-3e7f-4722-9071-cee82d89c5e7 HTTP/1.1" status: 200 len: 970 time: 6.4646845 Jul 07 17:20:43.767538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52278) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.786116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaff7d-d36b-43eb-bb5f-ccd572cfde4a req-018161c6-b0d1-4d5e-86b4-85a755f7e554 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.795817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcaff7d-d36b-43eb-bb5f-ccd572cfde4a req-018161c6-b0d1-4d5e-86b4-85a755f7e554 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.3932271 Jul 07 17:20:43.797914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.807542 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f42067-385c-4559-8bac-110d4983f075 x-openstack-request-id: req-63f42067-385c-4559-8bac-110d4983f075 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:43.807990 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-unplugged", "status": "completed", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:43.808400 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63f42067-385c-4559-8bac-110d4983f075 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:43.809034 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3', 'code': 200} Jul 07 17:20:43.890358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-f9ce003d-5c85-43d6-b6ed-31cffbff2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.901274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-f9ce003d-5c85-43d6-b6ed-31cffbff2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.901874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-f9ce003d-5c85-43d6-b6ed-31cffbff2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.904552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-f9ce003d-5c85-43d6-b6ed-31cffbff2c5d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a18ef69d4d540d6be171f96a035a883&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9391296 Jul 07 17:20:43.931325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcaff7d-d36b-43eb-bb5f-ccd572cfde4a req-dec3f088-6349-4bcc-ba54-51f804802252 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344955 Jul 07 17:20:44.064048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023ac34-bc2c-4184-bc95-26b4d117e49a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event updated for resources: {'Port': ['ID=90868903-3e7f-4722-9071-cee82d89c5e7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.083567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-77749e24-9cf7-43f1-85da-aa9e082bdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.089380 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-77749e24-9cf7-43f1-85da-aa9e082bdf57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.6903002 Jul 07 17:20:44.283548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 39929a25-914c-4993-aeec-0a468bc15cf3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:44.563167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-28f59864-086c-49bc-a635-0a5e40153e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.564596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c34c85a-152e-4494-8595-c90db0daa0d8 req-28f59864-086c-49bc-a635-0a5e40153e6a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6321466 Jul 07 17:20:44.627393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46294f94-3a54-48d5-b7a8-26c6e543a253 req-0ab2f940-4bd0-490b-9fed-2aa2f9b3515a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.631308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46294f94-3a54-48d5-b7a8-26c6e543a253 req-0ab2f940-4bd0-490b-9fed-2aa2f9b3515a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 944 time: 0.3216395 Jul 07 17:20:44.637168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Allocated IP 172.20.0.3 (f67a7fb5-250f-4c73-8dbd-b99737d18c87/4dbd6166-bf71-4242-9a5f-7f7667c04207/8d9eba33-9574-437c-b393-85815062c463) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:44.659804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7037a-b93d-4afd-87a3-a63cc5e9b20e req-efc3762a-0556-4d2b-b0ec-fafd9cb8910c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.662661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2df7037a-b93d-4afd-87a3-a63cc5e9b20e req-efc3762a-0556-4d2b-b0ec-fafd9cb8910c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2455559 Jul 07 17:20:44.758205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Attempting to bind port 32bfa0fd-3b26-404f-b835-74701a09283a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:44.759308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Attempting to bind port 32bfa0fd-3b26-404f-b835-74701a09283a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:44.760138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Attempting to bind port 32bfa0fd-3b26-404f-b835-74701a09283a on network e15b887e-9e51-48f0-a42b-b128d07cba55 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:44.776569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-04a55329-902b-4673-a595-70f9c5d81787 None None] Provisioning for port 90868903-3e7f-4722-9071-cee82d89c5e7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:44.787242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46294f94-3a54-48d5-b7a8-26c6e543a253 req-1641f6a0-7b11-4b28-ad07-e71b7180ea1e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202011 Jul 07 17:20:44.787546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-04a55329-902b-4673-a595-70f9c5d81787 None None] Provisioning complete for port 90868903-3e7f-4722-9071-cee82d89c5e7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:44.787854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04a55329-902b-4673-a595-70f9c5d81787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.790544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 90868903-3e7f-4722-9071-cee82d89c5e7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:44.791136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.819930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Port 32bfa0fd-3b26-404f-b835-74701a09283a on network e15b887e-9e51-48f0-a42b-b128d07cba55 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:44.821256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Attempting to bind port 32bfa0fd-3b26-404f-b835-74701a09283a on network e15b887e-9e51-48f0-a42b-b128d07cba55 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:44.841084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:44.842089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Checking segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:44.843124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Bound using segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:44.844654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Bound port: 32bfa0fd-3b26-404f-b835-74701a09283a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:44.845612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.958643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1869303247', 'description': 'tempest-description-1510952606'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:44.974607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-04a55329-902b-4673-a595-70f9c5d81787 None None] Port 90868903-3e7f-4722-9071-cee82d89c5e7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:45.040775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.045098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-f1802479-989d-4f6e-99b3-9402da2e7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.046905 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-f1802479-989d-4f6e-99b3-9402da2e7ada service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.8449907 Jul 07 17:20:45.210959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:45.220367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:45.223314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-58583f38-c11c-4cb3-b9f1-8d7b5ca7fedb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1000 time: 0.1685100 Jul 07 17:20:45.228872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.239671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.245721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2df7037a-b93d-4afd-87a3-a63cc5e9b20e req-74c00574-8eb3-4c37-9a29-b0fc190201a0 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574207 Jul 07 17:20:45.254477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.277608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 90868903-3e7f-4722-9071-cee82d89c5e7 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:45.320532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.323927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.352364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.353732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.355865 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-533266b1-f026-4c2e-97ec-c3c3de212296 service neutron] 10.222.0.73 "PUT /v2.0/ports/32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 1092 time: 3.5465841 Jul 07 17:20:45.369858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.393041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-83d3a5d8-ee38-465b-9e76-f8ae79a73a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.395723 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-83d3a5d8-ee38-465b-9e76-f8ae79a73a43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1533403 Jul 07 17:20:45.413853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5139d6-f219-43b9-827f-9230b2a24ccc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.432999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Request body: {'port': {'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.461176 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.481041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-051c5106-339e-48c1-882e-145cb987b0f2 req-d8593859-66f7-42c2-938f-e149f0f69a27 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5426416 Jul 07 17:20:45.490079 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dda2c4-de1c-41b8-a8a5-74fb0552d9c0 x-openstack-request-id: req-32dda2c4-de1c-41b8-a8a5-74fb0552d9c0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:45.490596 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "836d4604-675c-4056-9a99-a692fd891a23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:45.491026 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32dda2c4-de1c-41b8-a8a5-74fb0552d9c0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:45.491533 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '836d4604-675c-4056-9a99-a692fd891a23', 'status': 'completed', 'code': 200} Jul 07 17:20:45.491892 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'status': 'completed', 'code': 200} Jul 07 17:20:45.559556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.953381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Pushing event updated for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.962544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-f4c93268-4849-4f1d-a089-dfb5162fe7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.966423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-f4c93268-4849-4f1d-a089-dfb5162fe7c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5626636 Jul 07 17:20:45.972491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.010954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Network f67a7fb5-250f-4c73-8dbd-b99737d18c87 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:46.033555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:46.056348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.230215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e20a-ad68-4b76-9733-52e26a9187eb req-2ee92a12-95ee-4702-927e-1b2b5d71a3ab tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.238831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0370e20a-ad68-4b76-9733-52e26a9187eb req-2ee92a12-95ee-4702-927e-1b2b5d71a3ab tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 931 time: 0.3593292 Jul 07 17:20:46.269544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.270651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.271289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.272065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.272862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.273495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.275242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.278197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-51035567-4d51-4189-90de-53302344597d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6419 time: 0.6981912 Jul 07 17:20:46.305722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.308550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/90868903-3e7f-4722-9071-cee82d89c5e7 HTTP/1.1" status: 204 len: 168 time: 2.4803643 Jul 07 17:20:46.344080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0370e20a-ad68-4b76-9733-52e26a9187eb req-b5e731c4-fe7c-46f2-a357-09140bcd4f71 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035373 Jul 07 17:20:46.356128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca727ed-8338-4fcf-85b0-927cbdd6a554 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=90868903-3e7f-4722-9071-cee82d89c5e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.370096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.547129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:46.596067 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-924d9c08-4299-4adc-8aa8-1bf74416f42e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] GET failed (client error): The resource could not be found. Jul 07 17:20:46.603323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-924d9c08-4299-4adc-8aa8-1bf74416f42e tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports/90868903-3e7f-4722-9071-cee82d89c5e7 HTTP/1.1" status: 404 len: 333 time: 0.2229116 Jul 07 17:20:46.605889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52312) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.640315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.641544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.695072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.710253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.723552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.737611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.738152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cc3b7832-2027-4584-b833-e09b268f34b5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9931390 Jul 07 17:20:46.751865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.759044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Request body: {'port': {'device_id': '38ad2708-393a-431d-8454-16bf9c891a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.764963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.776489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.780167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-8b1d975d-8f3b-4a0a-9e58-d2251b4aeffa tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5411 time: 0.8242776 Jul 07 17:20:47.048161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-646a4d9e-7060-4c67-82cf-30f08b1fb5f7 req-9b134fd4-147e-4c4b-9586-7a3920362450 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2502408 Jul 07 17:20:47.126251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.223536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.302862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.313452 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-0f2eeb58-88cc-4e0b-b08b-16ed2c18cefb service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3358135 Jul 07 17:20:47.427463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a8d1b79-fa2e-42e8-8059-ed54d47b6a13 req-f7f80d45-ca98-4010-a966-e8675d4cf04e service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018445 Jul 07 17:20:47.430087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-4fa7244d-fc90-4ff1-96ac-d8b33c58546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.431473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-4fa7244d-fc90-4ff1-96ac-d8b33c58546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.435201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-4fa7244d-fc90-4ff1-96ac-d8b33c58546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.439281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-4fa7244d-fc90-4ff1-96ac-d8b33c58546c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a18ef69d4d540d6be171f96a035a883&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1289666 Jul 07 17:20:47.480643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.487563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.507902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/security-groups/4968f6ef-5540-4448-9904-0b40efbd9351 HTTP/1.1" status: 204 len: 168 time: 0.8880978 Jul 07 17:20:47.517696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.630276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad626a-3275-4964-a512-9c4f8b5f1674 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968f6ef-5540-4448-9904-0b40efbd9351,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.759699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd01f5-e5c4-4a61-b7af-1f5460c132ae req-a7c76b53-6570-4cc5-aa3a-85209ce56ecb tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.761479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8bd01f5-e5c4-4a61-b7af-1f5460c132ae req-a7c76b53-6570-4cc5-aa3a-85209ce56ecb tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.4595838 Jul 07 17:20:47.832841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9eba33-9574-437c-b393-85815062c463 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:47.850342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.867497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8bd01f5-e5c4-4a61-b7af-1f5460c132ae req-d0d98cc4-8b6c-41fe-bda0-ae9b52576e38 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935738 Jul 07 17:20:47.871963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.889712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-8b3d5c35-4626-423f-9b98-3f0778882edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.890542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Transition to ACTIVE for port object 8d9eba33-9574-437c-b393-85815062c463 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:47.892046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-8b3d5c35-4626-423f-9b98-3f0778882edb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3755319 Jul 07 17:20:47.912111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.913843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:47.918527 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b62ea-4d67-44b2-9959-3544c883de06" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:47.940740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.985461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a47e9b-2869-400a-a124-84944e3e9db7 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:48.037953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.126266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Transition to ACTIVE for port object 30a47e9b-2869-400a-a124-84944e3e9db7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:48.184218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.225294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Pushing event updated for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.225913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.245718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.246974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/security-groups/a9f2710e-0446-4f8e-9972-2a6b83119851 HTTP/1.1" status: 204 len: 168 time: 0.6969371 Jul 07 17:20:48.272248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52370) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.272567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835108f-af9b-46a0-9351-e296da226988 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2710e-0446-4f8e-9972-2a6b83119851,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.308531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02cc42f4-587b-4793-995d-755aafb7cc95 req-99a76f18-71d0-45b0-aabc-b4c7a3a0ba7e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/6b5139d6-f219-43b9-827f-9230b2a24ccc HTTP/1.1" status: 200 len: 1815 time: 0.3006892 Jul 07 17:20:48.478695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Attempting to bind port 8d9eba33-9574-437c-b393-85815062c463 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:48.479509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Attempting to bind port 8d9eba33-9574-437c-b393-85815062c463 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '03d9eb5c-669b-4e27-aa05-d752339ae61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:48.479509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Attempting to bind port 8d9eba33-9574-437c-b393-85815062c463 on network f67a7fb5-250f-4c73-8dbd-b99737d18c87 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:48.504383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.507417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Port 8d9eba33-9574-437c-b393-85815062c463 on network f67a7fb5-250f-4c73-8dbd-b99737d18c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:48.507766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Attempting to bind port 8d9eba33-9574-437c-b393-85815062c463 on network f67a7fb5-250f-4c73-8dbd-b99737d18c87 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:48.534006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:48.534218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Checking segment: {'id': '03d9eb5c-669b-4e27-aa05-d752339ae61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:48.534640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Bound using segment: {'id': '03d9eb5c-669b-4e27-aa05-d752339ae61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:48.535113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Bound port: 8d9eba33-9574-437c-b393-85815062c463, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d9eb5c-669b-4e27-aa05-d752339ae61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:48.535489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.557084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.558752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.559907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.561130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.562317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.563489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.564608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.568514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-e5d36bbf-eb8e-40ab-9411-f8d4bb742a83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6419 time: 0.4995997 Jul 07 17:20:48.581982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Attempting to bind port 30a47e9b-2869-400a-a124-84944e3e9db7 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:48.582344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Attempting to bind port 30a47e9b-2869-400a-a124-84944e3e9db7 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:48.582692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Attempting to bind port 30a47e9b-2869-400a-a124-84944e3e9db7 on network e15b887e-9e51-48f0-a42b-b128d07cba55 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:48.605477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Port 30a47e9b-2869-400a-a124-84944e3e9db7 on network e15b887e-9e51-48f0-a42b-b128d07cba55 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:48.605852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Attempting to bind port 30a47e9b-2869-400a-a124-84944e3e9db7 on network e15b887e-9e51-48f0-a42b-b128d07cba55 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:48.622566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:48.622954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Checking segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:48.625256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Bound using segment: {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:48.625890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Bound port: 30a47e9b-2869-400a-a124-84944e3e9db7, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:48.626279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.826872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:48.832910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:48.857275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8d9eba33-9574-437c-b393-85815062c463,segment=NetworkSegment(03d9eb5c-669b-4e27-aa05-d752339ae61b),segment_id=03d9eb5c-669b-4e27-aa05-d752339ae61b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:48.863011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:48.870847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.881673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.910387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.942789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.943577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.945241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] 10.222.0.23 "PUT /v2.0/ports/8d9eba33-9574-437c-b393-85815062c463 HTTP/1.1" status: 200 len: 1092 time: 2.1971090 Jul 07 17:20:48.963401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:48.964050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.968750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] 10.222.0.73 "PUT /v2.0/ports/30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 1092 time: 3.5435524 Jul 07 17:20:49.045307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782fc4f-415a-4ba2-b8c1-60357d59b77e service neutron] Pushing event updated for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.124459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.198625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-a412c174-6ff7-4792-a11d-cabe6325453f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.208005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-a412c174-6ff7-4792-a11d-cabe6325453f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a101a18-096d-400d-b475-532ac7d94341 HTTP/1.1" status: 200 len: 944 time: 0.8105810 Jul 07 17:20:49.222241 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.227320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.231013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/security-groups/fa236701-7d04-4f72-bd9a-ff6763296de9 HTTP/1.1" status: 204 len: 168 time: 0.9213700 Jul 07 17:20:49.272772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52380) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.292390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-2a6f3ab9-7db4-41d2-83d3-2a764a38b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.293190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-2a6f3ab9-7db4-41d2-83d3-2a764a38b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.293853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-2a6f3ab9-7db4-41d2-83d3-2a764a38b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.295815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-2a6f3ab9-7db4-41d2-83d3-2a764a38b6c0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9a18ef69d4d540d6be171f96a035a883&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7155066 Jul 07 17:20:49.369496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 0ba0e815-2a88-4ef7-ba0f-588307bec4d9 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:49.382725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.433493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9021a-e8db-45fe-ba6e-24ab48afe829 service neutron] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.451282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-86ba78ad-486c-42d5-8131-ad6c7bf28554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.453611 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-86ba78ad-486c-42d5-8131-ad6c7bf28554 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3801eb769584e23960e744269c4090d&device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 1095 time: 0.4567981 Jul 07 17:20:49.467188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5077c2-e06e-4833-95c8-e9a1cdf85b68 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa236701-7d04-4f72-bd9a-ff6763296de9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.497020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.518792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8861-0152-417f-aa2d-5ef474e8a548 req-60d6527d-b98f-4b69-b16c-f02e5a5e1665 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.527640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf9d8861-0152-417f-aa2d-5ef474e8a548 req-60d6527d-b98f-4b69-b16c-f02e5a5e1665 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 943 time: 0.8235533 Jul 07 17:20:49.594290 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-f5571c71-7a07-416b-8a6f-b8f3db075d7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d9eba33-9574-437c-b393-85815062c463 HTTP/1.1" status: 200 len: 217 time: 0.1242013 Jul 07 17:20:49.597428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-abe99d79-50d2-479b-a294-493845176cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.599130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-facb5c74-6533-4bdf-b24b-fbc32786c985 req-abe99d79-50d2-479b-a294-493845176cca service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859595 Jul 07 17:20:49.671165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf9d8861-0152-417f-aa2d-5ef474e8a548 req-6585b95b-fdf5-4dc7-88fb-5f7db441fbb3 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425116 Jul 07 17:20:49.722005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cb6b1df2-9656-4bb6-9b81-e034e11b602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.723542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-cb6b1df2-9656-4bb6-9b81-e034e11b602c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dbd6166-bf71-4242-9a5f-7f7667c04207 HTTP/1.1" status: 200 len: 860 time: 0.1150792 Jul 07 17:20:49.771548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port 39929a25-914c-4993-aeec-0a468bc15cf3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:49.780875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.782101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-c1d773fd-b412-4a66-8a1a-b726f79ee761 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f67a7fb5-250f-4c73-8dbd-b99737d18c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328038 Jul 07 17:20:49.921299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.937688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.938884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.939470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.940035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.940583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.941130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.941675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.944291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-72e34731-b5e1-4647-8ff3-ed8765773470 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6487 time: 0.2678270 Jul 07 17:20:49.952063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port 39929a25-914c-4993-aeec-0a468bc15cf3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=39929a25-914c-4993-aeec-0a468bc15cf3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:49.952623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.001508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-0eaa0d49-2944-4533-8ab1-cdb67302900f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 217 time: 0.0454879 Jul 07 17:20:50.025242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for 39929a25-914c-4993-aeec-0a468bc15cf3 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:50.173375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.246685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba0e815-2a88-4ef7-ba0f-588307bec4d9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.253614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-3c8032c3-79e1-4c8f-a7f3-021ddfefeed1 service neutron] 10.222.0.23 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589212 Jul 07 17:20:50.255418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.258008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9b24d9a0-7c53-4517-b2e9-3f1fcce8438a tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/0ba0e815-2a88-4ef7-ba0f-588307bec4d9 HTTP/1.1" status: 204 len: 168 time: 0.9810209 Jul 07 17:20:50.281238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c1dac-674e-4296-bc2b-8e4c2cfbcaff None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:50.289007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52388) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.293349 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa216e-b9a9-4a05-92a1-5d3b0581af38 x-openstack-request-id: req-62fa216e-b9a9-4a05-92a1-5d3b0581af38 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:50.294631 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:50.295283 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62fa216e-b9a9-4a05-92a1-5d3b0581af38 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:50.296102 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a', 'status': 'completed', 'code': 200} Jul 07 17:20:50.343998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.759329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 4ff23283-05bc-45fc-be8a-f28ca9b2a170 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:50.796839 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.873813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-90cf3485-f35f-4cbf-bacc-ce84fde0d137 req-d2272fb0-fa7f-411e-a230-d8be6d37f209 service neutron] 10.222.0.23 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114702 Jul 07 17:20:50.891577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0a72-5881-477c-a160-c47e439a632d req-4e212e04-83af-4324-814c-79fbfcfa721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.894183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-4e212e04-83af-4324-814c-79fbfcfa721a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 1097 time: 0.6068904 Jul 07 17:20:50.941157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=39929a25-914c-4993-aeec-0a468bc15cf3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.960944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.034988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6c3c5a2e-3ba5-434e-83fd-604dba843fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.036521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6c3c5a2e-3ba5-434e-83fd-604dba843fc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 200 len: 851 time: 1.0258341 Jul 07 17:20:51.038054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port 39929a25-914c-4993-aeec-0a468bc15cf3 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:51.042348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.052118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55be0e3b-f81c-4350-a1d3-37ff41d4e868 req-63cb74d9-1247-4390-b9f7-b118aab5c6e2 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "DELETE /v2.0/ports/39929a25-914c-4993-aeec-0a468bc15cf3 HTTP/1.1" status: 204 len: 173 time: 1.8423901 Jul 07 17:20:51.063166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-deleted', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:51.072940 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22851205-9f57-4a8f-93f3-0956f6ae3702" -d '{"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-deleted", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:51.217214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e4661652-beeb-4f67-b6fe-1b29460616f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.222554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e4661652-beeb-4f67-b6fe-1b29460616f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f62391a7-ebaf-4f0a-a986-900f496673c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681476 Jul 07 17:20:51.229428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0a72-5881-477c-a160-c47e439a632d req-5be8124a-dd24-4cc9-bd95-86bb4615846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.232458 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-5be8124a-dd24-4cc9-bd95-86bb4615846b service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.3255067 Jul 07 17:20:51.250303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626fe0e-304f-4e89-9f3a-dc0f7e3bc914 req-850ecea8-5de2-4c5d-8986-bec92887aae4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.282946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3626fe0e-304f-4e89-9f3a-dc0f7e3bc914 req-850ecea8-5de2-4c5d-8986-bec92887aae4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3901441 Jul 07 17:20:51.339192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.568772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3626fe0e-304f-4e89-9f3a-dc0f7e3bc914 req-211849a4-acf1-44cf-abe6-6aa7be1e3959 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322230 Jul 07 17:20:51.630587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-c41a62c2-cb7a-4e18-9c24-4be86366d63d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 200 len: 1000 time: 0.3855371 Jul 07 17:20:51.631176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-6eb4a3e0-dc46-45e0-a7ee-f23c058bc983 service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277564 Jul 07 17:20:51.951108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0a72-5881-477c-a160-c47e439a632d req-ed14a672-bf54-48da-b40a-877d97c2a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.954040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-ed14a672-bf54-48da-b40a-877d97c2a791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.3051200 Jul 07 17:20:51.962281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.012686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-0e25c630-6ef3-4f98-9272-0c54610bcb2a service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748193 Jul 07 17:20:52.030949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff23283-05bc-45fc-be8a-f28ca9b2a170,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.058150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.062926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3dd9aeee-c003-4be2-bd74-0a5ca88c51ea tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/4ff23283-05bc-45fc-be8a-f28ca9b2a170 HTTP/1.1" status: 204 len: 168 time: 1.7632296 Jul 07 17:20:52.066093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52410) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.114985 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-35235f18-95e9-4eaf-913f-3ab373b1f0de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:52.115518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35235f18-95e9-4eaf-913f-3ab373b1f0de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:52.119323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9ae05-da97-40b9-983b-39d1a35c4132 None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:52.120076 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-35235f18-95e9-4eaf-913f-3ab373b1f0de tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/0ba0e815-2a88-4ef7-ba0f-588307bec4d9 HTTP/1.1" status: 404 len: 337 time: 0.0480809 Jul 07 17:20:52.121673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52412) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.156135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8397c90f-35db-4465-8d58-5ee47bdf5648 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 217 time: 0.1372199 Jul 07 17:20:52.204989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0a72-5881-477c-a160-c47e439a632d req-6a598d48-18bd-4f7e-8ebf-c20acd1b717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.206805 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-6a598d48-18bd-4f7e-8ebf-c20acd1b717d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232776 Jul 07 17:20:52.277545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-264612185', 'description': 'tempest-description-2065783632'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.397957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-aeccce28-fc4c-4d39-9261-2b1c244d86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.402540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-aeccce28-fc4c-4d39-9261-2b1c244d86f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2315598 Jul 07 17:20:52.448265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0b3ba695-3e52-40d7-8006-d37acfcbab40 None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:52.449037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba695-3e52-40d7-8006-d37acfcbab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.472984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.481087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.488780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.495895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.502426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.509879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.516935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.519609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-8d2c5691-c491-437a-9209-80abbc29bdb1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.5740004 Jul 07 17:20:52.578886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04776b92-c8b4-4831-b5d7-44907b6627c2 req-518e1f76-05db-4908-8762-084f85763c4f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0467739 Jul 07 17:20:52.613358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-acfb7ff0-86ee-4e88-8261-d631b7c5b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.615154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-acfb7ff0-86ee-4e88-8261-d631b7c5b0c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1995769 Jul 07 17:20:52.616003 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.687465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'tag': '8d9eba33-9574-437c-b393-85815062c463'}, {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:52.691423 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ec8b80-0f11-4682-8313-382c8971dd98" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "tag": "8d9eba33-9574-437c-b393-85815062c463"}, {"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:52.741899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-a54fce9e-48ca-4aa6-a159-22a9d6b6db5b service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092312 Jul 07 17:20:52.806383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting subnet 56d21e54-9262-471c-84a5-399dbddad01c {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:52.839430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.902294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-66ae8e0c-6e07-4209-bf77-620da18ab29e service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475062 Jul 07 17:20:53.017152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0b3ba695-3e52-40d7-8006-d37acfcbab40 None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:53.018248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba695-3e52-40d7-8006-d37acfcbab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.111665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.160954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ba695-3e52-40d7-8006-d37acfcbab40 None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:53.172793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d7fba6f9-7706-4080-83e3-c785262b4061 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 217 time: 0.1441128 Jul 07 17:20:53.275530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.303449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.359237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-c404b97f-0961-4db1-b092-4f9b7abeef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.364580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-c404b97f-0961-4db1-b092-4f9b7abeef22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.1794443 Jul 07 17:20:53.395503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.436973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.440520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c520cf6-42f4-4813-875d-3600faa130fa req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1713066 Jul 07 17:20:53.505826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee51d-6d1e-4a14-b742-a059f6ae6844 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dfb480-d6c8-4702-9106-4d5b0749804f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.559289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f1c20-dfd8-40b7-bdcf-7b68f3d317ba req-7d142cec-11bc-42c9-b8d8-fa99bde88b9c tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.562207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d71f1c20-dfd8-40b7-bdcf-7b68f3d317ba req-7d142cec-11bc-42c9-b8d8-fa99bde88b9c tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.5069778 Jul 07 17:20:53.690367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-4c6267ce-6745-4645-b17b-33db990d861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.692045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-4c6267ce-6745-4645-b17b-33db990d861d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2997475 Jul 07 17:20:53.721835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d71f1c20-dfd8-40b7-bdcf-7b68f3d317ba req-ca722b38-ab07-4f53-8ae0-266ae456b634 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375678 Jul 07 17:20:53.741090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-8c66e5e4-40e8-4bd5-8a10-2d3d5e2bb1d2 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5209184 Jul 07 17:20:53.803988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8d9eba33-9574-437c-b393-85815062c463 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:53.937861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-8072dc81-42a7-44cd-84ac-48cb4a4aaa87 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096069 Jul 07 17:20:54.111761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8d9eba33-9574-437c-b393-85815062c463,segment=NetworkSegment(03d9eb5c-669b-4e27-aa05-d752339ae61b),segment_id=03d9eb5c-669b-4e27-aa05-d752339ae61b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:54.147769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '8d9eba33-9574-437c-b393-85815062c463', 'network_id': 'f67a7fb5-250f-4c73-8dbd-b99737d18c87', 'port_id': '8d9eba33-9574-437c-b393-85815062c463', 'mac_address': 'fa:16:3e:d2:db:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbd6166-bf71-4242-9a5f-7f7667c04207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:54.157030 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.182597 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077e44d-415f-4ed2-b8f0-df85611f2a2a x-openstack-request-id: req-9077e44d-415f-4ed2-b8f0-df85611f2a2a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:54.183055 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a101a18-096d-400d-b475-532ac7d94341", "name": "network-vif-deleted", "tag": "39929a25-914c-4993-aeec-0a468bc15cf3", "status": "failed", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:54.183320 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9077e44d-415f-4ed2-b8f0-df85611f2a2a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:54.183783 n-d-791505-12 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a101a18-096d-400d-b475-532ac7d94341', 'name': 'network-vif-deleted', 'tag': '39929a25-914c-4993-aeec-0a468bc15cf3', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:20:54.200222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0cab0a72-5881-477c-a160-c47e439a632d req-bdb15e8d-099b-41d3-9714-ba217ada7e73 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478080 Jul 07 17:20:54.227716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-80d5edb5-2a8a-4eb9-8f91-d2726ac60656 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618191 Jul 07 17:20:54.231334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Subnet': ['ID=56d21e54-9262-471c-84a5-399dbddad01c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.243983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.248603 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.253027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6c789ff2-2675-4bc4-87bc-031fc85888e2 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/56d21e54-9262-471c-84a5-399dbddad01c HTTP/1.1" status: 204 len: 168 time: 2.1277421 Jul 07 17:20:54.253587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.274486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9eba33-9574-437c-b393-85815062c463 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:54.284909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04de4e9-bc21-4c7b-b186-832d0a70370b None None] Network 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:54.318507 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b304b4-23c4-429a-b17f-131797c6d247 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:54.318905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b304b4-23c4-429a-b17f-131797c6d247 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:54.324197 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-12b304b4-23c4-429a-b17f-131797c6d247 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/278b27e2-61a4-47af-86a7-a53c5292fe3f HTTP/1.1" status: 404 len: 337 time: 0.0666523 Jul 07 17:20:54.327947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.339939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-09fb1548-fa9b-4b72-958a-00328506d75c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 200 len: 217 time: 0.1008413 Jul 07 17:20:54.360169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340087bf-9616-45a0-a397-8ca56c6e01d1 req-a65db238-daad-446d-8d2a-32693d4fafc5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.366366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-340087bf-9616-45a0-a397-8ca56c6e01d1 req-a65db238-daad-446d-8d2a-32693d4fafc5 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 943 time: 0.7312961 Jul 07 17:20:54.392505 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e6b919a-6491-45d2-a25f-96292f95dde3 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5975088-e406-4179-a49a-77f4f2302cc8 HTTP/1.1" status: 200 len: 205 time: 0.0630169 Jul 07 17:20:54.394764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52432) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.406605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61daa207-e103-4716-8b56-3a0c5f8e31f8 None None] Provisioning complete for port badc03f3-d989-41bf-be1b-c17f4094ffac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:54.406605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61daa207-e103-4716-8b56-3a0c5f8e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.413972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8d9eba33-9574-437c-b393-85815062c463,segment=NetworkSegment(03d9eb5c-669b-4e27-aa05-d752339ae61b),segment_id=03d9eb5c-669b-4e27-aa05-d752339ae61b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:54.443659 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-80d8ef9a-3afe-4ee8-acf7-51fdef34f679 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] delete failed (client error): The resource could not be found. Jul 07 17:20:54.444760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-80d8ef9a-3afe-4ee8-acf7-51fdef34f679 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/routers/c5975088-e406-4179-a49a-77f4f2302cc8 HTTP/1.1" status: 404 len: 336 time: 0.0490103 Jul 07 17:20:54.447871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52434) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.497385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.524644 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-a534d673-3f0e-495d-9743-341cfe8b4c1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:54.525733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a534d673-3f0e-495d-9743-341cfe8b4c1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:54.529510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a534d673-3f0e-495d-9743-341cfe8b4c1f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/9c3ebb36-1040-4718-b3e8-98d0ec578afb HTTP/1.1" status: 404 len: 337 time: 0.0803652 Jul 07 17:20:54.532227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52436) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.566352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-69243e51-a5ad-4868-8066-da46cff9eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.568119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-69243e51-a5ad-4868-8066-da46cff9eb9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2007689 Jul 07 17:20:54.587964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-340087bf-9616-45a0-a397-8ca56c6e01d1 req-39f1683c-d935-4d69-9a55-5a96e3f74b89 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861434 Jul 07 17:20:54.596075 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e315376e-f504-40dd-aeb2-4e087c5c8ada tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:54.597423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e315376e-f504-40dd-aeb2-4e087c5c8ada tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:54.601328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e315376e-f504-40dd-aeb2-4e087c5c8ada tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/111df2c3-3137-4dfc-a033-7cc633d5c883 HTTP/1.1" status: 404 len: 337 time: 0.0653589 Jul 07 17:20:54.604772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52438) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.612297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.651922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660485-88bc-4b62-aace-3eed6c42c5f9 req-437738c7-9e80-460e-9027-5a6013d45b5a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.659963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8660485-88bc-4b62-aace-3eed6c42c5f9 req-437738c7-9e80-460e-9027-5a6013d45b5a tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1720397 Jul 07 17:20:54.714162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8660485-88bc-4b62-aace-3eed6c42c5f9 req-bdd56cae-08f0-4324-ab5d-5b81ae337425 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Jul 07 17:20:54.763835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-ddd0d4b3-aadd-4222-b4b2-e51dd6687bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.771464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-ddd0d4b3-aadd-4222-b4b2-e51dd6687bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756577 Jul 07 17:20:54.772531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8d9eba33-9574-437c-b393-85815062c463'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:54.794561 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f137d7-e43a-491f-adef-4bd30b671c34 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:54.795368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f137d7-e43a-491f-adef-4bd30b671c34 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:54.825715 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48f137d7-e43a-491f-adef-4bd30b671c34 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/5ecbb70c-1e1b-40a5-9be9-e520f546bfbc HTTP/1.1" status: 404 len: 337 time: 0.2151010 Jul 07 17:20:54.828831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52444) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.885373 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc829d2-3e40-4858-b2b2-1a999e3f66ef x-openstack-request-id: req-efc829d2-3e40-4858-b2b2-1a999e3f66ef {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:54.885904 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "tag": "8d9eba33-9574-437c-b393-85815062c463", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:54.886332 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efc829d2-3e40-4858-b2b2-1a999e3f66ef {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:54.886984 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'tag': '8d9eba33-9574-437c-b393-85815062c463', 'status': 'completed', 'code': 200} Jul 07 17:20:54.887405 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7', 'status': 'completed', 'code': 200} Jul 07 17:20:54.960831 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-693e3ac4-5cb0-4857-a31d-d25618905004 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:54.961876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693e3ac4-5cb0-4857-a31d-d25618905004 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:54.965760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-693e3ac4-5cb0-4857-a31d-d25618905004 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/5969708c-5da9-4093-a4ec-2196f77a5a2a HTTP/1.1" status: 404 len: 333 time: 0.1293383 Jul 07 17:20:54.968854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52446) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.018430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61daa207-e103-4716-8b56-3a0c5f8e31f8 None None] Provisioning complete for port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:55.018847 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61daa207-e103-4716-8b56-3a0c5f8e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.046242 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e8274b-5682-41db-95cf-97f38b9b2a27 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:55.046984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e8274b-5682-41db-95cf-97f38b9b2a27 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:55.049147 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32e8274b-5682-41db-95cf-97f38b9b2a27 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/2b3b23ac-68be-40f6-874d-88dd2254badb HTTP/1.1" status: 404 len: 337 time: 0.0788529 Jul 07 17:20:55.054924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.151417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-61daa207-e103-4716-8b56-3a0c5f8e31f8 None None] Port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:55.167478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] DHCP port deletion for 0d3bbd8b-c875-4d21-9dd4-f4707ca8563a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:55.193641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-75f09037-d092-407f-af67-de6ba4b04a93 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139171 Jul 07 17:20:55.220975 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc33fd7-853c-41ce-b99f-6102d0027453 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:55.221811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc33fd7-853c-41ce-b99f-6102d0027453 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:55.239981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2dc33fd7-853c-41ce-b99f-6102d0027453 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/ca0703a7-609e-4e12-8143-807cd578d1f3 HTTP/1.1" status: 404 len: 337 time: 0.1743796 Jul 07 17:20:55.239981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.304771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Deleting port badc03f3-d989-41bf-be1b-c17f4094ffac {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:55.306005 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.312571 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8bd689-a022-4134-aa2c-b72b60dc6015 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:55.313419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8bd689-a022-4134-aa2c-b72b60dc6015 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:55.320102 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a8bd689-a022-4134-aa2c-b72b60dc6015 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/bdba9bc0-fdfb-4d63-b6a0-8fa953f86c22 HTTP/1.1" status: 404 len: 333 time: 0.0786188 Jul 07 17:20:55.328499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52458) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.393954 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-a194fe05-7cdc-411c-b632-79265da5c07f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:55.395701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a194fe05-7cdc-411c-b632-79265da5c07f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:55.404801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a194fe05-7cdc-411c-b632-79265da5c07f tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/e5f41bb0-adc2-4709-8725-ed3fcdb3a215 HTTP/1.1" status: 404 len: 337 time: 0.0719194 Jul 07 17:20:55.411156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52460) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.472543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] For port badc03f3-d989-41bf-be1b-c17f4094ffac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=badc03f3-d989-41bf-be1b-c17f4094ffac,segment=NetworkSegment(fe922e2a-d946-455b-af2d-49e8442ec191),segment_id=fe922e2a-d946-455b-af2d-49e8442ec191)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:55.472973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.485106 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ff23f9-e6b2-4ca4-8767-154f5b51d3ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:55.485768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ff23f9-e6b2-4ca4-8767-154f5b51d3ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:55.494008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65ff23f9-e6b2-4ca4-8767-154f5b51d3ab tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/subnets/0c78f8d0-2a83-4b4d-879c-9459571ce389 HTTP/1.1" status: 404 len: 337 time: 0.0769370 Jul 07 17:20:55.494282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.501271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52462) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.512156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Calling delete_port for badc03f3-d989-41bf-be1b-c17f4094ffac owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:55.583658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-3d39123a-3919-4fc6-9d56-efee7bdd3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.587229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-3d39123a-3919-4fc6-9d56-efee7bdd3687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3801eb769584e23960e744269c4090d&device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 1096 time: 0.5101125 Jul 07 17:20:55.605881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-a7b29f20-1bbd-429b-afb7-3abb22363e8c service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973086 Jul 07 17:20:55.632232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0feab1f4-845c-4dc4-9736-7e9e78ed4169 req-8a131830-32e8-48fb-a456-7966911eb2a2 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/22dfb480-d6c8-4702-9106-4d5b0749804f HTTP/1.1" status: 200 len: 1814 time: 0.4367180 Jul 07 17:20:55.638331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.680394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] Pushing event deleted for resources: {'Port': ['ID=badc03f3-d989-41bf-be1b-c17f4094ffac,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.696478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e62cf-2965-4226-af2e-b5d9b89cbfe6 None None] No DVR routers for this DVR port badc03f3-d989-41bf-be1b-c17f4094ffac on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:55.727398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-cf0fb1f2-8453-4226-8fde-e9ed2cefbfb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 200 len: 217 time: 0.1125748 Jul 07 17:20:55.797336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-836481cf-73ea-479b-b84a-7491d63534dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.798949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-836481cf-73ea-479b-b84a-7491d63534dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.0589681 Jul 07 17:20:55.815090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.818064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8d9eba33-9574-437c-b393-85815062c463 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:55.824721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.831682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.838151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Deleting port 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:55.849306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.849581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.849775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.851307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.864693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.869063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-1d3410f5-6429-432e-8b68-2b56cb1582a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.5043910 Jul 07 17:20:55.941334 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 8d9eba33-9574-437c-b393-85815062c463 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:55.947792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 8d9eba33-9574-437c-b393-85815062c463 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:55.947792 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.995759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-5a9fc760-7218-4d1d-ac1c-a2ee7702e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.004672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-5a9fc760-7218-4d1d-ac1c-a2ee7702e52e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f67a7fb5-250f-4c73-8dbd-b99737d18c87 HTTP/1.1" status: 200 len: 921 time: 0.4091702 Jul 07 17:20:56.011062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a56bbbbc-4e9a-4047-abb8-3516c70c6aa8 req-40427d95-9c34-4b59-ab7a-1c51e3323a0e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144323 Jul 07 17:20:56.043756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d3ca7e15-a3c7-406c-8e04-99db5baba171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.045486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d3ca7e15-a3c7-406c-8e04-99db5baba171 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1750636 Jul 07 17:20:56.097896 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.144883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8d9eba33-9574-437c-b393-85815062c463,segment=NetworkSegment(03d9eb5c-669b-4e27-aa05-d752339ae61b),segment_id=03d9eb5c-669b-4e27-aa05-d752339ae61b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:56.146480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9eba33-9574-437c-b393-85815062c463'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:56.150808 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b2a882-f46a-4526-bca4-5e5ed047b82e" -d '{"events": [{"server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "name": "network-vif-plugged", "status": "completed", "tag": "8d9eba33-9574-437c-b393-85815062c463"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:56.158648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.176732 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-baface04-e6f8-4f24-b45c-3d8e4c5fcfb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d9eba33-9574-437c-b393-85815062c463 HTTP/1.1" status: 200 len: 217 time: 0.1385720 Jul 07 17:20:56.208220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.251090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Calling delete_port for 71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:56.262405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:56.274079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-33709175-db8e-4471-82e4-7e5e743af4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.275812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-33709175-db8e-4471-82e4-7e5e743af4b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dbd6166-bf71-4242-9a5f-7f7667c04207 HTTP/1.1" status: 200 len: 860 time: 0.0869510 Jul 07 17:20:56.283034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-55cb487a-d6c8-4a27-b917-3d2de571a20f service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178738 Jul 07 17:20:56.451977 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-9730330d-9ccf-40b4-a3bd-36881acbc0be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f67a7fb5-250f-4c73-8dbd-b99737d18c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449311 Jul 07 17:20:56.493694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.528992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:56.530794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-04f7415f-e943-4c1d-8f01-9c5f4cdcc510 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.537718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-04f7415f-e943-4c1d-8f01-9c5f4cdcc510 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.2196414 Jul 07 17:20:56.558581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-fd9fd9e5-f2dc-4384-b883-1090ea0a57c0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.0198278 Jul 07 17:20:56.607191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-4b96ee55-bedf-49d9-919e-50b2bee749d1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474548 Jul 07 17:20:56.611215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: badc03f3-d989-41bf-be1b-c17f4094ffac {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:56.611779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device badc03f3-d989-41bf-be1b-c17f4094ffac not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:56.612857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-8bfdbbef-7221-4e43-b2cc-b5ab37625723 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:20:56.621591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-8bfdbbef-7221-4e43-b2cc-b5ab37625723 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135946 Jul 07 17:20:56.677937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-57fbc66e-9224-4e4f-a706-b2c560abfe82 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822281 Jul 07 17:20:56.692670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b953b1-685a-4a64-946a-2a417c223007 req-d7e0752b-924d-46cc-9a5a-86261a47c961 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.699114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47b953b1-685a-4a64-946a-2a417c223007 req-d7e0752b-924d-46cc-9a5a-86261a47c961 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.3086939 Jul 07 17:20:56.714697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Port': ['ID=71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:56.746191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.751265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54439769-5141-42e5-8252-b40a7f88aacf tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/ports/71bf84fd-3092-4a2f-8cd0-d5f41ee04f1b HTTP/1.1" status: 204 len: 168 time: 1.2444167 Jul 07 17:20:56.752875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52484) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.769976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-af641ec3-8513-4423-af8f-9138cf726dcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 217 time: 0.0665591 Jul 07 17:20:56.828615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47b953b1-685a-4a64-946a-2a417c223007 req-45858f5c-8050-4888-93ba-836a43552661 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284952 Jul 07 17:20:56.858220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-d4591d67-0858-4efa-8500-a100b4d0e371 service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356009 Jul 07 17:20:56.860445 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d657ff4c-c283-46af-bae1-ddba312c0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.862067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-d657ff4c-c283-46af-bae1-ddba312c0ef9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.0827653 Jul 07 17:20:56.897042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.953598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-7a2676ea-89b2-455d-9322-bd804ec34557 service neutron] 10.222.0.23 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892991 Jul 07 17:20:56.977594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.997063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-130fd8a6-ab5c-40d3-b901-966e7dffb0fc service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051750 Jul 07 17:20:57.057924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-5fa1cdda-95ee-449f-9f21-76b5c7c6e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.059603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-5fa1cdda-95ee-449f-9f21-76b5c7c6e5d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847160 Jul 07 17:20:57.156740 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-3534d28d-098a-4b72-bc91-accff0f40586 service neutron] 10.222.0.23 "GET /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692076 Jul 07 17:20:57.190041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-9b422197-827c-46ef-8954-1794f6ee708d service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218917 Jul 07 17:20:57.318324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-b0ce3378-980e-47dc-8319-c02c565906d9 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207075 Jul 07 17:20:57.329819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-252300762', 'description': 'tempest-description-222238042'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:57.346628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.374753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3bbd8b-c875-4d21-9dd4-f4707ca8563a']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.397727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe922e2a-d946-455b-af2d-49e8442ec191') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.398299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe922e2a-d946-455b-af2d-49e8442ec191') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.435429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e0d2242f-4250-4e5f-b555-c9b250cebbf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 217 time: 0.0766582 Jul 07 17:20:57.438101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.438863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.495299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-b9dd0720-c4a8-4cb9-b942-07f9965344d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.496149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.496997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-b9dd0720-c4a8-4cb9-b942-07f9965344d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.0544853 Jul 07 17:20:57.514941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:57.515998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.660423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:57.672558 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:57.678175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.679866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.718043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.725328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] 10.222.0.66 "DELETE /v2.0/networks/0d3bbd8b-c875-4d21-9dd4-f4707ca8563a HTTP/1.1" status: 204 len: 168 time: 0.9711268 Jul 07 17:20:57.738388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb401c-e1fd-4a5e-8f72-842de8904273,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.761367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.762866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f45cd824-6eb1-47c1-a8d4-e73720875f4e req-9c4c364f-5ec2-4e99-a267-904415d85abd tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4422603 Jul 07 17:20:57.779272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403284-fcbd-48a0-88f6-471c1f6d160b req-2a6fcd40-6d33-4e46-8cd1-e19a5db15bfd tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.788183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0403284-fcbd-48a0-88f6-471c1f6d160b req-2a6fcd40-6d33-4e46-8cd1-e19a5db15bfd tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 945 time: 0.4686351 Jul 07 17:20:57.800567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7b8be963-04f4-4c8e-961f-81e22fcab15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.802811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-7b8be963-04f4-4c8e-961f-81e22fcab15f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2953157 Jul 07 17:20:57.806920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec0235-6860-4179-8e6a-e44f857f3d44 tempest-PortsIpV6TestJSON-559357159 tempest-PortsIpV6TestJSON-559357159-project] Pushing event deleted for resources: {'Network': ['ID=0d3bbd8b-c875-4d21-9dd4-f4707ca8563a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.239230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52506) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.553292 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c1f6459-de97-4d8a-b50a-4940ccdac6e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84e0f2e49c0d47eeaef723fdd7599000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124673 Jul 07 17:20:58.565024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52510) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.684150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0403284-fcbd-48a0-88f6-471c1f6d160b req-2a73f08d-a391-4a62-81b4-2545ace53c41 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8945665 Jul 07 17:20:58.687865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.716094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.803199 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1cba5-7e37-4b7c-9787-cf8210f71d76 x-openstack-request-id: req-aec1cba5-7e37-4b7c-9787-cf8210f71d76 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:58.804487 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "name": "network-vif-plugged", "status": "completed", "tag": "8d9eba33-9574-437c-b393-85815062c463", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:58.804487 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aec1cba5-7e37-4b7c-9787-cf8210f71d76 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:58.804685 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9eba33-9574-437c-b393-85815062c463', 'code': 200} Jul 07 17:20:58.832854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.841242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.846571 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77fb09fa-6141-4fa7-973c-d79a69928e72 HTTP/1.1" status: 204 len: 168 time: 0.2797744 Jul 07 17:20:58.898069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb09fa-6141-4fa7-973c-d79a69928e72,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.913754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-55c5f2bd-c3f2-4b52-b2d3-d6998db574fb service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0998325 Jul 07 17:20:58.934091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.934473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.934817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.935159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.935495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.935829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.936166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.936759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.937099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.938240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.938619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:58.938950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c992cc-aef5-48ab-a18c-fba3d104fb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:59.058860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa8f37-053f-4a65-bced-0501b32ece04 req-4458c901-bde6-4f75-a2c9-8588d4f55375 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.062006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10aa8f37-053f-4a65-bced-0501b32ece04 req-4458c901-bde6-4f75-a2c9-8588d4f55375 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.5751016 Jul 07 17:20:59.113559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9b0bf-fb08-4b27-b8b6-400c221b2b57 req-b0406ab3-6007-4a24-bbd0-d4178dad1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.116848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9ef9b0bf-fb08-4b27-b8b6-400c221b2b57 req-b0406ab3-6007-4a24-bbd0-d4178dad1286 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 1097 time: 0.2027559 Jul 07 17:20:59.189803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9ef9b0bf-fb08-4b27-b8b6-400c221b2b57 req-3b72949b-376b-4b0a-a00a-ae6341c74737 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654051 Jul 07 17:20:59.277298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f66cb70-d910-45d7-8cbb-4ca3c09759dc req-e5c1f7d5-1d41-4033-8b9e-6eb1bd162e59 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562510 Jul 07 17:20:59.337677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10aa8f37-053f-4a65-bced-0501b32ece04 req-a21e8401-8f35-40b8-9556-70819eec9659 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640853 Jul 07 17:20:59.454958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-60ab75bd-38a4-483b-a105-e1383164b2e7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.457664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-60ab75bd-38a4-483b-a105-e1383164b2e7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.3329210 Jul 07 17:20:59.492242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-7ddc47d9-20bb-4b7c-b3b2-7a303e1a0470 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/quotas/c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 375 time: 0.0276685 Jul 07 17:20:59.670649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e54e4f1a-2d8d-474d-b192-4d330d34dbdd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.672868 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e54e4f1a-2d8d-474d-b192-4d330d34dbdd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.1819143 Jul 07 17:20:59.686613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:59.823376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-e8c2ec89-fbc1-428e-983e-c9b258c2c458 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3303404 Jul 07 17:20:59.844452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.845443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.846380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.847361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.848277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.849262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.850046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.853863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-33cc4fc8-6165-478d-85fb-5803f4a33a82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6487 time: 0.3394122 Jul 07 17:20:59.910944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:59.916260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.956269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.968668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.981911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.994335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.006750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.019586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.031858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.045734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-1c92e6c2-46c0-46e7-b8cd-b3e76dfe47c4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.4758956 Jul 07 17:21:00.168220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.12 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/a919eefe-df9b-4fb6-85b5-e61638588e6e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:00.321791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bec5efc0-2de1-461d-ac13-1905638f7cd5 req-5e3ed1e4-e49d-46f9-b94b-aee38ec9dca7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1593652 Jul 07 17:21:00.375980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-e024e14c-2d4a-4a24-81e4-5d799bda029e service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201819 Jul 07 17:21:00.388405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-844ca0be-d14b-4820-a628-a4d300e04e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.390985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-844ca0be-d14b-4820-a628-a4d300e04e58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 902 time: 0.5209553 Jul 07 17:21:00.463795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.492237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-61468131-0b57-4a2e-9daf-8fd4306d7ef6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 217 time: 0.0806048 Jul 07 17:21:00.532049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.595169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:00.601129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:00.607768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:00.646754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:00.678157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.678930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.700925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-43be0f26-b3d2-4a7e-b33f-c7ab055a4690 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0178459 Jul 07 17:21:00.713243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Request body: {'port': {'device_id': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:00.754910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-575be726-6b04-41e7-b285-8c8c8b9b18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.757723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-575be726-6b04-41e7-b285-8c8c8b9b18cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.1898253 Jul 07 17:21:00.830273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-615c6e62-af26-41d8-8828-8f7b07484483 service neutron] 10.222.0.66 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345901 Jul 07 17:21:00.841122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.846951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02fc3-96b9-408b-aecd-e484ed94436d req-ac89115a-2f47-4384-88cc-386fed3346fb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.848604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f02fc3-96b9-408b-aecd-e484ed94436d req-ac89115a-2f47-4384-88cc-386fed3346fb tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 932 time: 0.3599231 Jul 07 17:21:00.975283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f02fc3-96b9-408b-aecd-e484ed94436d req-dcce7f9b-1739-417b-9d60-c1098d633460 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125762 Jul 07 17:21:00.982092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b62ea-4d67-44b2-9959-3544c883de06 req-cb21ebc7-0489-4046-a3c5-d6637384817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.986131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-cb21ebc7-0489-4046-a3c5-d6637384817a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171960 Jul 07 17:21:01.240356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31539049-8685-4b8b-ad05-34d6e8d2f583 req-d5337ae0-ab25-4962-b3c8-e7f74a5b50ae tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/18cb401c-e1fd-4a5e-8f72-842de8904273 HTTP/1.1" status: 200 len: 1813 time: 0.1248970 Jul 07 17:21:01.299637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-8486b972-038f-4079-9e7b-ca105f1fc151 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012888 Jul 07 17:21:01.459732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a919eefe-df9b-4fb6-85b5-e61638588e6e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:01.482671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.513956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Transition to ACTIVE for port object a919eefe-df9b-4fb6-85b5-e61638588e6e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:01.527241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.656798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd313-3932-462b-82c0-8a5eba15e906 req-ec3bec92-191d-4536-bd8e-1ec335305fec tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.662334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:01.668212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-324cd313-3932-462b-82c0-8a5eba15e906 req-ec3bec92-191d-4536-bd8e-1ec335305fec tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 945 time: 0.2072649 Jul 07 17:21:01.675360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-816b62ea-4d67-44b2-9959-3544c883de06 req-c099704d-77f4-4720-9633-10d065e21b8c service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672142 Jul 07 17:21:01.764594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de11624-9253-499e-bc8f-107c9b6defc8 req-6bb5deef-a8f9-48f2-82bd-c452096f6268 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.767003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8de11624-9253-499e-bc8f-107c9b6defc8 req-6bb5deef-a8f9-48f2-82bd-c452096f6268 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3046293 Jul 07 17:21:01.817631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Attempting to bind port a919eefe-df9b-4fb6-85b5-e61638588e6e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:01.818322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Attempting to bind port a919eefe-df9b-4fb6-85b5-e61638588e6e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:01.819154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Attempting to bind port a919eefe-df9b-4fb6-85b5-e61638588e6e on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:01.828436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Port a919eefe-df9b-4fb6-85b5-e61638588e6e on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:01.829163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Attempting to bind port a919eefe-df9b-4fb6-85b5-e61638588e6e on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:01.831492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-324cd313-3932-462b-82c0-8a5eba15e906 req-53ca2b8f-bf60-42f3-b58f-565fc0e20a9d tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308658 Jul 07 17:21:01.839409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:01.839979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:01.840635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:01.841359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Bound port: a919eefe-df9b-4fb6-85b5-e61638588e6e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:01.842163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.882623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8de11624-9253-499e-bc8f-107c9b6defc8 req-d4799696-7d9e-40f7-82a8-6ce705917253 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842886 Jul 07 17:21:01.936081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.936081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.941102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.947016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.948022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.949059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.949955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.955736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e67e9f70-6fec-436d-a31f-d0a5f255973d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6487 time: 0.2105272 Jul 07 17:21:02.005388 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-bced42b6-45ef-4c51-8c29-2327fb471af0 req-88d54a0e-3914-406d-a5a2-5f8353540220 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] show failed (client error): The resource could not be found. Jul 07 17:21:02.016436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bced42b6-45ef-4c51-8c29-2327fb471af0 req-88d54a0e-3914-406d-a5a2-5f8353540220 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/ff2df68b-1a35-4c22-a633-b9d71985a11e HTTP/1.1" status: 404 len: 352 time: 0.1082854 Jul 07 17:21:02.050573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:02.055846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:02.068477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.109485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.110275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.119008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/a919eefe-df9b-4fb6-85b5-e61638588e6e HTTP/1.1" status: 200 len: 1093 time: 1.4107888 Jul 07 17:21:02.119614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:02.121114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1f148fb-55bf-4a94-8f56-ce70034e818a req-db01d04f-3d3e-4058-b3fc-92fde039743b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.1541979 Jul 07 17:21:02.122224 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a" -d '{"events": [{"name": "network-changed", "server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:02.166542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d2065-8f5d-4245-9b0f-7be45bdf47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.243454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-dba1d77c-07e4-47e9-9bcd-49b2dba80996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.245208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-dba1d77c-07e4-47e9-9bcd-49b2dba80996 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 1096 time: 0.0741985 Jul 07 17:21:02.308823 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-ede60be6-18ea-4285-bcfa-299d4f4cdcc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e HTTP/1.1" status: 200 len: 217 time: 0.0550916 Jul 07 17:21:02.320029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-3dcc53ce-ff01-46de-9e39-4fe7aa74851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.322088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-3dcc53ce-ff01-46de-9e39-4fe7aa74851c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 902 time: 0.3506310 Jul 07 17:21:02.339003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.345588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.355100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.361947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.369374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.375906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.382371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.387923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-4d0b90ec-e176-4cb8-bf4d-eb8e7b413265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.389492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-4d0b90ec-e176-4cb8-bf4d-eb8e7b413265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.0738230 Jul 07 17:21:02.391865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-da3bef77-9a9e-4014-87c8-7812c6098d91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.1810894 Jul 07 17:21:02.434293 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-9b67ecbb-57de-43a9-bf8f-3cce6c823946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 07 17:21:02.479433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-deb73813-d001-4f22-8341-ff36f4691f66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 217 time: 0.0846381 Jul 07 17:21:02.576861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956a131d-7dcb-488b-9ad0-a8b7d63ad4ac req-644cebed-8ad8-478e-af0e-ff5887ba7a2f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1840615 Jul 07 17:21:02.625849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-2af8b636-0d98-49d8-9e93-ff910b908b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.627660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-2af8b636-0d98-49d8-9e93-ff910b908b53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.1282532 Jul 07 17:21:02.661514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf381-b0fa-4fbd-9c11-9df44484bef9 req-94859fb8-a6ec-41d4-9d97-d797a3452aa9 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.663158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-729c3183-d0a6-4cbc-b578-e78c134ae064 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201731 Jul 07 17:21:02.667103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c8bf381-b0fa-4fbd-9c11-9df44484bef9 req-94859fb8-a6ec-41d4-9d97-d797a3452aa9 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 944 time: 0.1845722 Jul 07 17:21:02.674385 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-0d47e41c-43ff-47ad-9dfb-b17d7dbed397 req-4083ac89-354a-485c-a441-5354bf8ec13f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] show failed (client error): The resource could not be found. Jul 07 17:21:02.676080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d47e41c-43ff-47ad-9dfb-b17d7dbed397 req-4083ac89-354a-485c-a441-5354bf8ec13f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-group-rules/0abdadc6-0662-4db3-b903-90d12087deea HTTP/1.1" status: 404 len: 361 time: 0.0474310 Jul 07 17:21:02.810028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c8bf381-b0fa-4fbd-9c11-9df44484bef9 req-ce4eb80e-9875-42c8-b3a1-d24e164d04cc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400893 Jul 07 17:21:02.902965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-a9939317-ca30-4f7f-939b-bf5271c300f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.905606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-a9939317-ca30-4f7f-939b-bf5271c300f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2648911 Jul 07 17:21:03.053988 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4180545-a816-4ad7-986f-a7551d710269 x-openstack-request-id: req-e4180545-a816-4ad7-986f-a7551d710269 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:03.055944 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:03.056925 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4180545-a816-4ad7-986f-a7551d710269 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:03.057610 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e', 'status': 'completed', 'code': 200} Jul 07 17:21:03.149974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-b5af056c-a4bd-4c79-8d96-1a717696a2f4 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039375 Jul 07 17:21:03.157291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-e3d4aa95-fecb-4f8f-a49a-31a1e945acda tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/18cb401c-e1fd-4a5e-8f72-842de8904273 HTTP/1.1" status: 200 len: 1813 time: 0.2762802 Jul 07 17:21:03.334946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88d84dee-1643-49a6-9d50-1e772276dbb7 req-13755e11-95bd-486f-ab1d-93d85a1b5471 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652827 Jul 07 17:21:03.358674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-d05bbac3-d8d2-483c-b73c-5e8b046e1f2b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.360240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-d05bbac3-d8d2-483c-b73c-5e8b046e1f2b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 821 time: 0.2100408 Jul 07 17:21:03.375801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Request body: {'port': {'device_id': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'admin_state_up': True, 'tenant_id': 'c6988a625a42465ea10c01eb4b17c61f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:03.433204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0ec8b80-0f11-4682-8313-382c8971dd98 req-e2714df6-a499-45d3-85db-b1c92e5f96c3 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743564 Jul 07 17:21:03.464490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c3fe0-79c3-40c8-b14e-49bab8735014 req-ef270fc1-90b8-4b59-9231-f49bd405b7bf tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.468335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-623c3fe0-79c3-40c8-b14e-49bab8735014 req-ef270fc1-90b8-4b59-9231-f49bd405b7bf tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.5244384 Jul 07 17:21:03.469624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.532730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.575607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Made reservation on behalf of c6988a625a42465ea10c01eb4b17c61f for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:03.580026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.612897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-e90914c9-7518-47ed-bce8-cc77c91fb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.618129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-e90914c9-7518-47ed-bce8-cc77c91fb9c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 1096 time: 0.1131120 Jul 07 17:21:03.640622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-623c3fe0-79c3-40c8-b14e-49bab8735014 req-b10e11d3-2f02-46d6-82c1-697208220c44 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356978 Jul 07 17:21:03.683961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.689389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.708796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c0c8787-4f79-4268-9445-f81097f8d762 req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-groups/18cb401c-e1fd-4a5e-8f72-842de8904273 HTTP/1.1" status: 204 len: 173 time: 0.5199039 Jul 07 17:21:03.748360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93a03c-3806-400c-95c2-671afa772d14 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb401c-e1fd-4a5e-8f72-842de8904273,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.002702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09cc3b9d-1feb-4ad0-9c84-4958ea483637 req-3fd1a542-99a6-447f-8bf2-5316f410bae0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.0955088 Jul 07 17:21:04.103781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Allocated IP 172.20.0.6 (e18efc77-de26-415e-a6ff-a369201ba1e5/0e4a7fe2-2bc8-44a1-b07f-d69967aa0128/69264b7b-add1-45bb-aed3-06eb99702510) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:04.159109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-9ca1c683-42f4-4775-96c0-94eef4effb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.161150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-9ca1c683-42f4-4775-96c0-94eef4effb34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.5341430 Jul 07 17:21:04.224293 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-69a6a730-d4b6-4d45-a446-e86cc24d8295 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e HTTP/1.1" status: 200 len: 217 time: 0.0537119 Jul 07 17:21:04.240323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.253845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.272743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.289434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.304585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.318423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.332315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.347691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-a80b6c39-4e76-455e-bb61-d6fe80e2bf21 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.3986275 Jul 07 17:21:04.360137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-3e380e56-3c79-4acb-af5c-8f4b5e13f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.362072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-3e380e56-3c79-4acb-af5c-8f4b5e13f41c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1261547 Jul 07 17:21:04.417163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-e5225bd8-2937-4203-a7b0-dd5a0acbbbea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473998 Jul 07 17:21:04.447554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd7567-67f0-4367-a91f-6fe1ce3a22bd req-1d17bc03-b73f-465b-b16b-77a2bc6ac075 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.449692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16cd7567-67f0-4367-a91f-6fe1ce3a22bd req-1d17bc03-b73f-465b-b16b-77a2bc6ac075 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3158309 Jul 07 17:21:04.459993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b5e2d44-ba72-45ee-afd3-7d774582c497 req-90af55d3-2dc9-426a-bfdb-2f12dd61de6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1016781 Jul 07 17:21:04.505121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16cd7567-67f0-4367-a91f-6fe1ce3a22bd req-d5acc94c-9fc5-4144-b7ea-e12db6fe148e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Jul 07 17:21:04.631508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-8aae7064-b3aa-413e-a482-75979f8ef4d8 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/22dfb480-d6c8-4702-9106-4d5b0749804f HTTP/1.1" status: 200 len: 1814 time: 0.0948501 Jul 07 17:21:04.657716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.752182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-3faa6904-e649-4149-9074-1251916ce325 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230441 Jul 07 17:21:04.774494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.796615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:04.840693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.881908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.901623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['91592eeb-dbad-4340-825f-c949422e05bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:04.952139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.965781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.968831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c225a72a-b9b9-4eb2-a636-48cb664c588c req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-groups/22dfb480-d6c8-4702-9106-4d5b0749804f HTTP/1.1" status: 204 len: 173 time: 0.3360846 Jul 07 17:21:05.036129 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8548a8bc-74ac-4038-9ae8-a0271149219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.043414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Network e18efc77-de26-415e-a6ff-a369201ba1e5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:05.058661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086b204-1804-49ef-b665-72fcec63a76c req-094dd772-7be8-43f1-a92f-ea9db21dcba1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.061073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:05.068702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2086b204-1804-49ef-b665-72fcec63a76c req-094dd772-7be8-43f1-a92f-ea9db21dcba1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 944 time: 0.2696075 Jul 07 17:21:05.072590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6c4f6-6c4c-42c0-aa06-3cd4b162310e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dfb480-d6c8-4702-9106-4d5b0749804f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.078486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.087181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:05.203735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-53aa4ef7-4cf0-4306-8ce1-1c9483d4c53a req-832ecf07-d322-4fb5-937b-af7a69015ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244947 Jul 07 17:21:05.255163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.256064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.277612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2086b204-1804-49ef-b665-72fcec63a76c req-70679cb0-4a8f-404c-9ce9-fce1a82f3951 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865101 Jul 07 17:21:05.309533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-99b49b09-783e-4a7c-95d5-6831c1792d29 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/6b5139d6-f219-43b9-827f-9230b2a24ccc HTTP/1.1" status: 200 len: 1815 time: 0.2229705 Jul 07 17:21:05.499948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.519830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8548a8bc-74ac-4038-9ae8-a0271149219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.533493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8548a8bc-74ac-4038-9ae8-a0271149219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.534331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-ddfdaa75-378f-4cad-b023-11e878be44b1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1641195 Jul 07 17:21:05.554027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Request body: {'port': {'device_id': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:05.577741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.633164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8548a8bc-74ac-4038-9ae8-a0271149219d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c05c1e5f91e4ce39f19d7104c47a143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299634 Jul 07 17:21:05.635892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52722) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.646156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548a8bc-74ac-4038-9ae8-a0271149219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb8be9e-59e8-4d06-b794-31b300bec463,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.685570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9b60d-3bfb-4c65-9146-df8a2a54865a req-c84bd6ec-d411-4b14-8ed8-5e85d43eb87e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.687819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5c9b60d-3bfb-4c65-9146-df8a2a54865a req-c84bd6ec-d411-4b14-8ed8-5e85d43eb87e tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2561638 Jul 07 17:21:05.705885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.709252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.710684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dcab05c-5dcb-440c-9f5f-f00563e6dd29 req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-groups/6b5139d6-f219-43b9-827f-9230b2a24ccc HTTP/1.1" status: 204 len: 173 time: 0.3996816 Jul 07 17:21:05.749164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.757011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a3bd9-928f-481b-b5c6-2c4590890dc9 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5139d6-f219-43b9-827f-9230b2a24ccc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.786244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5c9b60d-3bfb-4c65-9146-df8a2a54865a req-b2f7078f-f88b-46b8-9baa-4c6bda2299e4 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Jul 07 17:21:05.825510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.865855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a919eefe-df9b-4fb6-85b5-e61638588e6e details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:06.071726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.079595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae363c5-36ab-4848-a4b5-d7a6107231be req-f4f395b2-f786-4e96-ac12-099d3cea3063 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.082396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ae363c5-36ab-4848-a4b5-d7a6107231be req-f4f395b2-f786-4e96-ac12-099d3cea3063 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 931 time: 0.1323154 Jul 07 17:21:06.098045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.106515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.114220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.122262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.130652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.132562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:06.139646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.147310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.156749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3588757b-196f-4caf-960b-ede197b22e5b req-a4785189-4772-4d0e-ad5b-3ed70eed1af2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.2088253 Jul 07 17:21:06.160581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'a919eefe-df9b-4fb6-85b5-e61638588e6e', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': 'a919eefe-df9b-4fb6-85b5-e61638588e6e', 'mac_address': 'fa:16:3e:69:07:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:06.252266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3588757b-196f-4caf-960b-ede197b22e5b req-486fefef-2cdb-40c6-8a74-5943fe5814a6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0942855 Jul 07 17:21:06.264745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ae363c5-36ab-4848-a4b5-d7a6107231be req-155aed0e-28f4-4005-9710-e9eee65c8d0f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055870 Jul 07 17:21:06.370606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-017ee3c7-1b3a-4d1e-aa40-c4ab13c5efc3 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/6222f323-453a-4bec-a67a-af72e85b99b5 HTTP/1.1" status: 200 len: 1814 time: 0.0853004 Jul 07 17:21:06.390806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.409357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a919eefe-df9b-4fb6-85b5-e61638588e6e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:06.435163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:06.440234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69264b7b-add1-45bb-aed3-06eb99702510 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:06.441124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.450355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.466394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Transition to ACTIVE for port object 69264b7b-add1-45bb-aed3-06eb99702510 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:06.468333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.471759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.477934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ecb8be9e-59e8-4d06-b794-31b300bec463 HTTP/1.1" status: 204 len: 168 time: 0.8362060 Jul 07 17:21:06.477934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.527705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.535179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce28a-2690-41a1-8490-e60a28e22f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb8be9e-59e8-4d06-b794-31b300bec463,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.568546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.586967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.626508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.692453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a919eefe-df9b-4fb6-85b5-e61638588e6e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:06.708290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.711039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.712271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93afd6ce-e23f-4fdc-8639-4af8e9916991 req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-groups/6222f323-453a-4bec-a67a-af72e85b99b5 HTTP/1.1" status: 204 len: 173 time: 0.3279037 Jul 07 17:21:06.737063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6675510-78f2-4563-98d9-8c48edb3d48f tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222f323-453a-4bec-a67a-af72e85b99b5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.806581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:06.807006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:06.807356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:06.815325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:06.815779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:06.826649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:06.827002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:06.827406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:06.827869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Bound port: 69264b7b-add1-45bb-aed3-06eb99702510, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:06.828242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.859055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850121d3-e9e7-4528-942b-8ec6352195c7 req-8cf98fa0-aea3-495e-8ae2-c743eaa28b03 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.862083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-850121d3-e9e7-4528-942b-8ec6352195c7 req-8cf98fa0-aea3-495e-8ae2-c743eaa28b03 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2240818 Jul 07 17:21:06.918331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:06.918867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:06.924904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.011678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.013137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.018672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] 10.222.0.73 "PUT /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 1092 time: 1.4754705 Jul 07 17:21:07.027565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:07.034534 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "tag": "69264b7b-add1-45bb-aed3-06eb99702510"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:07.043335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb095b1e-440d-4437-bf52-5e92f5a31fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.095123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-850121d3-e9e7-4528-942b-8ec6352195c7 req-3f7a5c57-cf61-4636-9332-788d86f9066b tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251170 Jul 07 17:21:07.163568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-b9a9a848-2237-4ae8-ae16-a23518939127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.165882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-b9a9a848-2237-4ae8-ae16-a23518939127 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1095 time: 0.0829146 Jul 07 17:21:07.210277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f171-dcf7-451e-8691-58bbf7e6640f req-030401d6-2009-44c2-8446-30ccf5d22582 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.214063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3237f171-dcf7-451e-8691-58bbf7e6640f req-030401d6-2009-44c2-8446-30ccf5d22582 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 945 time: 0.2182610 Jul 07 17:21:07.226527 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-839eb3b1-217b-4b38-aca0-d947bca66253 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 217 time: 0.0487747 Jul 07 17:21:07.292743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-a3fdd6d1-f4fd-4dd4-9308-c0449c63ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.294787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-a3fdd6d1-f4fd-4dd4-9308-c0449c63ad3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0616937 Jul 07 17:21:07.298705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52748) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.314206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-263988fd-5a13-4716-995c-873584097fff req-bc3614a2-1345-458b-8c29-a9981f97351e tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "GET /v2.0/security-groups/4008ced5-0a2c-4e05-b3cc-d3b110d18b69 HTTP/1.1" status: 200 len: 1813 time: 0.1412964 Jul 07 17:21:07.327045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3237f171-dcf7-451e-8691-58bbf7e6640f req-456b44f1-6092-421b-9662-5e93bad73813 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022589 Jul 07 17:21:07.330104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10258df7-8eaf-449c-80f0-770db22459af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.355614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-6d063bba-7fb7-40a1-97cb-457793f7b58e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463314 Jul 07 17:21:07.451239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-263988fd-5a13-4716-995c-873584097fff req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.503487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-3392ec4d-34c7-4667-8ec2-16a4adebbde9 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397991 Jul 07 17:21:07.531098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-263988fd-5a13-4716-995c-873584097fff req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.541997 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a3bdd-3679-4658-b20a-6ea8d0434ab4 x-openstack-request-id: req-eb8a3bdd-3679-4658-b20a-6ea8d0434ab4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:07.542324 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "tag": "69264b7b-add1-45bb-aed3-06eb99702510", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:07.542610 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb8a3bdd-3679-4658-b20a-6ea8d0434ab4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:07.543240 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510', 'status': 'completed', 'code': 200} Jul 07 17:21:07.548257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9fd42b2-3a04-4908-833b-4ef316fac62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.647689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-263988fd-5a13-4716-995c-873584097fff req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.650588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-263988fd-5a13-4716-995c-873584097fff req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.651935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-263988fd-5a13-4716-995c-873584097fff req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] 10.222.0.66 "DELETE /v2.0/security-groups/4008ced5-0a2c-4e05-b3cc-d3b110d18b69 HTTP/1.1" status: 204 len: 173 time: 0.3231890 Jul 07 17:21:07.668132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022bfe8-85d6-408c-9e60-3e816cce3277 tempest-SecurityGroupRulesNegativeTestJSON-819844838 tempest-SecurityGroupRulesNegativeTestJSON-819844838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008ced5-0a2c-4e05-b3cc-d3b110d18b69,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.668132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52756) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.683920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10258df7-8eaf-449c-80f0-770db22459af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.697095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10258df7-8eaf-449c-80f0-770db22459af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.744507 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:07.768195 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10258df7-8eaf-449c-80f0-770db22459af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b33a2d6c01f74ef7b696a86dc0fc0320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642322 Jul 07 17:21:07.771784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Deleting subnet 2cef04be-c68a-4c45-a239-87861f1e2cce {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:07.773729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52760) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.777864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.806928 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-29d1f96e-e5d0-46ac-a2d5-5f9ce589eb80 req-4339518b-282d-4c91-a43f-141d8152a4f6 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832747 Jul 07 17:21:07.845627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.865890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a919eefe-df9b-4fb6-85b5-e61638588e6e up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:07.880445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10258df7-8eaf-449c-80f0-770db22459af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6315c60a-262e-4a14-81b9-4f3077cc0d1c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.943116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.979372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.996028 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.013241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.019318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port a919eefe-df9b-4fb6-85b5-e61638588e6e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:08.035285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port a919eefe-df9b-4fb6-85b5-e61638588e6e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:08.036427 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.056484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.065014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.095284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.129131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.148160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-309daedf-2733-4b33-94f3-c655c18d21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.151522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-309daedf-2733-4b33-94f3-c655c18d21b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1095 time: 0.2651691 Jul 07 17:21:08.160367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.164001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f15513ac-7024-46dc-b874-3d878e42970d req-7d6eb885-2fae-45ad-90a2-433928cc216a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.4525294 Jul 07 17:21:08.173142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.253426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.254063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:08.255205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:08.258655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.258961 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33089d2-089d-451e-956b-f3006282273d" -d '{"events": [{"server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "name": "network-vif-plugged", "status": "completed", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:08.263139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6315c60a-262e-4a14-81b9-4f3077cc0d1c HTTP/1.1" status: 204 len: 168 time: 0.4866176 Jul 07 17:21:08.263753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.284249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b411-516b-48bc-b5f6-a56e59b23dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6315c60a-262e-4a14-81b9-4f3077cc0d1c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.325138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-9ccbbc75-64e4-4841-831b-6df1d7dd6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.326913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-9ccbbc75-64e4-4841-831b-6df1d7dd6db7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.1674218 Jul 07 17:21:08.345266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.345529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.442549 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-08bc5481-13ad-41dd-8e14-0a94f369954d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 217 time: 0.1071987 Jul 07 17:21:08.449755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.498674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f15513ac-7024-46dc-b874-3d878e42970d req-e7741596-c629-41eb-b7a4-8539113e14c0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3116453 Jul 07 17:21:08.535235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-bcea6455-3f87-482b-97ae-ca1da8761656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.537741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-bcea6455-3f87-482b-97ae-ca1da8761656 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0881400 Jul 07 17:21:08.609422 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-6a7f55fe-40ee-4e2a-9e48-26a573db9fec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613751 Jul 07 17:21:08.861659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-1f6f3c05-f4dc-4154-8d3a-5c7ba4b252c8 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426288 Jul 07 17:21:08.957180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cef04be-c68a-4c45-a239-87861f1e2cce,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.960881 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.967601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-38fb0952-1e5c-4354-8167-55fd04561de5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2cef04be-c68a-4c45-a239-87861f1e2cce HTTP/1.1" status: 204 len: 168 time: 1.2945895 Jul 07 17:21:08.968802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.082561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3833fd-4bd3-4116-8a81-a0d6736b6638 req-26cc5832-00a0-49d1-b46c-5020d042a57b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.084651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3833fd-4bd3-4116-8a81-a0d6736b6638 req-26cc5832-00a0-49d1-b46c-5020d042a57b tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.6452978 Jul 07 17:21:09.089034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.096503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9331ce6-1060-4d9e-b7f0-e7f742aa1fb9 req-78eeb263-b4fd-41b1-86b4-485ea1b139ff service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272515 Jul 07 17:21:09.254537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3833fd-4bd3-4116-8a81-a0d6736b6638 req-9c32598d-d6ca-43a6-91a6-3439f45cc755 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393509 Jul 07 17:21:09.269691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.311325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13cfb74-e522-4af8-b614-619da84dce8c']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:09.322525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c62a2c-784a-4392-87e2-2c8f500d2486') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:09.322870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c62a2c-784a-4392-87e2-2c8f500d2486') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:09.337959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.367759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.383568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:09.383985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:09.388783 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:09.395018 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89597a-580d-4227-a5ce-dbbef338a16c x-openstack-request-id: req-3e89597a-580d-4227-a5ce-dbbef338a16c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:09.397069 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "name": "network-vif-plugged", "status": "completed", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:09.400804 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e89597a-580d-4227-a5ce-dbbef338a16c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:09.401813 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e', 'code': 200} Jul 07 17:21:09.483724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01235-b7b8-4433-bba5-058e4216fb05 req-41cd1c96-6369-4183-aa96-be06ed134f40 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.492002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5b01235-b7b8-4433-bba5-058e4216fb05 req-41cd1c96-6369-4183-aa96-be06ed134f40 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.2360580 Jul 07 17:21:09.532112 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.544009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.550238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] 10.222.0.66 "DELETE /v2.0/networks/a13cfb74-e522-4af8-b614-619da84dce8c HTTP/1.1" status: 204 len: 168 time: 0.5804238 Jul 07 17:21:09.584424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90bb07-bfc7-4513-892a-e06fcb7ee81f admin admin] Pushing event deleted for resources: {'Network': ['ID=a13cfb74-e522-4af8-b614-619da84dce8c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:09.675758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5b01235-b7b8-4433-bba5-058e4216fb05 req-064c62e8-4689-4d0a-9376-d05d65e183ed tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817393 Jul 07 17:21:09.677249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd9a1-ba3a-4d97-a258-e4e354ba8c9f req-f5f85578-f123-4200-8398-01d970e7957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.680698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e7fd9a1-ba3a-4d97-a258-e4e354ba8c9f req-f5f85578-f123-4200-8398-01d970e7957f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 1098 time: 0.1767950 Jul 07 17:21:09.777472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8024915-e98b-4ef5-b408-c2431909c649 req-23167bc1-74bc-4b48-a57b-87e285d83aa1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.777982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e7fd9a1-ba3a-4d97-a258-e4e354ba8c9f req-1d94e541-e1dd-4486-9e85-9d6242aa13c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Jul 07 17:21:09.781212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8024915-e98b-4ef5-b408-c2431909c649 req-23167bc1-74bc-4b48-a57b-87e285d83aa1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1541629 Jul 07 17:21:09.963205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.008298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8024915-e98b-4ef5-b408-c2431909c649 req-1eaaea06-79db-4f07-8bd4-7f01a0dba84a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094786 Jul 07 17:21:10.026992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9bd8-09bc-4f73-b796-2cd25827e1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.090626 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4cfdbd82-e8a1-44d5-8ca0-a7abb591ac33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f96bf3cc0b64cc28a8af948a59989c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257303 Jul 07 17:21:10.097754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.142160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b20d7b-2a69-4be0-970a-9ae01e4020e2 req-039c3cdf-65d8-4267-8bfc-e2d9be418d76 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.153454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9b20d7b-2a69-4be0-970a-9ae01e4020e2 req-039c3cdf-65d8-4267-8bfc-e2d9be418d76 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 945 time: 0.2993901 Jul 07 17:21:10.263461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9b20d7b-2a69-4be0-970a-9ae01e4020e2 req-f35ad195-2af8-434e-af1b-dec10c349139 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086578 Jul 07 17:21:10.318391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.476386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.515511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.541239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.565437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.588587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.606926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.624888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.637508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.649560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.653017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-c16242db-3124-4e65-aecb-a6eef943ce6b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.4972346 Jul 07 17:21:10.735024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f17f68df-077f-472a-bee5-b706c59b9994 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.737608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f17f68df-077f-472a-bee5-b706c59b9994 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.23 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 945 time: 0.1074920 Jul 07 17:21:10.890022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90c41590-a1a3-46f2-a2a9-a999f58bb10f req-a5dccc3b-14d5-4c35-a3db-997a3c37e1ae tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2228472 Jul 07 17:21:10.948358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Deleting port 8d9eba33-9574-437c-b393-85815062c463 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:10.950882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.966993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57c1c-9435-46ea-bd40-e82e28f48305 req-5d719a75-b0ff-4deb-9167-88797f865e5d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.968685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4aa57c1c-9435-46ea-bd40-e82e28f48305 req-5d719a75-b0ff-4deb-9167-88797f865e5d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.3143129 Jul 07 17:21:10.970100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.973628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.975008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26d87b23-7c70-40d1-979d-17a507a45cf4 HTTP/1.1" status: 204 len: 168 time: 0.8766110 Jul 07 17:21:11.014018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52b12f-f88e-4155-a06d-7f50bc0990e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d87b23-7c70-40d1-979d-17a507a45cf4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:11.052350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4aa57c1c-9435-46ea-bd40-e82e28f48305 req-7fdd6b4e-ade7-4cf2-99cd-fe114b2869cd tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685587 Jul 07 17:21:11.264670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] For port 8d9eba33-9574-437c-b393-85815062c463, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8d9eba33-9574-437c-b393-85815062c463,segment=NetworkSegment(03d9eb5c-669b-4e27-aa05-d752339ae61b),segment_id=03d9eb5c-669b-4e27-aa05-d752339ae61b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:11.265151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.286345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Calling delete_port for 8d9eba33-9574-437c-b393-85815062c463 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:11.345821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986a3b-55d3-4b99-bfe5-77439f65df1e req-03dfb3a8-568a-4a36-a0b9-0632631ae5de tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.347872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e986a3b-55d3-4b99-bfe5-77439f65df1e req-03dfb3a8-568a-4a36-a0b9-0632631ae5de tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1458812 Jul 07 17:21:11.431501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e986a3b-55d3-4b99-bfe5-77439f65df1e req-1c93ed0e-089f-4e82-8038-c96b5b53f9cc tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742769 Jul 07 17:21:11.500271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.514174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8d9eba33-9574-437c-b393-85815062c463'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:11.602352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a184-c38e-4044-9ac2-5344c47bb88f req-3b0c132e-a007-483c-bdf3-1ba832724f8d tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.615692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec45a184-c38e-4044-9ac2-5344c47bb88f req-3b0c132e-a007-483c-bdf3-1ba832724f8d tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/ports?device_id=38ad2708-393a-431d-8454-16bf9c891a60 HTTP/1.1" status: 200 len: 867 time: 0.1489758 Jul 07 17:21:11.708819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] No DVR routers for this DVR port 8d9eba33-9574-437c-b393-85815062c463 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:11.712825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Pushing event deleted for resources: {'Port': ['ID=8d9eba33-9574-437c-b393-85815062c463,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:11.717963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.723551 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bca41add-5446-4306-bf8b-1108061a01e0 req-f187655a-3f98-4135-ab24-e8c0f8eb186e tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.23 "DELETE /v2.0/ports/8d9eba33-9574-437c-b393-85815062c463 HTTP/1.1" status: 204 len: 173 time: 0.9759901 Jul 07 17:21:11.724635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'name': 'network-vif-deleted', 'tag': '8d9eba33-9574-437c-b393-85815062c463'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:11.732228 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a661018-fc20-4e4f-9366-328b5d2b036c" -d '{"events": [{"server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "name": "network-vif-deleted", "tag": "8d9eba33-9574-437c-b393-85815062c463"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:11.733787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec45a184-c38e-4044-9ac2-5344c47bb88f req-8cf110b2-b874-40f7-9fb4-7f0c308f83a8 tempest-ServerMetadataNegativeTestJSON-1833588699 tempest-ServerMetadataNegativeTestJSON-1833588699-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7efc8fc-7d11-4a3e-8037-333bcd36da45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169810 Jul 07 17:21:11.737092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.854507 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f449b7-2a2b-4020-827a-1e8b872f5f80 x-openstack-request-id: req-a7f449b7-2a2b-4020-827a-1e8b872f5f80 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:11.855802 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad2708-393a-431d-8454-16bf9c891a60", "name": "network-vif-deleted", "tag": "8d9eba33-9574-437c-b393-85815062c463", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:11.856354 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7f449b7-2a2b-4020-827a-1e8b872f5f80 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:11.859274 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad2708-393a-431d-8454-16bf9c891a60', 'name': 'network-vif-deleted', 'tag': '8d9eba33-9574-437c-b393-85815062c463', 'status': 'completed', 'code': 200} Jul 07 17:21:12.118068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4dd6-d2a3-40f8-b3d3-ed6d7ec27d0f req-dfadb394-5446-4b63-a67c-ac18be29556c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.128021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b2c4dd6-d2a3-40f8-b3d3-ed6d7ec27d0f req-dfadb394-5446-4b63-a67c-ac18be29556c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1564958 Jul 07 17:21:12.251471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b2c4dd6-d2a3-40f8-b3d3-ed6d7ec27d0f req-c5ec3a18-f560-40c1-9c08-3a014f35ca18 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221797 Jul 07 17:21:12.331658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.338428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.344820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.351925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.362919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.371746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.378868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.381337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-b435ace9-2a66-4e9f-a6fb-431b2a747c35 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.2093518 Jul 07 17:21:12.509421 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d1a24a2-9e29-4728-923c-f4f070d70959 req-362c8683-1d80-47fa-b4c9-90c63b5de355 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1130018 Jul 07 17:21:12.557211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cb7a6-9148-41d5-a18c-5a5d9a9fb08f req-e583651d-f9d9-4a51-8f32-4f7f569fb6ce tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.565548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e26cb7a6-9148-41d5-a18c-5a5d9a9fb08f req-e583651d-f9d9-4a51-8f32-4f7f569fb6ce tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.1219113 Jul 07 17:21:12.573009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.636530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e26cb7a6-9148-41d5-a18c-5a5d9a9fb08f req-5c01df8a-fd15-41ed-adaf-63c0cc144242 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699000 Jul 07 17:21:12.753300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1927060686-network', 'tenant_id': '560c609fcc454e6c9fb2ef3141c85171'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:12.785285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Made reservation on behalf of 560c609fcc454e6c9fb2ef3141c85171 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:12.788482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.802639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.843446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52874) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.909959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Deleting subnet 4dbd6166-bf71-4242-9a5f-7f7667c04207 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:12.915194 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.967270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.003460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.010384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.022635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.047517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:13.059352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a408e2-45ed-4523-9b0b-4275399b6bc0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.069643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.069960 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Added segment 630577d0-618d-4b8d-97fd-7badb2813056 of type vlan for network 603a0c83-e651-4733-8188-7cffe356f0ea Jul 07 17:21:13.111063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.122624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.152499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbd6166-bf71-4242-9a5f-7f7667c04207,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.159662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.160659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.161741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.162314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.166917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4dbd6166-bf71-4242-9a5f-7f7667c04207 HTTP/1.1" status: 204 len: 168 time: 0.3196115 Jul 07 17:21:13.167883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.176778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.177266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.177621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.178000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.178958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.179312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.180198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.180643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.180995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.181328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.182028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.182028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbdbbfe-0121-4201-803e-a65f313a7ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:13.219392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6417897 Jul 07 17:21:13.223570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.237713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Request body: {'subnet': {'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1927060686-subnet', 'tenant_id': '560c609fcc454e6c9fb2ef3141c85171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:13.256795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca75f-1a14-43f2-8cc1-fb957b6f0a1a admin admin] Pushing event updated for resources: {'Network': ['ID=603a0c83-e651-4733-8188-7cffe356f0ea,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.274574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 603a0c83-e651-4733-8188-7cffe356f0ea details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:13.276905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.277599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Made reservation on behalf of 560c609fcc454e6c9fb2ef3141c85171 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:13.282116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.443707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.489613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67a7fb5-250f-4c73-8dbd-b99737d18c87']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.512005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d9eb5c-669b-4e27-aa05-d752339ae61b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.512764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d9eb5c-669b-4e27-aa05-d752339ae61b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.535533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.551223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.562422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.590715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997c5bd-67a2-4c2b-8c84-2d4125d2a499 req-98dbced0-6057-4982-a075-8fc4bd4b979a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.592574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3997c5bd-67a2-4c2b-8c84-2d4125d2a499 req-98dbced0-6057-4982-a075-8fc4bd4b979a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1788754 Jul 07 17:21:13.595971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:13.596737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:13.598983 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:13.671186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.774713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3865d67-fdaa-4911-b682-47ab7ae014d8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.784106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Checking segment: {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:13.784106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Network hostable DHCP agents. Network: 603a0c83-e651-4733-8188-7cffe356f0ea, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:13.784533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.807744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Network 603a0c83-e651-4733-8188-7cffe356f0ea is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:13.818204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.819952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 603a0c83-e651-4733-8188-7cffe356f0ea) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:13.823893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f67a7fb5-250f-4c73-8dbd-b99737d18c87 HTTP/1.1" status: 204 len: 168 time: 0.6515186 Jul 07 17:21:13.832069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3997c5bd-67a2-4c2b-8c84-2d4125d2a499 req-3c690ff2-63c0-4a60-ba9b-922cfd213a4a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063780 Jul 07 17:21:13.833761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.834359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.837806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4217a-ce9b-465e-8e77-298ad95e8828 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67a7fb5-250f-4c73-8dbd-b99737d18c87,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.854714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af64c0-448a-4c3f-a12e-f227ffb09745 None None] Network 603a0c83-e651-4733-8188-7cffe356f0ea requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:13.870969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7857d02c-0726-41d8-a271-2f53845a7ad8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6459913 Jul 07 17:21:13.939030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8d9eba33-9574-437c-b393-85815062c463 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:13.956479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.970914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.981160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.001908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.014127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.025323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.032826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.037405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-5a452c43-291f-41eb-a684-302ca24325d7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.2141500 Jul 07 17:21:14.072048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 8d9eba33-9574-437c-b393-85815062c463 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:14.072610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8d9eba33-9574-437c-b393-85815062c463 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:14.129163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9790ca56-56d9-401c-b7cb-beb7af43d525 req-b5e929e6-f21a-4489-b7c9-40b6a80420df tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0847902 Jul 07 17:21:14.130200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.227682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fa9199e5-9d54-4f61-9150-05f7832b45de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3801eb769584e23960e744269c4090d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951278 Jul 07 17:21:14.229829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.276989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3918bba-0deb-4336-a85e-459472b0eaeb None None] Network 603a0c83-e651-4733-8188-7cffe356f0ea requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:14.308665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6a546-8733-48a3-abbb-bb3dda1e2b46 req-4b490857-7890-435f-adf2-91e17a5666cf tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.316410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5b6a546-8733-48a3-abbb-bb3dda1e2b46 req-4b490857-7890-435f-adf2-91e17a5666cf tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.1782024 Jul 07 17:21:14.415879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5b6a546-8733-48a3-abbb-bb3dda1e2b46 req-a040100a-cc69-4650-8b73-767ca7fd6467 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845406 Jul 07 17:21:14.535966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883267490', 'description': 'tempest-description-825611759'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:14.577191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.741983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.748220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.762355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.791017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.802661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8335237f-1973-4bc7-886e-cabd05a0c68d req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2667768 Jul 07 17:21:14.802661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3997582-785b-4ed5-8fab-ef00a02f9122 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a3dc11-6365-4d14-b099-95990edb8f5e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.802892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.822163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1812107599', 'description': 'tempest-description-1314317758'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:14.853653 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.900835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.906710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.910861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7efc8fc-7d11-4a3e-8037-333bcd36da45 HTTP/1.1" status: 204 len: 168 time: 0.6768887 Jul 07 17:21:14.939565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b34e6-210c-45e9-91c2-55184854562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efc8fc-7d11-4a3e-8037-333bcd36da45,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.152786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.161764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.238308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f39255-a733-4730-9c4c-c9e5d4b4add2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.242788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.245026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7fd24397-1178-4287-a09a-5356861bc7b3 req-084f3fa4-a3dd-4ad1-b86e-90ce26f7268e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4279535 Jul 07 17:21:15.288059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e47e0-bad3-4a28-a0cf-a61e69d5e830 req-a012dbd7-457a-496a-bf97-94b8b375c3d1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.301313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a65e47e0-bad3-4a28-a0cf-a61e69d5e830 req-a012dbd7-457a-496a-bf97-94b8b375c3d1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.2163088 Jul 07 17:21:15.384452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a65e47e0-bad3-4a28-a0cf-a61e69d5e830 req-9ee469e5-782b-4528-8365-29d6c83760af tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809543 Jul 07 17:21:15.551579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.562063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.571525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.579679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.596320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.607984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.624114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.628148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-0d92f980-5c9a-4679-8272-3f37760d18e8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.1776335 Jul 07 17:21:15.777567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9e66dfe-836d-497f-a526-78b55ef4c589 req-c7d3d2ce-bd87-4be1-925f-7f328f81fff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1331511 Jul 07 17:21:15.896257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-c587673b-79fe-4e91-942e-91df2c777f4a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.897916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-c587673b-79fe-4e91-942e-91df2c777f4a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 813 time: 0.2685599 Jul 07 17:21:15.924328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-41a62d2d-8695-4d8e-a88c-b3d81d2a58ce tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/quotas/560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 375 time: 0.0193744 Jul 07 17:21:15.968428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-6cc361e8-9143-4e42-a7e7-8c8824e0dec3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374823 Jul 07 17:21:16.173149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8753f-5293-45e5-99d3-92093865b30e req-c082d63e-b214-45bc-b708-d701b2a36ad9 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.187070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9d8753f-5293-45e5-99d3-92093865b30e req-c082d63e-b214-45bc-b708-d701b2a36ad9 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.1434436 Jul 07 17:21:16.199005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-6dda281b-eae6-4574-9469-d6a7f9b06b42 service neutron] 10.222.0.66 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263544 Jul 07 17:21:16.288110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.369724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9d8753f-5293-45e5-99d3-92093865b30e req-41a33243-8d27-4628-ae74-fafb042a9766 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803329 Jul 07 17:21:16.436947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-4a515663-d6f6-4360-ae36-44749d815d44 service neutron] 10.222.0.66 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112484 Jul 07 17:21:16.539942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1429793036-network', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.572289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Made reservation on behalf of 94fc844ded9547e4a1748c22afe67b2b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:16.577125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.590492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.652028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d43e0e-4472-4837-813d-7d8efe96eb8b req-f3ff74f2-7b92-4ce0-b355-5251bede53af tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.655068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9d43e0e-4472-4837-813d-7d8efe96eb8b req-f3ff74f2-7b92-4ce0-b355-5251bede53af tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1287909 Jul 07 17:21:16.793817 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.798771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.850833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:16.887305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501ee97b-acfa-487b-a99a-79f92ac360fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.894744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44992ea7-cf5f-40b1-8622-8839688dbfdf req-04612556-1fcc-4867-9aab-3290b9613b46 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 210 time: 0.1727271 Jul 07 17:21:16.911446 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.922402 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Added segment 550f05c0-ff80-4ca8-a048-1b0cc29eb777 of type vlan for network 5678046a-ff85-4699-b9c9-c746f815ce37 Jul 07 17:21:16.987062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9d43e0e-4472-4837-813d-7d8efe96eb8b req-739eb60d-94a5-4a8c-935a-2076d2df985d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100061 Jul 07 17:21:17.031961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.146222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.146222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.146222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.270094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] Pushing event updated for resources: {'Network': ['ID=5678046a-ff85-4699-b9c9-c746f815ce37,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.281919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5678046a-ff85-4699-b9c9-c746f815ce37 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:17.295520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.313638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.313910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-219893ba-fbd2-438e-bf57-92c4f74e801f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0241461 Jul 07 17:21:17.318523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:17.325361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Request body: {'subnet': {'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1429793036-subnet', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:17.332217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.344910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.363069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.377975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.393303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Made reservation on behalf of 94fc844ded9547e4a1748c22afe67b2b for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:17.397943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.398140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.410057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-e8f4e678-b002-4392-a212-6f8380b68c3e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.2303956 Jul 07 17:21:17.508995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96a1f0eb-d1b3-41f7-a8c1-cda95ba74410 req-0610f639-892f-4b77-8759-4e7d2649c476 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0938654 Jul 07 17:21:17.831045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.920780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad63652-b8de-4ad6-b168-fcd809906a32,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.930360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Checking segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:17.931018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Network hostable DHCP agents. Network: 5678046a-ff85-4699-b9c9-c746f815ce37, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:17.962673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Network 5678046a-ff85-4699-b9c9-c746f815ce37 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:17.981660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5678046a-ff85-4699-b9c9-c746f815ce37) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:17.989674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.989870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.995214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a5e17-8b8c-499c-aac0-b25bcf073011 None None] Network 5678046a-ff85-4699-b9c9-c746f815ce37 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:17.998085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc68acb-02d5-4177-814c-4d9347cca01a req-d1a93653-bbdd-484e-9256-299666331bda tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.000564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fc68acb-02d5-4177-814c-4d9347cca01a req-d1a93653-bbdd-484e-9256-299666331bda tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.1707029 Jul 07 17:21:18.026873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6e2358fc-312a-4370-a3cc-8c28ba4f05b8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7064085 Jul 07 17:21:18.031011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53004) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.035979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:18.090970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.093376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.104104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fc68acb-02d5-4177-814c-4d9347cca01a req-2f9d19a6-84b0-4e24-9b43-10b628380263 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934300 Jul 07 17:21:18.219561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.236286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc2eef-aebc-4c7b-be24-8bc31dcdf0e7 None None] Network 5678046a-ff85-4699-b9c9-c746f815ce37 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:18.260233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8978850-645d-4ac6-9e70-05c697ab1ff8 req-f2a6f8e0-48fc-46dd-96bf-4d0cfbef4909 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.262901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8978850-645d-4ac6-9e70-05c697ab1ff8 req-f2a6f8e0-48fc-46dd-96bf-4d0cfbef4909 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1531465 Jul 07 17:21:18.339122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28b1addc-df1f-4792-8623-93660c1a1045 req-af136296-4537-4dc3-a45c-7669be2dc51b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 210 time: 0.0667698 Jul 07 17:21:18.417437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8978850-645d-4ac6-9e70-05c697ab1ff8 req-88c318c3-de52-428b-ae4e-403bc23e4f3c tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469142 Jul 07 17:21:18.451803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.487042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8b09fd6-60e3-4980-9dd6-b44cc6b5046f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:18.638822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:18.656502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'port_id': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f', 'mac_address': 'fa:16:3e:68:de:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:18.738957 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.772123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b09fd6-60e3-4980-9dd6-b44cc6b5046f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:18.822418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:18.829313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.833154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 836d4604-675c-4056-9a99-a692fd891a23 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:18.914459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:18.930477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfa82-6c29-4517-82fb-c23801f1a10d req-f02c8deb-062b-4e80-9498-9156cf7fe85e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.938679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a0bfa82-6c29-4517-82fb-c23801f1a10d req-f02c8deb-062b-4e80-9498-9156cf7fe85e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.3182573 Jul 07 17:21:18.940455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.944100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '836d4604-675c-4056-9a99-a692fd891a23', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'port_id': '836d4604-675c-4056-9a99-a692fd891a23', 'mac_address': 'fa:16:3e:47:c2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:18.982748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.990342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.005261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.013813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.016648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.032475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.042001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.049882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.059906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b643462-3408-479d-984a-5bb524aaf121 req-fc82d369-e1e5-49d3-afda-e7a4dcf48009 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5423 time: 0.3071935 Jul 07 17:21:19.062620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836d4604-675c-4056-9a99-a692fd891a23 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:19.116610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.129558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.130258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 30a47e9b-2869-400a-a124-84944e3e9db7 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:19.133857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a0bfa82-6c29-4517-82fb-c23801f1a10d req-8562cc6b-3120-4813-81cc-a4978758b93b tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940985 Jul 07 17:21:19.165459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b643462-3408-479d-984a-5bb524aaf121 req-7b189fd5-0a19-4b4d-92ff-30356ca4baa5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1045384 Jul 07 17:21:19.197342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.248805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.284080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-bd521eb6-b8c1-4bec-8e2e-fba151acd61a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.286750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-bd521eb6-b8c1-4bec-8e2e-fba151acd61a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 813 time: 0.5736384 Jul 07 17:21:19.332725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.337103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.358415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '30a47e9b-2869-400a-a124-84944e3e9db7', 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'port_id': '30a47e9b-2869-400a-a124-84944e3e9db7', 'mac_address': 'fa:16:3e:d5:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:19.360518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'device_id': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea', 'admin_state_up': True, 'tenant_id': '560c609fcc454e6c9fb2ef3141c85171'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:19.447507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.464475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a47e9b-2869-400a-a124-84944e3e9db7 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:19.467862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc086-8fea-4bf4-acea-f183283df268 req-4f02bd9d-6175-4545-acfd-4eb0dc6e5481 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.469787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5cdc086-8fea-4bf4-acea-f183283df268 req-4f02bd9d-6175-4545-acfd-4eb0dc6e5481 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.0956876 Jul 07 17:21:19.490986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.499343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.500418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:19.562665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5cdc086-8fea-4bf4-acea-f183283df268 req-b458a873-4b6f-4174-be44-25f74030f353 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808342 Jul 07 17:21:19.618121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a3cfa60-c477-4011-bf6b-30210ce76313 req-82635cb9-33c1-4cf1-8579-a94badc23878 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 210 time: 0.0365877 Jul 07 17:21:19.647010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.709200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.725799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '69264b7b-add1-45bb-aed3-06eb99702510', 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5', 'port_id': '69264b7b-add1-45bb-aed3-06eb99702510', 'mac_address': 'fa:16:3e:61:0e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4a7fe2-2bc8-44a1-b07f-d69967aa0128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:19.734566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Allocated IP 172.25.3.209 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e26ebfb2-c7cb-4232-8991-f208e22084b6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:19.776119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.804199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69264b7b-add1-45bb-aed3-06eb99702510 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:19.824104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fca0a-0833-4202-940a-6709f2802a8b req-738a5ca9-4ccf-4806-8dc9-8c1d40395587 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.826875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-427fca0a-0833-4202-940a-6709f2802a8b req-738a5ca9-4ccf-4806-8dc9-8c1d40395587 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.3251343 Jul 07 17:21:19.827668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e82db-6890-4fe9-b3a9-88dedb1979f5 req-dc180f0f-6060-4783-83b2-62f0afa3f3ee tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.829277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-487e82db-6890-4fe9-b3a9-88dedb1979f5 req-dc180f0f-6060-4783-83b2-62f0afa3f3ee tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.0864253 Jul 07 17:21:19.832587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.838037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.839293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2058ba58-b485-4d8c-a70a-ece51dab69e2 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:19.890479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-487e82db-6890-4fe9-b3a9-88dedb1979f5 req-63140172-3a65-4e0d-a5ae-1121e1d95aef tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Jul 07 17:21:19.938927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.942227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Made reservation on behalf of 560c609fcc454e6c9fb2ef3141c85171 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:19.946289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.946944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.967348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'port_id': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'mac_address': 'fa:16:3e:14:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:20.019589 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.038354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2058ba58-b485-4d8c-a70a-ece51dab69e2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:20.066114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.073370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.074278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 32bfa0fd-3b26-404f-b835-74701a09283a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:20.151189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.157549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.161691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.201973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '32bfa0fd-3b26-404f-b835-74701a09283a', 'network_id': 'e15b887e-9e51-48f0-a42b-b128d07cba55', 'port_id': '32bfa0fd-3b26-404f-b835-74701a09283a', 'mac_address': 'fa:16:3e:ff:e7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:20.256263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.294935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.312219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Deleting port e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:20.312705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.330707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bfa0fd-3b26-404f-b835-74701a09283a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:20.377156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.400541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.401502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b0bb5f92-62cf-44c8-810e-51c45a15e7c5 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:20.424370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:20.428469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:20.451852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Allocated IP 172.20.0.12 (603a0c83-e651-4733-8188-7cffe356f0ea/b3865d67-fdaa-4911-b682-47ab7ae014d8/17536821-da88-4ad4-a69d-001040adab0f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:20.465380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9496b-9c9b-4117-9a6c-f9fdb80fe400 req-ae9edb1f-fa61-4bf5-8892-b33dd134ad9e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.467433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cb9496b-9c9b-4117-9a6c-f9fdb80fe400 req-ae9edb1f-fa61-4bf5-8892-b33dd134ad9e tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1552820 Jul 07 17:21:20.483542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.495240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.504094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5', 'network_id': '1d580c86-ccb6-4461-8d9e-97bba6e24d41', 'port_id': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5', 'mac_address': 'fa:16:3e:a5:2d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c4c8-cfb7-49ed-9515-ed5472c6dbb1', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:20.513113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:20.515609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Pushing event updated for resources: {'Port': ['ID=e26ebfb2-c7cb-4232-8991-f208e22084b6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.534023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.540809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.547189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.551673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.553522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.560255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.566461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.566736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bb5f92-62cf-44c8-810e-51c45a15e7c5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:20.574761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.584188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-fc2f8550-2b65-4b7e-a766-cd0c08c117c1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5428 time: 0.1958001 Jul 07 17:21:20.595619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.602101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.602965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a1333605-06a2-455e-9913-f94677f54cb5 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:20.655135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cb9496b-9c9b-4117-9a6c-f9fdb80fe400 req-985b3178-b524-4866-8c95-ea8186d59e31 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789114 Jul 07 17:21:20.690561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79ae0cb4-6956-4c7b-a160-9b60ed182917 req-4598a877-95c3-4308-8a0d-92765e515f7a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1052954 Jul 07 17:21:20.903825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-438107f8-803b-48c2-9ae0-8aded20473bc req-1928a999-7c0f-49ba-8d3d-75fff6708b1a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 210 time: 0.0579488 Jul 07 17:21:20.924476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:20.942298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a1333605-06a2-455e-9913-f94677f54cb5', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'port_id': 'a1333605-06a2-455e-9913-f94677f54cb5', 'mac_address': 'fa:16:3e:a8:6b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:20.950088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60f4f-730a-40c3-8778-4a776b16c731 req-5ee073a5-6a9f-4ace-beaa-a0420a9f692f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.952492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2b60f4f-730a-40c3-8778-4a776b16c731 req-5ee073a5-6a9f-4ace-beaa-a0420a9f692f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.1575077 Jul 07 17:21:21.057675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2b60f4f-730a-40c3-8778-4a776b16c731 req-0453eca4-d282-4e76-8743-b27edf6d2f04 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924480 Jul 07 17:21:21.105006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.147840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1333605-06a2-455e-9913-f94677f54cb5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:21.158406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.200261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:21.208142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.260103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] For port e7bac71c-480c-412d-b5a0-b76e8828687b, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e7bac71c-480c-412d-b5a0-b76e8828687b,segment=NetworkSegment(21057216-eef7-4b5a-837f-12b3ae854531),segment_id=21057216-eef7-4b5a-837f-12b3ae854531)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:21.260903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.279391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.280096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Calling delete_port for e7bac71c-480c-412d-b5a0-b76e8828687b owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:21.367905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695022-c363-4e2d-8f22-6ddecb6ecba6 req-e69b3516-576b-4c7e-a203-4a3eba297dde tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:21.369588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06695022-c363-4e2d-8f22-6ddecb6ecba6 req-e69b3516-576b-4c7e-a203-4a3eba297dde tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 947 time: 0.1029756 Jul 07 17:21:21.413808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06695022-c363-4e2d-8f22-6ddecb6ecba6 req-67b30dc8-5620-4a4b-b385-b350bd2850f9 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Jul 07 17:21:21.667463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.953107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6d2c-54fc-4ccb-8832-634a9fc5f4d5 req-9af2abf1-88ec-44a2-bea6-4e2d57852f56 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:21.955454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c3e6d2c-54fc-4ccb-8832-634a9fc5f4d5 req-9af2abf1-88ec-44a2-bea6-4e2d57852f56 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1455407 Jul 07 17:21:22.011931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.018702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.025228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.031346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.031689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.038315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.045656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.046527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.051907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.054021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-db4144be-1ed2-4991-b43d-7b8e5bcdaed2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5430 time: 0.1789124 Jul 07 17:21:22.091651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c3e6d2c-54fc-4ccb-8832-634a9fc5f4d5 req-7d6876d9-a37a-4416-9677-2a2614c45c18 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299548 Jul 07 17:21:22.112417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6eede636-5f3e-4b87-8bc1-57ba7d014009 req-89e6b211-5c24-4c93-ae78-d0b2898265e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458155 Jul 07 17:21:22.126528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.139887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Network 603a0c83-e651-4733-8188-7cffe356f0ea is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:22.196910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['69264b7b-add1-45bb-aed3-06eb99702510'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.217804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['836d4604-675c-4056-9a99-a692fd891a23'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.236176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:22.239315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:22.248475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] No DVR routers for this DVR port e7bac71c-480c-412d-b5a0-b76e8828687b on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:22.314660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8b09fd6-60e3-4980-9dd6-b44cc6b5046f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.359028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.384831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['32bfa0fd-3b26-404f-b835-74701a09283a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.387282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['b0bb5f92-62cf-44c8-810e-51c45a15e7c5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.389347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['2058ba58-b485-4d8c-a70a-ece51dab69e2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:22.410403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.413432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-427fca0a-0833-4202-940a-6709f2802a8b req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.23 "DELETE /v2.0/ports/e7bac71c-480c-412d-b5a0-b76e8828687b HTTP/1.1" status: 204 len: 173 time: 2.5650728 Jul 07 17:21:22.416414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-deleted', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:22.419816 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d20718-6c01-44e4-ab80-f907be6fa499" -d '{"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-deleted", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:22.505644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d92c7-ab7c-443b-ad11-df8d8632ae45 req-7b499b13-8e04-4259-8c06-b67fd808905a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.508471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d11d92c7-ab7c-443b-ad11-df8d8632ae45 req-7b499b13-8e04-4259-8c06-b67fd808905a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 932 time: 0.2061565 Jul 07 17:21:22.509885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec22e-d4de-474b-81e7-95c4b857d0b8 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] Pushing event deleted for resources: {'Port': ['ID=e7bac71c-480c-412d-b5a0-b76e8828687b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.564791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.566637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.620834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324c7c9-bee8-493f-94a2-79584680dbac req-afef7ba8-b3a3-44f2-a6f7-13eeefbae736 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.625544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ce30c96-a253-40b9-8212-7a6ec778c2db tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2756462 Jul 07 17:21:22.632134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7324c7c9-bee8-493f-94a2-79584680dbac req-afef7ba8-b3a3-44f2-a6f7-13eeefbae736 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.2402604 Jul 07 17:21:22.645467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Request body: {'port': {'device_id': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:22.668079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d11d92c7-ab7c-443b-ad11-df8d8632ae45 req-bd345f5d-725b-4f1b-be84-a7dc67514cfa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462324 Jul 07 17:21:22.700002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.782271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7324c7c9-bee8-493f-94a2-79584680dbac req-5abddddb-515c-4497-936d-bc8ea8275368 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429629 Jul 07 17:21:22.883951 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdee6981-2bcf-43af-b5ee-6b1e816fb808 x-openstack-request-id: req-cdee6981-2bcf-43af-b5ee-6b1e816fb808 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:22.884220 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddb6358-f72a-434d-bc05-74b0ad2d9717", "name": "network-vif-deleted", "tag": "e7bac71c-480c-412d-b5a0-b76e8828687b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:22.884523 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdee6981-2bcf-43af-b5ee-6b1e816fb808 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:22.884883 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb6358-f72a-434d-bc05-74b0ad2d9717', 'name': 'network-vif-deleted', 'tag': 'e7bac71c-480c-412d-b5a0-b76e8828687b', 'status': 'completed', 'code': 200} Jul 07 17:21:22.904065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.033740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['30a47e9b-2869-400a-a124-84944e3e9db7'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:23.073155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c0b64ff-2181-47f6-ab0c-32180533c7d9 req-bdf22b97-a633-4522-8612-44b7fbb14b57 tempest-ServersNegativeTestJSON-479174515 tempest-ServersNegativeTestJSON-479174515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ddb6358-f72a-434d-bc05-74b0ad2d9717 HTTP/1.1" status: 200 len: 210 time: 0.0839863 Jul 07 17:21:23.130347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a1333605-06a2-455e-9913-f94677f54cb5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:23.260952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Router 79dd5a4e-10f9-4cea-8966-c24344dbd610 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:23.444767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:23.455416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Sync routers for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:23.473323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:23.475275 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:23.489333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.491233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e37cab95-6393-4e09-add2-76a6552fda74 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4589849 Jul 07 17:21:23.494268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea358-c64a-4167-bca5-207a36df454d req-71a32c8e-00df-41c3-8a30-75583c9c5923 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.499781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.509355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-322ea358-c64a-4167-bca5-207a36df454d req-71a32c8e-00df-41c3-8a30-75583c9c5923 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1899416 Jul 07 17:21:23.634502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:23.764846 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-322ea358-c64a-4167-bca5-207a36df454d req-63ad58fb-9a93-4bbc-90c4-33cf99a4e0a5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875601 Jul 07 17:21:23.774884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17536821-da88-4ad4-a69d-001040adab0f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:23.788191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.932323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.979020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.002110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:24.012784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.015794 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:21Z', 'revision_number': 3, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.037724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.055453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.062664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.068865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.069159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: e7bac71c-480c-412d-b5a0-b76e8828687b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:24.069705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e7bac71c-480c-412d-b5a0-b76e8828687b not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:24.076898 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Checking router: 79dd5a4e-10f9-4cea-8966-c24344dbd610 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:24.077412 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Updating router 79dd5a4e-10f9-4cea-8966-c24344dbd610 port e26ebfb2-c7cb-4232-8991-f208e22084b6 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:24.086744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-af5502a1-51d1-4d48-b633-16a59ed927ea tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5430 time: 0.6463692 Jul 07 17:21:24.126425 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.274888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67bda883-e9a7-4dec-b11e-c2bddc732166 req-929f2841-d0bd-42e8-a6f0-3e116a9a9559 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1869671 Jul 07 17:21:24.316230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Transition to ACTIVE for port object 17536821-da88-4ad4-a69d-001040adab0f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:24.324321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.365316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62cc5-0243-4ffc-a9e3-18bebc66655a req-e1bd6cb8-1587-4b82-88ce-27ebff54c828 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.369160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bce62cc5-0243-4ffc-a9e3-18bebc66655a req-e1bd6cb8-1587-4b82-88ce-27ebff54c828 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 932 time: 0.1630976 Jul 07 17:21:24.439584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.490838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bce62cc5-0243-4ffc-a9e3-18bebc66655a req-4fc7cda8-302e-4d6a-87bc-e9092ab067af tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104960 Jul 07 17:21:24.510586 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.538903 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Transition to ACTIVE for port object e26ebfb2-c7cb-4232-8991-f208e22084b6 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:24.538903 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.614310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edcad2-1660-4f26-bbe5-d9c349d74b5e req-2cf46f44-e129-44ac-84ed-af44b0b7bb27 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.616374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03edcad2-1660-4f26-bbe5-d9c349d74b5e req-2cf46f44-e129-44ac-84ed-af44b0b7bb27 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.1245348 Jul 07 17:21:24.701612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03edcad2-1660-4f26-bbe5-d9c349d74b5e req-5efc91cf-2779-4f3b-8695-02492e2b3138 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745156 Jul 07 17:21:24.760252 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Pushing event updated for resources: {'Port': ['ID=e26ebfb2-c7cb-4232-8991-f208e22084b6,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.772008 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.772417 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.772804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.773651 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.774174 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.774335 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.774698 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.775031 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.775353 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.775673 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.775998 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.776320 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:24.800487 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Attempting to bind port e26ebfb2-c7cb-4232-8991-f208e22084b6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:24.801018 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Attempting to bind port e26ebfb2-c7cb-4232-8991-f208e22084b6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:24.801477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Attempting to bind port e26ebfb2-c7cb-4232-8991-f208e22084b6 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:24.808354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:24.809061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:24.809310 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.809714 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:24.810193 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Bound port: e26ebfb2-c7cb-4232-8991-f208e22084b6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:24.810730 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.815156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53074) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.839406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Attempting to bind port 17536821-da88-4ad4-a69d-001040adab0f on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:24.840299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Attempting to bind port 17536821-da88-4ad4-a69d-001040adab0f by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:24.840299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Attempting to bind port 17536821-da88-4ad4-a69d-001040adab0f on network 603a0c83-e651-4733-8188-7cffe356f0ea {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:24.853037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Port 17536821-da88-4ad4-a69d-001040adab0f on network 603a0c83-e651-4733-8188-7cffe356f0ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:24.853545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Attempting to bind port 17536821-da88-4ad4-a69d-001040adab0f on network 603a0c83-e651-4733-8188-7cffe356f0ea {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:24.866577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:24.867508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Checking segment: {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:24.868419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Bound using segment: {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:24.868702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Bound port: 17536821-da88-4ad4-a69d-001040adab0f, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:24.869081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.906171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] For port e26ebfb2-c7cb-4232-8991-f208e22084b6, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:24.910477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] For port e26ebfb2-c7cb-4232-8991-f208e22084b6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e26ebfb2-c7cb-4232-8991-f208e22084b6,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:24.924407 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.057946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Deleting subnet dd99abac-e901-4d7c-acbb-289493bd7fc4 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:25.059268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:25.066421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:25.066720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.068113 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:25.069213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.070815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:25.087914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.149172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.150058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.151746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] 10.222.0.23 "PUT /v2.0/ports/17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 1093 time: 2.5147018 Jul 07 17:21:25.155913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:25.175389 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:25.180923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.182201 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75c3e6-1796-477e-822b-dc4661372413 None None] Pushing event updated for resources: {'Port': ['ID=e26ebfb2-c7cb-4232-8991-f208e22084b6,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.263522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.297951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825cd07-aee3-489c-820a-ce41cf192f8b req-3c7c96ac-e44c-4f1b-80cc-ed2bd0fc5041 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.305986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9825cd07-aee3-489c-820a-ce41cf192f8b req-3c7c96ac-e44c-4f1b-80cc-ed2bd0fc5041 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1876905 Jul 07 17:21:25.337403 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb9a36-3054-4f7c-95ae-25201c87f2d8 x-openstack-request-id: req-67cb9a36-3054-4f7c-95ae-25201c87f2d8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:25.337691 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:25.345973 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67cb9a36-3054-4f7c-95ae-25201c87f2d8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:25.346521 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f', 'status': 'completed', 'code': 200} Jul 07 17:21:25.372269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9825cd07-aee3-489c-820a-ce41cf192f8b req-9264dfb6-80b3-4e24-af31-34280e21b962 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Jul 07 17:21:25.396225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8d1e-49df-4838-9729-1c26678820dd service neutron] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.435454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.444418 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:25.462781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.497987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd99abac-e901-4d7c-acbb-289493bd7fc4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.510145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.515309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e76b9e5c-a34c-4e48-8232-a00e550a12ff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dd99abac-e901-4d7c-acbb-289493bd7fc4 HTTP/1.1" status: 204 len: 168 time: 0.6984129 Jul 07 17:21:25.517816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53084) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.584796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-ba5d0821-3c5d-4f8c-aee8-9e3f9758aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.587812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-ba5d0821-3c5d-4f8c-aee8-9e3f9758aa72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1096 time: 0.3402793 Jul 07 17:21:25.681929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.689103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-4dec5d79-f1c8-4dfe-acd6-06ecc89c83dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 217 time: 0.0773251 Jul 07 17:21:25.710676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Allocated IP 172.20.0.1 (5678046a-ff85-4699-b9c9-c746f815ce37/bad63652-b8de-4ad6-b168-fcd809906a32/bc866418-55e1-4828-87e2-aa05b1a45459) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:25.792531 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:21Z', 'revision_number': 3, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:25.808693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.815329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.824524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.831179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.831552 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e06792-b463-4bb4-a36e-f115d51c173b None None] The sync data for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 is: [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:21Z', 'revision_number': 3, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:25.839063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.848391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.855268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.857954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-20baa09f-7eb5-4467-93db-a400b13b5f82 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5430 time: 0.2754564 Jul 07 17:21:25.945403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.963250 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.989219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b026fdd-9e13-4596-9cd3-939dd05c8117']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.015591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c8fc-e99b-4c50-a765-89599792ffad req-466094f2-73d2-405e-a301-ea8e38dacea4 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.018530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2dc6c8fc-e99b-4c50-a765-89599792ffad req-466094f2-73d2-405e-a301-ea8e38dacea4 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 944 time: 0.3301728 Jul 07 17:21:26.020792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21057216-eef7-4b5a-837f-12b3ae854531') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.021086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21057216-eef7-4b5a-837f-12b3ae854531') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.037510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3da63330-8940-40ab-b812-bd2f5a229fb8 req-ab13f1ab-536b-402c-9c1c-7e9fd4a1e3d3 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1649477 Jul 07 17:21:26.048674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ad24ca8-e1e2-4e16-9946-62fb318c3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.050753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-1ad24ca8-e1e2-4e16-9946-62fb318c3b86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.1642275 Jul 07 17:21:26.071049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.085085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.100002 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.114001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2dc6c8fc-e99b-4c50-a765-89599792ffad req-f53c7f4e-73f5-4863-852a-2ca42c1309aa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Jul 07 17:21:26.115419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:26.115840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:26.118785 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:26.174749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-0a07cf3a-ef45-4a31-ad3f-ca26f1391055 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167555 Jul 07 17:21:26.202386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.215042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.218145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] 10.222.0.66 "DELETE /v2.0/networks/3b026fdd-9e13-4596-9cd3-939dd05c8117 HTTP/1.1" status: 204 len: 168 time: 0.6981285 Jul 07 17:21:26.234887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39095582-417f-42c8-8136-e82e7b3f3c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b026fdd-9e13-4596-9cd3-939dd05c8117,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.352395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Network 5678046a-ff85-4699-b9c9-c746f815ce37 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:26.365472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:26.375308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:26.490493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Pushing event updated for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.545476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.572042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53096) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.661053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45699-e8c2-44b6-b51b-01a7887799d6 req-7d4f364d-a493-487c-925c-4964dd0a9e67 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.688110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84e45699-e8c2-44b6-b51b-01a7887799d6 req-7d4f364d-a493-487c-925c-4964dd0a9e67 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.3388402 Jul 07 17:21:26.701189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e26ebfb2-c7cb-4232-8991-f208e22084b6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:26.727035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-9aacc572-4e12-4c71-a216-0c6f16813c8a service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427125 Jul 07 17:21:26.879924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b00c686a-372f-4977-9085-94d3a7325016 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a89506d62f64926bca2bb5318a58da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039083 Jul 07 17:21:26.885390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.897457 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.905669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e26ebfb2-c7cb-4232-8991-f208e22084b6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:26.910973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e26ebfb2-c7cb-4232-8991-f208e22084b6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:26.915288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.086144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-113313a7-cd68-4114-84fa-dcb270169f72 req-fc10e237-fafc-40af-8eb2-7bd420c4c09f service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304756 Jul 07 17:21:27.113731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.150509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.217987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e26ebfb2-c7cb-4232-8991-f208e22084b6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e26ebfb2-c7cb-4232-8991-f208e22084b6,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:27.224725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8b09fd6-60e3-4980-9dd6-b44cc6b5046f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:27.230065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.314799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e26ebfb2-c7cb-4232-8991-f208e22084b6,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.356722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:27.364298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:27.364737 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.426119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-cd290efb-d3d9-4bb4-b808-90b4a165322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.427542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-cd290efb-d3d9-4bb4-b808-90b4a165322f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1096 time: 0.2083075 Jul 07 17:21:27.447128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84e45699-e8c2-44b6-b51b-01a7887799d6 req-32da549d-c580-4b5e-91ee-bc2604f84f22 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584301 Jul 07 17:21:27.492704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb5ac-1b3b-43eb-9265-9ee882d8d181 req-00ac1867-32fa-42c5-bd5b-b245266e1cd0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.511029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.511379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d9fb5ac-1b3b-43eb-9265-9ee882d8d181 req-00ac1867-32fa-42c5-bd5b-b245266e1cd0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.8202500 Jul 07 17:21:27.588225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:27.594041 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44ef267-74cd-44d0-87c1-9ef156eb3fec" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "c8b09fd6-60e3-4980-9dd6-b44cc6b5046f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:27.616219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:27.626348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.628223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 836d4604-675c-4056-9a99-a692fd891a23 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:27.628378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d9fb5ac-1b3b-43eb-9265-9ee882d8d181 req-46ceb238-b0f3-4970-9d41-7b704c225110 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154134 Jul 07 17:21:27.629744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.715500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.729454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-d326c948-9ae7-4869-a58b-2d831722abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.732576 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-d326c948-9ae7-4869-a58b-2d831722abf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.2910485 Jul 07 17:21:27.766601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.785244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 836d4604-675c-4056-9a99-a692fd891a23 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:27.795150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 836d4604-675c-4056-9a99-a692fd891a23 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:27.800587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.827493 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-2574a4d1-bed9-4323-ab7a-9f22704a6e0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 217 time: 0.0837979 Jul 07 17:21:27.886288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.895055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.949939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.957966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.969946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:27.991342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.013660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.022765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.026467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.036085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.037507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 30a47e9b-2869-400a-a124-84944e3e9db7 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:28.039509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.052047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.055700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-748196c6-2258-44ac-8b58-cea03528b855 req-2d832121-38e4-4536-ad94-cf74e466c23d tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5431 time: 0.3596079 Jul 07 17:21:28.058982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-3b058e8b-8b81-4dc5-8c5f-981b9289ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.059253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.062020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-3b058e8b-8b81-4dc5-8c5f-981b9289ed0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.2218108 Jul 07 17:21:28.064064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.065966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0 HTTP/1.1" status: 204 len: 168 time: 1.1787450 Jul 07 17:21:28.116241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Pushing event updated for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.138078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f16c-c669-4268-94e7-99ed87e00269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a39aa3a-3f23-45cf-a0b2-9ca3007ce4b0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.215166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d922a-fb20-4e8f-aca8-3d8bc43cb0c0 req-259388c9-3c1e-451a-91f0-1bb5624ec7fb tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.231357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b7d922a-fb20-4e8f-aca8-3d8bc43cb0c0 req-259388c9-3c1e-451a-91f0-1bb5624ec7fb tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 944 time: 0.4144115 Jul 07 17:21:28.233197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.244999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-79be386e-24e3-468a-a011-3455cd0478e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639881 Jul 07 17:21:28.260530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-748196c6-2258-44ac-8b58-cea03528b855 req-7eaa9b43-a13c-4a62-8142-cb00815dfe23 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1925018 Jul 07 17:21:28.354619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.356581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b7d922a-fb20-4e8f-aca8-3d8bc43cb0c0 req-eb6cb1df-ffa9-44e4-9eae-726c8f892ac8 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219823 Jul 07 17:21:28.446832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 30a47e9b-2869-400a-a124-84944e3e9db7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:28.462834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 30a47e9b-2869-400a-a124-84944e3e9db7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:28.464167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.476044 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f93eb91-d3ce-48a6-a486-b77765f221a2 x-openstack-request-id: req-0f93eb91-d3ce-48a6-a486-b77765f221a2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:28.476044 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "c8b09fd6-60e3-4980-9dd6-b44cc6b5046f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:28.476044 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f93eb91-d3ce-48a6-a486-b77765f221a2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:28.476044 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b09fd6-60e3-4980-9dd6-b44cc6b5046f', 'code': 200} Jul 07 17:21:28.541274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e26ebfb2-c7cb-4232-8991-f208e22084b6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:28.631706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e26ebfb2-c7cb-4232-8991-f208e22084b6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:28.632097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.736700 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.837781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a484-faa4-44dd-9211-88e510bbe2de req-6d5132b1-665e-4114-bb85-254ad3c983a1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.851973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d978a484-faa4-44dd-9211-88e510bbe2de req-6d5132b1-665e-4114-bb85-254ad3c983a1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.1438518 Jul 07 17:21:28.898911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.957388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.958584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:29.027882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-7385baa4-59fd-4ba0-8482-067fd3f3b00f service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754035 Jul 07 17:21:29.037657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.038213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d978a484-faa4-44dd-9211-88e510bbe2de req-ba7a2fcb-791e-4b35-8ee5-391c1519aef7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849382 Jul 07 17:21:29.127504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 69264b7b-add1-45bb-aed3-06eb99702510 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:29.140493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 69264b7b-add1-45bb-aed3-06eb99702510 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:29.141605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.282329 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-800d3c82-d201-42ff-8cf2-1125e2cbf2e1 req-1b017346-246a-49f8-8066-5d0c233fca83 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202730 Jul 07 17:21:29.313321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Network 5678046a-ff85-4699-b9c9-c746f815ce37 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:29.321271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:29.334281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.392269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:29.402969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.407133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2058ba58-b485-4d8c-a70a-ece51dab69e2 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:29.527258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30a2e-a25b-43aa-8b09-a7382805eb40 req-7c9dd286-ae5f-4739-91a1-887e966a68e1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.535952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24a30a2e-a25b-43aa-8b09-a7382805eb40 req-7c9dd286-ae5f-4739-91a1-887e966a68e1 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.5959141 Jul 07 17:21:29.633973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Router 79dd5a4e-10f9-4cea-8966-c24344dbd610 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:29.649480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24a30a2e-a25b-43aa-8b09-a7382805eb40 req-90003c15-a08d-48b6-8d83-1a5669e918c4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022840 Jul 07 17:21:29.677494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.704812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 2058ba58-b485-4d8c-a70a-ece51dab69e2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:29.712997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 2058ba58-b485-4d8c-a70a-ece51dab69e2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:29.713797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.753113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.758035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.764860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.773615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.780928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.788119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.802834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:29.806260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6574b759-5b63-4df7-a507-691b96b30792 req-35c2e03d-74b4-438a-8aa9-aa22cb3b4072 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5433 time: 0.2578573 Jul 07 17:21:29.905779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:29.921338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f463c0c2-00c7-4dd5-9f58-2f252b71e42d admin admin] 10.222.0.66 "PUT /v2.0/routers/79dd5a4e-10f9-4cea-8966-c24344dbd610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4203718 Jul 07 17:21:29.951937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Sync routers for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:29.967295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6574b759-5b63-4df7-a507-691b96b30792 req-952764b9-1f6a-4810-b2d6-b7b93781a6f1 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1539190 Jul 07 17:21:29.975577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 17536821-da88-4ad4-a69d-001040adab0f details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:29.994183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.030004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:30.031231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.051274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fa34a-8aa0-414e-9a96-104069c17cde req-c7cd04a9-03a2-4bb3-9b32-1f0e31f7b237 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.063133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-946fa34a-8aa0-414e-9a96-104069c17cde req-c7cd04a9-03a2-4bb3-9b32-1f0e31f7b237 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 944 time: 0.2232084 Jul 07 17:21:30.086225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.153311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-946fa34a-8aa0-414e-9a96-104069c17cde req-45aa9a55-0e0e-4b46-9701-bca6bd108d86 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874875 Jul 07 17:21:30.268109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-network', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.308819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:21:30.342591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Made reservation on behalf of 23ee75f3e79242138a866b4d272dcc8a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:30.345216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.353695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2ccd-d087-4e75-b5c0-9eddc7270b3f req-bb756dd8-7432-466a-8e02-a1396f6d6f42 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.361873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.363952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbee2ccd-d087-4e75-b5c0-9eddc7270b3f req-bb756dd8-7432-466a-8e02-a1396f6d6f42 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.1397178 Jul 07 17:21:30.384672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:30.393793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.406336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 32bfa0fd-3b26-404f-b835-74701a09283a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:30.450886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbee2ccd-d087-4e75-b5c0-9eddc7270b3f req-3d2ca3b8-c2ca-4cb0-9689-2828bc3de771 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777884 Jul 07 17:21:30.513072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d4604-675c-4056-9a99-a692fd891a23'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7'}, {'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:30.517225 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c34dfc-38cc-4acf-a8d5-7023989c2a4d" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "836d4604-675c-4056-9a99-a692fd891a23"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7"}, {"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-plugged", "status": "completed", "tag": "69264b7b-add1-45bb-aed3-06eb99702510"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:30.560638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.568949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.614291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:30.635382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '17536821-da88-4ad4-a69d-001040adab0f', 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea', 'port_id': '17536821-da88-4ad4-a69d-001040adab0f', 'mac_address': 'fa:16:3e:1c:1a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3865d67-fdaa-4911-b682-47ab7ae014d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:30.641396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:30.667887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e406c-17b9-433b-83b3-54e3f4beedff,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.691977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.692405 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Added segment 514bc39a-ae35-4fb3-93f6-c6a3670748ea of type vlan for network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 Jul 07 17:21:30.728255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.733003 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14dfa99-df0b-483c-9b0e-9bc1d53be1d8 x-openstack-request-id: req-b14dfa99-df0b-483c-9b0e-9bc1d53be1d8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:30.733664 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "836d4604-675c-4056-9a99-a692fd891a23", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7", "code": 200}, {"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-plugged", "status": "completed", "tag": "69264b7b-add1-45bb-aed3-06eb99702510", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:30.733800 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b14dfa99-df0b-483c-9b0e-9bc1d53be1d8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:30.734119 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d4604-675c-4056-9a99-a692fd891a23', 'code': 200} Jul 07 17:21:30.734403 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7', 'code': 200} Jul 07 17:21:30.734685 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510', 'code': 200} Jul 07 17:21:30.734935 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'code': 200} Jul 07 17:21:30.755832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:30.797447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.875788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 32bfa0fd-3b26-404f-b835-74701a09283a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:30.895320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.898981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.900269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.901347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 32bfa0fd-3b26-404f-b835-74701a09283a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:30.901977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.906729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-aeef98c7-f04a-44c2-a77b-b32b94c02ee2 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.909007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-aeef98c7-f04a-44c2-a77b-b32b94c02ee2 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 811 time: 0.2554951 Jul 07 17:21:30.951505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-734d4134-f8f4-4b21-8343-813fba868cba tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/quotas/94fc844ded9547e4a1748c22afe67b2b HTTP/1.1" status: 200 len: 375 time: 0.0323606 Jul 07 17:21:30.981008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719ce7-d6ff-452a-bcf2-37b10cff537a req-ffc73dbb-b547-41df-a89d-0e0822f83346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.982832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9719ce7-d6ff-452a-bcf2-37b10cff537a req-ffc73dbb-b547-41df-a89d-0e0822f83346 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1097 time: 0.1806631 Jul 07 17:21:31.014975 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9108665 Jul 07 17:21:31.019549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53176) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.030150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Request body: {'subnet': {'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-subnet', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.058947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c8da-65d3-4db4-ace7-a4d3edb13409 admin admin] Pushing event updated for resources: {'Network': ['ID=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.059281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.076461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9719ce7-d6ff-452a-bcf2-37b10cff537a req-9ad42e37-a5dc-4275-acb0-3b7fa0765761 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Jul 07 17:21:31.097270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Made reservation on behalf of 23ee75f3e79242138a866b4d272dcc8a for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:31.097584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:31.100374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.164332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005473e4-9a55-4ac9-b734-1f39b0fb913e req-9d1a0fdd-6d4a-43a8-b969-d9db860e4d15 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.167265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005473e4-9a55-4ac9-b734-1f39b0fb913e req-9d1a0fdd-6d4a-43a8-b969-d9db860e4d15 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.2299752 Jul 07 17:21:31.225382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-4fd81dfe-3d2d-4d37-a330-128eed48e610 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476244 Jul 07 17:21:31.276678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005473e4-9a55-4ac9-b734-1f39b0fb913e req-a9e16fe4-03c5-4dca-bb8f-eb6fb27d635d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874093 Jul 07 17:21:31.284113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17536821-da88-4ad4-a69d-001040adab0f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:31.390497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:31.427477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-c153e048-a04d-4c06-8409-12cdce54b6e1 service neutron] 10.222.0.66 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740799 Jul 07 17:21:31.504368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.549199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.644589 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.694529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a16ce12-d792-44fc-9c3d-f2fe802d828d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.703325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-022d8059-b969-48b0-8dfe-a86fdf756e9c service neutron] 10.222.0.66 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501645 Jul 07 17:21:31.737406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:31.737775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Network hostable DHCP agents. Network: 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:31.746902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.780098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.786961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.793674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.800774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.807558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.814458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.816602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:31.821687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.823824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7cf7eb33-992e-49c9-a137-297b03bc5dc6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5434 time: 0.2769094 Jul 07 17:21:31.834359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:31.869329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:31.882230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.882951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.888713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:31.907100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e4dbc-e18d-4322-95e1-4ea08fdad337 None None] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:31.916695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-852addd7-bbe6-4678-91b8-1d1cdd74b912 req-7e3a0bfb-1cfb-4cef-946c-74a4752f9357 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0790856 Jul 07 17:21:31.921874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c1f2e00-6aa0-4727-80af-5b8561b0babe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9007609 Jul 07 17:21:31.926272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53188) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.931837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.964373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.966410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.987132 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.988501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b0bb5f92-62cf-44c8-810e-51c45a15e7c5 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:32.115395 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.143579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53194) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.391265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.478133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bc866418-55e1-4828-87e2-aa05b1a45459', 'name': '', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'mac_address': 'fa:16:3e:6f:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:27Z', 'revision_number': 2, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'subnets': [{'id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.661652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50feab76-2534-492f-bf99-fc95f219f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.739497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Checking router: 79dd5a4e-10f9-4cea-8966-c24344dbd610 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:32.739868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Updating router 79dd5a4e-10f9-4cea-8966-c24344dbd610 port bc866418-55e1-4828-87e2-aa05b1a45459 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:32.743524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.746434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:32.755430 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8d9f1-5680-4366-af51-9309456e35f8" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:32.840613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbea7-a5a2-4ee7-a955-7099dc56ebdf req-4a53ca39-419d-4f92-aee4-c5c328b57e17 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:32.852398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-725fbea7-a5a2-4ee7-a955-7099dc56ebdf req-4a53ca39-419d-4f92-aee4-c5c328b57e17 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 945 time: 0.4750726 Jul 07 17:21:32.894051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.920825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:32.921169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade4fff-8d53-4c08-9617-233e69f9efd8 req-43529097-51a0-4713-b26d-006b98054be1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:32.930367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ade4fff-8d53-4c08-9617-233e69f9efd8 req-43529097-51a0-4713-b26d-006b98054be1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.3343782 Jul 07 17:21:32.941601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.966916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.970949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:32.970949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.014283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-725fbea7-a5a2-4ee7-a955-7099dc56ebdf req-1a41e4ad-dc0a-49df-a960-41ebdc0616dd tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599703 Jul 07 17:21:33.084445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ade4fff-8d53-4c08-9617-233e69f9efd8 req-ffe8dc31-7a63-4684-bf48-a612455b995f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527412 Jul 07 17:21:33.146491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:33.146491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.161052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Allocated IP 172.25.3.176 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/16b39958-9c75-42ca-8735-afa50a474851) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:33.238838 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50feab76-2534-492f-bf99-fc95f219f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.242003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58623bdf-8158-4b67-889b-9b8aa838922f req-1f445778-5342-4ed4-867f-09974b2ed9f1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 210 time: 0.1519012 Jul 07 17:21:33.246932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50feab76-2534-492f-bf99-fc95f219f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.309658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.352299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50feab76-2534-492f-bf99-fc95f219f4e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c5b54142cc742e6a36c36a751de0886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2049532 Jul 07 17:21:33.360687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feab76-2534-492f-bf99-fc95f219f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070b465d-3f0d-42a4-b0c8-3c677dcae51c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.363038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.371487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.411117 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30295a-50eb-4f51-b65c-3bd16246c1ed x-openstack-request-id: req-2f30295a-50eb-4f51-b65c-3bd16246c1ed {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:33.411679 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:33.412106 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f30295a-50eb-4f51-b65c-3bd16246c1ed {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:33.412878 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a', 'code': 200} Jul 07 17:21:33.446792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:33.458852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:33.464717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:33.502640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Pushing event updated for resources: {'Port': ['ID=16b39958-9c75-42ca-8735-afa50a474851,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.536970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.559746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32dc2f-ab7c-48c6-8c41-37c450880e78 req-c91cb4b4-cbe0-49bc-b184-0df8677b1897 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.566473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.573790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f32dc2f-ab7c-48c6-8c41-37c450880e78 req-c91cb4b4-cbe0-49bc-b184-0df8677b1897 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.2038307 Jul 07 17:21:33.617817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Allocated IP 172.20.0.2 (6527d4a1-3bd6-4dcb-9663-a6f56e4698c2/8a16ce12-d792-44fc-9c3d-f2fe802d828d/a652e86f-4101-416b-8a4c-7a5e56ab15e9) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:33.688773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.700425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f32dc2f-ab7c-48c6-8c41-37c450880e78 req-4a9ef5f0-0904-4494-838f-d778ca6217d5 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228647 Jul 07 17:21:33.789453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.793771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.795028 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/070b465d-3f0d-42a4-b0c8-3c677dcae51c HTTP/1.1" status: 204 len: 168 time: 0.4305408 Jul 07 17:21:33.808230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29742c3e-62f5-4d74-9d15-555275687d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b465d-3f0d-42a4-b0c8-3c677dcae51c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.849842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.858246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.868832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:33.869738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.888168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.894781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.903493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.911128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.917934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-808d9476-4374-43dd-827d-381f7ba1f14b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5435 time: 0.2688198 Jul 07 17:21:33.920175 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.968144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a1333605-06a2-455e-9913-f94677f54cb5 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:33.994899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a14abe25-c949-4305-9ec2-1dd3793633a1 req-c2db5512-8f43-4342-b95b-f7d4d90b4609 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0492301 Jul 07 17:21:34.024706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 17536821-da88-4ad4-a69d-001040adab0f up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:34.089932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.123444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.184935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Transition to ACTIVE for port object bc866418-55e1-4828-87e2-aa05b1a45459 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:34.188584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.228730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.337755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.356410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Transition to ACTIVE for port object a652e86f-4101-416b-8a4c-7a5e56ab15e9 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:34.401669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Transition to ACTIVE for port object a652e86f-4101-416b-8a4c-7a5e56ab15e9 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:34.498090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.533822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a1333605-06a2-455e-9913-f94677f54cb5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:34.546470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53226) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.552328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a1333605-06a2-455e-9913-f94677f54cb5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:34.555312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.565749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-d55a6b45-924b-44ab-a6ba-460dd9a1fd5a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.567663 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-d55a6b45-924b-44ab-a6ba-460dd9a1fd5a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.23 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 811 time: 0.2270863 Jul 07 17:21:34.584223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:34.616373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Request body: {'port': {'device_id': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'admin_state_up': True, 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:34.620576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ea132-4917-4031-b689-3183896964ba req-bd1e1941-059e-4632-b7e0-ba77f4361eaa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.621890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 17536821-da88-4ad4-a69d-001040adab0f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:34.624602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9d50-3b80-4586-8d3d-58ef3acb1091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.626412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b9ea132-4917-4031-b689-3183896964ba req-bd1e1941-059e-4632-b7e0-ba77f4361eaa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 945 time: 0.3121390 Jul 07 17:21:34.649373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 17536821-da88-4ad4-a69d-001040adab0f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:34.649584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.652600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfd4ce-3bb1-45b5-88fc-8bf3730ac31a None None] Pushing event updated for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.701528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b9ea132-4917-4031-b689-3183896964ba req-0fab5025-0070-4765-8cdf-90e2159968d2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645151 Jul 07 17:21:34.713147 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb99e8-2122-428d-bdfa-aeb68cfd969c req-3a82af5e-5fb7-47e7-b5d1-2ce4ad890a46 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.722478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98cb99e8-2122-428d-bdfa-aeb68cfd969c req-3a82af5e-5fb7-47e7-b5d1-2ce4ad890a46 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.2660081 Jul 07 17:21:34.753311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Pushing event updated for resources: {'Port': ['ID=a652e86f-4101-416b-8a4c-7a5e56ab15e9,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.760851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:34.765633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:34.816269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98cb99e8-2122-428d-bdfa-aeb68cfd969c req-752fb806-e4d1-4b68-b4d2-d966b617f80f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875657 Jul 07 17:21:34.976537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db71e7d-8246-4a2c-aed5-74b5b31f7099 req-03e8f915-1f9e-42a3-9637-a662390a3da6 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0372653 Jul 07 17:21:35.089725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Attempting to bind port bc866418-55e1-4828-87e2-aa05b1a45459 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:35.090109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Attempting to bind port bc866418-55e1-4828-87e2-aa05b1a45459 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:35.090898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Attempting to bind port bc866418-55e1-4828-87e2-aa05b1a45459 on network 5678046a-ff85-4699-b9c9-c746f815ce37 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:35.094275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Attempting to bind port a652e86f-4101-416b-8a4c-7a5e56ab15e9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:35.094275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Attempting to bind port a652e86f-4101-416b-8a4c-7a5e56ab15e9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:35.094275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Attempting to bind port a652e86f-4101-416b-8a4c-7a5e56ab15e9 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:35.103781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436276-a5f0-4be3-a98c-426a607453d1 req-8248cb20-5fa1-4c50-823b-74cd080f6a1f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.112465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:35.112888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Checking segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:35.113262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.113844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Bound using segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:35.114185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Bound port: bc866418-55e1-4828-87e2-aa05b1a45459, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:35.114621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.115634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe436276-a5f0-4be3-a98c-426a607453d1 req-8248cb20-5fa1-4c50-823b-74cd080f6a1f tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1420825 Jul 07 17:21:35.117386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:35.117766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:35.118208 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.119042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:35.119183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Bound port: a652e86f-4101-416b-8a4c-7a5e56ab15e9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:35.119470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.199017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe436276-a5f0-4be3-a98c-426a607453d1 req-dac0d5a3-64e9-4e0a-8ade-9418f1b53454 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811942 Jul 07 17:21:35.263388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.316661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.325429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9d50-3b80-4586-8d3d-58ef3acb1091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.346914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9d50-3b80-4586-8d3d-58ef3acb1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.370214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:35.378501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] For port bc866418-55e1-4828-87e2-aa05b1a45459, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:35.386288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] For port a652e86f-4101-416b-8a4c-7a5e56ab15e9, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:35.388692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.399321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] For port a652e86f-4101-416b-8a4c-7a5e56ab15e9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a652e86f-4101-416b-8a4c-7a5e56ab15e9,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:35.412091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] For port bc866418-55e1-4828-87e2-aa05b1a45459, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bc866418-55e1-4828-87e2-aa05b1a45459,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:35.431964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5'}, {'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17536821-da88-4ad4-a69d-001040adab0f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:35.434316 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1cadb6-6857-4f67-b1fb-b69a3abfb2da" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5f92-62cf-44c8-810e-51c45a15e7c5"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "a1333605-06a2-455e-9913-f94677f54cb5"}, {"server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "name": "network-vif-plugged", "status": "completed", "tag": "17536821-da88-4ad4-a69d-001040adab0f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:35.442332 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.454250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.457226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0fb9d50-3b80-4586-8d3d-58ef3acb1091 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eff3aa1cc6b0473c81d653fe7ff7210c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077070 Jul 07 17:21:35.463807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53238) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.466515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.471533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:35.485606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9d50-3b80-4586-8d3d-58ef3acb1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d1a3c-ea7c-4e4e-9af5-87236ad54cef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.514325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.524889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.577422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:35.578073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:35.603605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.620897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.649817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.655168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Made reservation on behalf of 94fc844ded9547e4a1748c22afe67b2b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:35.656895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21df45-69e9-42e0-8a9e-925f4e3836f8 None None] Pushing event updated for resources: {'Port': ['ID=a652e86f-4101-416b-8a4c-7a5e56ab15e9,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.659523 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.667288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.678368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.693982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.713131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.716592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-67081ddb-9d6d-4b7e-8f01-0b8be7c36ff6 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.3169153 Jul 07 17:21:35.768694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:35.848443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfd4ce-3bb1-45b5-88fc-8bf3730ac31a None None] Pushing event updated for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.859964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Router 83572634-4a9b-483a-91d4-2e29cea4e840 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:35.880210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b67419c-0b20-4e83-8053-6020712aedc4 req-c569faaf-9de0-4e1c-b1a8-2dd43730243f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1475596 Jul 07 17:21:35.949738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574acf7f-626b-4b4d-aac9-b17ed908dd6a req-66883661-842b-46ec-9ab6-5d4e9bb821e7 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.951622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-574acf7f-626b-4b4d-aac9-b17ed908dd6a req-66883661-842b-46ec-9ab6-5d4e9bb821e7 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1097 time: 0.2336385 Jul 07 17:21:36.013813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-574acf7f-626b-4b4d-aac9-b17ed908dd6a req-b5e6eb42-5fbf-41b3-ba61-388121a4254d tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Jul 07 17:21:36.056636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.060833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Allocated IP 172.20.0.11 (5678046a-ff85-4699-b9c9-c746f815ce37/bad63652-b8de-4ad6-b168-fcd809906a32/9fcee1c9-30f8-4e5d-9464-6817870beedf) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:36.083879 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ba71f-d2fe-452c-9a15-da4303948664 x-openstack-request-id: req-374ba71f-d2fe-452c-9a15-da4303948664 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:36.085998 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "b0bb5f92-62cf-44c8-810e-51c45a15e7c5", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-plugged", "status": "completed", "tag": "a1333605-06a2-455e-9913-f94677f54cb5", "code": 200}, {"server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "name": "network-vif-plugged", "status": "completed", "tag": "17536821-da88-4ad4-a69d-001040adab0f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:36.086472 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-374ba71f-d2fe-452c-9a15-da4303948664 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:36.088880 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bb5f92-62cf-44c8-810e-51c45a15e7c5', 'code': 200} Jul 07 17:21:36.089350 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5', 'code': 200} Jul 07 17:21:36.089778 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17536821-da88-4ad4-a69d-001040adab0f', 'code': 200} Jul 07 17:21:36.255870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.259144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bc866418-55e1-4828-87e2-aa05b1a45459', 'name': '', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'mac_address': 'fa:16:3e:6f:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 4, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'subnets': [{'id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:36.284529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3eb9ab3a-9d95-46d8-8e72-dff4bbb1c8c5 req-51b16dc4-2457-47a5-b63e-3ba084c54659 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0547273 Jul 07 17:21:36.298847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9e226-88ea-4fc4-8249-0e954468c0fd None None] The sync data for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 is: [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'bc866418-55e1-4828-87e2-aa05b1a45459', 'name': '', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'mac_address': 'fa:16:3e:6f:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:35Z', 'revision_number': 4, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'subnets': [{'id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:36.440119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93049dd-a1e5-4d05-b133-a80b91555144 req-306d3c75-4e22-41b3-982c-08ad9ab25756 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.441786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c93049dd-a1e5-4d05-b133-a80b91555144 req-306d3c75-4e22-41b3-982c-08ad9ab25756 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 946 time: 0.1608062 Jul 07 17:21:36.564616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c93049dd-a1e5-4d05-b133-a80b91555144 req-6e51806b-daef-48c7-90f7-ee07902c8364 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Jul 07 17:21:36.727371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4e85f-76b9-4bb3-9616-5cfa582348f8 req-bf193182-1c00-40a2-9cd1-00b2d13d5367 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.733269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-beb4e85f-76b9-4bb3-9616-5cfa582348f8 req-bf193182-1c00-40a2-9cd1-00b2d13d5367 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1097 time: 0.1664000 Jul 07 17:21:36.767477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bc866418-55e1-4828-87e2-aa05b1a45459 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:36.811068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-beb4e85f-76b9-4bb3-9616-5cfa582348f8 req-078d03bc-0145-4902-85d3-9aee113d62a7 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723777 Jul 07 17:21:36.848338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.902660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port bc866418-55e1-4828-87e2-aa05b1a45459 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:36.908564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bc866418-55e1-4828-87e2-aa05b1a45459 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:36.909236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.011034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daa189-48b2-45d7-a59e-e5812a37c4d2 req-f4426222-186c-4ddb-8cdb-fceaa18205b4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.012759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22daa189-48b2-45d7-a59e-e5812a37c4d2 req-f4426222-186c-4ddb-8cdb-fceaa18205b4 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.1993692 Jul 07 17:21:37.014030 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.146128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22daa189-48b2-45d7-a59e-e5812a37c4d2 req-6c9dfbb2-8e42-4ad3-b31b-30857a2e0a09 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192470 Jul 07 17:21:37.161037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.287669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port bc866418-55e1-4828-87e2-aa05b1a45459, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bc866418-55e1-4828-87e2-aa05b1a45459,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:37.293744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:37.299202 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.300740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a652e86f-4101-416b-8a4c-7a5e56ab15e9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:37.325061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:37.343930 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:37.344570 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:37.400607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb699-9501-4cc8-a378-c8b2bfbe80ea req-08e770d5-202f-4eca-9571-708329f3c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.403426 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5f5eb699-9501-4cc8-a378-c8b2bfbe80ea req-08e770d5-202f-4eca-9571-708329f3c579 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1098 time: 1.2206163 Jul 07 17:21:37.437415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.438681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.440122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.441092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.441982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.442948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.443863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.447550 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-63c95ef8-90e5-4511-b2d3-4c31306906f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 1.1876099 Jul 07 17:21:37.449115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.461611 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6e5b5191-c6a2-4515-b4a4-41bf5a612447 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5344841 Jul 07 17:21:37.463076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.467902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.470252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6be58f-b962-403f-872c-635fef7a7273 None None] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:37.486880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a6d1a3c-ea7c-4e4e-9af5-87236ad54cef HTTP/1.1" status: 204 len: 168 time: 2.0129116 Jul 07 17:21:37.495326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53258) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.588670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.689948 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:37.713977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Pushing event updated for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.720824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae813a3-cfbe-47d6-82d1-3026636bd785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d1a3c-ea7c-4e4e-9af5-87236ad54cef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.763666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-0d17f404-631e-4c92-9409-7dda1db78a35 req-f2cc2791-a175-4cea-87bf-c8df74f3783a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:37.765945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d17f404-631e-4c92-9409-7dda1db78a35 req-f2cc2791-a175-4cea-87bf-c8df74f3783a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2105608 Jul 07 17:21:37.766166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Network 5678046a-ff85-4699-b9c9-c746f815ce37 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:37.779999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:37.793920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4a8375c-26cc-478d-9f6f-1ed6ac82c1b3 req-86f01092-f322-4592-b653-b47046945857 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2924838 Jul 07 17:21:37.794896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:37.866426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.868944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.876731 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5f5eb699-9501-4cc8-a378-c8b2bfbe80ea req-97e2e547-0258-4e75-8abe-a2ffcbcc3033 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504736 Jul 07 17:21:37.892496 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-5aaaa5db-355b-49f6-86a5-f618b8386449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2872705 Jul 07 17:21:37.899905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.906603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.918682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.926316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Request body: {'port': {'device_id': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:37.931279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.948703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.955491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.975053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.989576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-267a3785-789b-400e-b972-c5533827e055 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.6135969 Jul 07 17:21:38.107501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.152936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Provisioning for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:38.162008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:38.181236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:38.182159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.201132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.206362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Provisioning complete for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:38.209035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.217916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8609acf0-ccef-48f4-ae45-99abb145de97 req-d46745dc-1642-4616-b041-0102737c3357 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2273407 Jul 07 17:21:38.368162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c8720f2-69de-43c3-995b-a993c52e732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.636684 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:33Z', 'revision_number': 3, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:38.765598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:38.765955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Updating router 83572634-4a9b-483a-91d4-2e29cea4e840 port 16b39958-9c75-42ca-8735-afa50a474851 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:38.850194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9b0c4-4836-4051-a8cf-b7322401255f req-dcd0f8fa-b2bc-48d6-9d2e-96d9a20e3c5f tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.863026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91a9b0c4-4836-4051-a8cf-b7322401255f req-dcd0f8fa-b2bc-48d6-9d2e-96d9a20e3c5f tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 932 time: 0.3550577 Jul 07 17:21:38.900862 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.058942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91a9b0c4-4836-4051-a8cf-b7322401255f req-3ef2bd15-ae5e-4b1d-ac7d-f435fe71a33c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904075 Jul 07 17:21:39.072269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.144102 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.152079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcee1c9-30f8-4e5d-9464-6817870beedf {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:39.178852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.204152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port a652e86f-4101-416b-8a4c-7a5e56ab15e9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a652e86f-4101-416b-8a4c-7a5e56ab15e9,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:39.216642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.245620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Transition to ACTIVE for port object 9fcee1c9-30f8-4e5d-9464-6817870beedf will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:39.253072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.400609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:21:39.401239 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-35eb0c1c-c4ba-4373-afed-ef51f2564452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:21:39.434860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=a652e86f-4101-416b-8a4c-7a5e56ab15e9,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.444677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.450755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.451763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.452593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.453418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.454239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.457838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.459801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.462074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.462881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.463649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.464326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.465051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:39.486249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bc866418-55e1-4828-87e2-aa05b1a45459 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:39.589211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.642102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bc866418-55e1-4828-87e2-aa05b1a45459 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:39.642526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.774063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Attempting to bind port 9fcee1c9-30f8-4e5d-9464-6817870beedf on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:39.776721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Attempting to bind port 9fcee1c9-30f8-4e5d-9464-6817870beedf by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:39.779716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Attempting to bind port 9fcee1c9-30f8-4e5d-9464-6817870beedf on network 5678046a-ff85-4699-b9c9-c746f815ce37 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:39.804650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Port 9fcee1c9-30f8-4e5d-9464-6817870beedf on network 5678046a-ff85-4699-b9c9-c746f815ce37 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:39.808418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Attempting to bind port 9fcee1c9-30f8-4e5d-9464-6817870beedf on network 5678046a-ff85-4699-b9c9-c746f815ce37 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:39.849181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:39.853386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Checking segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:39.854177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Bound using segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:39.854948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Bound port: 9fcee1c9-30f8-4e5d-9464-6817870beedf, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:39.855589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.966472 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.009371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Transition to ACTIVE for port object 16b39958-9c75-42ca-8735-afa50a474851 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:40.023997 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.050178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-190edf3a-9d6b-49ef-b665-acb121e221d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.068605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:40.090648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:40.101737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.166417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac10d6-a344-4b4c-9add-431fa3c70d4e req-86e9608b-5a3d-45bb-b586-e60ac3bf9720 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.168230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3aac10d6-a344-4b4c-9add-431fa3c70d4e req-86e9608b-5a3d-45bb-b586-e60ac3bf9720 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 946 time: 0.3205647 Jul 07 17:21:40.183397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cd5c647a-8bf2-4392-bf64-1fd4b4adb50d None None] Provisioning complete for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:40.183776 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cd5c647a-8bf2-4392-bf64-1fd4b4adb50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.235916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.257494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Allocated IP 172.20.0.1 (6527d4a1-3bd6-4dcb-9663-a6f56e4698c2/8a16ce12-d792-44fc-9c3d-f2fe802d828d/04ce65eb-289c-4bb0-89b1-d3eb7cc870cc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:40.259215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.260231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.261891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-bb0ef0a2-fa29-4e60-b5e1-e80e26d03588 service neutron] 10.222.0.23 "PUT /v2.0/ports/9fcee1c9-30f8-4e5d-9464-6817870beedf HTTP/1.1" status: 200 len: 1093 time: 2.3403904 Jul 07 17:21:40.262512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:40.266713 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de41a330-6b85-4def-82db-fc88eeee01a8" -d '{"events": [{"name": "network-changed", "server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:40.273248 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598446-9067-4dc0-94dc-4f43dd6d972e None None] Pushing event updated for resources: {'Port': ['ID=16b39958-9c75-42ca-8735-afa50a474851,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.292525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3aac10d6-a344-4b4c-9add-431fa3c70d4e req-4084322f-358a-45d9-ad3f-0079ba33ace5 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972311 Jul 07 17:21:40.307437 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Attempting to bind port 16b39958-9c75-42ca-8735-afa50a474851 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:40.308025 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Attempting to bind port 16b39958-9c75-42ca-8735-afa50a474851 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:40.308597 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Attempting to bind port 16b39958-9c75-42ca-8735-afa50a474851 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:40.347347 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:40.348054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:40.349507 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.350144 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:40.352660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Bound port: 16b39958-9c75-42ca-8735-afa50a474851, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:40.353332 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.472820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.494536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Transition to ACTIVE for port object 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:40.497136 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] For port 16b39958-9c75-42ca-8735-afa50a474851, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:40.508691 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] For port 16b39958-9c75-42ca-8735-afa50a474851, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=16b39958-9c75-42ca-8735-afa50a474851,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:40.520997 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.524728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.547939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.595343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-98fd8498-a232-4719-99d3-bd5bb681020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.598822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Pushing event updated for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.600247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-98fd8498-a232-4719-99d3-bd5bb681020a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 1096 time: 0.2496481 Jul 07 17:21:40.652150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:40.656616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:40.659635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:40.710697 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598446-9067-4dc0-94dc-4f43dd6d972e None None] Pushing event updated for resources: {'Port': ['ID=16b39958-9c75-42ca-8735-afa50a474851,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.715209 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:40.716197 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:40.722425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.737997 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-cc2c8ddc-cb90-418e-96d1-81b9a7ee14db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf HTTP/1.1" status: 200 len: 217 time: 0.1038275 Jul 07 17:21:40.887569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-fda3859b-1176-4527-9bea-d01c5658419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.892000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-fda3859b-1176-4527-9bea-d01c5658419f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.1462452 Jul 07 17:21:40.966742 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-1871e792-1ab9-482f-bcf6-7d35ebaa7e26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673966 Jul 07 17:21:40.973407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:41.010636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-bfedd1ae-1de2-489f-a8ae-246f3987a2e2 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:41.012444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-bfedd1ae-1de2-489f-a8ae-246f3987a2e2 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144222 Jul 07 17:21:41.120715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:41.121504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Unknown quota resources ['binding']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:21:41.142489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bca75878-053a-499c-a4c6-51dbbdddaedf None None] Provisioning for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:41.151884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bca75878-053a-499c-a4c6-51dbbdddaedf None None] Provisioning complete for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:41.152679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bca75878-053a-499c-a4c6-51dbbdddaedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.253942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bca75878-053a-499c-a4c6-51dbbdddaedf None None] Port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:41.362785 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-49198777-21b3-4f9c-9a6a-cfb226efcc59 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851440 Jul 07 17:21:41.415530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a652e86f-4101-416b-8a4c-7a5e56ab15e9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:41.427469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3986-e382-4416-8a40-ea8db101ac98 req-822ee8ee-8156-42d5-a86c-fc0f75ea6bbd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.433899 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:33Z', 'revision_number': 3, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.449388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-617e3986-e382-4416-8a40-ea8db101ac98 req-822ee8ee-8156-42d5-a86c-fc0f75ea6bbd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.8525207 Jul 07 17:21:41.479846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98004fa5-71a0-43e7-a794-4d48deb80aa4 None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:33Z', 'revision_number': 3, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:41.499569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:41.500249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:41.500720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:41.504550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a652e86f-4101-416b-8a4c-7a5e56ab15e9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:41.505134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.513771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:41.514271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:41.533562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:41.534390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:41.534944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:41.535520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Bound port: 69264b7b-add1-45bb-aed3-06eb99702510, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:41.615959 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-128234e8-1e7a-49eb-8edc-1eead8345f9d req-38454458-aafd-4e7a-bc5e-aa0e8a23f114 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452033 Jul 07 17:21:41.658275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-617e3986-e382-4416-8a40-ea8db101ac98 req-579b7def-f3da-4142-9589-409c716746b9 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076852 Jul 07 17:21:41.684156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:41.695822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.711713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] 10.222.0.66 "POST /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510/bindings HTTP/1.1" status: 201 len: 390 time: 0.6631074 Jul 07 17:21:41.724936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.751207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.141470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.149208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.155710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.162088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.170098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.177720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.184666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-53b033d1-a421-43b2-844f-3d2b6670c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.186386 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-53b033d1-a421-43b2-844f-3d2b6670c3c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1097 time: 0.0791178 Jul 07 17:21:42.195258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.197855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-fa7026e3-8a22-40f5-8408-934ed024e8e2 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.2600725 Jul 07 17:21:42.275969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2740e7ee-c44c-459c-8bd5-b64ecad81deb req-1a62cce9-8dd2-45e9-b97b-9aefc42d26db tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0706375 Jul 07 17:21:42.314295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.330170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.442856 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9871b4c7-8973-454b-9017-0881e2e9e2c4 x-openstack-request-id: req-9871b4c7-8973-454b-9017-0881e2e9e2c4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:42.445130 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:42.445492 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9871b4c7-8973-454b-9017-0881e2e9e2c4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:42.445951 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf', 'status': 'completed', 'code': 200} Jul 07 17:21:42.569681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Pushing event updated for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.581771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-d133877f-72de-4e6b-9389-904edca845ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.583743 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-d133877f-72de-4e6b-9389-904edca845ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.3891735 Jul 07 17:21:42.672869 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1f075f47-0a7a-4614-b49e-4ee2ad970328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 217 time: 0.0719948 Jul 07 17:21:42.722874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.732045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-103d050e-2b53-4efa-8fed-c3a14a1898e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.734855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-103d050e-2b53-4efa-8fed-c3a14a1898e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 1096 time: 0.2875803 Jul 07 17:21:42.814048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fbb0039-087e-407d-b81d-fd8176378aca req-7919bc35-9b4d-4efe-9d4c-d39908f8a47b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1883267490&fields=id&tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 267 time: 0.1351490 Jul 07 17:21:42.861260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-568cc206-fe4e-45f1-a372-186d7886274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.862960 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-568cc206-fe4e-45f1-a372-186d7886274f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1804843 Jul 07 17:21:42.887015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f7de0-a6e6-4dcd-9604-8a590f3b404b req-5946f6f1-ba5b-4159-b487-e5a7f2f5c140 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.889391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7f7de0-a6e6-4dcd-9604-8a590f3b404b req-5946f6f1-ba5b-4159-b487-e5a7f2f5c140 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 944 time: 0.3209651 Jul 07 17:21:42.959466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-37430475-1489-46c7-ba2f-880ad73367dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872746 Jul 07 17:21:42.963971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:42.976720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:42.997645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7f7de0-a6e6-4dcd-9604-8a590f3b404b req-f751bff0-aacf-4ed4-8025-d1703c8d0249 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910695 Jul 07 17:21:43.036068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-e1bd5e09-b226-4a1b-a8f8-4d928b8d1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.037728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-e1bd5e09-b226-4a1b-a8f8-4d928b8d1c86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 912 time: 0.2809875 Jul 07 17:21:43.055037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0039-087e-407d-b81d-fd8176378aca req-5f749c71-4bba-4355-8f34-0c9217340f4c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.065125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fbb0039-087e-407d-b81d-fd8176378aca req-5f749c71-4bba-4355-8f34-0c9217340f4c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 946 time: 0.2500281 Jul 07 17:21:43.071863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'security_groups': ['10a408e2-45ed-4523-9b0b-4275399b6bc0', 'c0a3dc11-6365-4d14-b099-95990edb8f5e']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:43.102724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-8f4998f3-dcdf-4885-8070-2c3fde9ce7b1 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358116 Jul 07 17:21:43.156041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-2b6d080c-1ebd-4b0d-b31f-2932832f8b7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf HTTP/1.1" status: 200 len: 217 time: 0.1075397 Jul 07 17:21:43.366890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-2a345cab-3a86-4154-ae76-b1362a40acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.366890 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-2a345cab-3a86-4154-ae76-b1362a40acb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.1980755 Jul 07 17:21:43.431212 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-2152b1d6-4927-4683-9922-04ea1e3df43a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549235 Jul 07 17:21:43.495827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 16b39958-9c75-42ca-8735-afa50a474851 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:43.513362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-4b19e354-b5e4-4f04-83c0-ae1a308dda02 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747334 Jul 07 17:21:43.553207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.637220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-55be70e3-8e24-46a6-8917-62ff1d525304 None None] Provisioning complete for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:43.637597 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-55be70e3-8e24-46a6-8917-62ff1d525304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.676930 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.696671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-67ac1518-9fb5-4004-b14b-dee9f82f7b49 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423763 Jul 07 17:21:43.749115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-55be70e3-8e24-46a6-8917-62ff1d525304 None None] Port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:43.760269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 16b39958-9c75-42ca-8735-afa50a474851 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:43.780491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 16b39958-9c75-42ca-8735-afa50a474851 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:43.780906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.871081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-de41a330-6b85-4def-82db-fc88eeee01a8 req-2d792bb2-55da-45b2-a7c7-d911716cc889 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669240 Jul 07 17:21:43.954022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:43.977628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.020577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 16b39958-9c75-42ca-8735-afa50a474851, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=16b39958-9c75-42ca-8735-afa50a474851,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.029070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.063599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3fd1-e066-4613-b449-d98c73411917 req-f9978dcd-659c-440e-ae7e-ef82643772d1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.072609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50af3fd1-e066-4613-b449-d98c73411917 req-f9978dcd-659c-440e-ae7e-ef82643772d1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.3979950 Jul 07 17:21:44.089209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 9fcee1c9-30f8-4e5d-9464-6817870beedf details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:44.211507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50af3fd1-e066-4613-b449-d98c73411917 req-006d2bfa-9801-434f-856c-85d42043ec95 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378851 Jul 07 17:21:44.217041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=16b39958-9c75-42ca-8735-afa50a474851,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.325935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.359225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '9fcee1c9-30f8-4e5d-9464-6817870beedf', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'port_id': '9fcee1c9-30f8-4e5d-9464-6817870beedf', 'mac_address': 'fa:16:3e:d5:f7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:44.370122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.421966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:44.440093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7b6db4f-64ca-47c4-99b4-b5d5143d3255 admin admin] 10.222.0.66 "PUT /v2.0/routers/83572634-4a9b-483a-91d4-2e29cea4e840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9338028 Jul 07 17:21:44.446877 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.481567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.498825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcee1c9-30f8-4e5d-9464-6817870beedf {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:44.554936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.574786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.580704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:44.644270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.650566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.673213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:44.725363 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:44.760988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.792039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:44.792836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:44.794852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.796171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.813461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fbb0039-087e-407d-b81d-fd8176378aca req-fc5f207e-24a9-46e0-9455-4fa1422a9951 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "PUT /v2.0/ports/17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 982 time: 1.7443385 Jul 07 17:21:44.834929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:44.843669 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62751fb-de17-4201-ba87-cc6c5bae72e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:44.868992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.899014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['9fcee1c9-30f8-4e5d-9464-6817870beedf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:44.958068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.972376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.976373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-8bba6c63-3252-4c20-8402-351dabdb4642 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.978862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-8bba6c63-3252-4c20-8402-351dabdb4642 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.2940395 Jul 07 17:21:44.980161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63d3cb70-9c8c-4818-ad1c-0ec16674f9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.990986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.003501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-a95fc0f9-e00a-4d7d-b7f5-6e61e12a5b5e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.005766 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-a95fc0f9-e00a-4d7d-b7f5-6e61e12a5b5e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.2245269 Jul 07 17:21:45.007986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.024334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.040647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.055942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.061789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69a40ad7-8598-4e5b-99d3-41a6d8d84790 req-44c23d54-79cf-4e36-8a01-3e2757a364b4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.5758607 Jul 07 17:21:45.081552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:45.085743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:45.088729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.098350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Request body: {'floatingip': {'port_id': 'a1333605-06a2-455e-9913-f94677f54cb5'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.189034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.439691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63d3cb70-9c8c-4818-ad1c-0ec16674f9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.453750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63d3cb70-9c8c-4818-ad1c-0ec16674f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.533646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 16b39958-9c75-42ca-8735-afa50a474851 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:45.565486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63d3cb70-9c8c-4818-ad1c-0ec16674f9dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2769967cc02b426a904d0e78c524d7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9177032 Jul 07 17:21:45.569816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3cb70-9c8c-4818-ad1c-0ec16674f9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e65c22-474c-475d-ad22-b37223860f76,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.577260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.588287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Deleting port f031a0aa-e8dd-4659-9f44-1ab9be51a792 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:45.588640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.694133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port a919eefe-df9b-4fb6-85b5-e61638588e6e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:45.695085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.771628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252e97c-6e60-4a84-abfe-df06e2b33cca req-17c9f7a7-c1c0-4210-9676-364e0314b4e8 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.787368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8252e97c-6e60-4a84-abfe-df06e2b33cca req-17c9f7a7-c1c0-4210-9676-364e0314b4e8 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 945 time: 0.7155647 Jul 07 17:21:45.971168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311df401-1f5b-4583-baca-b48b256f2f0b req-a7b66474-3b58-4233-a9f9-a4f1bb1e07fd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.980173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-311df401-1f5b-4583-baca-b48b256f2f0b req-a7b66474-3b58-4233-a9f9-a4f1bb1e07fd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60d7e72-8f8d-41fd-9fd6-d81edaaa7028 HTTP/1.1" status: 200 len: 946 time: 0.4937341 Jul 07 17:21:45.998631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8252e97c-6e60-4a84-abfe-df06e2b33cca req-a50a4ff8-3866-435d-8a5c-73a2450cc24a tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a8fee7b-9838-41cc-9564-0c19d0d9d38c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099061 Jul 07 17:21:46.050096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-338823fe-a855-4ba8-b798-626f01264e35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5444818 Jul 07 17:21:46.211625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-311df401-1f5b-4583-baca-b48b256f2f0b req-aa436274-f633-4ae5-ba90-28406896961c tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303290 Jul 07 17:21:46.471005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-e298c5e5-bf85-46a4-b5ac-dd4bb9e8175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.472681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-e298c5e5-bf85-46a4-b5ac-dd4bb9e8175c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 1096 time: 0.3057036 Jul 07 17:21:46.497151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 16b39958-9c75-42ca-8735-afa50a474851 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:46.504194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.578066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port a919eefe-df9b-4fb6-85b5-e61638588e6e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a919eefe-df9b-4fb6-85b5-e61638588e6e,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:46.579212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.611116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for a919eefe-df9b-4fb6-85b5-e61638588e6e owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:46.842682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 2, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:46.883415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:46.883786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Updating router 83572634-4a9b-483a-91d4-2e29cea4e840 port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:46.938094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.940974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.101885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=a919eefe-df9b-4fb6-85b5-e61638588e6e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.105405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.150398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.189337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38937b6e-326c-4bc0-a714-bec2bf2f2b7e req-1b3590cb-b11d-429c-82ac-3e3d672114f3 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.191251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38937b6e-326c-4bc0-a714-bec2bf2f2b7e req-1b3590cb-b11d-429c-82ac-3e3d672114f3 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 945 time: 0.8225384 Jul 07 17:21:47.376999 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.380154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.381507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99e65c22-474c-475d-ad22-b37223860f76 HTTP/1.1" status: 204 len: 168 time: 1.8032515 Jul 07 17:21:47.392402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38937b6e-326c-4bc0-a714-bec2bf2f2b7e req-08f378ff-7333-4b55-ad4c-a6b3be90de51 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760006 Jul 07 17:21:47.394303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:21:47.449481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] For port f031a0aa-e8dd-4659-9f44-1ab9be51a792, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f031a0aa-e8dd-4659-9f44-1ab9be51a792,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:47.453419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.472182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53412) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:47.473513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-c66dbb78-ed17-44f0-936d-d0b161d9a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.475104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-c66dbb78-ed17-44f0-936d-d0b161d9a9f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.9488535 Jul 07 17:21:47.497962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021272269', 'description': 'tempest-description--1978271275'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:47.660944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-4c551c62-8bf8-4cca-a166-c7a5c5d25ae6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 200 len: 217 time: 0.1290324 Jul 07 17:21:47.662811 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ebd5a-ac62-4db0-9b08-276bd012f231 x-openstack-request-id: req-a14ebd5a-ac62-4db0-9b08-276bd012f231 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:47.664087 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:47.665128 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a14ebd5a-ac62-4db0-9b08-276bd012f231 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:47.665786 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f', 'status': 'completed', 'code': 200} Jul 07 17:21:47.737918 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.802280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Transition to ACTIVE for port object 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:47.818080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f031a0aa-e8dd-4659-9f44-1ab9be51a792 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:47.829566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.834883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.931670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.986990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-b4ace4f9-9e49-4a08-a9fd-3282db2b3783 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1812107599&fields=id&tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 267 time: 0.3141751 Jul 07 17:21:48.021583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.060300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.061138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.061138 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Floating IP 86fda829-b905-452b-8b38-e86c74a3693c disassociated. External IP: 172.25.3.66, port: f031a0aa-e8dd-4659-9f44-1ab9be51a792. Jul 07 17:21:48.061481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Calling delete_port for f031a0aa-e8dd-4659-9f44-1ab9be51a792 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:48.067609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port a919eefe-df9b-4fb6-85b5-e61638588e6e on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:48.080674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.082826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-98c7327a-af80-4624-a9c3-21d5ee300702 req-870ec748-702f-41d7-8bff-43592deae4c3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.23 "DELETE /v2.0/ports/a919eefe-df9b-4fb6-85b5-e61638588e6e HTTP/1.1" status: 204 len: 173 time: 3.0901566 Jul 07 17:21:48.083655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'name': 'network-vif-deleted', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:48.086987 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97828f-342b-4ff9-939f-dcab15c4a390" -d '{"events": [{"server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "name": "network-vif-deleted", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:48.096017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69187702-bb5c-4031-a582-aba90ed1b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e65c22-474c-475d-ad22-b37223860f76,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.097113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.115677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 9fcee1c9-30f8-4e5d-9464-6817870beedf up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:48.129414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-a3bb0dfc-c15a-45c6-a14c-c22aeadfd58b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2200685 Jul 07 17:21:48.313867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94752-31d1-4b61-aea4-0bab064ecca4 None None] Pushing event updated for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.322264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.414751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53418) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.436399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0395a47f-0257-4e0c-8445-7ad47cb7959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.477973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-416835ad-2192-4efb-8940-be418c4a4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:48.479999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-416835ad-2192-4efb-8940-be418c4a4c6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1096 time: 0.2083185 Jul 07 17:21:48.561544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 9fcee1c9-30f8-4e5d-9464-6817870beedf completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:48.565117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Attempting to bind port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:48.566275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Attempting to bind port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:48.566910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Attempting to bind port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:48.593659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 9fcee1c9-30f8-4e5d-9464-6817870beedf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:48.594301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.594487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcee302-72a7-4610-856d-cde353609fa9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.652330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0395a47f-0257-4e0c-8445-7ad47cb7959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.663539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0395a47f-0257-4e0c-8445-7ad47cb7959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.678414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-41ab3eea-de6f-4454-97d1-47258174d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:48.681891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-41ab3eea-de6f-4454-97d1-47258174d44c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.9626467 Jul 07 17:21:48.682833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:48.683435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:48.684073 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.684713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:48.686149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Bound port: 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:48.686337 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.694164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-3f8d01e2-1a7e-4e28-8974-3c57dd5ee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:48.697675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-3f8d01e2-1a7e-4e28-8974-3c57dd5ee058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1137 time: 1.0001154 Jul 07 17:21:48.725151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.790024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.826904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-afd27e7c-d50b-46a9-8653-b6ec4b8281b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227491 Jul 07 17:21:48.839697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.847496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-36db17b4-9017-4eed-85f9-ec4937cf0dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3704691 Jul 07 17:21:48.856193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53422) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.871234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0395a47f-0257-4e0c-8445-7ad47cb7959a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1ffac838bb7432d929747ff07a87677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534845 Jul 07 17:21:48.879784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53424) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.893547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group_rule': {'security_group_id': '9fcee302-72a7-4610-856d-cde353609fa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:48.904763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'Port': ['ID=f031a0aa-e8dd-4659-9f44-1ab9be51a792,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.931224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.970401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:48.973088 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec200c-06db-4713-a4ba-28071caa0f19" -d '{"events": [{"server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:48.975500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395a47f-0257-4e0c-8445-7ad47cb7959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de68edaa-e08c-4114-bf91-a5cb026e058b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.980954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] For port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:48.993590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] For port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:48.998649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:49.006021 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.014291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.015559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a919eefe-df9b-4fb6-85b5-e61638588e6e no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:49.077957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: a919eefe-df9b-4fb6-85b5-e61638588e6e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:49.078432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a919eefe-df9b-4fb6-85b5-e61638588e6e not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:49.104440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-2dc3f468-b13e-4e43-b931-b0ca29e14c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.108178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-2dc3f468-b13e-4e43-b931-b0ca29e14c32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.4491425 Jul 07 17:21:49.160812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:49.168375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:49.321996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94752-31d1-4b61-aea4-0bab064ecca4 None None] Pushing event updated for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.358613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-07676492-a3b9-415d-9e15-51e43c5bd6e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.2402048 Jul 07 17:21:49.361666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.517670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-31c1041a-8175-4efe-adce-23b854a10efc tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.535298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-31c1041a-8175-4efe-adce-23b854a10efc tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 985 time: 1.4615905 Jul 07 17:21:49.541926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'security_groups': ['10a408e2-45ed-4523-9b0b-4275399b6bc0', 'c0a3dc11-6365-4d14-b099-95990edb8f5e', 'b8f39255-a733-4730-9c4c-c9e5d4b4add2']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:49.621554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.628055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-b3d5ddbf-851e-4726-813d-1e0076dd0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.629688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-b3d5ddbf-851e-4726-813d-1e0076dd0a24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.9128740 Jul 07 17:21:49.643240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-6085c7e9-aa5e-4e73-82d5-399d6c5e76b6 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713547 Jul 07 17:21:49.682084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-223aec25-2877-496c-a145-8fc6457b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.683786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-223aec25-2877-496c-a145-8fc6457b29e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.2788119 Jul 07 17:21:49.687364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:49.706299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:49.716393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.740710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.745326 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-62744b2d-24e2-452b-b53b-9627fc0f67d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418618 Jul 07 17:21:49.785172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.786403 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9225893 Jul 07 17:21:49.837255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.845237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group_rule': {'security_group_id': '9fcee302-72a7-4610-856d-cde353609fa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:49.854933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e385d-b748-42ae-9758-994d6a396d22 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae53174b-b92a-49de-b3e0-95975767d0f7,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.861207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108beedf-9c57-4c72-b93d-766888235256 req-506b2cb4-d035-4582-86b7-062151371216 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.875224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-108beedf-9c57-4c72-b93d-766888235256 req-506b2cb4-d035-4582-86b7-062151371216 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 1.8610337 Jul 07 17:21:49.909907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-73c376bb-a07c-48e0-bdfd-def809dd5cf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 217 time: 0.1562285 Jul 07 17:21:49.986300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.055427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.110746 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Floating IP 68af38d3-0605-4aa0-8124-eafb647c9a19 associated. External IP: 172.25.3.116, port: a1333605-06a2-455e-9913-f94677f54cb5. Jul 07 17:21:50.172042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:48Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:50.200310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-8d3d901e-4099-4b1a-8cd1-c240b1d14af2 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339805 Jul 07 17:21:50.247877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776f4e0-ea46-4334-aec1-48a6bc261825 None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:48Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:50.270756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.277422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:50.292303 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d830-22e9-453d-8013-60055daad24c None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:50.303159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.309140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-9ac4c88f-f24d-40cd-8810-9f1a8f210a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.310718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-9ac4c88f-f24d-40cd-8810-9f1a8f210a33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.3145204 Jul 07 17:21:50.318666 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.369375 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:50.372549 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:50.398671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-108beedf-9c57-4c72-b93d-766888235256 req-f4d9fb76-abff-417a-beb0-4f45d8c34149 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859753 Jul 07 17:21:50.462329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] No DVR routers for this DVR port f031a0aa-e8dd-4659-9f44-1ab9be51a792 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:50.468954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.471457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adcabc61-9749-4a2e-849a-0cb2920e8282 req-39254fce-5b27-4be6-8f66-3f8af517fdb1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "DELETE /v2.0/ports/f031a0aa-e8dd-4659-9f44-1ab9be51a792 HTTP/1.1" status: 204 len: 173 time: 5.3919008 Jul 07 17:21:50.474322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895100bd-9a43-4b67-9e4b-5089b251ad7c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.551108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-79f4d011-2547-4e97-9705-5295d5fb18bd req-cb660bf0-7d6e-4180-8ee1-2bc52776834f service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237293 Jul 07 17:21:50.556594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.558613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-11924f90-e4fa-4eca-a62c-55ac063d6f27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7201664 Jul 07 17:21:50.566008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:50.587216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:50.689845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-3b67336d-67c1-48e6-af2e-7ef943482731 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107185 Jul 07 17:21:50.693999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.695570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.911374 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:51.039919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.176864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.195671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.197725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de68edaa-e08c-4114-bf91-a5cb026e058b HTTP/1.1" status: 204 len: 168 time: 2.0812011 Jul 07 17:21:51.341022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac287fc8-91ce-4aae-bbe3-721c89f5050e req-957834c1-e1ad-4970-b563-14505f6872ff tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e740a9a-7509-4103-8af0-5d18e101830b HTTP/1.1" status: 200 len: 210 time: 0.4013209 Jul 07 17:21:51.425054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Allocated IP 172.25.3.8 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/79c55b9f-99b1-4a15-abfe-7732c212f66a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:51.581134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:51.613942 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:51.673568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e631c0ca-b4e7-4756-9ac4-7d14a9c0b791 req-5f5c9837-559d-4604-91e5-42b420492b02 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0207036 Jul 07 17:21:51.749942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:51.770357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:51.771369 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.793852 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d830-22e9-453d-8013-60055daad24c None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:51.804003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f50983-417f-44db-b146-7708a9d45ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68edaa-e08c-4114-bf91-a5cb026e058b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.876586 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:51.877245 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:52.078244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.122767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.285083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-14bf33c6-f45f-46be-a86e-09b6a522bec2 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3905637 Jul 07 17:21:52.287803 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff620f-ac77-45d8-9bf4-80202e2ca60a x-openstack-request-id: req-7aff620f-ac77-45d8-9bf4-80202e2ca60a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:52.288358 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d7e72-8f8d-41fd-9fd6-d81edaaa7028", "name": "network-vif-deleted", "tag": "a919eefe-df9b-4fb6-85b5-e61638588e6e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:52.288775 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7aff620f-ac77-45d8-9bf4-80202e2ca60a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:52.295103 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60d7e72-8f8d-41fd-9fd6-d81edaaa7028', 'name': 'network-vif-deleted', 'tag': 'a919eefe-df9b-4fb6-85b5-e61638588e6e', 'status': 'completed', 'code': 200} Jul 07 17:21:52.306987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.442863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:52.456608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.539531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c62751fb-de17-4201-ba87-cc6c5bae72e1 req-ffa642b3-db9a-4ad0-b49e-e699c6b69ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398319 Jul 07 17:21:52.623518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:52.955157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.469032 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9492d830-22e9-453d-8013-60055daad24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:53.470011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:53.621800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d830-22e9-453d-8013-60055daad24c None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:53.679647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=79c55b9f-99b1-4a15-abfe-7732c212f66a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.699533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:53.705653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:53.714841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:53.734899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:53.747875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:53.748982 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.776257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.921409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Router e22fd052-2d53-471c-b656-04fa75981d3a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:53.927723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.955593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:53.967131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.029245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.030120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.043464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b808a9-2c06-4f1d-bcb9-6a82f0dc064e req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "PUT /v2.0/ports/17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 1021 time: 4.5072041 Jul 07 17:21:54.046174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:54.052669 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49" -d '{"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:54.149745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.193071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:54.211921 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ee378-2419-4b2e-ba6a-461799461e0e x-openstack-request-id: req-d20ee378-2419-4b2e-ba6a-461799461e0e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:54.212424 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:54.212772 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d20ee378-2419-4b2e-ba6a-461799461e0e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:54.218660 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf', 'code': 200} Jul 07 17:21:54.301304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'name': 'network-vif-deleted', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:54.316414 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d81d607-022e-42fa-bcc7-58116454a26c" -d '{"events": [{"server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "name": "network-vif-deleted", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:54.323079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697fa0-01ba-47e4-ac9f-fe95f6c433e1 req-7b78319b-0a59-448a-8e30-0c733ef6b9d6 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.332423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3697fa0-01ba-47e4-ac9f-fe95f6c433e1 req-7b78319b-0a59-448a-8e30-0c733ef6b9d6 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 1.5628605 Jul 07 17:21:54.350286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494ff4f-ee6e-42bf-bc5c-4677a9e7c588 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.540035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92612d10-d05c-425e-a9ee-f6865ebe319c None None] New status for floating IP 86fda829-b905-452b-8b38-e86c74a3693c: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:21:54.684087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3697fa0-01ba-47e4-ac9f-fe95f6c433e1 req-b49bb6c4-ba67-41e3-87f2-6dc5aef3a855 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495338 Jul 07 17:21:54.724706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:54.740917 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Sync routers for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:54.746172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.760801 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:54.761643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.788887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.804002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.849668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7e9cf6a6-2f27-40dc-87ac-2a360b64e7fd tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "PUT /v2.0/floatingips/68af38d3-0605-4aa0-8124-eafb647c9a19 HTTP/1.1" status: 200 len: 992 time: 9.7568915 Jul 07 17:21:54.876430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcb056-6137-47ef-9b1b-a878ef5adb2f req-6032af3a-5d5d-41f3-8edb-94d57144eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.880017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32fcb056-6137-47ef-9b1b-a878ef5adb2f req-6032af3a-5d5d-41f3-8edb-94d57144eff3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 1098 time: 0.5394404 Jul 07 17:21:54.970590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b58e1-35a2-428e-b606-9eceaf6fa29e req-a9dbf4a4-f5c7-4ac9-bd30-8cfa76fd2232 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.974480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f85b58e1-35a2-428e-b606-9eceaf6fa29e req-a9dbf4a4-f5c7-4ac9-bd30-8cfa76fd2232 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.5957077 Jul 07 17:21:55.088217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.123676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32fcb056-6137-47ef-9b1b-a878ef5adb2f req-6e1e3b8b-876c-416a-a78c-ef1062e7d42a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181976 Jul 07 17:21:55.126042 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:55.137466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=79c55b9f-99b1-4a15-abfe-7732c212f66a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.171697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.187742 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a0485e8-e6c8-47cf-8775-b0f2ad2c5d83 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6192009 Jul 07 17:21:55.295821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f85b58e1-35a2-428e-b606-9eceaf6fa29e req-da217a7f-2398-47d4-be95-e9320f5bb152 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537999 Jul 07 17:21:55.451624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.460833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-bb52629a-cc60-4750-841e-af2effebc821 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.462510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-bb52629a-cc60-4750-841e-af2effebc821 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.3769555 Jul 07 17:21:55.484109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-6d379835-3fff-4993-8d67-79463318cb84 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/quotas/56fafacd85e94b0683009943d7030620 HTTP/1.1" status: 200 len: 375 time: 0.0116704 Jul 07 17:21:55.539251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-621f19de-e4dd-4096-987d-2497b00b06dd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405784 Jul 07 17:21:55.619805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '68af38d3-0605-4aa0-8124-eafb647c9a19', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'port_id': 'a1333605-06a2-455e-9913-f94677f54cb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'mac_address': 'fa:16:3e:a8:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:52Z', 'updated_at': '2021-07-07T17:21:47Z', 'revision_number': 1, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:55.655268 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Checking router: e22fd052-2d53-471c-b656-04fa75981d3a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:55.671213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:55.672317 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:55.818614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-b656f284-1788-42a5-b97b-0f222101b4cf service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633746 Jul 07 17:21:55.874393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8bd88-40f3-423d-aa85-b3b982ee2d06 req-a3c51dec-40bb-40a0-b8a0-1584b94d65ed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.877388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63a8bd88-40f3-423d-aa85-b3b982ee2d06 req-a3c51dec-40bb-40a0-b8a0-1584b94d65ed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1024 time: 0.2855406 Jul 07 17:21:55.895633 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:56.141329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2d75bde4-8085-4694-9e74-13d926bd22fb service neutron] 10.222.0.66 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201749 Jul 07 17:21:56.181636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63a8bd88-40f3-423d-aa85-b3b982ee2d06 req-85137f8e-eb4e-4b06-a581-a9e10f35763f tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&id=b8f39255-a733-4730-9c4c-c9e5d4b4add2&id=c0a3dc11-6365-4d14-b099-95990edb8f5e HTTP/1.1" status: 200 len: 6157 time: 0.2394626 Jul 07 17:21:56.218369 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cff2e1-0d59-4f95-a200-733e5d1e6799 x-openstack-request-id: req-37cff2e1-0d59-4f95-a200-733e5d1e6799 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:56.219068 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "tag": "17536821-da88-4ad4-a69d-001040adab0f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:56.219486 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37cff2e1-0d59-4f95-a200-733e5d1e6799 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:56.225266 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'tag': '17536821-da88-4ad4-a69d-001040adab0f', 'status': 'completed', 'code': 200} Jul 07 17:21:56.306779 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6503a0f9-392c-462e-9d41-9ff6db7929e4 x-openstack-request-id: req-6503a0f9-392c-462e-9d41-9ff6db7929e4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:56.307532 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e740a9a-7509-4103-8af0-5d18e101830b", "name": "network-vif-deleted", "tag": "f031a0aa-e8dd-4659-9f44-1ab9be51a792", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:56.307532 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6503a0f9-392c-462e-9d41-9ff6db7929e4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:56.307801 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e740a9a-7509-4103-8af0-5d18e101830b', 'name': 'network-vif-deleted', 'tag': 'f031a0aa-e8dd-4659-9f44-1ab9be51a792', 'status': 'completed', 'code': 200} Jul 07 17:21:56.349935 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '68af38d3-0605-4aa0-8124-eafb647c9a19', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'port_id': 'a1333605-06a2-455e-9913-f94677f54cb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'mac_address': 'fa:16:3e:a8:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:52Z', 'updated_at': '2021-07-07T17:21:47Z', 'revision_number': 1, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:56.350120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-e14733dd-ce88-4949-a2e6-8ba56d53125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.353563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-e14733dd-ce88-4949-a2e6-8ba56d53125a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1176 time: 0.1114833 Jul 07 17:21:56.397099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ecd0a-8803-451d-bcdd-7914190e1332 None None] The sync data for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 is: [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '68af38d3-0605-4aa0-8124-eafb647c9a19', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'port_id': 'a1333605-06a2-455e-9913-f94677f54cb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'mac_address': 'fa:16:3e:a8:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:52Z', 'updated_at': '2021-07-07T17:21:47Z', 'revision_number': 1, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:56.451606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53518) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.623716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.632339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-9d0b4202-9afe-4ce4-bc88-aaa4535e91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.635582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-9d0b4202-9afe-4ce4-bc88-aaa4535e91cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.2750638 Jul 07 17:21:56.690665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.763557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-9ba78575-65a6-4180-a9a0-e5856ab37397 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 217 time: 0.1116283 Jul 07 17:21:56.851774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.855038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.863232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "DELETE /v2.0/security-groups/9a8fee7b-9838-41cc-9564-0c19d0d9d38c HTTP/1.1" status: 204 len: 168 time: 0.4102335 Jul 07 17:21:56.863993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-937af8e3-81fc-4594-a4d4-735fcad9b006 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1021272269&fields=id&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 267 time: 0.2257595 Jul 07 17:21:56.867624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.936817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.945411 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-f26d8e97-2635-4d65-9aec-14f7f80836c2 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] show failed (client error): The resource could not be found. Jul 07 17:21:56.951165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f26d8e97-2635-4d65-9aec-14f7f80836c2 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups/9a8fee7b-9838-41cc-9564-0c19d0d9d38c HTTP/1.1" status: 404 len: 347 time: 0.0737131 Jul 07 17:21:56.952863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460708-f922-4062-bb9e-36914eebac45 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8fee7b-9838-41cc-9564-0c19d0d9d38c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:56.956030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53542) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.989944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a523a-0546-41eb-ad21-5a60b9f77d5d None None] New status for floating IP 68af38d3-0605-4aa0-8124-eafb647c9a19: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:21:57.151934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-85f9c7f6-a86d-4659-8322-1097837cd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.153632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-85f9c7f6-a86d-4659-8322-1097837cd512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.3775547 Jul 07 17:21:57.232900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Deleting port 933750aa-bb5b-4919-83db-ba4af6d7dcb3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:57.233297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.257325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-f43cad2a-abd1-4da7-b210-59a07931e426 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846756 Jul 07 17:21:57.355172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.355941 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.379713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Calling delete_port for 933750aa-bb5b-4919-83db-ba4af6d7dcb3 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:57.555070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-ec98c8f1-1d9b-4d35-a63a-b683b137fa22 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693753 Jul 07 17:21:57.557653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.606145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'Port': ['ID=933750aa-bb5b-4919-83db-ba4af6d7dcb3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.624832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-363bb1ba-c365-4157-b2f3-41fc8b0a8f1b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.642764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-363bb1ba-c365-4157-b2f3-41fc8b0a8f1b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 817 time: 0.7749553 Jul 07 17:21:57.683067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b3ab-7789-4bef-8ce6-b679ee4d54ec req-dbbc359d-679b-4380-a8a2-0ea45b5eaf5a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.686809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd73b3ab-7789-4bef-8ce6-b679ee4d54ec req-dbbc359d-679b-4380-a8a2-0ea45b5eaf5a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.7405159 Jul 07 17:21:57.794843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.807357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.809281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6ada85a9-3135-484e-9a47-0e3aa7aaa24e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "DELETE /v2.0/floatingips/86fda829-b905-452b-8b38-e86c74a3693c HTTP/1.1" status: 204 len: 168 time: 0.8517754 Jul 07 17:21:57.820986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-90bea9b1-51d0-4000-9764-155c8fb07eff tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/quotas/23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 375 time: 0.1766586 Jul 07 17:21:58.005652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd73b3ab-7789-4bef-8ce6-b679ee4d54ec req-ad52a7d0-6074-4465-923c-737dacab2cd4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809464 Jul 07 17:21:58.070678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1700154004 ', 'description': 'tempest-description-746855313'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:58.085402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93b2a1cf-076b-4a87-9ed4-2eb8f1235e49 req-57464aeb-3408-4f76-a8eb-66c4930074ee service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052392 Jul 07 17:21:58.112506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-4ceab2ff-6735-4539-91b2-669a41fcfa36 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2874401 Jul 07 17:21:58.144576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.230765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:58.234113 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221687ab-02f7-418e-873b-9a35273d4e02" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "a1333605-06a2-455e-9913-f94677f54cb5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:58.271081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-cb6c8be8-1c18-4b37-bbb3-7ab40a484bf4 service neutron] 10.222.0.66 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507454 Jul 07 17:21:58.401886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.412336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.453335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-3d9ec969-ffd3-4ba7-b365-79a88b17cecd service neutron] 10.222.0.66 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661294 Jul 07 17:21:58.468626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.470075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11151309-338e-4c3b-8cd2-0d0ffc0361a8 req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4169166 Jul 07 17:21:58.476117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785953b5-c3e7-41ca-832f-fc946198db63 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2129378d-d762-4aa3-92b9-35f474334b3e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.946064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-5b22e131-a702-4eab-b75e-1027d174046d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.949979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-5b22e131-a702-4eab-b75e-1027d174046d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 811 time: 0.3680630 Jul 07 17:21:59.009079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Request body: {'port': {'device_id': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'admin_state_up': True, 'tenant_id': '56fafacd85e94b0683009943d7030620'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:59.185326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97986d7a-4ed4-488d-b916-5d6f36b6bf50 req-a85f8938-d934-4e7e-b6c7-f51867201d62 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 210 time: 0.2760990 Jul 07 17:21:59.347016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab8c53-a31d-47b0-82e5-90103f40a527 req-82dacff0-9e95-4d8a-b8d7-fdd74199337e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.349907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21ab8c53-a31d-47b0-82e5-90103f40a527 req-82dacff0-9e95-4d8a-b8d7-fdd74199337e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.5817413 Jul 07 17:21:59.445556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Made reservation on behalf of 56fafacd85e94b0683009943d7030620 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:59.454398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.490737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21ab8c53-a31d-47b0-82e5-90103f40a527 req-fe1850f0-bb7c-4836-97d9-b5223e77239d tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288459 Jul 07 17:21:59.769842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Allocated IP 172.20.0.2 (a26ee46f-cb22-4be3-9c73-1ccd403541bf/c34760be-87ad-45e9-afbc-9442f13c48d2/6bdfed7c-2959-4566-af58-242fac7c8be3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:00.049224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.056051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239367887', 'description': 'tempest-description--1850300976'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:00.120033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.163568 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ddcda-9b8f-43b8-902a-027520d935fe x-openstack-request-id: req-082ddcda-9b8f-43b8-902a-027520d935fe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:00.164338 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "tag": "a1333605-06a2-455e-9913-f94677f54cb5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:00.164501 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-082ddcda-9b8f-43b8-902a-027520d935fe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:00.165064 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5', 'status': 'completed', 'code': 200} Jul 07 17:22:00.259482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.276008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0247442a-5c5d-4c49-a7ee-83265600c4e7 req-528c2b38-81be-49b5-8e63-0991f1102be9 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2129378d-d762-4aa3-92b9-35f474334b3e HTTP/1.1" status: 200 len: 1782 time: 0.2131190 Jul 07 17:22:00.330034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c758-4eea-40da-b105-023ddf0a760a req-9a4a5f10-3169-4b27-a7ed-f4eae174d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.331738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-9a4a5f10-3169-4b27-a7ed-f4eae174d586 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 1098 time: 0.2151113 Jul 07 17:22:00.420512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.541628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.549704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Network a26ee46f-cb22-4be3-9c73-1ccd403541bf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:00.554637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.634684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:00.643141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.645377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5941291 Jul 07 17:22:00.658164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.658413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:00.658751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.659300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.659903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.660444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.661072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.661674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.664798 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3ac26142-a444-4230-a098-88844b23a530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 0.4737182 Jul 07 17:22:00.665309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.667211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event updated for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.671143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group_rule': {'security_group_id': '68133e85-b238-422b-a1b3-9811fd054d7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:00.675557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c034de94-874a-49b2-9e62-1a642338693c req-9de69fab-efe7-4b3b-a1f3-19022b91253b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 210 time: 0.1895981 Jul 07 17:22:00.686181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68133e85-b238-422b-a1b3-9811fd054d7e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.801151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.802099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.810801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.811968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.812524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.813377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.816170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27490f89-8c8a-405d-83b8-1d66120ac73e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:00.825133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c758-4eea-40da-b105-023ddf0a760a req-d5c940c2-2413-4f42-a6e6-6e12f98067ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.826754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-d5c940c2-2413-4f42-a6e6-6e12f98067ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 912 time: 0.4881604 Jul 07 17:22:00.924605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.927061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.936115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-c0032ed7-2b80-46f0-949e-922d4731d751 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf HTTP/1.1" status: 200 len: 217 time: 0.0929811 Jul 07 17:22:00.958647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.115835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-0084a61e-9f99-4c6e-8ddc-1565791ff92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.120396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-0084a61e-9f99-4c6e-8ddc-1565791ff92a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9 HTTP/1.1" status: 200 len: 913 time: 0.4237189 Jul 07 17:22:01.168183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7c6bca9a-db5a-4852-870f-2574e198c9bd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1659973 Jul 07 17:22:01.180480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.211552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Request body: {'port': {'device_id': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:01.288268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c758-4eea-40da-b105-023ddf0a760a req-7e179452-424f-4346-b0e2-4b5d3e400e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.289916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-7e179452-424f-4346-b0e2-4b5d3e400e2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.3251712 Jul 07 17:22:01.340198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5446-d299-4135-90cf-32c8b59d1736 req-83388b65-745f-4c8d-a103-385d1955f283 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.356870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36ff5446-d299-4135-90cf-32c8b59d1736 req-83388b65-745f-4c8d-a103-385d1955f283 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.7000051 Jul 07 17:22:01.421417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-00797fa5-bfbe-4987-ae2a-c870b7f632b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130798 Jul 07 17:22:01.433115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-aa977c93-12da-4e4b-bcc4-cfad2a5764b0 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.436152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-aa977c93-12da-4e4b-bcc4-cfad2a5764b0 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.6042519 Jul 07 17:22:01.437264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.496574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:01.576485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.581969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9122822 Jul 07 17:22:01.612906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53616) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:01.642868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'security_group_rule': {'security_group_id': '68133e85-b238-422b-a1b3-9811fd054d7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:01.669312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184d247-88f9-4571-99a9-e3050ecdf8ca tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2502fc-0ff1-41cb-9d33-17600d084361,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:01.698130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-3a8eb9dd-72e1-4ff1-9921-646768469109 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 1002 time: 0.5620902 Jul 07 17:22:01.865138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-7b662918-bc45-4db9-b89f-de09430de699 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.868682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-7b662918-bc45-4db9-b89f-de09430de699 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 817 time: 0.5831621 Jul 07 17:22:01.931167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.943771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.979580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-38b49727-b25a-4027-876d-d26f741687ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.981239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-38b49727-b25a-4027-876d-d26f741687ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 200 len: 851 time: 0.2581985 Jul 07 17:22:02.037658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-fc6a7189-0954-41bf-b66f-ce2ce571a989 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 380 time: 0.1547050 Jul 07 17:22:02.079496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'port': {'device_id': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'admin_state_up': True, 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'security_groups': ['9fcee302-72a7-4610-856d-cde353609fa9']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:02.151530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:02.229823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36ff5446-d299-4135-90cf-32c8b59d1736 req-44dc316a-fd86-4886-b6de-755312b1be5f tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633736 Jul 07 17:22:02.234471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.265579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.276098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc872-9cdd-463b-8a91-98eb2ac25fcc req-becc9c7b-2307-43ab-8f86-758993099427 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.291572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd4bc872-9cdd-463b-8a91-98eb2ac25fcc req-becc9c7b-2307-43ab-8f86-758993099427 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 931 time: 1.3588853 Jul 07 17:22:02.296422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.395132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:02.400874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d552921a-3b38-4864-882d-47e88c4fcc5a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:02.422221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221687ab-02f7-418e-873b-9a35273d4e02 req-0b64af17-27c9-4a96-8406-468ab9e182ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.425732 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-0b64af17-27c9-4a96-8406-468ab9e182ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f62391a7-ebaf-4f0a-a986-900f496673c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4357076 Jul 07 17:22:02.430157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:22:02.440056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.441922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-acc9b322-c9d0-4914-aac6-9db4e3cc12af tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8070624 Jul 07 17:22:02.452250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd4bc872-9cdd-463b-8a91-98eb2ac25fcc req-ec7c4394-3697-4fe9-8603-0b8335cc59f8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593041 Jul 07 17:22:02.454042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.483389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-cc6f1925-d626-4fc3-8e4e-66ab2a296a71 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031257 Jul 07 17:22:02.488129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:02.626149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:02.677900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-316c4fef-ffba-4d0e-b47a-e0a385619247 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2129378d-d762-4aa3-92b9-35f474334b3e HTTP/1.1" status: 200 len: 1782 time: 0.3503528 Jul 07 17:22:02.718360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.799396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Made reservation on behalf of 23ee75f3e79242138a866b4d272dcc8a for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:02.808387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.817874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:02.859453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-c64b73dd-8111-4045-9ac3-a3853b17f2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056582 Jul 07 17:22:03.098112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:03.103718 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bff491-69d7-4751-b11f-8c8033a7e923" -d '{"events": [{"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-unplugged", "status": "completed", "tag": "69264b7b-add1-45bb-aed3-06eb99702510"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:03.116491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.132706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.170507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5592c758-4eea-40da-b105-023ddf0a760a req-b69ada3a-88a4-4124-b81e-763c087e72e5 service neutron] 10.222.0.23 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633260 Jul 07 17:22:03.212507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.342632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.491173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9578f-d0f4-4b04-a0ed-d7fa779c78eb req-800ef228-3a93-45bd-bab7-d221bb880533 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.496453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72c9578f-d0f4-4b04-a0ed-d7fa779c78eb req-800ef228-3a93-45bd-bab7-d221bb880533 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 945 time: 0.4824717 Jul 07 17:22:03.532027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.535573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:03.535913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:03.536242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:03.548250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Allocated IP 172.20.0.11 (6527d4a1-3bd6-4dcb-9663-a6f56e4698c2/8a16ce12-d792-44fc-9c3d-f2fe802d828d/6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:03.554522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-221687ab-02f7-418e-873b-9a35273d4e02 req-2add14b5-c2f4-4ce1-b271-fac168f9dc1c service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788054 Jul 07 17:22:03.559058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:03.559394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Attempting to bind port 69264b7b-add1-45bb-aed3-06eb99702510 on network e18efc77-de26-415e-a6ff-a369201ba1e5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:03.571566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:03.571892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Checking segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:03.572287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Bound using segment: {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:03.572884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Bound port: 69264b7b-add1-45bb-aed3-06eb99702510, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e18efc77-de26-415e-a6ff-a369201ba1e5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:03.573104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.653537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdfed7c-2959-4566-af58-242fac7c8be3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:03.685536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.696398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.700608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.705893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.707811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf70fab7-85f0-4e3d-b952-c2dad59c79e5 req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/2129378d-d762-4aa3-92b9-35f474334b3e HTTP/1.1" status: 204 len: 173 time: 1.0058475 Jul 07 17:22:03.737697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:03.744853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:03.754622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.761814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72c9578f-d0f4-4b04-a0ed-d7fa779c78eb req-78bc6120-d81f-449f-9a1a-5f2ef6385523 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882780 Jul 07 17:22:03.773670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329d1b0-4ab4-4aef-936d-f019a98874c0 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2129378d-d762-4aa3-92b9-35f474334b3e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.858032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Transition to ACTIVE for port object 6bdfed7c-2959-4566-af58-242fac7c8be3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:03.868451 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.980141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d209b0dd-4878-4d4d-b03a-92a2607a1b38 req-44492456-66cf-48d0-a52e-87d52e6a0e44 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 210 time: 0.0596275 Jul 07 17:22:04.121550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.174944 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b225a-3efd-4f92-acc6-b2dd244e5cae x-openstack-request-id: req-464b225a-3efd-4f92-acc6-b2dd244e5cae {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:04.175244 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-unplugged", "status": "completed", "tag": "69264b7b-add1-45bb-aed3-06eb99702510", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:04.175499 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-464b225a-3efd-4f92-acc6-b2dd244e5cae {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:04.175936 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510', 'code': 200} Jul 07 17:22:04.309948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.311950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Allocated IP 172.25.3.175 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/48c4e787-3a66-4dc1-97ad-3dca5e58c20b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:04.331365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.340862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.342024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.345304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-1b9859a4-5344-4db5-a60c-98364609e0f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 1123 time: 2.8575618 Jul 07 17:22:04.361403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Transition to ACTIVE for port object 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:04.435425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Attempting to bind port 6bdfed7c-2959-4566-af58-242fac7c8be3 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:04.436021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Attempting to bind port 6bdfed7c-2959-4566-af58-242fac7c8be3 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:04.436139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Attempting to bind port 6bdfed7c-2959-4566-af58-242fac7c8be3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:04.437441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['69264b7b-add1-45bb-aed3-06eb99702510'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:04.451728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.458257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Port 6bdfed7c-2959-4566-af58-242fac7c8be3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:04.458625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Attempting to bind port 6bdfed7c-2959-4566-af58-242fac7c8be3 on network a26ee46f-cb22-4be3-9c73-1ccd403541bf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:04.517406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:04.517936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Checking segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:04.518339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Bound using segment: {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:04.518925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Bound port: 6bdfed7c-2959-4566-af58-242fac7c8be3, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccbeb06-2050-43eb-8f38-e880633b2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:04.519305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.537267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4c20-e359-4d2c-bbc2-25b12e6b78eb req-1b17b4cd-d835-4cf3-b2a9-9bcb45345988 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.546152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5de4c20-e359-4d2c-bbc2-25b12e6b78eb req-1b17b4cd-d835-4cf3-b2a9-9bcb45345988 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.3781967 Jul 07 17:22:04.559186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['69264b7b-add1-45bb-aed3-06eb99702510'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:04.568885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ba9f-2ea7-4e47-939f-752f14a54cdf req-3189ce6d-3ac6-4ddf-b69b-2f91504f5ba0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.571678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b572ba9f-2ea7-4e47-939f-752f14a54cdf req-3189ce6d-3ac6-4ddf-b69b-2f91504f5ba0 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 943 time: 0.4015684 Jul 07 17:22:04.598677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:04.613560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:04.620650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:04.680983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.699687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.780475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5de4c20-e359-4d2c-bbc2-25b12e6b78eb req-2a217bff-6924-47ef-909c-11f3aeed4f84 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329674 Jul 07 17:22:04.810504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.812709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.852779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-8c766695-c9ea-40e1-9a8a-dfa89ad5d71e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7850506 Jul 07 17:22:04.866935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Request body: {'port': {'device_id': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:04.890224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b572ba9f-2ea7-4e47-939f-752f14a54cdf req-9a71a1b9-74db-47c2-a356-72220a1e8046 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896361 Jul 07 17:22:04.983195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:05.021792 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-be9161a3-923b-4c76-8b12-158c6b3003c1 req-dd2449c3-deb7-4c9f-aa5c-eceb6c5e19f6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:22:05.050471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be9161a3-923b-4c76-8b12-158c6b3003c1 req-dd2449c3-deb7-4c9f-aa5c-eceb6c5e19f6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2129378d-d762-4aa3-92b9-35f474334b3e HTTP/1.1" status: 404 len: 352 time: 0.1046534 Jul 07 17:22:05.056601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6bdfed7c-2959-4566-af58-242fac7c8be3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:05.086064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.093171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.117183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.249213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:05.260552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:05.280367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.281743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.285356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/6bdfed7c-2959-4566-af58-242fac7c8be3 HTTP/1.1" status: 200 len: 1092 time: 4.1007962 Jul 07 17:22:05.287123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:05.293280 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7234da7-b07c-4d25-9522-d4816fe4c6df" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:05.302151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:05.305939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f60490d9-b7b7-4826-9122-a3d2e71ea9e2 None None] Provisioning for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:05.319197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f60490d9-b7b7-4826-9122-a3d2e71ea9e2 None None] Provisioning complete for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:05.320062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f60490d9-b7b7-4826-9122-a3d2e71ea9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.411263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f60490d9-b7b7-4826-9122-a3d2e71ea9e2 None None] Port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:05.493658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53658) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.637836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffccafc-a0ea-4e5d-95eb-cc96a88252d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:05.782620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-217c318b-ffb9-46b0-a634-2104495c13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.784541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-217c318b-ffb9-46b0-a634-2104495c13af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 1095 time: 0.3894336 Jul 07 17:22:05.784948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd759ab9-db64-42f0-b1c8-25fb7559b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.808428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:05.818923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=48c4e787-3a66-4dc1-97ad-3dca5e58c20b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:05.829498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.867425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Transition to ACTIVE for port object 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:05.880609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.894251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad041a-a823-4bf7-b1ef-b7272bcfe960 req-015eceb0-2820-4e15-b9ff-ae3a291a92f9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.900099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fad041a-a823-4bf7-b1ef-b7272bcfe960 req-015eceb0-2820-4e15-b9ff-ae3a291a92f9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 932 time: 0.3461690 Jul 07 17:22:05.904156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-7cc2aa28-41cf-4e62-bf6a-26cd59924135 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bdfed7c-2959-4566-af58-242fac7c8be3 HTTP/1.1" status: 200 len: 217 time: 0.1073506 Jul 07 17:22:05.941028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab5382-6a75-48a8-9019-5ee0b3c338d5 req-f601b8ac-069d-4cec-a2d2-022e1e078d63 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.944939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18ab5382-6a75-48a8-9019-5ee0b3c338d5 req-f601b8ac-069d-4cec-a2d2-022e1e078d63 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.5272369 Jul 07 17:22:05.947606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.990203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.119198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fad041a-a823-4bf7-b1ef-b7272bcfe960 req-12729de1-38ac-4272-b720-3bf32d3fdcd7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080648 Jul 07 17:22:06.128649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd759ab9-db64-42f0-b1c8-25fb7559b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.131847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:06.133099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:06.133393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:06.136895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd759ab9-db64-42f0-b1c8-25fb7559b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.167626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:06.168030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:06.176345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1477949974', 'description': 'tempest-description-1539244925'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:06.179917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:06.182781 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee08ca-7139-4189-9882-be2c54096f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "tag": "69264b7b-add1-45bb-aed3-06eb99702510"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:06.206119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2fe8258b-e501-4b0d-88ee-14a323599ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.208208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-2fe8258b-e501-4b0d-88ee-14a323599ab1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.2568600 Jul 07 17:22:06.212249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:06.212824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:06.213387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:06.214071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Bound port: 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:06.214657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.222566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd759ab9-db64-42f0-b1c8-25fb7559b5bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a194e710b53e4cdc87f6de2da7c4ec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267160 Jul 07 17:22:06.227363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd759ab9-db64-42f0-b1c8-25fb7559b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a1763b-ac10-4d63-b094-018e147869c8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.235968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53668) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.242724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18ab5382-6a75-48a8-9019-5ee0b3c338d5 req-33d0d7fb-358b-4d79-9663-f8d0466ba3eb tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254183 Jul 07 17:22:06.305252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-1909c74a-b1cf-4f59-aa60-34d8fd35c96a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871878 Jul 07 17:22:06.325743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.374874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:06.379789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:06.382191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.386835 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f04393-19c4-4963-824a-eccb2dd0f123 x-openstack-request-id: req-27f04393-19c4-4963-824a-eccb2dd0f123 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:06.387399 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:06.387654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.387843 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27f04393-19c4-4963-824a-eccb2dd0f123 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:06.388274 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3', 'status': 'completed', 'code': 200} Jul 07 17:22:06.434495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.435146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.436828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 1093 time: 1.5753922 Jul 07 17:22:06.540601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d82ee2-bcb5-4511-811b-5fc41841bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.598266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-ffe99530-a33c-4c9c-b08c-c87d529d4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.601136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-ffe99530-a33c-4c9c-b08c-c87d529d4227 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1096 time: 0.1071324 Jul 07 17:22:06.685410 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-23287ae6-acfe-44b8-84eb-2d2929d9e694 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0519085 Jul 07 17:22:06.737906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-90f09bad-5595-4e50-a667-3bcd8b07b81e service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202526 Jul 07 17:22:06.774820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-a6ac055d-7a34-4eed-ba9b-610bee090e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.776436 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-a6ac055d-7a34-4eed-ba9b-610bee090e07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.0800712 Jul 07 17:22:06.794617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.852833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0473-97ae-4c80-965f-761785ff8484 req-ca442c05-6182-4492-8a07-0f92d478d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.854552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-ca442c05-6182-4492-8a07-0f92d478d6b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699458 Jul 07 17:22:06.967931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-7c8f7771-77ec-4b21-9dbd-cb2d90e95f95 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035919 Jul 07 17:22:07.042323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.102731 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e28e0473-97ae-4c80-965f-761785ff8484 req-fed196ae-2f50-4f97-8c04-093fcc22a4d4 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190124 Jul 07 17:22:07.250985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.275749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.292019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0cb91-ad90-490f-8673-7f3d89edbf40 req-8ad424a9-e1f4-49b8-a22f-ec7c42b6aa0d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.293745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ef0cb91-ad90-490f-8673-7f3d89edbf40 req-8ad424a9-e1f4-49b8-a22f-ec7c42b6aa0d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.6211948 Jul 07 17:22:07.297678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.307918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba537a5f-58ea-4b9d-ad4c-db422bdfbd7d req-f4b87274-fdb7-4fdf-bfaf-314f7a83ae1e service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048077 Jul 07 17:22:07.333095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.352008 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.354747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.355954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52a1763b-ac10-4d63-b094-018e147869c8 HTTP/1.1" status: 204 len: 168 time: 1.1172142 Jul 07 17:22:07.400088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.407448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e566d09b-363f-481e-81b4-64e3756dfe6c req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2435329 Jul 07 17:22:07.429049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf775f-b80c-421f-94cf-180808ebc2f2 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb394c-f6b3-4a80-834b-25e9eb6c624c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.513545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ee4cf-09c6-4ce6-b7bf-1f8a1b79f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a1763b-ac10-4d63-b094-018e147869c8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.530148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ef0cb91-ad90-490f-8673-7f3d89edbf40 req-65fc36b7-ca2d-43e8-9be8-a7fe2bceedbb tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157381 Jul 07 17:22:07.530858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=48c4e787-3a66-4dc1-97ad-3dca5e58c20b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.554799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.581933 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.593113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a51106e8-8ed6-44a2-9a6c-7610d7f694fe tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1230357 Jul 07 17:22:07.608094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-18e244e7-dc0d-4926-b67b-5e059211217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.610060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-18e244e7-dc0d-4926-b67b-5e059211217a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56fafacd85e94b0683009943d7030620&device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 1095 time: 0.1993663 Jul 07 17:22:07.660566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-56b382a3-b0b9-436c-b996-f129e60cf9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.746810 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92089177-46bb-425f-b118-e647ca68229d x-openstack-request-id: req-92089177-46bb-425f-b118-e647ca68229d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:07.747538 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "tag": "69264b7b-add1-45bb-aed3-06eb99702510", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:07.747885 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92089177-46bb-425f-b118-e647ca68229d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:07.748470 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510', 'status': 'completed', 'code': 200} Jul 07 17:22:07.967208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-0b77bc10-f982-4291-8c10-696e1bff2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.970540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-0b77bc10-f982-4291-8c10-696e1bff2777 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 200 len: 912 time: 0.3480299 Jul 07 17:22:07.974830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53686) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.994804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee08ca-7139-4189-9882-be2c54096f2d req-b9052763-2062-432b-8a8f-047daf6a9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.998389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-b9052763-2062-432b-8a8f-047daf6a9aca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1126 time: 0.2152119 Jul 07 17:22:08.027940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5815-bc9a-4397-8691-2fe56bc2a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.067895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549d97-9c48-4452-b522-d1af5166aa4e req-77697571-1118-4e89-84c9-732d6dab26f7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.070978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15549d97-9c48-4452-b522-d1af5166aa4e req-77697571-1118-4e89-84c9-732d6dab26f7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 943 time: 0.3336535 Jul 07 17:22:08.074813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-8d110d0d-c79c-4142-bf1b-6c572ff1c944 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bdfed7c-2959-4566-af58-242fac7c8be3 HTTP/1.1" status: 200 len: 217 time: 0.0957863 Jul 07 17:22:08.186248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-63be9dd6-7a2f-4f71-b6a1-045f3fda8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.190541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-63be9dd6-7a2f-4f71-b6a1-045f3fda8253 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 200 len: 851 time: 0.1063526 Jul 07 17:22:08.262317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee08ca-7139-4189-9882-be2c54096f2d req-52f6b4a0-81fe-4072-9fa9-b2e6d9783829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.265175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-52f6b4a0-81fe-4072-9fa9-b2e6d9783829 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.2526610 Jul 07 17:22:08.289909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-a6b50221-6d9d-40ec-9836-811999caf497 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a26ee46f-cb22-4be3-9c73-1ccd403541bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839491 Jul 07 17:22:08.354787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-2815a350-63ed-4089-b296-9912038ad30d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 217 time: 0.0777335 Jul 07 17:22:08.453367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15549d97-9c48-4452-b522-d1af5166aa4e req-904a6ba2-89ce-4a07-904a-2d33c3282edd tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734374 Jul 07 17:22:08.487375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee08ca-7139-4189-9882-be2c54096f2d req-0e3b67bf-9926-48f6-a87d-342bb5e50938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.490077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-0e3b67bf-9926-48f6-a87d-342bb5e50938 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1254497 Jul 07 17:22:08.508947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5815-bc9a-4397-8691-2fe56bc2a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.523786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5815-bc9a-4397-8691-2fe56bc2a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.558958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-cd86cde8-3bed-48e6-a2e1-50a3581359c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619080 Jul 07 17:22:08.660429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1bb5815-bc9a-4397-8691-2fe56bc2a34f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ee088a6eca442f39eda561b70bb6ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820331 Jul 07 17:22:08.664046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5815-bc9a-4397-8691-2fe56bc2a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fe01f-f6bb-403f-bf0d-7c24a0b6927f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.667773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53690) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.801394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.815031 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-f771458c-c3b6-48ac-8478-0c814ce0cfd1 service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387571 Jul 07 17:22:08.952849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.049918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3fee08ca-7139-4189-9882-be2c54096f2d req-3ace1a5e-ff52-476f-bd30-e4b644dc102d service neutron] 10.222.0.73 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255423 Jul 07 17:22:09.095524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.100560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.105041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c3fe01f-f6bb-403f-bf0d-7c24a0b6927f HTTP/1.1" status: 204 len: 168 time: 0.4289374 Jul 07 17:22:09.118244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddbdf6-49c0-4c75-96b6-79587b7f1e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fe01f-f6bb-403f-bf0d-7c24a0b6927f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.168062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ce8e-6997-4b6f-b2da-f4b08af84896 req-259c78d9-ecc9-45f1-80a4-f05ab512178c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.170775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffe0ce8e-6997-4b6f-b2da-f4b08af84896 req-259c78d9-ecc9-45f1-80a4-f05ab512178c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.9332378 Jul 07 17:22:09.227543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-469c9a63-5232-4582-bb86-27ba1423ea52 service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884587 Jul 07 17:22:09.297925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffe0ce8e-6997-4b6f-b2da-f4b08af84896 req-a75ec267-2227-4ec9-9e28-b1a7c4f05431 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146801 Jul 07 17:22:09.380198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2055285134', 'description': 'tempest-description-740124115'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:09.407176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ee2a-c44e-4bd9-893b-e6a08a6792e2 req-81bab6bf-68a9-4b4b-bcd8-2e486bc19ea4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.409225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a644ee2a-c44e-4bd9-893b-e6a08a6792e2 req-81bab6bf-68a9-4b4b-bcd8-2e486bc19ea4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 943 time: 0.4009991 Jul 07 17:22:09.449607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6bdfed7c-2959-4566-af58-242fac7c8be3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:09.498859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.544718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7234da7-b07c-4d25-9522-d4816fe4c6df req-22ea79db-cd99-4603-acf0-1977b15856ed service neutron] 10.222.0.73 "GET /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837934 Jul 07 17:22:09.586580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a644ee2a-c44e-4bd9-893b-e6a08a6792e2 req-f05cce11-5944-4713-8fad-93ca98fbeaa1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207678 Jul 07 17:22:09.713671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6bdfed7c-2959-4566-af58-242fac7c8be3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:09.731460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:09.749626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:09.753313 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dfb53d-8989-470c-a83a-c615d9cad088" -d '{"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:09.776104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.782396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '6bdfed7c-2959-4566-af58-242fac7c8be3', 'network_id': 'a26ee46f-cb22-4be3-9c73-1ccd403541bf', 'port_id': '6bdfed7c-2959-4566-af58-242fac7c8be3', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34760be-87ad-45e9-afbc-9442f13c48d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:09.786099 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.871816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba6ac8-9222-40ab-b9ab-ae568139ac31,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.889443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-a9986265-f06b-4e05-8cf2-3191050c8526 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1239367887&fields=id&tenant_id=b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 267 time: 0.0977895 Jul 07 17:22:09.907435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.912097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eebc5cd5-a81b-400d-bbc5-1ba3b11fc70b req-fa967b4b-681c-410d-a6f9-89db414aa902 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5357625 Jul 07 17:22:09.948777 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.965776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53712) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.985674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdfed7c-2959-4566-af58-242fac7c8be3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:09.986640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26f3af27-351d-400c-85da-267d62b0a40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.106583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6bdfed7c-2959-4566-af58-242fac7c8be3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:10.111909 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81a8b079-3bf4-4f71-bc3f-622b8683e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.119384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.196563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:10.199956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-c6bbf8cf-4d45-4921-b619-6b33451bcdb2 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.208724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-c6bbf8cf-4d45-4921-b619-6b33451bcdb2 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 809 time: 0.2936029 Jul 07 17:22:10.213446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.227210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26f3af27-351d-400c-85da-267d62b0a40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.237464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26f3af27-351d-400c-85da-267d62b0a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.258268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-71258ce2-fdb3-44c2-8b65-2de7ad810654 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/quotas/b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 375 time: 0.0459194 Jul 07 17:22:10.297289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26f3af27-351d-400c-85da-267d62b0a40e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95a3c6c7a6e849beb17262a067376a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301227 Jul 07 17:22:10.300238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3af27-351d-400c-85da-267d62b0a40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115a86e8-e338-421f-809a-6def4a679152,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.304150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53714) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.379398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.401113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:10.423512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:10.425300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.447482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cbe71-e37b-4287-bdb2-f9ae4e2884a1 req-d759835e-1d62-4240-b2b7-0eeb25536f6a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.455211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-198cbe71-e37b-4287-bdb2-f9ae4e2884a1 req-d759835e-1d62-4240-b2b7-0eeb25536f6a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.3298445 Jul 07 17:22:10.459483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6bdfed7c-2959-4566-af58-242fac7c8be3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:10.484899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e321bec0-9cc2-47c7-b007-35da9a074435 service neutron] 10.222.0.73 "GET /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.1999295 Jul 07 17:22:10.520278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.525473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.526128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.526970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-e66828ef-1929-47cd-a918-d0a8f9d624eb tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2629583 Jul 07 17:22:10.530411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/115a86e8-e338-421f-809a-6def4a679152 HTTP/1.1" status: 204 len: 168 time: 0.2216101 Jul 07 17:22:10.538732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.547158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d84fd5-a462-4215-afe3-2ffce334eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a86e8-e338-421f-809a-6def4a679152,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.558539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:10.598484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:10.610514 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.658015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-198cbe71-e37b-4287-bdb2-f9ae4e2884a1 req-e3dfb495-d785-449c-8c2f-d893bb40f721 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016246 Jul 07 17:22:10.704470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.796478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-f22a85ee-00a5-4b55-ac02-586055072d51 service neutron] 10.222.0.66 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647946 Jul 07 17:22:10.927773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:10.954752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:10.985840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-97a9d378-eec8-4cd2-9aea-00f63d2ab691 service neutron] 10.222.0.66 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603236 Jul 07 17:22:10.992713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:11.044359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69264b7b-add1-45bb-aed3-06eb99702510 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:11.062855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:11.093560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.299782 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea049d-1544-408e-ac5e-90ca844894ed x-openstack-request-id: req-d2ea049d-1544-408e-ac5e-90ca844894ed {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:11.300685 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:11.301184 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2ea049d-1544-408e-ac5e-90ca844894ed {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:11.301805 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'status': 'completed', 'code': 200} Jul 07 17:22:11.349138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-738613574', 'description': 'tempest-description-1934672350'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:11.374249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4488-3251-46a8-b3ac-5977244bf377 req-58a0b55f-6cf0-441a-9581-11306e875b26 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.375820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f2b4488-3251-46a8-b3ac-5977244bf377 req-58a0b55f-6cf0-441a-9581-11306e875b26 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 944 time: 0.2434340 Jul 07 17:22:11.387282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] Transition to ACTIVE for port object 69264b7b-add1-45bb-aed3-06eb99702510 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:11.402017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.430976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-45651f90-20b1-4864-83a9-d334e482a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.432568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-45651f90-20b1-4864-83a9-d334e482a96b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1097 time: 0.0958948 Jul 07 17:22:11.477245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] Pushing event updated for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.488557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.548210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] No DVR routers for this DVR port 69264b7b-add1-45bb-aed3-06eb99702510 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:11.564424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f2b4488-3251-46a8-b3ac-5977244bf377 req-a64c4a68-87d9-4354-a71b-d5d40e80bc08 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784933 Jul 07 17:22:11.620455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-336e9cfa-dc05-4edb-85d5-012e252e6d05 service neutron] 10.222.0.73 "PUT /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1233294 Jul 07 17:22:11.751711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-16c21a4b-821c-446a-b003-5800e6041c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.753641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-16c21a4b-821c-446a-b003-5800e6041c9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.3121402 Jul 07 17:22:11.772728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.775298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.786701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.840810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-78527423-19f4-492d-bb24-e73def1cea6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0654404 Jul 07 17:22:11.887230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.889914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3319d411-2846-463e-b72f-d6c8a364e746 req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5679660 Jul 07 17:22:11.910376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410cc3c-407a-452a-be34-ddabe795fd2c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b14af4c-bc43-4e6b-85ff-b911d89f7856,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.988397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-f1344efd-1dc8-408d-8e81-8d38a00e9205 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.990924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-f1344efd-1dc8-408d-8e81-8d38a00e9205 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.2631989 Jul 07 17:22:12.050875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-5c322580-7f33-4287-b51e-a9e2bb6a9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.052806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2f63c-93f1-439d-8796-306365d4e945 req-33871579-9fad-46a5-8ef8-3dd6d9bb1bf6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.053138 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-5c322580-7f33-4287-b51e-a9e2bb6a9f04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.2024000 Jul 07 17:22:12.056800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53e2f63c-93f1-439d-8796-306365d4e945 req-33871579-9fad-46a5-8ef8-3dd6d9bb1bf6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.1654491 Jul 07 17:22:12.119764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53e2f63c-93f1-439d-8796-306365d4e945 req-0f0d369c-b382-46ce-b4b2-99c556df45ec tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516171 Jul 07 17:22:12.134321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-b5a75b66-59f2-4a18-b7ee-67c8599a6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.136013 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-b5a75b66-59f2-4a18-b7ee-67c8599a6e33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051&tenant_id=c6988a625a42465ea10c01eb4b17c61f HTTP/1.1" status: 200 len: 1096 time: 0.1254923 Jul 07 17:22:12.169136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-417c2929-2b40-4925-967f-55a9beb10192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.170880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-417c2929-2b40-4925-967f-55a9beb10192 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021702 Jul 07 17:22:12.192034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:12.262280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:12.275681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:12.277520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.335549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493b2a-aa69-497b-b468-74ed63da8261 req-f56e225c-1e6c-4c40-b39f-34e1d8a1b7cb tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.337992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17493b2a-aa69-497b-b468-74ed63da8261 req-f56e225c-1e6c-4c40-b39f-34e1d8a1b7cb tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.1617846 Jul 07 17:22:12.467772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.500231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:12.504304 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf4574-933b-4616-9049-193e56b278ea" -d '{"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:12.510922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c9571c1-7d33-415d-8c0c-e6303b0c9b33 req-161c0451-eb18-4511-8e2e-2ee7b3e6a753 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 210 time: 0.0983822 Jul 07 17:22:12.518117 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-7f9e5cfa-9ca7-440c-94bd-50e0324d8bf2 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199451 Jul 07 17:22:12.533032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17493b2a-aa69-497b-b468-74ed63da8261 req-4aeffbca-0462-4267-be19-24d6b84858f9 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864927 Jul 07 17:22:12.595096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:12.604381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.623746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-99bbdb5b-1d57-40f6-ab52-03aaa29ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.633364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-99bbdb5b-1d57-40f6-ab52-03aaa29ea236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1096 time: 0.4304180 Jul 07 17:22:12.833466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b4dfb53d-8989-470c-a83a-c615d9cad088 req-739f1f00-80b7-4db1-90b3-15cd7cf96bab service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983434 Jul 07 17:22:12.840650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.860110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e6cecbfd-9a35-4eff-82b6-f4e96ae6efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.862071 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e6cecbfd-9a35-4eff-82b6-f4e96ae6efd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.1920655 Jul 07 17:22:12.926352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-9026f58c-22c7-4ddd-9675-e887b7cce907 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 200 len: 217 time: 0.0547101 Jul 07 17:22:12.969036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154de5b-4abb-4908-b381-c09de31ca743 req-ff458038-6c77-4c70-a7da-7dba16aa9873 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.970733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c154de5b-4abb-4908-b381-c09de31ca743 req-ff458038-6c77-4c70-a7da-7dba16aa9873 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.1693399 Jul 07 17:22:12.995722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-463c67d2-ed2a-4668-a421-b6b520d8d791 req-a6389e85-5e7a-430d-b5a0-c4cef98e326d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 10911 time: 0.2300925 Jul 07 17:22:13.026748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-ef974a51-dac6-4e9c-a997-653809289cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.032347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-ef974a51-dac6-4e9c-a997-653809289cc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.0976689 Jul 07 17:22:13.075997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-463c67d2-ed2a-4668-a421-b6b520d8d791 req-08f28351-ce64-4134-a0df-47c2caebee2d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/10a408e2-45ed-4523-9b0b-4275399b6bc0 HTTP/1.1" status: 200 len: 2985 time: 0.0792906 Jul 07 17:22:13.092943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c154de5b-4abb-4908-b381-c09de31ca743 req-de472e2a-02e2-4843-8218-b0c24243d7bd tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940881 Jul 07 17:22:13.141380 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-5945b48a-76dc-47aa-b310-1bf120021e94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009405 Jul 07 17:22:13.176041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-463c67d2-ed2a-4668-a421-b6b520d8d791 req-f198bf84-8b43-4718-8443-0fbab35b1a99 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/10a408e2-45ed-4523-9b0b-4275399b6bc0 HTTP/1.1" status: 200 len: 2985 time: 0.0817242 Jul 07 17:22:13.217608 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d0626-7b7c-4a2e-8bbe-8f7603f1ad00 x-openstack-request-id: req-ac5d0626-7b7c-4a2e-8bbe-8f7603f1ad00 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:13.218378 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:13.221178 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac5d0626-7b7c-4a2e-8bbe-8f7603f1ad00 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:13.222197 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'code': 200} Jul 07 17:22:13.416660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-c94b5bdf-6588-442a-97f9-49e79f67647f service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648067 Jul 07 17:22:13.456076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6bdfed7c-2959-4566-af58-242fac7c8be3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:13.497208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-f7a54303-9f32-4c9b-abae-e3cee5c72d6b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.501782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-f7a54303-9f32-4c9b-abae-e3cee5c72d6b tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 809 time: 0.2633889 Jul 07 17:22:13.556503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.588156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 6bdfed7c-2959-4566-af58-242fac7c8be3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:13.599022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 6bdfed7c-2959-4566-af58-242fac7c8be3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:13.599022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.677728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-ad14b3b4-30d8-409e-81a1-97d33e522a7f tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93c30e22fb0401a94231cfda1aa835b HTTP/1.1" status: 200 len: 380 time: 0.1197152 Jul 07 17:22:13.700520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-d4ea606d-b0b0-414d-b5ec-96e9c3b3b60a service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616138 Jul 07 17:22:13.711797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'port': {'device_id': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'admin_state_up': True, 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'security_groups': ['68133e85-b238-422b-a1b3-9811fd054d7e']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:13.725591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6470e-6bca-4a57-8e5a-b698e047af00 req-c34a8945-314e-4b72-9e31-a0ac98631d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.727436 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f6470e-6bca-4a57-8e5a-b698e047af00 req-c34a8945-314e-4b72-9e31-a0ac98631d2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1098 time: 0.3094327 Jul 07 17:22:13.734749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d6e6-b15b-4ec7-ab66-0026ff621f75 req-27522e0a-ab49-4e4e-a80e-a798761f2805 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.743606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e949d6e6-b15b-4ec7-ab66-0026ff621f75 req-27522e0a-ab49-4e4e-a80e-a798761f2805 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 944 time: 0.2367072 Jul 07 17:22:13.795484 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f6470e-6bca-4a57-8e5a-b698e047af00 req-ba879f76-dc19-4c6a-972f-cb10c16ea279 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597835 Jul 07 17:22:13.827834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.849357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc4458-79e2-4c75-86ee-0e3b9e898564 req-c4f7ce21-53b8-4fa4-9ad6-73ca16dc20e5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.851961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edfc4458-79e2-4c75-86ee-0e3b9e898564 req-c4f7ce21-53b8-4fa4-9ad6-73ca16dc20e5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.2676158 Jul 07 17:22:13.888132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6bdfed7c-2959-4566-af58-242fac7c8be3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:13.890058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e949d6e6-b15b-4ec7-ab66-0026ff621f75 req-138146ad-b137-4d85-b90f-44b46b3ae1e7 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456463 Jul 07 17:22:13.900765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.001228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.008417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edfc4458-79e2-4c75-86ee-0e3b9e898564 req-93a29d66-db45-48fc-bfc6-14cae5cc229f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284940 Jul 07 17:22:14.061493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57dae53d-bb96-4259-9ecd-9602f719737b req-f28ac8d8-e6fb-45bc-9015-a7c75377b33c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/bdbb394c-f6b3-4a80-834b-25e9eb6c624c HTTP/1.1" status: 200 len: 1803 time: 0.1038742 Jul 07 17:22:14.087164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Made reservation on behalf of b93c30e22fb0401a94231cfda1aa835b for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:14.108421 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.227671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-57dae53d-bb96-4259-9ecd-9602f719737b req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.270770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-2514f633-a066-4463-a33b-8bb26ec4db03 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.272726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-2514f633-a066-4463-a33b-8bb26ec4db03 tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051&tenant_id=c6988a625a42465ea10c01eb4b17c61f&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1096 time: 0.1346629 Jul 07 17:22:14.314623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a52065b2-59b7-4445-a1fb-ab4bf698425f req-0d01298e-1ecf-4875-bfa6-97e2bf8bb1d9 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 210 time: 0.0821197 Jul 07 17:22:14.330719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-57dae53d-bb96-4259-9ecd-9602f719737b req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.394416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Allocated IP 172.20.0.10 (96880a01-c453-4da5-bee8-58d4a0884902/08d9f03b-106c-4403-be8d-d05c81de78f0/df42b703-801a-4427-b521-a651a77c80e7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:14.435530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-57dae53d-bb96-4259-9ecd-9602f719737b req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.438913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-57dae53d-bb96-4259-9ecd-9602f719737b req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.440231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57dae53d-bb96-4259-9ecd-9602f719737b req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/bdbb394c-f6b3-4a80-834b-25e9eb6c624c HTTP/1.1" status: 204 len: 173 time: 0.3771198 Jul 07 17:22:14.466220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb394c-f6b3-4a80-834b-25e9eb6c624c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.485583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.486640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.487103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.487520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.487926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.488501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.488949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.489359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.489769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.490174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.490737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.491289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1433376-c99e-444b-b1e6-3221dc359bed tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.573655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-f11a869b-4f9d-4b5d-8248-ac7edf37d8f4 service neutron] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:14.578359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-f11a869b-4f9d-4b5d-8248-ac7edf37d8f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.581377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-f11a869b-4f9d-4b5d-8248-ac7edf37d8f4 service neutron] 10.222.0.23 "DELETE /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.3003464 Jul 07 17:22:14.770798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.791812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Transition to ACTIVE for port object df42b703-801a-4427-b521-a651a77c80e7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:14.823710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9e92-6c8a-4a07-89dd-b60bb4bf9ae2 req-65e1e174-8ad2-4443-a2fc-cc8355415def tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.825399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bfa9e92-6c8a-4a07-89dd-b60bb4bf9ae2 req-65e1e174-8ad2-4443-a2fc-cc8355415def tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.1382785 Jul 07 17:22:14.887128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.940469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bfa9e92-6c8a-4a07-89dd-b60bb4bf9ae2 req-b03a5c08-d88a-4d58-825d-ded6f368fb81 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Jul 07 17:22:14.957713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Network 96880a01-c453-4da5-bee8-58d4a0884902 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:14.962068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:14.969508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:14.978264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event updated for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.096933 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-c83d9fab-a340-4aac-b57e-66348f70d893 req-b1cf281b-58c1-4f89-bad2-ed6f15896e88 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:22:15.113534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c83d9fab-a340-4aac-b57e-66348f70d893 req-b1cf281b-58c1-4f89-bad2-ed6f15896e88 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/bdbb394c-f6b3-4a80-834b-25e9eb6c624c HTTP/1.1" status: 404 len: 352 time: 0.0505059 Jul 07 17:22:15.123393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.124090 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.207667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-84cc1aed-11fd-401a-a9eb-b2d59d1351f0 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5135474 Jul 07 17:22:15.224314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Request body: {'port': {'device_id': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.224809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:15.234148 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a73679-9f50-4436-8bac-9a3d07f9d5e2" -d '{"events": [{"server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:15.285572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c735f9-afe5-4b62-aa96-f8e873ba8ea9 req-2440d1c6-5116-4a78-8870-bf99f9582f33 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.290069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14c735f9-afe5-4b62-aa96-f8e873ba8ea9 req-2440d1c6-5116-4a78-8870-bf99f9582f33 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.2707398 Jul 07 17:22:15.392611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14c735f9-afe5-4b62-aa96-f8e873ba8ea9 req-75a02cf0-0782-463a-b643-bb281eeb0034 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943291 Jul 07 17:22:15.463745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.478858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.511537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d523732-8f77-4442-9b37-23216d16db57 None None] Provisioning for port df42b703-801a-4427-b521-a651a77c80e7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:15.517169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d523732-8f77-4442-9b37-23216d16db57 None None] Provisioning complete for port df42b703-801a-4427-b521-a651a77c80e7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:15.518693 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0d523732-8f77-4442-9b37-23216d16db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.606419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0d523732-8f77-4442-9b37-23216d16db57 None None] Port df42b703-801a-4427-b521-a651a77c80e7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:15.607571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573ad78-ac5e-47ea-bd13-4fc68606258c req-a9315ae3-d41b-4d00-a8fa-f5350118bead tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.609220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5573ad78-ac5e-47ea-bd13-4fc68606258c req-a9315ae3-d41b-4d00-a8fa-f5350118bead tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.2572358 Jul 07 17:22:15.688661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-467e5e3d-c6a0-4e2f-8fc0-ab9098189f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.779847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5573ad78-ac5e-47ea-bd13-4fc68606258c req-cded9d40-c398-469d-8ebd-f049d2145f32 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571808 Jul 07 17:22:15.849168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-467e5e3d-c6a0-4e2f-8fc0-ab9098189f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.854148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edbb8-ae1f-46f2-88f9-06acafd43151 req-c6891749-3e50-48c1-9ce1-36b2d237d724 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.858131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-467e5e3d-c6a0-4e2f-8fc0-ab9098189f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.862276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee5edbb8-ae1f-46f2-88f9-06acafd43151 req-c6891749-3e50-48c1-9ce1-36b2d237d724 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.2637506 Jul 07 17:22:15.917084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e5e3d-c6a0-4e2f-8fc0-ab9098189f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97409fbc-16ad-45f8-bbcd-965b7f12decb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.928967 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-467e5e3d-c6a0-4e2f-8fc0-ab9098189f8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e880aaf43d24a5abf9e791deb694e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592001 Jul 07 17:22:15.931737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.961774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee5edbb8-ae1f-46f2-88f9-06acafd43151 req-36637b08-a791-4719-b800-4cb5df50f865 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985360 Jul 07 17:22:15.992000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-d244aa29-35f1-4b54-a12c-120df048ea33 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/a1ba6ac8-9222-40ab-b9ab-ae568139ac31 HTTP/1.1" status: 200 len: 1802 time: 0.1259542 Jul 07 17:22:16.011334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.025870 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2b1e5c-d474-42c4-8a11-bf762d8157bb x-openstack-request-id: req-0e2b1e5c-d474-42c4-8a11-bf762d8157bb {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:16.026327 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:16.028903 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e2b1e5c-d474-42c4-8a11-bf762d8157bb {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:16.030076 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3', 'code': 200} Jul 07 17:22:16.043484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.131058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df42b703-801a-4427-b521-a651a77c80e7 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:16.153219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.160303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.163731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.165125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97409fbc-16ad-45f8-bbcd-965b7f12decb HTTP/1.1" status: 204 len: 168 time: 0.2330291 Jul 07 17:22:16.177759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864ffdd-4ad0-4cb1-b818-4394592cdef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97409fbc-16ad-45f8-bbcd-965b7f12decb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.221526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Transition to ACTIVE for port object df42b703-801a-4427-b521-a651a77c80e7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:16.224519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.232965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba66de-3bf3-40a6-9c8d-f76acba33e9c req-cf60e088-44e9-47c2-ad45-7671ebc77512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.235054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-99ba66de-3bf3-40a6-9c8d-f76acba33e9c req-cf60e088-44e9-47c2-ad45-7671ebc77512 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 1097 time: 0.1109037 Jul 07 17:22:16.243019 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.278926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-99ba66de-3bf3-40a6-9c8d-f76acba33e9c req-bd95df1b-648c-4728-875b-92316a364cb4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Jul 07 17:22:16.303912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.348505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.435444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7abc1d-290c-4cb9-9726-783d56a5ece4 req-4bce9430-f083-4d5f-99b4-18605b4049c1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.437205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf7abc1d-290c-4cb9-9726-783d56a5ece4 req-4bce9430-f083-4d5f-99b4-18605b4049c1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 932 time: 0.2999003 Jul 07 17:22:16.456659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.459748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.461191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dcac1a5-bb3d-4e62-bfd1-045264e6c2ee req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/a1ba6ac8-9222-40ab-b9ab-ae568139ac31 HTTP/1.1" status: 204 len: 173 time: 0.4451020 Jul 07 17:22:16.505185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db99d85-5210-4bde-99f6-1d130abab981 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba6ac8-9222-40ab-b9ab-ae568139ac31,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.519086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Attempting to bind port df42b703-801a-4427-b521-a651a77c80e7 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:16.519505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Attempting to bind port df42b703-801a-4427-b521-a651a77c80e7 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:16.519815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Attempting to bind port df42b703-801a-4427-b521-a651a77c80e7 on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:16.527359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Port df42b703-801a-4427-b521-a651a77c80e7 on network 96880a01-c453-4da5-bee8-58d4a0884902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:16.527359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Attempting to bind port df42b703-801a-4427-b521-a651a77c80e7 on network 96880a01-c453-4da5-bee8-58d4a0884902 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:16.540951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:16.541555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Checking segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:16.541898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Bound using segment: {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:16.542410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Bound port: df42b703-801a-4427-b521-a651a77c80e7, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ab49df-373e-4965-ab41-0b6f7b8a8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:16.542960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.560597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf7abc1d-290c-4cb9-9726-783d56a5ece4 req-f69519aa-5459-45b4-aab2-683701f024aa tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983036 Jul 07 17:22:16.669241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:16.676644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=df42b703-801a-4427-b521-a651a77c80e7,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:16.685259 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.762591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53854) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.780350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.781493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.784274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] 10.222.0.73 "PUT /v2.0/ports/df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 200 len: 1093 time: 1.5689366 Jul 07 17:22:16.785085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:16.790530 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "tag": "df42b703-801a-4427-b521-a651a77c80e7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:16.801956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-276b305d-ea04-43f0-955e-f72c01f76ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.909768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd078c-3016-4151-aab3-8fa3a2140fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.990267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3bb6c-2c5e-4b45-aa36-ddefce727d49 req-09ded600-dd53-48e1-8eb8-62e2e5423f8c tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.993457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39c3bb6c-2c5e-4b45-aa36-ddefce727d49 req-09ded600-dd53-48e1-8eb8-62e2e5423f8c tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 1096 time: 0.2507479 Jul 07 17:22:17.019635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-e1d299d3-493f-41e4-803d-ababedf71cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.021207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-e1d299d3-493f-41e4-803d-ababedf71cd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 1096 time: 0.1773534 Jul 07 17:22:17.021446 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-276b305d-ea04-43f0-955e-f72c01f76ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.030171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-276b305d-ea04-43f0-955e-f72c01f76ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.098084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-1ddfe066-d51b-43b4-aa77-34ff1074bbc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 200 len: 217 time: 0.0677333 Jul 07 17:22:17.112220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17565e93-ba75-47c6-b9bd-434bac742b9d req-b73fe51e-666f-4889-bbef-94b1a67c2aa5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.124407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17565e93-ba75-47c6-b9bd-434bac742b9d req-b73fe51e-666f-4889-bbef-94b1a67c2aa5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.2208586 Jul 07 17:22:17.125218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-276b305d-ea04-43f0-955e-f72c01f76ba1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ef513b53f504faf8eb6c39e6189c36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607023 Jul 07 17:22:17.128016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39c3bb6c-2c5e-4b45-aa36-ddefce727d49 req-c8ffecda-b40d-4a5a-98bc-41cea880b3ef tempest-LiveAutoBlockMigrationV225Test-33171574 tempest-LiveAutoBlockMigrationV225Test-33171574-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240191 Jul 07 17:22:17.134336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.135600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.146105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'floatingip': {'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:17.253847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-1b96d34d-eccc-4b28-9a8d-2bc54a1c9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.255860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-1b96d34d-eccc-4b28-9a8d-2bc54a1c9904 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1304498 Jul 07 17:22:17.268188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.273620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b305d-ea04-43f0-955e-f72c01f76ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe8a84-84b1-4d86-8ad5-8dbebab1cba1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.354691 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-31a17bdc-a83b-486b-8261-9ea8ddabf1fc req-b07d5489-3f39-4c1c-b9fc-b6cb13c44973 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:22:17.355705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31a17bdc-a83b-486b-8261-9ea8ddabf1fc req-b07d5489-3f39-4c1c-b9fc-b6cb13c44973 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/a1ba6ac8-9222-40ab-b9ab-ae568139ac31 HTTP/1.1" status: 404 len: 352 time: 0.0842361 Jul 07 17:22:17.424797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283abcd-1e5e-4357-aaa0-79c3cb69a567 req-db0e5c2e-fb6a-441b-bfb6-408ab3fb9258 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.435674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8283abcd-1e5e-4357-aaa0-79c3cb69a567 req-db0e5c2e-fb6a-441b-bfb6-408ab3fb9258 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.1612885 Jul 07 17:22:17.439910 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe520049-dca1-48bd-ba57-6e3be5483095 x-openstack-request-id: req-fe520049-dca1-48bd-ba57-6e3be5483095 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:17.440230 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "tag": "df42b703-801a-4427-b521-a651a77c80e7", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:17.440443 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe520049-dca1-48bd-ba57-6e3be5483095 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:17.440880 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7', 'status': 'completed', 'code': 200} Jul 07 17:22:17.444363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-e3c74418-86ac-42f9-a0ce-76d22009895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.446537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-e3c74418-86ac-42f9-a0ce-76d22009895c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715384 Jul 07 17:22:17.531412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.547310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8283abcd-1e5e-4357-aaa0-79c3cb69a567 req-1ced925f-8d1e-41f7-b755-b60ce0acea49 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110797 Jul 07 17:22:17.602212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.609244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-201f852c-cc78-49a1-a0b3-8d6a175d2e4e service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549680 Jul 07 17:22:17.751834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.754886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.762771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cbe8a84-84b1-4d86-8ad5-8dbebab1cba1 HTTP/1.1" status: 204 len: 168 time: 0.5075135 Jul 07 17:22:17.777288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a77423-a4eb-435a-a01a-7dfd3d91749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe8a84-84b1-4d86-8ad5-8dbebab1cba1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.797490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a223-b624-4963-b203-dc1c447702e2 req-10940be2-94ec-44ce-aae0-696bc9d8640a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.799510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d6a223-b624-4963-b203-dc1c447702e2 req-10940be2-94ec-44ce-aae0-696bc9d8640a tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.1697721 Jul 07 17:22:17.815437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c431a4a-d2f5-4319-9b5a-d55aa8147e13 req-d94f539e-fc1e-40e5-814d-6f24bff5a7bc service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973855 Jul 07 17:22:17.865160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d6a223-b624-4963-b203-dc1c447702e2 req-81627445-dbc4-4119-b2b5-e3d733e0a621 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Jul 07 17:22:17.990800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-0d46e91e-6d9c-4baf-b39b-dfdff6cf8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.993624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-0d46e91e-6d9c-4baf-b39b-dfdff6cf8ebd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 1096 time: 0.1089473 Jul 07 17:22:18.093564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-716d83cc-8167-4270-a798-c81eeb4f091e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/3b14af4c-bc43-4e6b-85ff-b911d89f7856 HTTP/1.1" status: 200 len: 1802 time: 0.1272156 Jul 07 17:22:18.219120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-ec2f902d-5706-420c-abbf-25589f041960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.222221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-ec2f902d-5706-420c-abbf-25589f041960 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.2205286 Jul 07 17:22:18.316388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-6eb4b82c-949b-42d0-8d96-4b69ad8d6e12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 200 len: 217 time: 0.0833361 Jul 07 17:22:18.782096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-5e57e36d-a328-45d6-97c6-a53d004c9385 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.783776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-5e57e36d-a328-45d6-97c6-a53d004c9385 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.2083616 Jul 07 17:22:18.786074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.800782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.853356 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.914115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-470526c2-9d80-4a37-a24c-77fcc0fb7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.914115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-470526c2-9d80-4a37-a24c-77fcc0fb7757 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.5816958 Jul 07 17:22:18.932550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.014388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe79974-f021-43c8-9fda-fe72ada5a741 req-6eb24f48-f8c5-4f22-a02c-a4e4b98e7fc1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.016111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfe79974-f021-43c8-9fda-fe72ada5a741 req-6eb24f48-f8c5-4f22-a02c-a4e4b98e7fc1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 944 time: 0.6393754 Jul 07 17:22:19.041572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-252a7afa-de2a-4ee2-bda0-75048f90f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.043647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-252a7afa-de2a-4ee2-bda0-75048f90f325 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285577 Jul 07 17:22:19.049818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.052528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.064442 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0646ee1e-1514-4ba3-94e8-25f928f36f6d req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b14af4c-bc43-4e6b-85ff-b911d89f7856 HTTP/1.1" status: 204 len: 173 time: 0.9547129 Jul 07 17:22:19.121967 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Floating IP 446da24f-690d-4018-83e6-c12c72924407 associated. External IP: 172.25.3.8, port: 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5. Jul 07 17:22:19.148400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aed5d-2c95-45cb-b08c-f638ba32d0e3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b14af4c-bc43-4e6b-85ff-b911d89f7856,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.186778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfe79974-f021-43c8-9fda-fe72ada5a741 req-e6727888-4d47-4827-99d7-a663c1d39649 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465583 Jul 07 17:22:19.258429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Deleting port 69264b7b-add1-45bb-aed3-06eb99702510 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:19.259283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.290149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-77c946c7-c9a9-4e7c-9116-7c2d5019a82f service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234676 Jul 07 17:22:19.465095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device df42b703-801a-4427-b521-a651a77c80e7 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:19.542685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] For port 69264b7b-add1-45bb-aed3-06eb99702510, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=69264b7b-add1-45bb-aed3-06eb99702510,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:19.543151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.573148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Calling delete_port for 69264b7b-add1-45bb-aed3-06eb99702510 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:19.589610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c1be3d-62cb-41bb-be7e-c9095fbb91f2 req-64a6a31f-275f-447c-8684-4a59faa5f351 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906189 Jul 07 17:22:19.598876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:19.681820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=df42b703-801a-4427-b521-a651a77c80e7,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:19.710672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'df42b703-801a-4427-b521-a651a77c80e7', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'port_id': 'df42b703-801a-4427-b521-a651a77c80e7', 'mac_address': 'fa:16:3e:8d:ff:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:19.844851 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.884261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df42b703-801a-4427-b521-a651a77c80e7 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:19.897556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c569-4c9d-4599-9622-4bbffd55dadd req-ec24ff83-97d0-4f4b-80e6-d49a3172a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.900363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-07f4c569-4c9d-4599-9622-4bbffd55dadd req-ec24ff83-97d0-4f4b-80e6-d49a3172a37c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 1098 time: 0.3029711 Jul 07 17:22:19.902243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04ae6f-12a3-4e0f-a77e-f34351c149ee req-1f6668b6-8048-4895-bc86-c055a4edfddc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.905702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d04ae6f-12a3-4e0f-a77e-f34351c149ee req-1f6668b6-8048-4895-bc86-c055a4edfddc tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 944 time: 0.2416637 Jul 07 17:22:19.933929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=df42b703-801a-4427-b521-a651a77c80e7,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:19.940239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.985934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:19.992342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.003898 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:20.020605 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:20.024609 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:22:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:20.029539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d04ae6f-12a3-4e0f-a77e-f34351c149ee req-7e3353e3-7946-47c0-842d-b2ca187b8ce5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174164 Jul 07 17:22:20.037118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.056266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['69264b7b-add1-45bb-aed3-06eb99702510'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:20.063320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['91592eeb-dbad-4340-825f-c949422e05bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:20.077073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.132312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event deleted for resources: {'Port': ['ID=69264b7b-add1-45bb-aed3-06eb99702510,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.137758 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8cd45741-262e-41b5-ae04-da7070aa55eb tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "PUT /v2.0/floatingips/446da24f-690d-4018-83e6-c12c72924407 HTTP/1.1" status: 200 len: 990 time: 2.9994168 Jul 07 17:22:20.140716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-07f4c569-4c9d-4599-9622-4bbffd55dadd req-8af11e42-486d-4943-9bf9-7ef249206013 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113466 Jul 07 17:22:20.145217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:20.155773 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce5f33-31da-47ca-ae70-90a24cd46f21" -d '{"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:20.198425 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-6032bd8e-bbb0-44fc-a6b5-aa6fee3bb52d req-4004a58c-62c4-4a29-a62e-bdc93c22c771 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:22:20.213422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6032bd8e-bbb0-44fc-a6b5-aa6fee3bb52d req-4004a58c-62c4-4a29-a62e-bdc93c22c771 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/3b14af4c-bc43-4e6b-85ff-b911d89f7856 HTTP/1.1" status: 404 len: 352 time: 0.0618780 Jul 07 17:22:20.258987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] No DVR routers for this DVR port 69264b7b-add1-45bb-aed3-06eb99702510 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:20.264263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.277327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ee2ac64-dd22-4382-b538-4251043e9ec1 req-049d49f0-34a7-44d8-81af-14b704e8c0a0 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "DELETE /v2.0/ports/69264b7b-add1-45bb-aed3-06eb99702510 HTTP/1.1" status: 204 len: 173 time: 1.4871335 Jul 07 17:22:20.295481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec5fa8-93b2-4966-be15-9a9792349f6f req-b3892f6f-0525-454f-a3a3-b1c1fd0d7449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.320915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ec5fa8-93b2-4966-be15-9a9792349f6f req-b3892f6f-0525-454f-a3a3-b1c1fd0d7449 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.3071835 Jul 07 17:22:20.345033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['df42b703-801a-4427-b521-a651a77c80e7'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:20.445423 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:20.466636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69ec5fa8-93b2-4966-be15-9a9792349f6f req-5e137e08-63ac-4247-a9ad-cd36a10d07a7 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442168 Jul 07 17:22:20.787568 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5820c2d1-d82b-41d7-9380-1165fc63a78e x-openstack-request-id: req-5820c2d1-d82b-41d7-9380-1165fc63a78e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:20.787815 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:20.788051 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5820c2d1-d82b-41d7-9380-1165fc63a78e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:20.788470 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'status': 'completed', 'code': 200} Jul 07 17:22:20.789496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbbc54-1990-4a3b-85fa-975f4f3972a4 req-ae354cc7-564c-4c89-ae32-39c68fe2af70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.805720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1dbbc54-1990-4a3b-85fa-975f4f3972a4 req-ae354cc7-564c-4c89-ae32-39c68fe2af70 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.2545860 Jul 07 17:22:20.941277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-c465d5ee-d05f-4497-930d-e192a7711b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.942992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-c465d5ee-d05f-4497-930d-e192a7711b1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1098 time: 0.1199722 Jul 07 17:22:20.974260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1dbbc54-1990-4a3b-85fa-975f4f3972a4 req-ed832248-6f80-454e-9e65-9ba49ca103a8 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673472 Jul 07 17:22:21.115869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbb46228-69a5-4d1c-a897-6dd02d3db4e7 req-d12b0d12-7052-47d8-9f69-c2c7a3c993cf tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 6157 time: 0.2747688 Jul 07 17:22:21.229317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbb46228-69a5-4d1c-a897-6dd02d3db4e7 req-acf27507-7cf1-4abb-a1ac-89b5cfb6490a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/10a408e2-45ed-4523-9b0b-4275399b6bc0 HTTP/1.1" status: 200 len: 2985 time: 0.1112950 Jul 07 17:22:21.276100 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '446da24f-690d-4018-83e6-c12c72924407', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:53Z', 'updated_at': '2021-07-07T17:22:18Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:21.305466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-b5ac3a8a-34b5-4067-8746-4e90598a1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.307963 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-b5ac3a8a-34b5-4067-8746-4e90598a1561 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.3560848 Jul 07 17:22:21.360904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbb46228-69a5-4d1c-a897-6dd02d3db4e7 req-47ea2906-f481-4ff8-9760-8f70e7efd99b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/10a408e2-45ed-4523-9b0b-4275399b6bc0 HTTP/1.1" status: 200 len: 2985 time: 0.1292069 Jul 07 17:22:21.388847 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:21.423717 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:21.426757 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:22:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:21.503901 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-2f3aa864-decd-47be-8f76-917da5387a2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 998 time: 0.1891038 Jul 07 17:22:21.626562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6429a8-c085-4830-a394-3855c73fba4e req-14ba884c-34c0-4941-9e99-6c83bd8cc012 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.636914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b6429a8-c085-4830-a394-3855c73fba4e req-14ba884c-34c0-4941-9e99-6c83bd8cc012 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 945 time: 0.2447410 Jul 07 17:22:21.661616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-2845188b-e2ac-490c-a7d6-c5335e35ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.665503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-2845188b-e2ac-490c-a7d6-c5335e35ea9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1527419 Jul 07 17:22:21.763390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b6429a8-c085-4830-a394-3855c73fba4e req-d2efb674-9bf7-49fe-95e8-9b1b643f336f tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132643 Jul 07 17:22:21.770884 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:21.836169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-92971438', 'description': 'tempest-description-1704462466'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:21.851647 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:21.884472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-3793c277-86b5-4df8-b180-c14ceae3623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.894187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-3793c277-86b5-4df8-b180-c14ceae3623c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2227807 Jul 07 17:22:21.937611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f82165c0-3329-4d7b-af22-7aaae01b9625 req-4615b165-71f4-44d6-969f-9c81db1dee55 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.0447502 Jul 07 17:22:21.941081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.242121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-111a2384-14cc-4379-884b-a05404c1ec27 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415477 Jul 07 17:22:22.243840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:22.244922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.254079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.326699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 69264b7b-add1-45bb-aed3-06eb99702510 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:22.331080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 69264b7b-add1-45bb-aed3-06eb99702510 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:22.333468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.355551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd8b3c57-4611-4ecb-844c-2d19970992aa req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5280471 Jul 07 17:22:22.391750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351e982-4f25-4636-bb65-f7221db32307 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2627a0de-3527-47f9-89f8-4a5090b62b34,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:22.430190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0e9e-98c2-4909-9344-e2e79524cdcb req-0ce41bfd-2828-48f5-b4a0-cb3f691a4c6e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.440485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5b0e9e-98c2-4909-9344-e2e79524cdcb req-0ce41bfd-2828-48f5-b4a0-cb3f691a4c6e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.3248358 Jul 07 17:22:22.471087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53962) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.498655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5b0e9e-98c2-4909-9344-e2e79524cdcb req-b8c3ba4f-33e2-40bb-ab24-312d65daeda0 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Jul 07 17:22:22.568100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d7ce5f33-31da-47ca-ae70-90a24cd46f21 req-0bc383e8-51bc-4222-abc0-d614d25bf00e service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187134 Jul 07 17:22:22.629413 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '446da24f-690d-4018-83e6-c12c72924407', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:53Z', 'updated_at': '2021-07-07T17:22:18Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:22.731584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1766404766', 'description': 'tempest-description-1968201858'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:22.743166 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36639961-f9f2-48c7-a352-8e9c039d8d41 None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '446da24f-690d-4018-83e6-c12c72924407', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:53Z', 'updated_at': '2021-07-07T17:22:18Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:22.789362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.795065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-deleted', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:22.799211 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8965ba1-ca9a-407d-9060-2d67936960d2" -d '{"events": [{"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-deleted", "tag": "69264b7b-add1-45bb-aed3-06eb99702510"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:22.816164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.846915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:22:22.846915 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:22:22.846915 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id_1': 'a5b80bbf151244dbbccc26c3a6a91836', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 22, 22, 837803)}] Jul 07 17:22:22.846915 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:22.847520 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:22.979032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b468b75-dadc-4d23-8b88-243e9833b38b req-cec51acd-82f2-4442-bbd3-ed00b38d2891 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.981305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b468b75-dadc-4d23-8b88-243e9833b38b req-cec51acd-82f2-4442-bbd3-ed00b38d2891 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.1575487 Jul 07 17:22:23.029594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.047952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.085344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b468b75-dadc-4d23-8b88-243e9833b38b req-3a6500b1-a285-4f4d-82c9-c917a9bcab5d tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Jul 07 17:22:23.112638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24936e77-03ce-4daf-bddd-87599f8bebe0 None None] New status for floating IP 446da24f-690d-4018-83e6-c12c72924407: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:23.113959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.128425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f99f462d-213c-4e3f-b19e-5cb2031cad29 req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4041963 Jul 07 17:22:23.178511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77aefe-baef-42af-959a-cda9b6a0f418 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b278ee-4428-40d6-9916-39cbb99883d8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.350235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.502220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device df42b703-801a-4427-b521-a651a77c80e7 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:23.526254 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94633b-83be-487d-9aa1-6ffd528f7f35 x-openstack-request-id: req-2e94633b-83be-487d-9aa1-6ffd528f7f35 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:23.526893 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ab3a63-9c80-477e-a860-9e50b3b92051", "name": "network-vif-deleted", "tag": "69264b7b-add1-45bb-aed3-06eb99702510", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:23.527082 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e94633b-83be-487d-9aa1-6ffd528f7f35 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:23.527677 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab3a63-9c80-477e-a860-9e50b3b92051', 'name': 'network-vif-deleted', 'tag': '69264b7b-add1-45bb-aed3-06eb99702510', 'status': 'completed', 'code': 200} Jul 07 17:22:23.589326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-777913c2-5e58-4bcc-8b03-7e215024afb8 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.607277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-777913c2-5e58-4bcc-8b03-7e215024afb8 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 811 time: 0.2979200 Jul 07 17:22:23.628349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port df42b703-801a-4427-b521-a651a77c80e7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:23.638756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port df42b703-801a-4427-b521-a651a77c80e7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:23.639787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.645239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-2f1897e1-7de8-41b7-bc4f-d48668e9f884 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/quotas/94fc844ded9547e4a1748c22afe67b2b HTTP/1.1" status: 200 len: 375 time: 0.0317974 Jul 07 17:22:23.645560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.656146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.774376 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5b80bbf151244dbbccc26c3a6a91836&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3013818 Jul 07 17:22:23.774975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.782264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6dfc1-de6f-4485-b028-9de6e2f9d8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d61a046-9967-40cd-b468-66b050e5b5f1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.802212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.843604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:23.846606 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a57052b-78e1-4347-9d0a-ed78158ddf17" -d '{"events": [{"server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "name": "network-vif-plugged", "status": "completed", "tag": "df42b703-801a-4427-b521-a651a77c80e7"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:23.863594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=df42b703-801a-4427-b521-a651a77c80e7,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:23.870868 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.901874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.931299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-f3955a59-aee0-4657-a607-944526158773 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2786639 Jul 07 17:22:23.938741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.978460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.015841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.019356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.021008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d61a046-9967-40cd-b468-66b050e5b5f1 HTTP/1.1" status: 204 len: 168 time: 0.2446551 Jul 07 17:22:24.032697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072901c4-9abb-4274-a90a-14be6cded90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d61a046-9967-40cd-b468-66b050e5b5f1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.062596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39c2b6-0f42-4352-8924-0000bde50459 req-8c1ea0fa-abcd-4805-b9f0-34a6350f0250 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.070616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f39c2b6-0f42-4352-8924-0000bde50459 req-8c1ea0fa-abcd-4805-b9f0-34a6350f0250 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 945 time: 0.3165755 Jul 07 17:22:24.138622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-6d931991-3852-45f3-8f4e-462501886102 service neutron] 10.222.0.66 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007954 Jul 07 17:22:24.165390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f39c2b6-0f42-4352-8924-0000bde50459 req-5f955e15-5770-431f-9f90-a4b050fafb51 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918467 Jul 07 17:22:24.345442 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-8898d5bf-34dc-43f8-96fa-d5ae20537650 service neutron] 10.222.0.66 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058909 Jul 07 17:22:24.447542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c141749-d754-499d-a27e-282233974548 req-1d26b6ef-0ebb-441a-9dc0-c8af7593b97a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.0723996 Jul 07 17:22:24.504046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54006) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.525971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-089e0014-7c9c-4bcb-b3ed-9a0209e6cc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.703273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-089e0014-7c9c-4bcb-b3ed-9a0209e6cc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.718062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-089e0014-7c9c-4bcb-b3ed-9a0209e6cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.838627 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-089e0014-7c9c-4bcb-b3ed-9a0209e6cc34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc94ce5d2f6d47cd83bfeba474429abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321137 Jul 07 17:22:24.841568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54022) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.846394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0014-7c9c-4bcb-b3ed-9a0209e6cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784f119-ffeb-483f-a166-c24ab6e20888,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.994888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.030799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.110171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-f138ffcb-312c-4f86-9e48-fee2cedec850 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.112235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-f138ffcb-312c-4f86-9e48-fee2cedec850 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 813 time: 0.4042079 Jul 07 17:22:25.133090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-1fcf4eeb-d5b7-4e19-b346-9f9a471a2a4a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/quotas/560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 375 time: 0.0129292 Jul 07 17:22:25.134950 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.141311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.145156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f784f119-ffeb-483f-a166-c24ab6e20888 HTTP/1.1" status: 204 len: 168 time: 0.2970624 Jul 07 17:22:25.190746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e2621-4ba9-4667-9dbc-2f0b4227be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784f119-ffeb-483f-a166-c24ab6e20888,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.259837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-70016b35-01a9-4110-8e38-140353e6938a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159484 Jul 07 17:22:25.277556 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6480ac66-baee-4522-a66e-067ffc8e6d33 x-openstack-request-id: req-6480ac66-baee-4522-a66e-067ffc8e6d33 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:25.278127 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "name": "network-vif-plugged", "status": "completed", "tag": "df42b703-801a-4427-b521-a651a77c80e7", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:25.278426 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6480ac66-baee-4522-a66e-067ffc8e6d33 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:25.278934 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7', 'code': 200} Jul 07 17:22:25.436854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.570133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-d8744393-54b4-4490-af73-f7b246ea50e3 service neutron] 10.222.0.66 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002572 Jul 07 17:22:25.711117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09469cf9-c885-492c-8b12-c150b65742e3 req-473edee5-d478-4e5c-ae5a-23ee392ed0bb tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 210 time: 0.0806892 Jul 07 17:22:25.730589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea0acc-2664-43c6-a351-aaf5ae12d7f9 req-e9bf85fc-5a4b-4e0a-832d-788c21a2f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.732353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dea0acc-2664-43c6-a351-aaf5ae12d7f9 req-e9bf85fc-5a4b-4e0a-832d-788c21a2f219 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 1098 time: 0.2427320 Jul 07 17:22:25.808047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-17b8dd26-9271-4df6-b404-1f898e7ce748 service neutron] 10.222.0.66 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198071 Jul 07 17:22:25.814112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dea0acc-2664-43c6-a351-aaf5ae12d7f9 req-e6e98a99-e61b-4f96-96ba-b890bb0943f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686321 Jul 07 17:22:25.969411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d882ac-2ac2-468e-a7be-f06226ed61a2 req-dc8da224-13ed-4886-bde3-54aecb2ef759 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.971121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d882ac-2ac2-468e-a7be-f06226ed61a2 req-dc8da224-13ed-4886-bde3-54aecb2ef759 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.1026201 Jul 07 17:22:26.081742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d882ac-2ac2-468e-a7be-f06226ed61a2 req-96f46ef3-db44-4ba6-9af2-c847969295aa tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027086 Jul 07 17:22:26.321344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fab56e3a-79ff-4c5a-b7c9-4d84063c89f1 req-21d01c78-fa51-4406-8023-335d30c83fac tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.0868976 Jul 07 17:22:26.599513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb9f828c-f3a7-4cf1-8144-8348cc386c89 req-7716620a-da2e-4728-b5df-218b4a8d95a4 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 210 time: 0.1693039 Jul 07 17:22:26.766043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3d47c753-481a-4221-856c-ac23bd4dc072 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.774340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff192f0-b316-4121-ac97-d04de799a064 req-84dec77e-c6ed-48cd-b7a2-07c3b6108962 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.777176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3d47c753-481a-4221-856c-ac23bd4dc072 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.73 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 811 time: 0.4623361 Jul 07 17:22:26.777389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cff192f0-b316-4121-ac97-d04de799a064 req-84dec77e-c6ed-48cd-b7a2-07c3b6108962 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.2406394 Jul 07 17:22:26.804455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222b93c-d301-4fdc-89b0-0bcd37bb82bb req-9bfa7f4b-5bec-419e-9330-4d5e7fbcec72 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.817682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0222b93c-d301-4fdc-89b0-0bcd37bb82bb req-9bfa7f4b-5bec-419e-9330-4d5e7fbcec72 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.4802344 Jul 07 17:22:26.844370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Request body: {'port': {'device_id': 'b4f79038-6974-494c-843d-f02720797fed', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'admin_state_up': True, 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:26.915179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.143075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0222b93c-d301-4fdc-89b0-0bcd37bb82bb req-962540e1-4cf6-4f44-bb8b-a449c15016a2 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244355 Jul 07 17:22:27.232255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Deleting port 6bdfed7c-2959-4566-af58-242fac7c8be3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:27.232936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.259317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Made reservation on behalf of 94fc844ded9547e4a1748c22afe67b2b for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:27.278596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.515240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] For port 6bdfed7c-2959-4566-af58-242fac7c8be3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6bdfed7c-2959-4566-af58-242fac7c8be3,segment=NetworkSegment(9ccbeb06-2050-43eb-8f38-e880633b2934),segment_id=9ccbeb06-2050-43eb-8f38-e880633b2934)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:27.517550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.539741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Calling delete_port for 6bdfed7c-2959-4566-af58-242fac7c8be3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:27.602709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f7c407d-0bb8-4863-bbf8-719d4f300912 req-198011f1-ef35-4085-b312-1825ccb5802e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 210 time: 0.0977662 Jul 07 17:22:27.759704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Allocated IP 172.20.0.3 (5678046a-ff85-4699-b9c9-c746f815ce37/bad63652-b8de-4ad6-b168-fcd809906a32/f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:27.846130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.921247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Pushing event deleted for resources: {'Port': ['ID=6bdfed7c-2959-4566-af58-242fac7c8be3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.972067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] No DVR routers for this DVR port 6bdfed7c-2959-4566-af58-242fac7c8be3 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:27.973981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1143-61cb-4043-a018-a3010ad533e4 req-6f17a438-d658-4383-ba9e-0237efba9048 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.975890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.978631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cff192f0-b316-4121-ac97-d04de799a064 req-3fc950dc-9ea5-488a-8481-8760ff0b3c00 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.73 "DELETE /v2.0/ports/6bdfed7c-2959-4566-af58-242fac7c8be3 HTTP/1.1" status: 204 len: 173 time: 1.1882155 Jul 07 17:22:27.979687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'name': 'network-vif-deleted', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:27.982484 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7bfcfb-ea82-4eda-8c08-9c46fa103d29" -d '{"events": [{"server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "name": "network-vif-deleted", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:27.985710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5b1143-61cb-4043-a018-a3010ad533e4 req-6f17a438-d658-4383-ba9e-0237efba9048 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d0ee937-150e-45f4-847d-76e4bf2b488d HTTP/1.1" status: 200 len: 945 time: 0.4448364 Jul 07 17:22:28.094769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5b1143-61cb-4043-a018-a3010ad533e4 req-5cf9e619-4725-4cec-ab25-e518396605b3 tempest-DeleteServersTestJSON-215414961 tempest-DeleteServersTestJSON-215414961-project] 10.222.0.66 "GET /v2.0/security-groups?id=001c4b9a-1f33-4b61-9150-ccf54faae0ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074500 Jul 07 17:22:28.229035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f44b171-6248-4a1e-8604-c74996121c96 req-527d7f22-5413-4651-9b45-c1bc86e15f9a tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ab3a63-9c80-477e-a860-9e50b3b92051 HTTP/1.1" status: 200 len: 210 time: 0.1011872 Jul 07 17:22:28.358760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.448835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8d8ef22-13e3-43c8-b688-b8849ba22cc7 req-589d8415-559f-40c5-aa48-44f14caca7a9 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 210 time: 0.1126516 Jul 07 17:22:28.561025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.578392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['9fcee1c9-30f8-4e5d-9464-6817870beedf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:28.604894 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e8227-275d-42a1-8d8b-fa4c8330dd2c x-openstack-request-id: req-3c8e8227-275d-42a1-8d8b-fa4c8330dd2c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:28.605243 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0ee937-150e-45f4-847d-76e4bf2b488d", "name": "network-vif-deleted", "tag": "6bdfed7c-2959-4566-af58-242fac7c8be3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:28.605431 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c8e8227-275d-42a1-8d8b-fa4c8330dd2c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:28.608820 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0ee937-150e-45f4-847d-76e4bf2b488d', 'name': 'network-vif-deleted', 'tag': '6bdfed7c-2959-4566-af58-242fac7c8be3', 'status': 'completed', 'code': 200} Jul 07 17:22:28.732851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Network 5678046a-ff85-4699-b9c9-c746f815ce37 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:28.750275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:28.776695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:28.898163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-7927d121-4d97-485b-894a-64fa9f5c22bd tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.901802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-7927d121-4d97-485b-894a-64fa9f5c22bd tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 813 time: 0.3608136 Jul 07 17:22:28.916810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'device_id': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea', 'admin_state_up': True, 'tenant_id': '560c609fcc454e6c9fb2ef3141c85171'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.981295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.982246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.028103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Pushing event updated for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:29.110646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Made reservation on behalf of 560c609fcc454e6c9fb2ef3141c85171 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:29.118698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.217677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-1cec7ca0-190a-4151-83c7-73b031a566e4 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3975403 Jul 07 17:22:29.238612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Request body: {'port': {'device_id': 'b4f79038-6974-494c-843d-f02720797fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:29.388830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Allocated IP 172.20.0.11 (603a0c83-e651-4733-8188-7cffe356f0ea/b3865d67-fdaa-4911-b682-47ab7ae014d8/5ee513d0-274e-4533-affb-b01d761e7d66) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:29.473042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ae0af-90e8-492e-a817-c502ba82bc0a req-176d0d7f-5d3e-4e53-b15b-d058775845a4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.482113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a6ae0af-90e8-492e-a817-c502ba82bc0a req-176d0d7f-5d3e-4e53-b15b-d058775845a4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.4615242 Jul 07 17:22:29.495470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6bdfed7c-2959-4566-af58-242fac7c8be3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:29.533120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 6bdfed7c-2959-4566-af58-242fac7c8be3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:29.533841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6bdfed7c-2959-4566-af58-242fac7c8be3 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:29.571935 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.603170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019bc9-2357-4973-bdad-c0c7d36ea5ab req-d3f78f5f-e51e-4eb7-8524-b0e7ebff3656 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.610606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d019bc9-2357-4973-bdad-c0c7d36ea5ab req-d3f78f5f-e51e-4eb7-8524-b0e7ebff3656 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 931 time: 0.3478801 Jul 07 17:22:29.658256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.696792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a6ae0af-90e8-492e-a817-c502ba82bc0a req-e96edf41-f39e-4e81-8e70-c747a41dfd0f tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075343 Jul 07 17:22:29.721392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.752809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:29.807096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d019bc9-2357-4973-bdad-c0c7d36ea5ab req-0ec70deb-c195-462b-819c-b2b1e5ec865a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954772 Jul 07 17:22:29.847664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:29.934707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Network 603a0c83-e651-4733-8188-7cffe356f0ea is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:29.941877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:29.958001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:30.084112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.085288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.125741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-16f54069-59be-4e9c-9c30-e23f60fa204d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2134092 Jul 07 17:22:30.139118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Request body: {'port': {'device_id': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:30.443938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.469337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:30.489885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.524771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Transition to ACTIVE for port object f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:30.586135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.673950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Pushing event updated for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.889284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed20c-3dda-493c-b6f6-dcaed5c6a8a2 req-8bd658d0-18e8-48c9-8b1f-b406df95871c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.900663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de1ed20c-3dda-493c-b6f6-dcaed5c6a8a2 req-8bd658d0-18e8-48c9-8b1f-b406df95871c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 932 time: 0.3731184 Jul 07 17:22:31.004686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de1ed20c-3dda-493c-b6f6-dcaed5c6a8a2 req-247a7077-99e8-4669-9a77-12326d922878 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029904 Jul 07 17:22:31.041129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e85cf8-fdec-4219-90fa-50ac70e52e52 req-0735855a-f0ed-4b18-8207-7fca3cdc9a6c tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.047871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16e85cf8-fdec-4219-90fa-50ac70e52e52 req-0735855a-f0ed-4b18-8207-7fca3cdc9a6c tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.4937544 Jul 07 17:22:31.069706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:31.095842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Request body: {'floatingip': {'port_id': 'df42b703-801a-4427-b521-a651a77c80e7'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:31.262305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Attempting to bind port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:31.262810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Attempting to bind port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:31.263269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Attempting to bind port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 on network 5678046a-ff85-4699-b9c9-c746f815ce37 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.287793 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.424295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 on network 5678046a-ff85-4699-b9c9-c746f815ce37 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:31.431767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Attempting to bind port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 on network 5678046a-ff85-4699-b9c9-c746f815ce37 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.517884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:31.518936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Checking segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:31.518936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Bound using segment: {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:31.531289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Bound port: f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f05c0-ff80-4ca8-a048-1b0cc29eb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:31.535048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.043556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee513d0-274e-4533-affb-b01d761e7d66 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:32.051577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.066908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Transition to ACTIVE for port object 5ee513d0-274e-4533-affb-b01d761e7d66 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:32.074490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.201385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.300060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Attempting to bind port 5ee513d0-274e-4533-affb-b01d761e7d66 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:32.300488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Attempting to bind port 5ee513d0-274e-4533-affb-b01d761e7d66 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:32.300837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Attempting to bind port 5ee513d0-274e-4533-affb-b01d761e7d66 on network 603a0c83-e651-4733-8188-7cffe356f0ea {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:32.307067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Port 5ee513d0-274e-4533-affb-b01d761e7d66 on network 603a0c83-e651-4733-8188-7cffe356f0ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:32.307411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Attempting to bind port 5ee513d0-274e-4533-affb-b01d761e7d66 on network 603a0c83-e651-4733-8188-7cffe356f0ea {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:32.314043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:32.314397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Checking segment: {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:32.314926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Bound using segment: {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:32.315376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Bound port: 5ee513d0-274e-4533-affb-b01d761e7d66, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630577d0-618d-4b8d-97fd-7badb2813056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:32.315750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.425489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:22:32.472461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:32.480277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:32.492370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.581761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.591601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.599715 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] 10.222.0.23 "PUT /v2.0/ports/5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 1093 time: 2.4666698 Jul 07 17:22:32.600241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:32.602893 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:32.610666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:32.687860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:32.691474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.704449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.724459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.743887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b677a26-59cb-4f5d-bc22-98b49bd00836 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.809659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-b786ecb1-14a6-45b4-9b03-a1a2a8dcfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.811627 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-b786ecb1-14a6-45b4-9b03-a1a2a8dcfe63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1558502 Jul 07 17:22:32.877971 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-4ec781e1-7fd4-484e-91ac-e657263ae559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 217 time: 0.0501807 Jul 07 17:22:32.969725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-928eb474-789c-4b91-a2ac-f9af618ff6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.972870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-928eb474-789c-4b91-a2ac-f9af618ff6db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.0932381 Jul 07 17:22:33.040424 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-67c5c1a6-f62a-43a7-a6d4-ff590f4224e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597630 Jul 07 17:22:33.193020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e14b-821d-4e86-b3ff-a879a37694e1 req-f07c4199-63ec-48a4-9a92-5375221544aa tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.195480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eae0e14b-821d-4e86-b3ff-a879a37694e1 req-f07c4199-63ec-48a4-9a92-5375221544aa tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 943 time: 1.5773332 Jul 07 17:22:33.222863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.223722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.225995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] 10.222.0.73 "PUT /v2.0/ports/f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 200 len: 1092 time: 3.9935391 Jul 07 17:22:33.229557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:33.238165 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330b257-8229-4538-8c10-11235f710e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:33.250771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-d783a943-848d-4b7f-9bae-876887a206e7 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010906 Jul 07 17:22:33.348378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d4a78-138c-448b-b63d-f52abd4f931e service neutron] Pushing event updated for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.459788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd327b-c315-46fa-85b2-e0ab3b23965c req-e9a76318-a28d-4049-b385-dd3a179fa504 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.472301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75cd327b-c315-46fa-85b2-e0ab3b23965c req-e9a76318-a28d-4049-b385-dd3a179fa504 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 944 time: 0.8686178 Jul 07 17:22:33.476327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eae0e14b-821d-4e86-b3ff-a879a37694e1 req-f6a3a5d3-cf48-4e37-9674-a3a2633e25f7 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631319 Jul 07 17:22:33.503653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d992e30-bb8d-4936-914c-d9386ba7b30e req-de05069b-6acb-4c53-aacd-46fd36b140f1 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414553 Jul 07 17:22:33.547318 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Floating IP 755034b4-afe7-426e-a2aa-55d6ca25169a associated. External IP: 172.25.3.175, port: df42b703-801a-4427-b521-a651a77c80e7. Jul 07 17:22:33.630068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75cd327b-c315-46fa-85b2-e0ab3b23965c req-d632d0b6-1979-4830-8e6e-bb335f1db486 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615241 Jul 07 17:22:33.656853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-7d1d7a45-1ffd-40a5-b6ed-82fd06a5c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.659201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-7d1d7a45-1ffd-40a5-b6ed-82fd06a5c6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1095 time: 0.3702700 Jul 07 17:22:33.766948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-b0d11dba-e73c-4d07-b324-abbe3328016c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0994005 Jul 07 17:22:33.834996 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e59d6-90d2-4e73-a8ed-28deeccb1342 x-openstack-request-id: req-352e59d6-90d2-4e73-a8ed-28deeccb1342 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:33.835411 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:33.835677 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-352e59d6-90d2-4e73-a8ed-28deeccb1342 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:33.836158 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66', 'status': 'completed', 'code': 200} Jul 07 17:22:33.868564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-9dae14e3-2b86-4825-9136-8c4abbc7159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.870291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-9dae14e3-2b86-4825-9136-8c4abbc7159e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.0936489 Jul 07 17:22:34.091650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-56aa9c55-b3ca-4791-9a3d-5e96ff504eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.093711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-56aa9c55-b3ca-4791-9a3d-5e96ff504eaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1096 time: 0.2264502 Jul 07 17:22:34.180228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-642ac014-c628-4d13-8f98-cd0bdc13f5e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2989843 Jul 07 17:22:34.187523 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83aaf11-97a3-427b-89f9-13ab75239037 x-openstack-request-id: req-f83aaf11-97a3-427b-89f9-13ab75239037 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:34.188305 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:34.188952 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f83aaf11-97a3-427b-89f9-13ab75239037 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:34.190055 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5', 'status': 'completed', 'code': 200} Jul 07 17:22:34.304803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-7a33c68b-4688-4101-946a-403506d6035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.306922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-7a33c68b-4688-4101-946a-403506d6035a service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.2064443 Jul 07 17:22:34.365824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-ff782f46-61d8-4f7f-8ae7-699bf2a028d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 217 time: 0.0507011 Jul 07 17:22:34.450828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-7a412e75-d1bb-4629-81f3-8682c2503df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.452610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-7a412e75-d1bb-4629-81f3-8682c2503df6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.0798173 Jul 07 17:22:34.475234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:34.503101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-212ccc3f-3b61-4ba2-87ea-dda94bdddda1 service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070753 Jul 07 17:22:34.558255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-7ca73fb2-eccb-44ed-8433-d8e14509411a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958574 Jul 07 17:22:34.837195 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-6f42e514-718f-4dc1-96e5-db4fa7957caf service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694507 Jul 07 17:22:34.948618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:34.966181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:34.991395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.005866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e5de5a6-ff96-45da-83db-47708fb061d1 req-4d964d67-cf76-4948-8dbd-ab0923252820 service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952943 Jul 07 17:22:35.026467 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:35.027516 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:22:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:35.128187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fd1a8c8-57a6-47b4-8ad6-517ede08b74e req-b7bcf2b1-ff6f-4d0c-ac61-dbd6d1a95af7 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809451 Jul 07 17:22:35.200526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b5ac3520-fdbe-4269-8370-dcf6f48a0b0e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "PUT /v2.0/floatingips/755034b4-afe7-426e-a2aa-55d6ca25169a HTTP/1.1" status: 200 len: 992 time: 4.1285706 Jul 07 17:22:35.239240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7fc5b-9bdb-4d33-bcf4-c1e26d7e8aeb req-04368879-d8e4-458b-9b50-2fc6620cac8d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.242164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d7fc5b-9bdb-4d33-bcf4-c1e26d7e8aeb req-04368879-d8e4-458b-9b50-2fc6620cac8d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 943 time: 0.4671035 Jul 07 17:22:35.322487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330b257-8229-4538-8c10-11235f710e6c req-12fe1f93-ea6a-4fe3-a2e1-d451d220df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.324780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-12fe1f93-ea6a-4fe3-a2e1-d451d220df76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1095 time: 0.2063210 Jul 07 17:22:35.334236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd68a-6fff-4937-960a-f190b4a16066 req-d0f9816d-97c4-4f54-beca-ec9baa02b475 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.341806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9fbd68a-6fff-4937-960a-f190b4a16066 req-d0f9816d-97c4-4f54-beca-ec9baa02b475 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 944 time: 0.3473232 Jul 07 17:22:35.352717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d7fc5b-9bdb-4d33-bcf4-c1e26d7e8aeb req-5443d2ff-2d70-4f85-85a8-52f5cf142e3a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940280 Jul 07 17:22:35.403995 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:35.583219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330b257-8229-4538-8c10-11235f710e6c req-92cc4f94-4c55-497e-9a3d-280862d96402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.586910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-92cc4f94-4c55-497e-9a3d-280862d96402 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 912 time: 0.2425959 Jul 07 17:22:35.682197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-baecd18a-dfc3-4c45-b910-7cd69d108005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0756063 Jul 07 17:22:35.728699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9fbd68a-6fff-4937-960a-f190b4a16066 req-b758a983-fe44-439a-80c4-dba10daa2cc9 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857963 Jul 07 17:22:35.827342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330b257-8229-4538-8c10-11235f710e6c req-a2ec15e6-432a-4701-964f-5eeb52ba61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.828960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-a2ec15e6-432a-4701-964f-5eeb52ba61fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.1253645 Jul 07 17:22:35.932782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-c285be5c-7fb7-4d3c-b311-56968a732d4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930336 Jul 07 17:22:36.074719 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '755034b4-afe7-426e-a2aa-55d6ca25169a', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'df42b703-801a-4427-b521-a651a77c80e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:8d:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:05Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.159670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-56a52205-4911-40db-bc7a-c4d809794ca7 service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059078 Jul 07 17:22:36.190083 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:36.198889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:36.201902 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "tag": "df42b703-801a-4427-b521-a651a77c80e7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:36.237030 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:36.237725 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:22:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.299894 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f03aaf-04fd-4ca7-a4da-2d826b71bb10 x-openstack-request-id: req-35f03aaf-04fd-4ca7-a4da-2d826b71bb10 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:36.302843 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "tag": "df42b703-801a-4427-b521-a651a77c80e7", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:36.303186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ee513d0-274e-4533-affb-b01d761e7d66 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:36.304881 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35f03aaf-04fd-4ca7-a4da-2d826b71bb10 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:36.306693 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7', 'status': 'completed', 'code': 200} Jul 07 17:22:36.376517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d330b257-8229-4538-8c10-11235f710e6c req-55550334-7829-4060-a33a-2a459714dff6 service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091630 Jul 07 17:22:36.464304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-9d40371e-4ce0-469f-8529-3e551e9bd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.465893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-9d40371e-4ce0-469f-8529-3e551e9bd2d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 1098 time: 0.1334002 Jul 07 17:22:36.562336 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:36.655935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:36.688496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '5ee513d0-274e-4533-affb-b01d761e7d66', 'network_id': '603a0c83-e651-4733-8188-7cffe356f0ea', 'port_id': '5ee513d0-274e-4533-affb-b01d761e7d66', 'mac_address': 'fa:16:3e:b8:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3865d67-fdaa-4911-b682-47ab7ae014d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:36.724242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-4bf59890-5d85-40d1-b8e8-59d5f2c28269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.729932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-4bf59890-5d85-40d1-b8e8-59d5f2c28269 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.2519772 Jul 07 17:22:36.776809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d718-887d-409b-821c-9e2b91cb22d3 req-a9271908-3a77-40b2-aeb2-7320f15d62e6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.786040 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b11d718-887d-409b-821c-9e2b91cb22d3 req-a9271908-3a77-40b2-aeb2-7320f15d62e6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.1499617 Jul 07 17:22:36.811954 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.850279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee513d0-274e-4533-affb-b01d761e7d66 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:36.890037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b11d718-887d-409b-821c-9e2b91cb22d3 req-465878b2-83de-4c6f-ac11-c90c671f4cb4 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012757 Jul 07 17:22:36.924482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:36.944806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.952079 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-e2419875-5704-4a97-b3f0-8d6e5beeb8b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 200 len: 1000 time: 0.2133441 Jul 07 17:22:36.997874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da396dbd-1d16-43bb-a4ff-fd213f941410 req-112dc572-fbab-42f6-ace3-28534ba43faa tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.011135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da396dbd-1d16-43bb-a4ff-fd213f941410 req-112dc572-fbab-42f6-ace3-28534ba43faa tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 943 time: 0.2199683 Jul 07 17:22:37.116730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-85092fb1-c6d8-45f6-86a2-bc378c860c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.122922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.128243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-85092fb1-c6d8-45f6-86a2-bc378c860c3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1559055 Jul 07 17:22:37.205399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da396dbd-1d16-43bb-a4ff-fd213f941410 req-13ea2954-eb0e-41ca-91fd-a9d90adc9c06 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929796 Jul 07 17:22:37.241850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:37.350523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-6debde6b-43e4-4791-9b95-df3e06731b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.370152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-62bb9cc6-1b70-4c56-9172-f9e06e23b3a6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.372262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-62bb9cc6-1b70-4c56-9172-f9e06e23b3a6 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.2859313 Jul 07 17:22:37.375130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-6debde6b-43e4-4791-9b95-df3e06731b88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323184 Jul 07 17:22:37.592422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:37.747915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Deleting port 91592eeb-dbad-4340-825f-c949422e05bb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:37.749183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.796648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e04969-6522-4a69-baf4-ad63a3708223 req-7265708f-3359-4466-bc5f-964f5d738775 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.817855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-0f161020-1064-4904-84ed-bfcfd8821b27 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288776 Jul 07 17:22:37.820129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39e04969-6522-4a69-baf4-ad63a3708223 req-7265708f-3359-4466-bc5f-964f5d738775 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 945 time: 0.2726967 Jul 07 17:22:37.836137 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '755034b4-afe7-426e-a2aa-55d6ca25169a', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'df42b703-801a-4427-b521-a651a77c80e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:8d:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:05Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:37.938825 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58902ffe-be9d-438c-83ef-26e103b8cecd None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '755034b4-afe7-426e-a2aa-55d6ca25169a', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'port_id': 'df42b703-801a-4427-b521-a651a77c80e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'mac_address': 'fa:16:3e:8d:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:05Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 1, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:38.113095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39e04969-6522-4a69-baf4-ad63a3708223 req-ef3a097c-1e62-4289-a61f-bffc69db9c7e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917211 Jul 07 17:22:38.167982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] For port 91592eeb-dbad-4340-825f-c949422e05bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=91592eeb-dbad-4340-825f-c949422e05bb,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.168381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.192774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-874d7529-bdcc-4df1-a44f-5e9d9f25f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.202798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Calling delete_port for 91592eeb-dbad-4340-825f-c949422e05bb owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:38.212836 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3f6dc21-adb3-4c4e-a7f8-5fbe24b25b9f req-052492cf-1826-4aac-8fd8-82768a4b013e service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783567 Jul 07 17:22:38.373818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.389578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5', 'network_id': '5678046a-ff85-4699-b9c9-c746f815ce37', 'port_id': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5', 'mac_address': 'fa:16:3e:17:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad63652-b8de-4ad6-b168-fcd809906a32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:38.477276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce16030-c244-48ad-8baf-b363e45cd857 None None] New status for floating IP 755034b4-afe7-426e-a2aa-55d6ca25169a: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:38.702613 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.723664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b233e4-cff0-4670-a21e-2928799ee49a req-035f8b4e-05c4-45f1-8a4a-a434f3356c1e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.737701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:38.739417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42b233e4-cff0-4670-a21e-2928799ee49a req-035f8b4e-05c4-45f1-8a4a-a434f3356c1e tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=60d9fd4b-6fd3-4004-9b02-ede2f393a4fd HTTP/1.1" status: 200 len: 945 time: 0.3218889 Jul 07 17:22:38.776193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:38.825772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.871773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.997275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.001482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event deleted for resources: {'Port': ['ID=91592eeb-dbad-4340-825f-c949422e05bb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.026867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42b233e4-cff0-4670-a21e-2928799ee49a req-bef8e48a-02c7-40f4-b5c5-b208aec985b5 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834969 Jul 07 17:22:39.153232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] No DVR routers for this DVR port 91592eeb-dbad-4340-825f-c949422e05bb on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:39.158326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.161279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc35bdab-882c-4399-b16e-c094b98d9f54 req-b56f2795-0d2b-4406-abcb-2bb38aae980f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "DELETE /v2.0/ports/91592eeb-dbad-4340-825f-c949422e05bb HTTP/1.1" status: 204 len: 173 time: 1.7714338 Jul 07 17:22:39.162777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-deleted', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:39.175703 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecf604-d14c-4334-9535-a658a039b6d1" -d '{"events": [{"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-deleted", "tag": "91592eeb-dbad-4340-825f-c949422e05bb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:39.185664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:39.209749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d96d2-5d4d-4562-bf8a-bcc44aaaf864 req-c8a47d7c-5bff-46df-b0b8-e4eea91ebc7a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.213545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22d96d2-5d4d-4562-bf8a-bcc44aaaf864 req-c8a47d7c-5bff-46df-b0b8-e4eea91ebc7a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 943 time: 0.4676948 Jul 07 17:22:39.444260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22d96d2-5d4d-4562-bf8a-bcc44aaaf864 req-f0669077-8675-4d72-8553-23e916657cfe tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118044 Jul 07 17:22:39.557265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 91592eeb-dbad-4340-825f-c949422e05bb no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:39.639037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 91592eeb-dbad-4340-825f-c949422e05bb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:39.639550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 91592eeb-dbad-4340-825f-c949422e05bb not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:39.703689 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94eb14-45b4-46c1-9ae4-79534fdee1ba x-openstack-request-id: req-be94eb14-45b4-46c1-9ae4-79534fdee1ba {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:39.704184 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9fd4b-6fd3-4004-9b02-ede2f393a4fd", "name": "network-vif-deleted", "tag": "91592eeb-dbad-4340-825f-c949422e05bb", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:39.705882 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be94eb14-45b4-46c1-9ae4-79534fdee1ba {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:39.708399 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9fd4b-6fd3-4004-9b02-ede2f393a4fd', 'name': 'network-vif-deleted', 'tag': '91592eeb-dbad-4340-825f-c949422e05bb', 'status': 'completed', 'code': 200} Jul 07 17:22:39.892377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369550-52e3-4af9-abd9-b8b5c8e98071 req-4208d714-c8e9-4b4a-b29c-3cea49e95517 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.903089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b369550-52e3-4af9-abd9-b8b5c8e98071 req-4208d714-c8e9-4b4a-b29c-3cea49e95517 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 945 time: 0.3527248 Jul 07 17:22:40.013478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b369550-52e3-4af9-abd9-b8b5c8e98071 req-ea2f4fdc-2da8-4d1d-a069-aa567a8b8471 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952358 Jul 07 17:22:40.049788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f6e56f2-289c-45af-b66a-572d8d96b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.303036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ee513d0-274e-4533-affb-b01d761e7d66 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:40.425188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 5ee513d0-274e-4533-affb-b01d761e7d66 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:40.432552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 5ee513d0-274e-4533-affb-b01d761e7d66 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:40.433726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.520578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.598333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.635774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:40.638755 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd714222-3656-4480-8dfe-193c490254df" -d '{"events": [{"server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:40.658643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:40.666052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.816630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.833172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.834075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.834741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.835308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.835871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.836433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.837011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.837582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.838138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.838773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.839469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:40.840253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:41.087832 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc2911-6bad-4342-99e4-83b8fcaaf2e9 x-openstack-request-id: req-0fbc2911-6bad-4342-99e4-83b8fcaaf2e9 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:41.088537 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:41.088820 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fbc2911-6bad-4342-99e4-83b8fcaaf2e9 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:41.089355 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66', 'code': 200} Jul 07 17:22:41.147509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae6c3-3f3e-46a0-830c-510fe2f5fd6a req-a4830932-7c32-4b51-ab76-cc4035440755 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.155080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c75ae6c3-3f3e-46a0-830c-510fe2f5fd6a req-a4830932-7c32-4b51-ab76-cc4035440755 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 944 time: 0.1473148 Jul 07 17:22:41.270848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c75ae6c3-3f3e-46a0-830c-510fe2f5fd6a req-5700f618-6409-4dc3-894c-8018ec6e4b48 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Jul 07 17:22:41.360657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9aa1b-2d7a-4dc6-b78c-fed14494f94e req-68a2fa27-303a-433e-820b-8e8568a7fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.363522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-13e9aa1b-2d7a-4dc6-b78c-fed14494f94e req-68a2fa27-303a-433e-820b-8e8568a7fa23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1098 time: 0.1533298 Jul 07 17:22:41.434623 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-13e9aa1b-2d7a-4dc6-b78c-fed14494f94e req-76923772-a4e2-4bb5-a767-83f197f98a35 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629139 Jul 07 17:22:41.466803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-e78900c7-4230-4c2c-826a-3b7f28a891c7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.469628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-e78900c7-4230-4c2c-826a-3b7f28a891c7 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.3131018 Jul 07 17:22:41.569181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:41.637926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e8ae-ea7d-4d76-a635-498966e40606 req-e589880c-444a-470a-8838-ec6cd00f12e1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.653988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b313e8ae-ea7d-4d76-a635-498966e40606 req-e589880c-444a-470a-8838-ec6cd00f12e1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 944 time: 0.3201663 Jul 07 17:22:41.672754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:41.681162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:41.681985 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.779750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b313e8ae-ea7d-4d76-a635-498966e40606 req-1efbb43b-02e4-4565-8da8-941b45cb70ad tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239028 Jul 07 17:22:41.800077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.812025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Deleting port 6108a410-1f16-4596-8bfd-407db2819d4e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:41.812588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.818407 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.868958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:41.881899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.883047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6108a410-1f16-4596-8bfd-407db2819d4e no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:41.935525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50756dad-f13d-45d9-bb47-c2eb929214f7 req-8314c648-1ec0-433b-b475-c631a4b4c825 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.938637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50756dad-f13d-45d9-bb47-c2eb929214f7 req-8314c648-1ec0-433b-b475-c631a4b4c825 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 946 time: 0.2755249 Jul 07 17:22:41.996419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.082410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50756dad-f13d-45d9-bb47-c2eb929214f7 req-8eb2741f-5945-4a0f-ba7d-7b3e68c28b38 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365440 Jul 07 17:22:42.092437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] For port 6108a410-1f16-4596-8bfd-407db2819d4e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6108a410-1f16-4596-8bfd-407db2819d4e,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:42.093058 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.119262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Calling delete_port for 6108a410-1f16-4596-8bfd-407db2819d4e owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:42.296765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.339747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event deleted for resources: {'Port': ['ID=6108a410-1f16-4596-8bfd-407db2819d4e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.406518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54320) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:42.415261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] No DVR routers for this DVR port 6108a410-1f16-4596-8bfd-407db2819d4e on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:42.418627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.421497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a47186d1-adc4-41e1-913c-af7f40a5eb4e req-41f76de1-9b94-41fb-aa29-24a044129619 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.73 "DELETE /v2.0/ports/6108a410-1f16-4596-8bfd-407db2819d4e HTTP/1.1" status: 204 len: 173 time: 0.9445841 Jul 07 17:22:42.422330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-deleted', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:42.425934 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee8835-c1a5-4ab2-a4f2-fd7cbbfe39fc" -d '{"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-deleted", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:42.483247 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92283161-d8db-4de6-99cf-cb70480db482 x-openstack-request-id: req-92283161-d8db-4de6-99cf-cb70480db482 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:42.483544 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6e95b-9299-438d-a20b-0962b72e375b", "name": "network-vif-deleted", "tag": "6108a410-1f16-4596-8bfd-407db2819d4e", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:42.483806 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92283161-d8db-4de6-99cf-cb70480db482 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:42.484221 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed6e95b-9299-438d-a20b-0962b72e375b', 'name': 'network-vif-deleted', 'tag': '6108a410-1f16-4596-8bfd-407db2819d4e', 'status': 'completed', 'code': 200} Jul 07 17:22:42.833684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Deleting subnet c34760be-87ad-45e9-afbc-9442f13c48d2 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:42.841024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.961149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.037544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.091266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:43.100594 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ec052-372c-4d72-b9f1-231f40302a3b" -d '{"events": [{"server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "name": "network-vif-plugged", "status": "completed", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:43.120010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.127701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a324b89-9d63-4f48-bf5a-24670b803a5b req-b946a9dc-6313-4c58-97c2-7ed2ba0418a1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ed6e95b-9299-438d-a20b-0962b72e375b HTTP/1.1" status: 200 len: 210 time: 0.0675242 Jul 07 17:22:43.173652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34760be-87ad-45e9-afbc-9442f13c48d2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.176222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.188208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59e02212-f94b-4cf2-8634-d322fae3d834 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c34760be-87ad-45e9-afbc-9442f13c48d2 HTTP/1.1" status: 204 len: 168 time: 0.7794962 Jul 07 17:22:43.189455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54356) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.265688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bb67c-3dbd-4474-86d0-5ea019f26c83 req-1bbeed33-5185-472d-9a24-7d9de980c52b tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.274027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b09bb67c-3dbd-4474-86d0-5ea019f26c83 req-1bbeed33-5185-472d-9a24-7d9de980c52b tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.5978465 Jul 07 17:22:43.297065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.363107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b09bb67c-3dbd-4474-86d0-5ea019f26c83 req-492e7bd6-7ce8-421f-83e1-0f4613d65276 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876839 Jul 07 17:22:43.433451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.448616 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf643e8e-117c-4618-8597-affcd4483e4b x-openstack-request-id: req-cf643e8e-117c-4618-8597-affcd4483e4b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:43.448986 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "name": "network-vif-plugged", "status": "completed", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:43.449358 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf643e8e-117c-4618-8597-affcd4483e4b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:43.449842 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5', 'code': 200} Jul 07 17:22:43.456049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26ee46f-cb22-4be3-9c73-1ccd403541bf']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:43.477264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccbeb06-2050-43eb-8f38-e880633b2934') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:43.477264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccbeb06-2050-43eb-8f38-e880633b2934') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:43.507775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.524877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.561823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.586885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:43.587735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:43.591066 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:43.706125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.729349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.732568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a26ee46f-cb22-4be3-9c73-1ccd403541bf HTTP/1.1" status: 204 len: 168 time: 0.5409167 Jul 07 17:22:43.736572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a32b-7b57-4fbd-a5b4-54788a7d2ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26ee46f-cb22-4be3-9c73-1ccd403541bf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.748635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7ed99-fcf0-4320-aaa8-43206316c584 req-807be18e-4e3a-4ad8-914f-1c12815c5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.751354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fab7ed99-fcf0-4320-aaa8-43206316c584 req-807be18e-4e3a-4ad8-914f-1c12815c5a1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1097 time: 0.1780052 Jul 07 17:22:43.764470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f28974-13e3-4278-8878-1fed3a43814d req-cee9e7c1-c811-481d-af75-977571f1106a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.766812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69f28974-13e3-4278-8878-1fed3a43814d req-cee9e7c1-c811-481d-af75-977571f1106a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 946 time: 0.2455080 Jul 07 17:22:43.848035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fab7ed99-fcf0-4320-aaa8-43206316c584 req-96539939-ed77-47b3-997c-f837c69f3337 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796447 Jul 07 17:22:43.867596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69f28974-13e3-4278-8878-1fed3a43814d req-d1486bf8-5a8b-4933-b79a-143596433c5d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725732 Jul 07 17:22:43.965215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54364) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:44.059158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf9ecff2-e8c6-47ba-9ee5-f894ea48c207 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56fafacd85e94b0683009943d7030620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889580 Jul 07 17:22:44.059754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54366) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:44.165193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-da8ce672-89bd-424b-b5c0-acc217d7d302 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-92971438&fields=id&tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 267 time: 0.0909879 Jul 07 17:22:44.201816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.291583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.398148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-25d55c18-9285-4de9-b4c8-94ea8fb9d45b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.401183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-25d55c18-9285-4de9-b4c8-94ea8fb9d45b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 946 time: 0.2219205 Jul 07 17:22:44.419503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'security_groups': ['10a408e2-45ed-4523-9b0b-4275399b6bc0', '2627a0de-3527-47f9-89f8-4a5090b62b34']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:44.469052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.472073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.478471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/001c4b9a-1f33-4b61-9150-ccf54faae0ad HTTP/1.1" status: 204 len: 168 time: 0.4115562 Jul 07 17:22:44.493384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5da85-9006-4755-8e78-e3429acfc71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c4b9a-1f33-4b61-9150-ccf54faae0ad,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.571549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.907095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:44.975329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.983790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.999188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f', '5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:45.086763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.087874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.105323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55d13673-3f48-40a4-9fef-9cae6607f0ed req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "PUT /v2.0/ports/5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 982 time: 0.6958692 Jul 07 17:22:45.117144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:45.122390 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:45.183327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:45.185252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de692ba-604a-42f3-8c54-e03e6798b999 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:45.845574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e93ff-ac0b-4a52-9846-9e06a9cc2bbb req-5350aeb5-8f24-42a8-a0e9-1ead4c5083f1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.848646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a04e93ff-ac0b-4a52-9846-9e06a9cc2bbb req-5350aeb5-8f24-42a8-a0e9-1ead4c5083f1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1366270 Jul 07 17:22:45.903515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54414) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:45.939496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a04e93ff-ac0b-4a52-9846-9e06a9cc2bbb req-c75ec597-c906-4aff-9717-50f88f13b672 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Jul 07 17:22:45.971585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54420) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:46.042691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1318636528-network', 'tenant_id': '19a71332cff44bb99e664607de1c51da'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:46.057331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.081308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:22:46.081308 n-d-791505-12 neutron-server[93947]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:22:46.081308 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id': '68960d1c8d6f4e31939c37098bdc51e4', 'id': 'c8eba36b-0c68-425e-b3e8-f8e3e0d05df5', 'expiration': datetime.datetime(2021, 7, 7, 17, 24, 46, 76845)}] Jul 07 17:22:46.081308 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:46.082175 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:46.098831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Made reservation on behalf of 19a71332cff44bb99e664607de1c51da for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:46.103843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.119479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.403309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec8d2229-449f-4019-8a76-66fefdd84fb4 req-937c8121-ad17-41ad-80d3-35b6483e046c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2627a0de-3527-47f9-89f8-4a5090b62b34 HTTP/1.1" status: 200 len: 1801 time: 0.1292415 Jul 07 17:22:46.414951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.430322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.583876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.708277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.714957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.751191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68960d1c8d6f4e31939c37098bdc51e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457923 Jul 07 17:22:46.755562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:46.779929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895658-5646-46aa-8727-8873bb8b24de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a8586f-917d-40a0-8b3d-8283e928e06f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.826876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.853310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.910780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.915544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.920838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2a8586f-917d-40a0-8b3d-8283e928e06f HTTP/1.1" status: 204 len: 168 time: 0.1604984 Jul 07 17:22:46.934266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f9b02-65e8-4a55-9523-7731ee97a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a8586f-917d-40a0-8b3d-8283e928e06f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.983978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:47.009046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.009405 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Added segment 880337db-d134-47cc-a17f-7dccce627e07 of type vlan for network 0ff5c010-b84d-4af7-b5f2-147886c1df62 Jul 07 17:22:47.010899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0523efa9-3832-498f-890e-9f9f1e0b1933,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.059543 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-ec8d2229-449f-4019-8a76-66fefdd84fb4 req-1006bd71-bc70-443d-b93c-f51fc1653c87 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:22:47.060628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec8d2229-449f-4019-8a76-66fefdd84fb4 req-1006bd71-bc70-443d-b93c-f51fc1653c87 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/2627a0de-3527-47f9-89f8-4a5090b62b34 HTTP/1.1" status: 409 len: 341 time: 0.6507902 Jul 07 17:22:47.065232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.104726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.106898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.108294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.149988 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963079b8-f2d4-4dc4-b11b-98aac5e63bfb x-openstack-request-id: req-963079b8-f2d4-4dc4-b11b-98aac5e63bfb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:47.150573 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:47.150880 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-963079b8-f2d4-4dc4-b11b-98aac5e63bfb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:47.151706 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66', 'status': 'completed', 'code': 200} Jul 07 17:22:47.206214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2328379 Jul 07 17:22:47.218485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54438) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:47.228812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Request body: {'subnet': {'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1318636528-subnet', 'tenant_id': '19a71332cff44bb99e664607de1c51da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:47.258156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3df7f-0443-43ff-a52a-54a71d657212 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff5c010-b84d-4af7-b5f2-147886c1df62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.277056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0ff5c010-b84d-4af7-b5f2-147886c1df62 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:47.312065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Made reservation on behalf of 19a71332cff44bb99e664607de1c51da for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:47.316437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.334782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-424c5a2b-d5b9-43cb-8a07-8d39534a593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.340666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-424c5a2b-d5b9-43cb-8a07-8d39534a593c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1137 time: 0.1728053 Jul 07 17:22:47.492029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54444) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:47.552632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6526d60-ddd2-41da-afd3-aa6b8611eee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.553867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-17d7d991-8213-4c25-97f4-4a803bfbafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.556486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-17d7d991-8213-4c25-97f4-4a803bfbafc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.2042160 Jul 07 17:22:47.638649 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-2b15be74-1221-4ffc-81bb-036a39cdeff8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 217 time: 0.0688088 Jul 07 17:22:47.649288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.689989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-1921bdda-5fa9-40a1-9c8f-1e77277477fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.691620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-1921bdda-5fa9-40a1-9c8f-1e77277477fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1097 time: 0.2005908 Jul 07 17:22:47.747839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-061ba426-943b-4951-af7f-f28e63e587c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.752282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-061ba426-943b-4951-af7f-f28e63e587c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.1059678 Jul 07 17:22:47.796438 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-46311593-118c-444a-aeb0-327901125f19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346293 Jul 07 17:22:47.807117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0407be4-8ccb-4ef0-ab01-dda637d97d8a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.916461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Checking segment: {'id': '880337db-d134-47cc-a17f-7dccce627e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:47.917139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Network hostable DHCP agents. Network: 0ff5c010-b84d-4af7-b5f2-147886c1df62, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:48.031080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-94c51b58-1253-4186-a153-d43971d1a8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229826 Jul 07 17:22:48.041124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Network 0ff5c010-b84d-4af7-b5f2-147886c1df62 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:48.069438 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-71e49c8f-9d6b-4a58-aab6-cdf6a30d0085 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1183970 Jul 07 17:22:48.091825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6526d60-ddd2-41da-afd3-aa6b8611eee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.096831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-a6236daf-bf7f-48eb-90ff-23698b3b94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.098535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-a6236daf-bf7f-48eb-90ff-23698b3b94ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 912 time: 0.3931961 Jul 07 17:22:48.101061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e6526d60-ddd2-41da-afd3-aa6b8611eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.104061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0ff5c010-b84d-4af7-b5f2-147886c1df62) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:48.116226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221ef14-a899-4525-a063-2aa5655ade58 None None] Network 0ff5c010-b84d-4af7-b5f2-147886c1df62 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:48.172504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6526d60-ddd2-41da-afd3-aa6b8611eee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a3ed2-60b7-4d34-8e99-02b9598766f6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:48.214022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.215045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.228955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-914e832e-989e-4a97-bcb8-543f323e5528 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.1212943 Jul 07 17:22:48.231269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e6526d60-ddd2-41da-afd3-aa6b8611eee2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92a81e106d0c498d96f9a1f00bfa6120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382240 Jul 07 17:22:48.239131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:48.262963 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06a6ddb0-ca07-4477-b54b-2aee5508cdf8 req-ef49efd5-3633-4f95-be23-923d71fc521c service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233589 Jul 07 17:22:48.298136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-550878ea-7b6f-4152-89b1-2d2cb2460a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.300245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdbf52-90a7-4e58-83a7-fc04d8eeb088 None None] Network 0ff5c010-b84d-4af7-b5f2-147886c1df62 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:48.300776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-550878ea-7b6f-4152-89b1-2d2cb2460a45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1176 time: 0.1895864 Jul 07 17:22:48.328174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-083591df-52ad-4484-a0a2-ce6fb51b73ce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1005907 Jul 07 17:22:48.355015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-b4140f3d-a2ed-4e2f-9194-2da5b7db0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.357687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-b4140f3d-a2ed-4e2f-9194-2da5b7db0cef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.1058743 Jul 07 17:22:48.391236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.410236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126e9e-3180-4a75-930d-072913d5870d req-730f520d-dc8d-4cb5-8707-bef09d0bf99d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.423161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11126e9e-3180-4a75-930d-072913d5870d req-730f520d-dc8d-4cb5-8707-bef09d0bf99d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.2461643 Jul 07 17:22:48.452568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-fff7c475-8781-4cc2-a24f-d2af089f8090 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744102 Jul 07 17:22:48.554238 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.565411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11126e9e-3180-4a75-930d-072913d5870d req-68341a22-8b8a-4507-9355-cd03e54d164f tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410594 Jul 07 17:22:48.620511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-c5afcfaa-b701-4422-8658-09b45910869b service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556931 Jul 07 17:22:48.680173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9358de2-9d5d-46f8-897b-21197150853a req-6fd31bbf-9679-4bf9-a6b1-73ba0770369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.681761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-6fd31bbf-9679-4bf9-a6b1-73ba0770369e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1137 time: 0.3263652 Jul 07 17:22:48.702769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-e7ccbf5c-ac74-49df-a66f-b89415920494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.704258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-e7ccbf5c-ac74-49df-a66f-b89415920494 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.3653791 Jul 07 17:22:48.771019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8357c9f3-7fbc-4e43-8262-40b57ed06570 req-c146f682-9c89-40d0-9919-1d30611e8787 service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432352 Jul 07 17:22:48.790737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b0dba-d92f-4d63-9608-374e3084e8c5 req-4efb780d-1fee-4096-a157-b9ae271fb56c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.793314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f54b0dba-d92f-4d63-9608-374e3084e8c5 req-4efb780d-1fee-4096-a157-b9ae271fb56c tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 985 time: 0.1138434 Jul 07 17:22:48.806591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-249f8c0e-8cfb-4cdc-a5a3-613b4584a811 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 200 len: 217 time: 0.0900252 Jul 07 17:22:48.809666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.812479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.813647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b72a3ed2-60b7-4d34-8e99-02b9598766f6 HTTP/1.1" status: 204 len: 168 time: 0.5716226 Jul 07 17:22:48.866855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f7490-4d32-4a5b-a845-7809879f101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a3ed2-60b7-4d34-8e99-02b9598766f6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:48.869334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f54b0dba-d92f-4d63-9608-374e3084e8c5 req-5bd847a9-254d-4a5a-a487-24f6e8b0df2b tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=2627a0de-3527-47f9-89f8-4a5090b62b34&id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0692201 Jul 07 17:22:48.898701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-8ab94e8b-993e-4c0d-972f-4fb333ff9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.900263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-8ab94e8b-993e-4c0d-972f-4fb333ff9e01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.0838153 Jul 07 17:22:48.950618 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-940dcd3c-4286-4f6f-aecb-ccd4ff5c6659 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366733 Jul 07 17:22:48.951717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9358de2-9d5d-46f8-897b-21197150853a req-0fe8129f-493e-409f-a91b-c2ee76e6e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.953175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-0fe8129f-493e-409f-a91b-c2ee76e6e681 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.2617033 Jul 07 17:22:49.059080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-db2cee3e-2c45-4792-8e66-0ef18ae99820 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 217 time: 0.0867238 Jul 07 17:22:49.233606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9358de2-9d5d-46f8-897b-21197150853a req-7d332267-fe7d-4ac0-b05a-b94157fe0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.236234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-7d332267-fe7d-4ac0-b05a-b94157fe0a91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.1281734 Jul 07 17:22:49.286420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54472) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.301596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fde02ec-e546-4524-bde0-990752a612ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.311318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-9296e800-505b-4e66-8ca3-0324de02e498 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662479 Jul 07 17:22:49.313943 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-68d17c5e-51bd-41d7-b215-aa6de3b8225b service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407524 Jul 07 17:22:49.509192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c896fef-edb0-4c9a-babb-e706c9e96a4f req-16a290dd-ebc0-4e2d-84a1-b4755195fffd service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823158 Jul 07 17:22:49.511218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-865d86f7-f934-4c22-9bc0-9b567ca06241 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864798 Jul 07 17:22:49.644176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9358de2-9d5d-46f8-897b-21197150853a req-e152dabc-2384-405f-b852-1ed5a28065f5 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193504 Jul 07 17:22:49.652771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-e1432d14-5614-40c5-a066-df8b794d1cc0 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.655696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-e1432d14-5614-40c5-a066-df8b794d1cc0 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/networks?id=0ff5c010-b84d-4af7-b5f2-147886c1df62 HTTP/1.1" status: 200 len: 814 time: 0.2744205 Jul 07 17:22:49.659515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fde02ec-e546-4524-bde0-990752a612ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.676591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fde02ec-e546-4524-bde0-990752a612ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.700063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-692457df-be10-4df8-9976-ff874d56f10c tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/quotas/19a71332cff44bb99e664607de1c51da HTTP/1.1" status: 200 len: 375 time: 0.0381002 Jul 07 17:22:49.794723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-6d94fd02-0978-41eb-93e4-6f6f7449b1b3 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19a71332cff44bb99e664607de1c51da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817206 Jul 07 17:22:49.795806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde02ec-e546-4524-bde0-990752a612ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df9cf9-fd46-4cea-9de2-1547277fe5d1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.801021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0fde02ec-e546-4524-bde0-990752a612ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a415c739c5e5484e9e1b568c35f19c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133424 Jul 07 17:22:49.804048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54484) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.898843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.948849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-0142d8fd-508a-4711-b198-170af272cfc6 service neutron] 10.222.0.66 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330540 Jul 07 17:22:49.953822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.045542 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.049735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.051622 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9df9cf9-fd46-4cea-9de2-1547277fe5d1 HTTP/1.1" status: 204 len: 168 time: 0.2457170 Jul 07 17:22:50.066989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cef3dc-5128-438a-8ed6-29d58f3b1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df9cf9-fd46-4cea-9de2-1547277fe5d1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.078111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-0b5b3552-e9ea-4526-a87f-5cd6b3666853 service neutron] 10.222.0.66 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157105 Jul 07 17:22:50.821620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3c241-23e5-41a3-8d48-cc3e32b52aaa req-e052de54-5a7e-4af0-b0fe-ab55294b8e7c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.824469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2e3c241-23e5-41a3-8d48-cc3e32b52aaa req-e052de54-5a7e-4af0-b0fe-ab55294b8e7c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1029942 Jul 07 17:22:50.884318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2e3c241-23e5-41a3-8d48-cc3e32b52aaa req-e62b32ef-40f3-473a-9113-172bfadbdd30 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Jul 07 17:22:51.136484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54518) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:51.218947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a248c-31eb-4fc7-8fdd-fd1019dba694 req-85f34fc1-0a75-4aee-9e2c-0c1d0031240e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.226838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d33a248c-31eb-4fc7-8fdd-fd1019dba694 req-85f34fc1-0a75-4aee-9e2c-0c1d0031240e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 985 time: 0.1066442 Jul 07 17:22:51.268383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d33a248c-31eb-4fc7-8fdd-fd1019dba694 req-a8c8fa3f-3ec0-4c32-9c7c-c03903c87ae3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=2627a0de-3527-47f9-89f8-4a5090b62b34&id=10a408e2-45ed-4523-9b0b-4275399b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0405626 Jul 07 17:22:51.304002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170385331-network', 'tenant_id': '4496196c7ca54601a9dc374e3842a28e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:51.335430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Made reservation on behalf of 4496196c7ca54601a9dc374e3842a28e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:51.338067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.352259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.453630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e1668b1-674a-4491-8ca8-1079dcecaaa2 req-8a530087-5318-4899-8064-b591ac90051c tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 210 time: 0.0370545 Jul 07 17:22:51.497320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.503877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.550845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:51.569277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cf504-2966-412d-88e0-6318a47c5add,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.578460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.579321 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Added segment 9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b of type vlan for network d645c438-47e8-4c55-bfa6-24e6e7bf871a Jul 07 17:22:51.668651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.703111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-3f57dc1e-4400-4fff-9351-c0d5afc39e23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1766404766&fields=id&tenant_id=560c609fcc454e6c9fb2ef3141c85171 HTTP/1.1" status: 200 len: 267 time: 0.0640032 Jul 07 17:22:51.810764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.812293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.814017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.839504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-cfe28609-08de-40aa-9976-c19972773526 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.843333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-cfe28609-08de-40aa-9976-c19972773526 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 985 time: 0.1301215 Jul 07 17:22:51.863855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'port': {'security_groups': ['10a408e2-45ed-4523-9b0b-4275399b6bc0', '2627a0de-3527-47f9-89f8-4a5090b62b34', '00b278ee-4428-40d6-9916-39cbb99883d8']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:51.994037 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.275359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:52.295677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1574707 Jul 07 17:22:52.296439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54532) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.301934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Request body: {'subnet': {'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170385331-subnet', 'tenant_id': '4496196c7ca54601a9dc374e3842a28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:52.311449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb6a2-92cd-4e19-b5ac-3f4fc7092a5e admin admin] Pushing event updated for resources: {'Network': ['ID=d645c438-47e8-4c55-bfa6-24e6e7bf871a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.320717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-0de21305-8e35-4320-9b75-bd77ece14827 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.322295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-0de21305-8e35-4320-9b75-bd77ece14827 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.23 "GET /v2.0/networks?id=0ff5c010-b84d-4af7-b5f2-147886c1df62 HTTP/1.1" status: 200 len: 814 time: 0.6112187 Jul 07 17:22:52.324558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:52.336397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.339335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Request body: {'port': {'device_id': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62', 'admin_state_up': True, 'tenant_id': '19a71332cff44bb99e664607de1c51da'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:52.347468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.358940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Made reservation on behalf of 4496196c7ca54601a9dc374e3842a28e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:52.361543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.378919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f', '5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:52.453767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.454283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.456068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b24fa3b0-7d37-437c-9965-7b2d57afb547 req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "PUT /v2.0/ports/5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 1021 time: 0.5979044 Jul 07 17:22:52.463881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:52.464283 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e3b511-89dc-422b-9460-3642cb430098" -d '{"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:52.495905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde1ad2-6773-46e9-9d93-e22de89af852 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.571129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:52.582633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Made reservation on behalf of 19a71332cff44bb99e664607de1c51da for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:52.591727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.667975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.759922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a091fa-16f1-4613-b2b1-1f45de73f9e1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.775949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Checking segment: {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:52.777233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Network hostable DHCP agents. Network: d645c438-47e8-4c55-bfa6-24e6e7bf871a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:52.813018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:52.848315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, d645c438-47e8-4c55-bfa6-24e6e7bf871a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:52.862846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.863864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.900923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-644ab01c-1a09-44bd-81b8-02d345d2124d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6029425 Jul 07 17:22:52.907779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e5f69-4b90-4315-9c72-100cdbeda56f None None] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:52.968156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Allocated IP 172.20.0.2 (0ff5c010-b84d-4af7-b5f2-147886c1df62/b0407be4-8ccb-4ef0-ab01-dda637d97d8a/df3d8284-cbcf-4b03-b1f7-6bb22f69f93c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:53.328890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.368946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efeb742-998c-4257-a588-87501a4f8a75 None None] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:53.377309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.427639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Network 0ff5c010-b84d-4af7-b5f2-147886c1df62 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:53.432148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:53.438245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e408b-5dbc-4b60-9a4e-db1ed4054535 req-1547d03a-1c34-4958-9d16-ded4d9f4e73c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.442358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:53.448149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e89e408b-5dbc-4b60-9a4e-db1ed4054535 req-1547d03a-1c34-4958-9d16-ded4d9f4e73c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0988247 Jul 07 17:22:53.505615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e89e408b-5dbc-4b60-9a4e-db1ed4054535 req-c62d5a0b-81c3-42a0-9919-a554278ab938 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Jul 07 17:22:53.508639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Pushing event updated for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.542665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.543418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.562560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-73189671-04e7-4a49-a74c-336cf290aac7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2296185 Jul 07 17:22:53.584359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Request body: {'port': {'device_id': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:53.593306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6631228-1158-44ee-be06-681447a348c5 req-0b3d7019-ea92-48f0-b821-28c7998eb0fe tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/00b278ee-4428-40d6-9916-39cbb99883d8 HTTP/1.1" status: 200 len: 1803 time: 0.0619361 Jul 07 17:22:53.659357 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-c6631228-1158-44ee-be06-681447a348c5 req-f82c41fd-604d-4e8c-a14c-c27130fefaf6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:22:53.660539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6631228-1158-44ee-be06-681447a348c5 req-f82c41fd-604d-4e8c-a14c-c27130fefaf6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/00b278ee-4428-40d6-9916-39cbb99883d8 HTTP/1.1" status: 409 len: 341 time: 0.0662313 Jul 07 17:22:53.705750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.731961 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c45d62-66dc-4b77-98a2-911586cc4f78 x-openstack-request-id: req-e4c45d62-66dc-4b77-98a2-911586cc4f78 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:53.732270 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:53.732533 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4c45d62-66dc-4b77-98a2-911586cc4f78 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:53.732957 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66', 'status': 'completed', 'code': 200} Jul 07 17:22:53.981395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609e04-998f-4dd9-a284-702514beb793 req-5acf5c8b-e821-4180-9b3c-17209f883206 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.984964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6609e04-998f-4dd9-a284-702514beb793 req-5acf5c8b-e821-4180-9b3c-17209f883206 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 931 time: 0.0976532 Jul 07 17:22:53.993378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b511-89dc-422b-9460-3642cb430098 req-2c0e6842-c627-4ec8-add1-580abc654ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.995048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-2c0e6842-c627-4ec8-add1-580abc654ee7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=560c609fcc454e6c9fb2ef3141c85171&device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1176 time: 0.2364359 Jul 07 17:22:54.036844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6609e04-998f-4dd9-a284-702514beb793 req-ea770ee2-36f8-437d-9846-a32f1b4a809b tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Jul 07 17:22:54.157239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b511-89dc-422b-9460-3642cb430098 req-0120534e-208d-484e-887e-8af2452420d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.158809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-0120534e-208d-484e-887e-8af2452420d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 200 len: 914 time: 0.1493220 Jul 07 17:22:54.241056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-ab2fd8ab-aa02-4ba5-9926-253ffde5e624 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 200 len: 217 time: 0.0644045 Jul 07 17:22:54.253523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d8284-cbcf-4b03-b1f7-6bb22f69f93c {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:54.274785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.319262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Transition to ACTIVE for port object df3d8284-cbcf-4b03-b1f7-6bb22f69f93c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:54.327441 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.332564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b511-89dc-422b-9460-3642cb430098 req-ed925486-5ec2-44cd-bdbd-e1d92f53e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.334167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-ed925486-5ec2-44cd-bdbd-e1d92f53e0dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 200 len: 853 time: 0.0834498 Jul 07 17:22:54.402086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-61166d40-7a6e-47a1-b17d-622554ca5038 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=603a0c83-e651-4733-8188-7cffe356f0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432737 Jul 07 17:22:54.466594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.579565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Attempting to bind port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:54.579920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Attempting to bind port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '880337db-d134-47cc-a17f-7dccce627e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:54.580509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Attempting to bind port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c on network 0ff5c010-b84d-4af7-b5f2-147886c1df62 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:54.594970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c on network 0ff5c010-b84d-4af7-b5f2-147886c1df62 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:54.595179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Attempting to bind port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c on network 0ff5c010-b84d-4af7-b5f2-147886c1df62 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:54.599234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-d7141a8e-5ad6-4e0f-b341-70eb2ad48a33 service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819503 Jul 07 17:22:54.604270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:54.604622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Checking segment: {'id': '880337db-d134-47cc-a17f-7dccce627e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:54.605027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Bound using segment: {'id': '880337db-d134-47cc-a17f-7dccce627e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:54.606200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Bound port: df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880337db-d134-47cc-a17f-7dccce627e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:54.606648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.780676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:54.784802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-46e3b511-89dc-422b-9460-3642cb430098 req-d6f634e8-c700-427a-b384-f1f1ae88909a service neutron] 10.222.0.23 "GET /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755376 Jul 07 17:22:54.787785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,segment=NetworkSegment(880337db-d134-47cc-a17f-7dccce627e07),segment_id=880337db-d134-47cc-a17f-7dccce627e07)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:54.793706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.829884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.829884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.831369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] 10.222.0.23 "PUT /v2.0/ports/df3d8284-cbcf-4b03-b1f7-6bb22f69f93c HTTP/1.1" status: 200 len: 1092 time: 1.2561007 Jul 07 17:22:54.835166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:54.839039 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085110b7-6659-4519-b12b-8a273b8436b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:54.901332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b1307-4c39-4aa9-99d4-e5be755fc257 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.969355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c3ad-3d97-408b-938b-77761dedb49c req-f33e180e-7b51-426f-bac4-0498efe1ce47 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.971213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc35c3ad-3d97-408b-938b-77761dedb49c req-f33e180e-7b51-426f-bac4-0498efe1ce47 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1024 time: 0.1090288 Jul 07 17:22:54.977749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-41dc77c2-49b7-47d9-9868-6585c18c3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.979372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-41dc77c2-49b7-47d9-9868-6585c18c3880 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19a71332cff44bb99e664607de1c51da&device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 1095 time: 0.0971918 Jul 07 17:22:55.018855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc35c3ad-3d97-408b-938b-77761dedb49c req-5ebc9056-5877-45f0-92af-5df2d2143cb6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=2627a0de-3527-47f9-89f8-4a5090b62b34&id=10a408e2-45ed-4523-9b0b-4275399b6bc0&id=00b278ee-4428-40d6-9916-39cbb99883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0414286 Jul 07 17:22:55.031918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-12371547-b9e5-42a5-b59a-2ccaa23fa90d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c HTTP/1.1" status: 200 len: 217 time: 0.0427291 Jul 07 17:22:55.113614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556025a9-5afa-42a6-b74e-47beec81904a req-3b6b108c-cb1c-4282-912d-51a70dd17e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.116193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-3b6b108c-cb1c-4282-912d-51a70dd17e5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0407be4-8ccb-4ef0-ab01-dda637d97d8a HTTP/1.1" status: 200 len: 854 time: 0.0769413 Jul 07 17:22:55.159652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-835257f8-da6e-4c21-919e-9b5daf91ce08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ff5c010-b84d-4af7-b5f2-147886c1df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346789 Jul 07 17:22:55.230365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2a5d-fb06-4319-ad48-f721f1a4c678 req-8516bf42-52a6-4c8b-a553-39269f1383d5 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.232015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b38b2a5d-fb06-4319-ad48-f721f1a4c678 req-8516bf42-52a6-4c8b-a553-39269f1383d5 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0913069 Jul 07 17:22:55.272937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-b0e1873b-ad95-498b-9cce-8cc88d8f6b19 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057703 Jul 07 17:22:55.274112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b38b2a5d-fb06-4319-ad48-f721f1a4c678 req-67af43fe-c4eb-408c-8fbf-41ad204eca08 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Jul 07 17:22:55.352653 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f21214e-37f7-40ce-af65-77eb01df136f x-openstack-request-id: req-6f21214e-37f7-40ce-af65-77eb01df136f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:55.353304 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:55.353304 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f21214e-37f7-40ce-af65-77eb01df136f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:55.353590 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c', 'status': 'completed', 'code': 200} Jul 07 17:22:55.412994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-556025a9-5afa-42a6-b74e-47beec81904a req-7b3f0540-97c1-4906-8bf5-1ba1e3fbf495 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253040 Jul 07 17:22:55.429421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.514601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dd719-f091-415d-b2a2-cc740ca0ad41 req-67f4d6cc-8ace-4426-a21d-b4b3d84d52b6 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.516274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-459dd719-f091-415d-b2a2-cc740ca0ad41 req-67f4d6cc-8ace-4426-a21d-b4b3d84d52b6 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 943 time: 0.0800834 Jul 07 17:22:55.561003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-459dd719-f091-415d-b2a2-cc740ca0ad41 req-fc64b177-f194-494d-b912-c14780856441 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Jul 07 17:22:55.562155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085110b7-6659-4519-b12b-8a273b8436b4 req-e004001c-ea2e-4b9c-ba45-6ae49a8be268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.564096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-e004001c-ea2e-4b9c-ba45-6ae49a8be268 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19a71332cff44bb99e664607de1c51da&device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 1095 time: 0.0875070 Jul 07 17:22:55.691887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085110b7-6659-4519-b12b-8a273b8436b4 req-297f8036-4b76-426b-9a42-307b9c1f8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.693346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-297f8036-4b76-426b-9a42-307b9c1f8127 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0ff5c010-b84d-4af7-b5f2-147886c1df62 HTTP/1.1" status: 200 len: 915 time: 0.1205018 Jul 07 17:22:55.743069 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-f851d976-f43c-460e-a9da-746a08a38900 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c HTTP/1.1" status: 200 len: 217 time: 0.0424187 Jul 07 17:22:55.801336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085110b7-6659-4519-b12b-8a273b8436b4 req-61371d24-4ee2-4d5f-af19-a9c41cc85713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.803790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-61371d24-4ee2-4d5f-af19-a9c41cc85713 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0407be4-8ccb-4ef0-ab01-dda637d97d8a HTTP/1.1" status: 200 len: 854 time: 0.0522940 Jul 07 17:22:55.826993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-38e66092-0a57-41a0-894b-1d11271e9386 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.828551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-38e66092-0a57-41a0-894b-1d11271e9386 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 809 time: 0.1288939 Jul 07 17:22:55.842333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-c7b4d320-2b81-4508-a365-e0e4144041eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ff5c010-b84d-4af7-b5f2-147886c1df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jul 07 17:22:55.850597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-8816aa1b-c109-4bb9-874a-fccaf01dba20 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/quotas/4496196c7ca54601a9dc374e3842a28e HTTP/1.1" status: 200 len: 375 time: 0.0116849 Jul 07 17:22:55.912756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-725b9872-4b41-4e6d-8414-c5d062e86476 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558059 Jul 07 17:22:55.983506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-bc013323-f5c5-4130-957c-53dccc9fca51 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261649 Jul 07 17:22:56.062094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-eac7a059-be41-4904-9802-94e435269657 service neutron] 10.222.0.66 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385372 Jul 07 17:22:56.113673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-085110b7-6659-4519-b12b-8a273b8436b4 req-40324e64-c123-4c39-b1e4-01887bb9a3e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210434 Jul 07 17:22:56.173152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-00d4d8f9-3122-4cde-b6b1-3396276bbd90 service neutron] 10.222.0.66 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031668 Jul 07 17:22:56.290501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-a12d4092-f9d8-4d33-a97c-2e3665e0b118 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:56.292674 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-a12d4092-f9d8-4d33-a97c-2e3665e0b118 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 1024 time: 0.0923367 Jul 07 17:22:56.436399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Deleting port 5ee513d0-274e-4533-affb-b01d761e7d66 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:56.437521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.575202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 5ee513d0-274e-4533-affb-b01d761e7d66, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ee513d0-274e-4533-affb-b01d761e7d66,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:56.575625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.593293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Calling delete_port for 5ee513d0-274e-4533-affb-b01d761e7d66 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:56.863284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.880553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f', '5ee513d0-274e-4533-affb-b01d761e7d66'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:56.902790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'Port': ['ID=5ee513d0-274e-4533-affb-b01d761e7d66,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:56.967024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] No DVR routers for this DVR port 5ee513d0-274e-4533-affb-b01d761e7d66 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:56.972589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.973049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-18d92b80-17a5-4566-928a-3b0f807a2a90 req-0d25b103-b5dc-42a6-9744-24023d0cb784 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "DELETE /v2.0/ports/5ee513d0-274e-4533-affb-b01d761e7d66 HTTP/1.1" status: 204 len: 173 time: 0.6733789 Jul 07 17:22:57.016244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.018336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-331497ec-4445-4488-84ee-ee84ff16aeb2 req-a869fddc-7ced-4ad6-a3c7-38bad784c5b3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2135ff7e-95f4-4a4d-85f1-fc4983976ec1 HTTP/1.1" status: 200 len: 210 time: 0.0778689 Jul 07 17:22:57.286982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7262a1-89d1-4100-a509-430e27da04a7 req-ef249e30-1ef7-4f5d-9012-0ce7beff37cd tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.289920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a7262a1-89d1-4100-a509-430e27da04a7 req-ef249e30-1ef7-4f5d-9012-0ce7beff37cd tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1364992 Jul 07 17:22:57.355220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'name': 'network-vif-deleted', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:57.358816 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6aa4e-777f-4b93-a334-b7948518f7a9" -d '{"events": [{"server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "name": "network-vif-deleted", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:57.384845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a7262a1-89d1-4100-a509-430e27da04a7 req-2bd945ab-564c-4068-9ff9-0f8ea13fec29 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873280 Jul 07 17:22:57.578008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f99d455-8476-4550-8b2a-61f03a5a8405 req-01112f09-d872-4d08-95f0-29d7c673d9ac tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 210 time: 0.0618618 Jul 07 17:22:57.823328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5f6bc-815a-4dcf-be6b-0bf0569fde30 req-c26289f0-48dd-4116-82d1-91da903a2af2 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.826353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e5f6bc-815a-4dcf-be6b-0bf0569fde30 req-c26289f0-48dd-4116-82d1-91da903a2af2 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 943 time: 0.1124394 Jul 07 17:22:57.872068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47e5f6bc-815a-4dcf-be6b-0bf0569fde30 req-1d5144ff-632d-446f-b10e-8166cd49277b tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Jul 07 17:22:57.940730 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc2565-0243-48ab-9ab5-e49c30673df0 x-openstack-request-id: req-08bc2565-0243-48ab-9ab5-e49c30673df0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:57.941350 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2135ff7e-95f4-4a4d-85f1-fc4983976ec1", "name": "network-vif-deleted", "tag": "5ee513d0-274e-4533-affb-b01d761e7d66", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:57.941350 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08bc2565-0243-48ab-9ab5-e49c30673df0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:57.942153 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2135ff7e-95f4-4a4d-85f1-fc4983976ec1', 'name': 'network-vif-deleted', 'tag': '5ee513d0-274e-4533-affb-b01d761e7d66', 'status': 'completed', 'code': 200} Jul 07 17:22:58.417778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-6487a47f-13f2-4fce-b3c0-d878dd48466b tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.419395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-6487a47f-13f2-4fce-b3c0-d878dd48466b tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.73 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 809 time: 0.1596920 Jul 07 17:22:58.438730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Request body: {'port': {'device_id': '852fe132-488a-4854-a9c8-2240b7327e49', 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a', 'admin_state_up': True, 'tenant_id': '4496196c7ca54601a9dc374e3842a28e'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:58.443104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device df3d8284-cbcf-4b03-b1f7-6bb22f69f93c details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:58.630133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,segment=NetworkSegment(880337db-d134-47cc-a17f-7dccce627e07),segment_id=880337db-d134-47cc-a17f-7dccce627e07)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:58.649384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c', 'network_id': '0ff5c010-b84d-4af7-b5f2-147886c1df62', 'port_id': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c', 'mac_address': 'fa:16:3e:f4:bd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0407be4-8ccb-4ef0-ab01-dda637d97d8a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:58.659629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Made reservation on behalf of 4496196c7ca54601a9dc374e3842a28e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:58.664344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.696244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.701809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62504-7c69-4fdb-adfe-4b8297b4c023 req-fca17baf-a418-49a0-8f66-b3fb43fbb4ab tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.703578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ccf62504-7c69-4fdb-adfe-4b8297b4c023 req-fca17baf-a418-49a0-8f66-b3fb43fbb4ab tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1253760 Jul 07 17:22:58.716549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d8284-cbcf-4b03-b1f7-6bb22f69f93c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:58.743046 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:58.753636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,segment=NetworkSegment(880337db-d134-47cc-a17f-7dccce627e07),segment_id=880337db-d134-47cc-a17f-7dccce627e07)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:58.761130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.820935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ccf62504-7c69-4fdb-adfe-4b8297b4c023 req-4b683d58-105c-48ea-81cf-8dd16310f606 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051302 Jul 07 17:22:58.836875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:58.899111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Allocated IP 172.20.0.8 (d645c438-47e8-4c55-bfa6-24e6e7bf871a/28a091fa-16f1-4613-b2b1-1f45de73f9e1/0d7b3380-4722-477d-97d7-35c17c87de9c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:58.948692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-bfe84228-243d-496f-b8f7-57671f0f2c28 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2627a0de-3527-47f9-89f8-4a5090b62b34 HTTP/1.1" status: 200 len: 1801 time: 0.0766659 Jul 07 17:22:59.035555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['df3d8284-cbcf-4b03-b1f7-6bb22f69f93c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:59.107047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.152995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.157992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.225714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.228494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.229642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9260467-9a12-4048-a09c-b03cdc98f6c2 req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/2627a0de-3527-47f9-89f8-4a5090b62b34 HTTP/1.1" status: 204 len: 173 time: 0.2680840 Jul 07 17:22:59.239661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.256797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e03ca-190f-4767-927c-a6c7e937158e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627a0de-3527-47f9-89f8-4a5090b62b34,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:59.297498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:59.301355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:59.306948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:59.339684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Pushing event updated for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:59.378558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.379687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.404585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5f4c088b-0066-4551-a24b-fcb0f2930c90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9728422 Jul 07 17:22:59.437875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Request body: {'port': {'device_id': '852fe132-488a-4854-a9c8-2240b7327e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:59.536161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05140d8-4514-455b-81f4-34bf43dbbeed req-eb945e1f-6e07-4653-97be-513777652a90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.538499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f05140d8-4514-455b-81f4-34bf43dbbeed req-eb945e1f-6e07-4653-97be-513777652a90 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 931 time: 0.1366270 Jul 07 17:22:59.547394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.611663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f05140d8-4514-455b-81f4-34bf43dbbeed req-0ec9e18f-51fb-4f3b-8872-79f446989c78 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658934 Jul 07 17:22:59.876520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19d8af-53e2-4132-b16a-98b3d3c0f124 req-3601287a-fbdb-4ec2-9922-4207ae0aa230 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.878091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da19d8af-53e2-4132-b16a-98b3d3c0f124 req-3601287a-fbdb-4ec2-9922-4207ae0aa230 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 944 time: 0.1444471 Jul 07 17:22:59.998289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da19d8af-53e2-4132-b16a-98b3d3c0f124 req-5b37d851-c1f5-448e-bb9b-3f1e78728405 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113040 Jul 07 17:23:00.021753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7b3380-4722-477d-97d7-35c17c87de9c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:00.037273 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.062827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Transition to ACTIVE for port object 0d7b3380-4722-477d-97d7-35c17c87de9c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:00.068279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.134604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.208596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Attempting to bind port 0d7b3380-4722-477d-97d7-35c17c87de9c on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:00.209416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Attempting to bind port 0d7b3380-4722-477d-97d7-35c17c87de9c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:00.209799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Attempting to bind port 0d7b3380-4722-477d-97d7-35c17c87de9c on network d645c438-47e8-4c55-bfa6-24e6e7bf871a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:00.215425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Port 0d7b3380-4722-477d-97d7-35c17c87de9c on network d645c438-47e8-4c55-bfa6-24e6e7bf871a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:00.215753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Attempting to bind port 0d7b3380-4722-477d-97d7-35c17c87de9c on network d645c438-47e8-4c55-bfa6-24e6e7bf871a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:00.221699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:00.222045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Checking segment: {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:00.222490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Bound using segment: {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:00.222912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Bound port: 0d7b3380-4722-477d-97d7-35c17c87de9c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:00.223285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.324349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:00.346189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d7b3380-4722-477d-97d7-35c17c87de9c,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:00.351650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b488888-07ff-4873-8142-fb55d95e0935 req-29b9e365-3b53-4257-b7df-d6118cb5cd69 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/00b278ee-4428-40d6-9916-39cbb99883d8 HTTP/1.1" status: 200 len: 1803 time: 0.0730016 Jul 07 17:23:00.353357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.417307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.417943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.419473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] 10.222.0.73 "PUT /v2.0/ports/0d7b3380-4722-477d-97d7-35c17c87de9c HTTP/1.1" status: 200 len: 1092 time: 0.9869614 Jul 07 17:23:00.419999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:00.422394 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16fc530-1a52-4dbe-809b-24b06e6db6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:00.457467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device df3d8284-cbcf-4b03-b1f7-6bb22f69f93c up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:00.459989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa86757-9b6b-45ec-a5ff-9e76fff7001c service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.509209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6b488888-07ff-4873-8142-fb55d95e0935 req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.522865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:00.527740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:00.528190 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.550344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6b488888-07ff-4873-8142-fb55d95e0935 req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.634000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6b488888-07ff-4873-8142-fb55d95e0935 req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.636643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6b488888-07ff-4873-8142-fb55d95e0935 req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.638589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b488888-07ff-4873-8142-fb55d95e0935 req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/00b278ee-4428-40d6-9916-39cbb99883d8 HTTP/1.1" status: 204 len: 173 time: 0.2767897 Jul 07 17:23:00.659378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41457bdc-28cd-446a-91a5-282bafbef00e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b278ee-4428-40d6-9916-39cbb99883d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.665227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-4527dac2-eef6-42f9-9fa6-15f16f3b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.666891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-4527dac2-eef6-42f9-9fa6-15f16f3b01c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 1095 time: 0.1746686 Jul 07 17:23:00.687509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.722701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-1ed3838c-3908-4ed4-91de-20848a856e0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d7b3380-4722-477d-97d7-35c17c87de9c HTTP/1.1" status: 200 len: 217 time: 0.0429924 Jul 07 17:23:00.738961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:00.743199 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c7a38-43e8-4dee-8fbb-6c1ade68a1be" -d '{"events": [{"server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "name": "network-vif-plugged", "status": "completed", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:00.768114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,segment=NetworkSegment(880337db-d134-47cc-a17f-7dccce627e07),segment_id=880337db-d134-47cc-a17f-7dccce627e07)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:00.774891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.776152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ee513d0-274e-4533-affb-b01d761e7d66 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:00.799835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-148df734-fcfa-4e48-984d-c9e2b7f91a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.802972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-148df734-fcfa-4e48-984d-c9e2b7f91a31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a091fa-16f1-4613-b2b1-1f45de73f9e1 HTTP/1.1" status: 200 len: 849 time: 0.0735028 Jul 07 17:23:00.820782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 5ee513d0-274e-4533-affb-b01d761e7d66 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:00.821163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ee513d0-274e-4533-affb-b01d761e7d66 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:00.856242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.867878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-72a13637-57c6-4eac-9d26-c47cf3a49ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d645c438-47e8-4c55-bfa6-24e6e7bf871a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575738 Jul 07 17:23:01.066378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-46274e6e-14a2-479f-aeb5-bd4b29fc91b2 service neutron] 10.222.0.73 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928763 Jul 07 17:23:01.078139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73d45f-9839-45af-83ab-9ed44605d485 req-2c694ccb-43a2-4cd8-a597-98c9f8352fdb tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.079767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce73d45f-9839-45af-83ab-9ed44605d485 req-2c694ccb-43a2-4cd8-a597-98c9f8352fdb tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1755180 Jul 07 17:23:01.199992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce73d45f-9839-45af-83ab-9ed44605d485 req-3a141af6-cdd2-4c93-9a39-15a249a17926 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091402 Jul 07 17:23:01.241668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5814a15-1e74-4f77-9bc5-c2fc649b172d req-5b029c26-e5a1-4c49-af0c-b24598009ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605737 Jul 07 17:23:01.264143 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1cedc-8a70-434f-a455-0ab3274be02c x-openstack-request-id: req-ebd1cedc-8a70-434f-a455-0ab3274be02c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:01.264607 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:01.264965 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebd1cedc-8a70-434f-a455-0ab3274be02c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:01.266202 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c', 'status': 'completed', 'code': 200} Jul 07 17:23:01.397963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-5a587021-d83a-487c-a4df-7ddd2c6d31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.399750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-5a587021-d83a-487c-a4df-7ddd2c6d31a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 1095 time: 0.0794780 Jul 07 17:23:01.932124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-f9746b5a-6d3e-45b0-91f0-c35f9d2f3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.933678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-f9746b5a-6d3e-45b0-91f0-c35f9d2f3647 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 910 time: 0.5247428 Jul 07 17:23:01.943586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc91f6-6bcc-4a25-b509-9a8f476625ff req-2a4ef944-d705-466f-9774-81cacee491e4 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.946081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aacc91f6-6bcc-4a25-b509-9a8f476625ff req-2a4ef944-d705-466f-9774-81cacee491e4 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 943 time: 0.5345595 Jul 07 17:23:01.996259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-958842b7-d6f2-4276-88ba-995b38260a44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d7b3380-4722-477d-97d7-35c17c87de9c HTTP/1.1" status: 200 len: 217 time: 0.0490515 Jul 07 17:23:02.069351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aacc91f6-6bcc-4a25-b509-9a8f476625ff req-8c2cfce6-dc3b-4980-a8e8-a5551f2adc05 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139133 Jul 07 17:23:02.083824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-19aa0cb2-1aa6-4801-be96-b11249a112d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.085942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-19aa0cb2-1aa6-4801-be96-b11249a112d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a091fa-16f1-4613-b2b1-1f45de73f9e1 HTTP/1.1" status: 200 len: 849 time: 0.0803237 Jul 07 17:23:02.129453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1184564297', 'description': 'tempest-description-794125451'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:02.182327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-ed2042d3-005c-4517-b329-2b46816a1ac6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d645c438-47e8-4c55-bfa6-24e6e7bf871a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758312 Jul 07 17:23:02.302748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.379414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-1089994a-75ff-45e1-830f-60be28cf853e service neutron] 10.222.0.73 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887751 Jul 07 17:23:02.606211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.613255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.626373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c16fc530-1a52-4dbe-809b-24b06e6db6e3 req-419e06a4-3752-479d-a8cf-e0379f63c543 service neutron] 10.222.0.73 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335880 Jul 07 17:23:02.647178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.648539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8af6898c-ee93-49ac-8891-5af38cf3424a req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5281479 Jul 07 17:23:02.653304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548f0e6-17f1-4052-a9b7-78523931ab92 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36102f4a-49d6-43bf-9202-fa64c32b5014,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.700095 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c85ccd4-29da-4f91-a7a7-4b1683f5c7ef x-openstack-request-id: req-9c85ccd4-29da-4f91-a7a7-4b1683f5c7ef {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:02.700604 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "name": "network-vif-plugged", "status": "completed", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:02.700901 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c85ccd4-29da-4f91-a7a7-4b1683f5c7ef {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:02.701453 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c', 'code': 200} Jul 07 17:23:02.857607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aead37a-1c36-425e-b8b5-9dd83e86cf09 req-fb364bb3-84de-485f-a7a7-40ddfd2938a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.860297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9aead37a-1c36-425e-b8b5-9dd83e86cf09 req-fb364bb3-84de-485f-a7a7-40ddfd2938a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0915520 Jul 07 17:23:02.921355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9aead37a-1c36-425e-b8b5-9dd83e86cf09 req-d4830772-1cc2-4c1c-b254-384d751b597d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Jul 07 17:23:02.921699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4c01-96ea-4992-a8ba-1a67579ba14c req-72e9fb0c-dc1c-4776-b8c7-e880e7ec37b7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.921699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-137f4c01-96ea-4992-a8ba-1a67579ba14c req-72e9fb0c-dc1c-4776-b8c7-e880e7ec37b7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.0984342 Jul 07 17:23:02.962601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-137f4c01-96ea-4992-a8ba-1a67579ba14c req-dcad5ff3-b511-4bdf-b449-2fc48db992ad tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Jul 07 17:23:03.476158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5082-b4f0-490c-9eb8-2d562f7b9d70 req-058506b6-dda0-425c-8ed2-703d0bf53a00 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.477666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55db5082-b4f0-490c-9eb8-2d562f7b9d70 req-058506b6-dda0-425c-8ed2-703d0bf53a00 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0743527 Jul 07 17:23:03.526429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55db5082-b4f0-490c-9eb8-2d562f7b9d70 req-f6415be7-92d0-4b7d-a105-622eea79c78a tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384529 Jul 07 17:23:03.598316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-8bd28b9d-25d3-4061-a6ec-3a3cfcd79e00 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/36102f4a-49d6-43bf-9202-fa64c32b5014 HTTP/1.1" status: 200 len: 1802 time: 0.0429640 Jul 07 17:23:03.605805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d7b3380-4722-477d-97d7-35c17c87de9c details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:03.614139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1044850625', 'description': 'tempest-description-hth-117296833'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:03.648678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.704068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.709694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.712695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.714029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca328082-10e1-4456-91c8-294fd8bcda97 req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "PUT /v2.0/security-groups/36102f4a-49d6-43bf-9202-fa64c32b5014 HTTP/1.1" status: 200 len: 1776 time: 0.1044085 Jul 07 17:23:03.743422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06740b-b41a-4ef5-907b-6480aa5c89c7 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36102f4a-49d6-43bf-9202-fa64c32b5014,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:03.774122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d7b3380-4722-477d-97d7-35c17c87de9c,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:03.791081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0d7b3380-4722-477d-97d7-35c17c87de9c', 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a', 'port_id': '0d7b3380-4722-477d-97d7-35c17c87de9c', 'mac_address': 'fa:16:3e:d8:44:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a091fa-16f1-4613-b2b1-1f45de73f9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:03.846934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.870672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7b3380-4722-477d-97d7-35c17c87de9c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:03.896285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d7b3380-4722-477d-97d7-35c17c87de9c,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:03.901421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.960428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.018131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f60aad-cb16-416f-bf2c-ac813dad8207 req-e00520e7-67d2-4bd9-824c-3a31cc461017 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:04.019662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3f60aad-cb16-416f-bf2c-ac813dad8207 req-e00520e7-67d2-4bd9-824c-3a31cc461017 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 944 time: 0.0961683 Jul 07 17:23:04.065713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3f60aad-cb16-416f-bf2c-ac813dad8207 req-f0779b15-9890-41c8-8803-d79db1a142ae tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Jul 07 17:23:04.147577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51125e37-28b1-45b4-b155-cb3fd2d5bc94 req-2fd44c97-832d-4c20-9d02-f218ccb938ae tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/36102f4a-49d6-43bf-9202-fa64c32b5014 HTTP/1.1" status: 200 len: 1776 time: 0.0503802 Jul 07 17:23:04.200722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0d7b3380-4722-477d-97d7-35c17c87de9c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:04.318970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a759f49-6f53-4cec-8dfa-95056fd779ef req-757912d2-2dc0-4926-9499-8c434512c529 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:04.320496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a759f49-6f53-4cec-8dfa-95056fd779ef req-757912d2-2dc0-4926-9499-8c434512c529 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.0748656 Jul 07 17:23:04.363474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a759f49-6f53-4cec-8dfa-95056fd779ef req-1494e4d6-f329-4311-83d8-46178af5a2e2 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Jul 07 17:23:04.540908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-1d916d74-927f-4a22-a7d4-3f4fb2a0940e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/36102f4a-49d6-43bf-9202-fa64c32b5014 HTTP/1.1" status: 200 len: 1776 time: 0.0451124 Jul 07 17:23:04.612726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.642513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.713198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.716851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.718302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45671b9b-1d62-4f41-aa49-8086acef27ff req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/36102f4a-49d6-43bf-9202-fa64c32b5014 HTTP/1.1" status: 204 len: 173 time: 0.1710608 Jul 07 17:23:04.736909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736036cf-f143-4d22-a767-ff69f3b68b23 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36102f4a-49d6-43bf-9202-fa64c32b5014,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:05.256166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad140d38-428b-40aa-a0bc-2ec454ec9dd8 req-caf56da5-37ee-4115-8ff5-da0d2221846b tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.257796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad140d38-428b-40aa-a0bc-2ec454ec9dd8 req-caf56da5-37ee-4115-8ff5-da0d2221846b tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0854118 Jul 07 17:23:05.301624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad140d38-428b-40aa-a0bc-2ec454ec9dd8 req-06bccc5a-cc19-4525-a906-64aa450e26f9 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Jul 07 17:23:05.626044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d7b3380-4722-477d-97d7-35c17c87de9c up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:05.704131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0d7b3380-4722-477d-97d7-35c17c87de9c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:05.712968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0d7b3380-4722-477d-97d7-35c17c87de9c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:05.713859 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.819261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6e4ca-df94-4545-b6b7-25c56b84babb req-98110d2d-ed97-40a4-8520-81d9744969bb tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.821024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.826623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e6e4ca-df94-4545-b6b7-25c56b84babb req-98110d2d-ed97-40a4-8520-81d9744969bb tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 944 time: 0.1116617 Jul 07 17:23:05.851182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:05.853855 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac053197-32eb-4d69-a363-fb99e57bc62d" -d '{"events": [{"server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:05.857283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fb22a-76ac-4196-ba43-3887268a71db req-be005652-9dcb-49f1-8bc9-c4116221f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.861175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-be005652-9dcb-49f1-8bc9-c4116221f683 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19a71332cff44bb99e664607de1c51da&device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 1097 time: 0.1942012 Jul 07 17:23:05.873806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7e6e4ca-df94-4545-b6b7-25c56b84babb req-e4ef1c5c-7c45-4008-88f2-90e900222b3c tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jul 07 17:23:05.878083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d7b3380-4722-477d-97d7-35c17c87de9c,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:05.886083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.975205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:05.985697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fb22a-76ac-4196-ba43-3887268a71db req-b5724e25-50c6-4fc3-9729-b16c59ec7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.987981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-b5724e25-50c6-4fc3-9729-b16c59ec7751 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0ff5c010-b84d-4af7-b5f2-147886c1df62 HTTP/1.1" status: 200 len: 915 time: 0.1204550 Jul 07 17:23:06.034226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-50fd9343-baa1-4738-ad72-72f788fffbf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c HTTP/1.1" status: 200 len: 217 time: 0.0398002 Jul 07 17:23:06.124703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fb22a-76ac-4196-ba43-3887268a71db req-5e10a0b7-eb48-425d-a1b0-dd0323264091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.127270 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-5e10a0b7-eb48-425d-a1b0-dd0323264091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0407be4-8ccb-4ef0-ab01-dda637d97d8a HTTP/1.1" status: 200 len: 854 time: 0.0862968 Jul 07 17:23:06.175498 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-5ab4c009-bee1-4ad3-9390-c82dfc843e4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ff5c010-b84d-4af7-b5f2-147886c1df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399454 Jul 07 17:23:06.301456 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-8142abe8-e4ba-4755-8fdf-55475babdd46 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184821 Jul 07 17:23:06.358506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae709369-2a31-47c6-977c-1909d05d12f3 req-b616ae5c-6a14-437c-abae-1e1abacd51e6 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.360353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae709369-2a31-47c6-977c-1909d05d12f3 req-b616ae5c-6a14-437c-abae-1e1abacd51e6 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.1034541 Jul 07 17:23:06.412859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae709369-2a31-47c6-977c-1909d05d12f3 req-b08c84e4-d809-4fc2-8a5c-70f98ee405f0 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jul 07 17:23:06.444166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-227fb22a-76ac-4196-ba43-3887268a71db req-78b5312f-12d9-4fd9-a5a9-65c09a2e37d1 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362357 Jul 07 17:23:06.596515 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ead25a-8282-4778-9210-ae650ac5213d x-openstack-request-id: req-23ead25a-8282-4778-9210-ae650ac5213d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:06.597229 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:06.597639 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23ead25a-8282-4778-9210-ae650ac5213d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:06.598203 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c', 'code': 200} Jul 07 17:23:06.760308 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-47a365f3-b4b3-4841-859b-60591012a57d req-3208990a-34d2-4add-8dc5-12e4a5656598 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:06.761627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47a365f3-b4b3-4841-859b-60591012a57d req-3208990a-34d2-4add-8dc5-12e4a5656598 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/00b278ee-4428-40d6-9916-39cbb99883d8 HTTP/1.1" status: 404 len: 352 time: 0.0403886 Jul 07 17:23:06.794994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acae3a-2ab7-47b6-9453-6d096b26fd1c req-37d4ee84-d5ca-4d78-94df-4670cd6ac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.797363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1acae3a-2ab7-47b6-9453-6d096b26fd1c req-37d4ee84-d5ca-4d78-94df-4670cd6ac879 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 1097 time: 0.0848169 Jul 07 17:23:06.839624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1acae3a-2ab7-47b6-9453-6d096b26fd1c req-c298320a-8c14-4186-8838-251027fae015 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jul 07 17:23:06.979955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e4adf-01cd-4ceb-bf00-30fa082b8ed0 req-84676396-73db-4e9c-b7da-23b597bb52ba tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.981509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d9e4adf-01cd-4ceb-bf00-30fa082b8ed0 req-84676396-73db-4e9c-b7da-23b597bb52ba tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0775404 Jul 07 17:23:07.040396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d9e4adf-01cd-4ceb-bf00-30fa082b8ed0 req-5c15052d-611a-4900-be01-bb9c275dd660 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Jul 07 17:23:07.097305 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-6daea21b-a826-4685-944c-3b24af7caf5d req-ae3c90da-5369-4e71-917b-267b35f14a70 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:07.098933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6daea21b-a826-4685-944c-3b24af7caf5d req-ae3c90da-5369-4e71-917b-267b35f14a70 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2627a0de-3527-47f9-89f8-4a5090b62b34 HTTP/1.1" status: 404 len: 352 time: 0.0185800 Jul 07 17:23:07.350726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878b2c-7027-4a94-afde-72a7fea61af0 req-b1c865e1-bc6c-405e-9665-d2269075a39e tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.352397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c878b2c-7027-4a94-afde-72a7fea61af0 req-b1c865e1-bc6c-405e-9665-d2269075a39e tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 945 time: 0.0817134 Jul 07 17:23:07.395149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c878b2c-7027-4a94-afde-72a7fea61af0 req-ce1ba887-3b27-47b0-be38-18c84c5003d5 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366414 Jul 07 17:23:07.445421 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-52facde2-8e77-40da-b2b2-798c509fae97 req-e860e958-9471-411e-afe2-36ac84b0fffa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:07.446503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52facde2-8e77-40da-b2b2-798c509fae97 req-e860e958-9471-411e-afe2-36ac84b0fffa tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/3b14af4c-bc43-4e6b-85ff-b911d89f7856 HTTP/1.1" status: 404 len: 352 time: 0.0156343 Jul 07 17:23:07.539754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-592c78a9-5901-487b-a45d-aa29e48e1f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.879355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b12c4f-9630-4d5a-a305-87c77248711c req-ae830273-a7bf-4838-af91-cf2242f2fadd tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.881803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11b12c4f-9630-4d5a-a305-87c77248711c req-ae830273-a7bf-4838-af91-cf2242f2fadd tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.1002140 Jul 07 17:23:07.953467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11b12c4f-9630-4d5a-a305-87c77248711c req-706e730a-5bb7-4d3c-8dc8-844a92baf32b tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633023 Jul 07 17:23:08.008509 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-d240bfe2-af92-49fa-b1e3-8d4df7973c9a req-dafdbb1b-09aa-4058-b60f-35aec5f31fc6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:08.009764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d240bfe2-af92-49fa-b1e3-8d4df7973c9a req-dafdbb1b-09aa-4058-b60f-35aec5f31fc6 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/a1ba6ac8-9222-40ab-b9ab-ae568139ac31 HTTP/1.1" status: 404 len: 352 time: 0.0259347 Jul 07 17:23:08.386883 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-f30f00c0-1ce8-402e-9c02-5cd9e6212d43 req-6ca0a0c4-cda6-4b0e-ae31-c64aef68428d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:08.388441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f30f00c0-1ce8-402e-9c02-5cd9e6212d43 req-6ca0a0c4-cda6-4b0e-ae31-c64aef68428d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/bdbb394c-f6b3-4a80-834b-25e9eb6c624c HTTP/1.1" status: 404 len: 352 time: 0.0189409 Jul 07 17:23:08.566799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c31f93-dfd7-4c9a-b21b-9ca220670653 req-cc4b17b9-04a7-40fa-9d88-7e185b70ec01 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:08.569028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c31f93-dfd7-4c9a-b21b-9ca220670653 req-cc4b17b9-04a7-40fa-9d88-7e185b70ec01 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0737886 Jul 07 17:23:08.636519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c31f93-dfd7-4c9a-b21b-9ca220670653 req-f13a01fc-619f-499b-b125-139ac3485040 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Jul 07 17:23:08.968530 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-e6705498-4a63-473c-b433-4cd326000fef req-d3a0e16d-84d2-481f-900b-887db780b440 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] show failed (client error): The resource could not be found. Jul 07 17:23:08.970857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6705498-4a63-473c-b433-4cd326000fef req-d3a0e16d-84d2-481f-900b-887db780b440 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/2129378d-d762-4aa3-92b9-35f474334b3e HTTP/1.1" status: 404 len: 352 time: 0.0283475 Jul 07 17:23:09.146102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbb73d-ba62-411b-a58c-3675ddfc25a8 req-bf4a5785-dbc7-432f-a8cf-4fe1d75ca28e tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.148016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59cbb73d-ba62-411b-a58c-3675ddfc25a8 req-bf4a5785-dbc7-432f-a8cf-4fe1d75ca28e tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 945 time: 0.0742548 Jul 07 17:23:09.189800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59cbb73d-ba62-411b-a58c-3675ddfc25a8 req-79076443-8994-49c5-9af9-a9a15329a0fd tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Jul 07 17:23:09.586280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fb187-15fa-4c90-b1bb-d581235c5037 req-b043a58a-8359-47bf-9981-d74e09a5116d tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.588908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a8fb187-15fa-4c90-b1bb-d581235c5037 req-b043a58a-8359-47bf-9981-d74e09a5116d tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.1005077 Jul 07 17:23:09.648971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a8fb187-15fa-4c90-b1bb-d581235c5037 req-3cf348ae-4e39-4ade-9c9c-affb292f193d tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/security-groups?id=0523efa9-3832-498f-890e-9f9f1e0b1933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Jul 07 17:23:10.006406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-64e53e24-0188-4df7-8a8f-eb5b3ff50de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.281013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769a20-038a-4219-8ce5-2e4bbf525c65 req-239d5694-e45c-4785-bea5-1255a35fc7a1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.283306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be769a20-038a-4219-8ce5-2e4bbf525c65 req-239d5694-e45c-4785-bea5-1255a35fc7a1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0745440 Jul 07 17:23:10.329366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be769a20-038a-4219-8ce5-2e4bbf525c65 req-eaff02a7-4a89-4d5c-90d0-ab09fc2a7b0d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381019 Jul 07 17:23:10.486595 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.572472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-59acdd48-7027-4d43-961a-21a793f350d7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.574157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-59acdd48-7027-4d43-961a-21a793f350d7 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 945 time: 0.0943761 Jul 07 17:23:10.720304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Deleting port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:10.720646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.786204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0c82e-bc7a-4bd9-9862-c1a28c3d6a06 req-504ffcd6-8654-4184-b1f5-31e53c2828eb tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.788013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cf0c82e-bc7a-4bd9-9862-c1a28c3d6a06 req-504ffcd6-8654-4184-b1f5-31e53c2828eb tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1024 time: 0.0829110 Jul 07 17:23:10.841516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cf0c82e-bc7a-4bd9-9862-c1a28c3d6a06 req-779412a7-a583-460d-b6b2-ac425638a09a tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups?id=10a408e2-45ed-4523-9b0b-4275399b6bc0&id=b8f39255-a733-4730-9c4c-c9e5d4b4add2&id=c0a3dc11-6365-4d14-b099-95990edb8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0417488 Jul 07 17:23:10.892237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] For port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,segment=NetworkSegment(880337db-d134-47cc-a17f-7dccce627e07),segment_id=880337db-d134-47cc-a17f-7dccce627e07)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:10.892841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.909359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Calling delete_port for df3d8284-cbcf-4b03-b1f7-6bb22f69f93c owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:11.087977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.104999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['df3d8284-cbcf-4b03-b1f7-6bb22f69f93c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:11.134798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Pushing event deleted for resources: {'Port': ['ID=df3d8284-cbcf-4b03-b1f7-6bb22f69f93c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:11.174600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.174988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.175274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.175616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.175937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.176264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.176671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.176997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.177323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.177836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.178160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.178584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:11.198255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25340217-69c4-4bf6-9684-d858b992605c req-e93d9d89-a591-4d05-ac27-afb241bd9d38 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.198704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] No DVR routers for this DVR port df3d8284-cbcf-4b03-b1f7-6bb22f69f93c on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:11.201416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25340217-69c4-4bf6-9684-d858b992605c req-e93d9d89-a591-4d05-ac27-afb241bd9d38 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 945 time: 0.1412854 Jul 07 17:23:11.203468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.205980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2ce56315-56d8-4487-90d2-b1bcc57cba7c req-7a40b131-f02e-4ae5-84ce-13b26ea01665 tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.23 "DELETE /v2.0/ports/df3d8284-cbcf-4b03-b1f7-6bb22f69f93c HTTP/1.1" status: 204 len: 173 time: 0.6241522 Jul 07 17:23:11.206499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'name': 'network-vif-deleted', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:11.209600 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a0cbc-6651-4056-9606-c376c83fa111" -d '{"events": [{"server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "name": "network-vif-deleted", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:11.268773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25340217-69c4-4bf6-9684-d858b992605c req-05592c05-e6f4-464e-8005-3a8c0bcbcf28 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Jul 07 17:23:11.407730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-739a2785-8ee8-4129-a2c7-fe7f41b1f15d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.409276 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-739a2785-8ee8-4129-a2c7-fe7f41b1f15d tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 1024 time: 0.1172252 Jul 07 17:23:11.419009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302a5546-5913-4a77-aee2-49270f515036 req-4ca721c9-24c9-43fb-8ccc-0cdb59716fcb tempest-InstanceActionsTestJSON-2003698315 tempest-InstanceActionsTestJSON-2003698315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a918643-0ed9-4d5f-b677-7512ff3d9a82 HTTP/1.1" status: 200 len: 210 time: 0.0385549 Jul 07 17:23:11.538342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Deleting port 17536821-da88-4ad4-a69d-001040adab0f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:11.538837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.676489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] For port 17536821-da88-4ad4-a69d-001040adab0f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=17536821-da88-4ad4-a69d-001040adab0f,segment=NetworkSegment(630577d0-618d-4b8d-97fd-7badb2813056),segment_id=630577d0-618d-4b8d-97fd-7badb2813056)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:11.677260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.695710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Calling delete_port for 17536821-da88-4ad4-a69d-001040adab0f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:11.743131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.891075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.908310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['17536821-da88-4ad4-a69d-001040adab0f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:11.956351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'Port': ['ID=17536821-da88-4ad4-a69d-001040adab0f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:11.975156 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32699d50-371c-4444-a0b6-d6165ea6eb6e x-openstack-request-id: req-32699d50-371c-4444-a0b6-d6165ea6eb6e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:11.975959 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a918643-0ed9-4d5f-b677-7512ff3d9a82", "name": "network-vif-deleted", "tag": "df3d8284-cbcf-4b03-b1f7-6bb22f69f93c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:11.976443 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32699d50-371c-4444-a0b6-d6165ea6eb6e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:11.977189 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a918643-0ed9-4d5f-b677-7512ff3d9a82', 'name': 'network-vif-deleted', 'tag': 'df3d8284-cbcf-4b03-b1f7-6bb22f69f93c', 'status': 'completed', 'code': 200} Jul 07 17:23:12.041193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] No DVR routers for this DVR port 17536821-da88-4ad4-a69d-001040adab0f on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:12.044030 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.046241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5c3bf63-d8eb-4d16-8b2c-3e9634a21d81 req-ea6e6503-f2f4-45a0-926c-610f5ef4a375 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.23 "DELETE /v2.0/ports/17536821-da88-4ad4-a69d-001040adab0f HTTP/1.1" status: 204 len: 173 time: 0.6309171 Jul 07 17:23:12.167707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-54508521-d29c-4a36-a79c-b1de01bfd140 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.169449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-54508521-d29c-4a36-a79c-b1de01bfd140 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.73 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 945 time: 0.0775156 Jul 07 17:23:12.320099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370d37-2439-4adb-811b-e4b256c811b0 req-e845ebf3-6825-41e2-91e0-ee04bae01786 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.321677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41370d37-2439-4adb-811b-e4b256c811b0 req-e845ebf3-6825-41e2-91e0-ee04bae01786 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1512864 Jul 07 17:23:12.359599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Deleting port 0d7b3380-4722-477d-97d7-35c17c87de9c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:12.359943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.425171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41370d37-2439-4adb-811b-e4b256c811b0 req-f65233db-245d-4fe2-820f-9256b03329fe tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925288 Jul 07 17:23:12.505542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] For port 0d7b3380-4722-477d-97d7-35c17c87de9c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d7b3380-4722-477d-97d7-35c17c87de9c,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.506179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.532054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Calling delete_port for 0d7b3380-4722-477d-97d7-35c17c87de9c owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:12.688724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f182c2-cd0a-487f-838f-7041166c87ca req-9cc6e8e9-c165-4edc-82b8-8d0183437dd3 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f88ecaa-b0c1-444b-8fde-9d19f6680cfd HTTP/1.1" status: 200 len: 210 time: 0.0604191 Jul 07 17:23:12.815874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.830534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0d7b3380-4722-477d-97d7-35c17c87de9c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:12.849405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Pushing event deleted for resources: {'Port': ['ID=0d7b3380-4722-477d-97d7-35c17c87de9c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.927471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] No DVR routers for this DVR port 0d7b3380-4722-477d-97d7-35c17c87de9c on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:12.931393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.933528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cfe26ed0-a409-45e1-8868-9749bcf00d1b req-11d9bf67-4fc3-4817-9d8b-17134b9a012d tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.73 "DELETE /v2.0/ports/0d7b3380-4722-477d-97d7-35c17c87de9c HTTP/1.1" status: 204 len: 173 time: 0.7525694 Jul 07 17:23:12.933999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'name': 'network-vif-deleted', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:12.936389 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dedbbea-cd5c-4535-a762-95d35ac68bab" -d '{"events": [{"server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "name": "network-vif-deleted", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:13.021105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-553a2434-8c89-4b69-aec9-c1277aa9f0db req-d1e0d3a9-4615-4173-be4b-ef03a498cb0e tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=852fe132-488a-4854-a9c8-2240b7327e49 HTTP/1.1" status: 200 len: 210 time: 0.0399513 Jul 07 17:23:13.121951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.201043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Deleting subnet b0407be4-8ccb-4ef0-ab01-dda637d97d8a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:13.209281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.272306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.347396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.408736 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb3dcbb-709d-42a1-96ec-7a2f5272f3e5 x-openstack-request-id: req-bfb3dcbb-709d-42a1-96ec-7a2f5272f3e5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:13.409271 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fe132-488a-4854-a9c8-2240b7327e49", "name": "network-vif-deleted", "tag": "0d7b3380-4722-477d-97d7-35c17c87de9c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:13.409398 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfb3dcbb-709d-42a1-96ec-7a2f5272f3e5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:13.409865 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fe132-488a-4854-a9c8-2240b7327e49', 'name': 'network-vif-deleted', 'tag': '0d7b3380-4722-477d-97d7-35c17c87de9c', 'status': 'completed', 'code': 200} Jul 07 17:23:13.437197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.474278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.478902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.479211 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b0407be4-8ccb-4ef0-ab01-dda637d97d8a HTTP/1.1" status: 204 len: 168 time: 0.3554213 Jul 07 17:23:13.480836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416be05-09d7-4024-a69f-2af652c0edf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0407be4-8ccb-4ef0-ab01-dda637d97d8a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.518994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.617255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.774757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.787080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff5c010-b84d-4af7-b5f2-147886c1df62']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.799542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880337db-d134-47cc-a17f-7dccce627e07') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.799925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880337db-d134-47cc-a17f-7dccce627e07') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.819454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.859398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.904767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:13.905350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:13.910392 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:13.978218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'name': 'network-vif-deleted', 'tag': '17536821-da88-4ad4-a69d-001040adab0f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:13.981528 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff9d69-1d20-4ea2-9979-217d89cc7751" -d '{"events": [{"server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "name": "network-vif-deleted", "tag": "17536821-da88-4ad4-a69d-001040adab0f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:14.006781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.019077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.021259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0ff5c010-b84d-4af7-b5f2-147886c1df62 HTTP/1.1" status: 204 len: 168 time: 0.5396800 Jul 07 17:23:14.033611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb8032-1f72-4c61-9cda-8dc80eed1e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff5c010-b84d-4af7-b5f2-147886c1df62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.045062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff54feb-d643-440c-835d-6f123f7e4a02 req-27c2f12f-3570-4e9c-8231-bf08221da224 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.046776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ff54feb-d643-440c-835d-6f123f7e4a02 req-27c2f12f-3570-4e9c-8231-bf08221da224 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.2090738 Jul 07 17:23:14.108612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ff54feb-d643-440c-835d-6f123f7e4a02 req-6ff852a4-aaf6-41e4-a19a-ca5edcad817c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544152 Jul 07 17:23:14.198298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54800) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.251675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a73119ef-cf30-45d2-9669-8420d72f5a5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19a71332cff44bb99e664607de1c51da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520940 Jul 07 17:23:14.256059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.331782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.368235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.410540 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c607de2-1314-49ba-9620-91a7aa3b35e7 x-openstack-request-id: req-9c607de2-1314-49ba-9620-91a7aa3b35e7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:14.410968 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f88ecaa-b0c1-444b-8fde-9d19f6680cfd", "name": "network-vif-deleted", "tag": "17536821-da88-4ad4-a69d-001040adab0f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:14.411398 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c607de2-1314-49ba-9620-91a7aa3b35e7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:14.412036 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f88ecaa-b0c1-444b-8fde-9d19f6680cfd', 'name': 'network-vif-deleted', 'tag': '17536821-da88-4ad4-a69d-001040adab0f', 'status': 'completed', 'code': 200} Jul 07 17:23:14.454544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.460755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.462843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0523efa9-3832-498f-890e-9f9f1e0b1933 HTTP/1.1" status: 204 len: 168 time: 0.2054513 Jul 07 17:23:14.483223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6179-fc02-40b2-81ca-757513cd6c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0523efa9-3832-498f-890e-9f9f1e0b1933,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.559217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-a1433f9b-2f2c-4e18-ae14-b99876d31469 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/b8f39255-a733-4730-9c4c-c9e5d4b4add2 HTTP/1.1" status: 200 len: 1803 time: 0.0755351 Jul 07 17:23:14.564816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 17536821-da88-4ad4-a69d-001040adab0f no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:14.607861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 17536821-da88-4ad4-a69d-001040adab0f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:14.608558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 17536821-da88-4ad4-a69d-001040adab0f not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:14.609279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device df3d8284-cbcf-4b03-b1f7-6bb22f69f93c no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:14.636475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: df3d8284-cbcf-4b03-b1f7-6bb22f69f93c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:14.637193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device df3d8284-cbcf-4b03-b1f7-6bb22f69f93c not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:14.673345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.703342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.753364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.757125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.758657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f89fa54f-9706-4118-b2d8-2f4c56b594b0 req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/b8f39255-a733-4730-9c4c-c9e5d4b4add2 HTTP/1.1" status: 204 len: 173 time: 0.1887219 Jul 07 17:23:14.776142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f39255-a733-4730-9c4c-c9e5d4b4add2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.786471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.786826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.787170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.787508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.788247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.788692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.788930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.789226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.789552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.789871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.790204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:14.791213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b329510-b3fd-4084-9d1e-453610c1de29 tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:15.031240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff472-2ae1-419a-8f9f-61e54bbc51f2 req-12b8fae1-e589-4432-a15b-06dbcf4e6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.032910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d49ff472-2ae1-419a-8f9f-61e54bbc51f2 req-12b8fae1-e589-4432-a15b-06dbcf4e6dbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1097 time: 0.0646026 Jul 07 17:23:15.073175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d49ff472-2ae1-419a-8f9f-61e54bbc51f2 req-fb204b39-5951-497b-b9c0-080eb3f10bf4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Jul 07 17:23:15.358433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-19fa646d-963c-4dcf-872c-80c8ad5a2ec7 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.360047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-19fa646d-963c-4dcf-872c-80c8ad5a2ec7 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 809 time: 0.1232810 Jul 07 17:23:15.380657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-0799597e-7447-4e85-b55c-20a9e86d1373 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/quotas/4496196c7ca54601a9dc374e3842a28e HTTP/1.1" status: 200 len: 375 time: 0.0106347 Jul 07 17:23:15.421412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-6ffc1f74-3b57-4ef2-b671-25e8f401f572 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305343 Jul 07 17:23:15.493198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54848) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:15.556456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-58fb198a-35d9-4200-9779-ef21036e2243 service neutron] 10.222.0.66 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232913 Jul 07 17:23:15.606647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-413502773-network', 'tenant_id': '902f2d054b8f4657b7451bcfab665f99'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:15.631746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Made reservation on behalf of 902f2d054b8f4657b7451bcfab665f99 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:15.634161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.644125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.724701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-da0a3bb5-89b2-46be-befa-867a07e4e3f7 service neutron] 10.222.0.66 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605644 Jul 07 17:23:15.786645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.792383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.830844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:15.841998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a7c09-680b-4cd5-8961-26f56256e49f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:15.850982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.851747 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Added segment 09132974-6aca-46f7-ba50-041c2735e40d of type vlan for network 8caff1c6-4cbf-4134-ab92-5fdd71337040 Jul 07 17:23:15.943857 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.997977 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-bee6964e-3c80-4d4d-bc11-405f9cf89d8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "GET /v2.0/security-groups/c0a3dc11-6365-4d14-b099-95990edb8f5e HTTP/1.1" status: 200 len: 1802 time: 0.0622237 Jul 07 17:23:16.000756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.002056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.002761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.072831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.078966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5841613 Jul 07 17:23:16.084569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54858) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.091962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Request body: {'subnet': {'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-413502773-subnet', 'tenant_id': '902f2d054b8f4657b7451bcfab665f99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:16.102531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99180985-f678-4a72-bec8-e2ef72c00fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=8caff1c6-4cbf-4134-ab92-5fdd71337040,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.117592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:16.120553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.131921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Made reservation on behalf of 902f2d054b8f4657b7451bcfab665f99 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:16.136339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.193219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.196849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.198340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ea5e92d-aaf5-4e3f-bf0e-4ba410dd9483 req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] 10.222.0.66 "DELETE /v2.0/security-groups/c0a3dc11-6365-4d14-b099-95990edb8f5e HTTP/1.1" status: 204 len: 173 time: 0.1928797 Jul 07 17:23:16.215107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54864) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.218770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6888a-8293-40ee-a9fd-60ccdb54af8e tempest-SecurityGroupsTestJSON-928827884 tempest-SecurityGroupsTestJSON-928827884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a3dc11-6365-4d14-b099-95990edb8f5e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.308559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Deleting subnet b3865d67-fdaa-4911-b682-47ab7ae014d8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:16.313198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.385586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.443986 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.487757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105a1c7-7987-4d09-be36-5ae751e90163 req-958401ef-5e59-487e-a1ae-3320f0af32e8 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.489752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6105a1c7-7987-4d09-be36-5ae751e90163 req-958401ef-5e59-487e-a1ae-3320f0af32e8 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1509104 Jul 07 17:23:16.550979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.591283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6105a1c7-7987-4d09-be36-5ae751e90163 req-070bbca1-6356-460c-baf9-a437b10fa2bb tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838332 Jul 07 17:23:16.595117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3865d67-fdaa-4911-b682-47ab7ae014d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.597649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.602745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94629e97-2a67-4275-95b4-f134b5c8dec8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b3865d67-fdaa-4911-b682-47ab7ae014d8 HTTP/1.1" status: 204 len: 168 time: 0.3831005 Jul 07 17:23:16.603087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54870) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.714262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.784932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.821801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.836045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603a0c83-e651-4733-8188-7cffe356f0ea']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:16.851958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630577d0-618d-4b8d-97fd-7badb2813056') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:16.852722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630577d0-618d-4b8d-97fd-7badb2813056') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:16.859428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47676a1-210a-4fdf-8c97-74b601bf0ee8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.864632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Checking segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:16.865145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Network hostable DHCP agents. Network: 8caff1c6-4cbf-4134-ab92-5fdd71337040, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:16.865801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.890066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:16.894121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.901811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8caff1c6-4cbf-4134-ab92-5fdd71337040) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:16.907087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.907692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.912266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628da0e-5a93-415a-8fbf-8e9349d108c0 None None] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:16.918745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:16.919294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:16.925981 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:16.946548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e9666c7-dfff-44d2-84b2-e51b2bd4abac admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8516784 Jul 07 17:23:17.049296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.060719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.069804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/603a0c83-e651-4733-8188-7cffe356f0ea HTTP/1.1" status: 204 len: 168 time: 0.4627006 Jul 07 17:23:17.094599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7c7e-7399-4669-b748-84b27d6efda9 admin admin] Pushing event deleted for resources: {'Network': ['ID=603a0c83-e651-4733-8188-7cffe356f0ea,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.233004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-8caff1c6-4cbf-4134-ab92-5fdd71337040', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'tenant_id': '902f2d054b8f4657b7451bcfab665f99', 'fixed_ips': [{'subnet_id': 'f47676a1-210a-4fdf-8c97-74b601bf0ee8'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:17.234242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.237083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c10bd29-0fde-434f-85fe-78a34adbff34 req-344f346f-c529-4242-847b-71af83462c86 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 210 time: 0.0456421 Jul 07 17:23:17.349449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54882) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:17.421142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4cec0e5d-2a23-403e-8812-7decacd62326 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560c609fcc454e6c9fb2ef3141c85171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699477 Jul 07 17:23:17.425039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:17.464950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Allocated IP 172.20.0.2 (8caff1c6-4cbf-4134-ab92-5fdd71337040/f47676a1-210a-4fdf-8c97-74b601bf0ee8/51e2ed51-af60-4912-bc97-f04967bc1b55) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:17.488068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.514230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.580347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.585827 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.593431 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10a408e2-45ed-4523-9b0b-4275399b6bc0 HTTP/1.1" status: 204 len: 168 time: 0.1667454 Jul 07 17:23:17.608586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64e698-01e8-4c5d-883d-bb60e86f63d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a408e2-45ed-4523-9b0b-4275399b6bc0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.693378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d7b3380-4722-477d-97d7-35c17c87de9c no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:17.774565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0d7b3380-4722-477d-97d7-35c17c87de9c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:17.774565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d7b3380-4722-477d-97d7-35c17c87de9c not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:17.896871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-9600e2eb-d404-448c-9563-392bfc1ec268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:17.901149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-9600e2eb-d404-448c-9563-392bfc1ec268 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94fc844ded9547e4a1748c22afe67b2b&device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 1097 time: 0.1602111 Jul 07 17:23:17.934616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-f051d711-2555-4209-aaa8-383638c41013 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:17.936762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-f051d711-2555-4209-aaa8-383638c41013 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.23 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 809 time: 0.2518315 Jul 07 17:23:17.958681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Request body: {'port': {'device_id': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a', 'admin_state_up': True, 'tenant_id': '4496196c7ca54601a9dc374e3842a28e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:17.974197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.010843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Transition to ACTIVE for port object 51e2ed51-af60-4912-bc97-f04967bc1b55 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:18.073974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Transition to ACTIVE for port object 51e2ed51-af60-4912-bc97-f04967bc1b55 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:18.091662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.191426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-1ad13aea-2e72-4e01-a217-7fbeeb76619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.201643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-1ad13aea-2e72-4e01-a217-7fbeeb76619e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 200 len: 912 time: 0.2819760 Jul 07 17:23:18.214552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:18.224507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:18.233397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:18.314808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Made reservation on behalf of 4496196c7ca54601a9dc374e3842a28e for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:18.320307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Pushing event updated for resources: {'Port': ['ID=51e2ed51-af60-4912-bc97-f04967bc1b55,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.320546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.343565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-e530222d-f05f-43c5-8362-e49811a38f49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 200 len: 217 time: 0.1407230 Jul 07 17:23:18.374308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Attempting to bind port 51e2ed51-af60-4912-bc97-f04967bc1b55 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:18.378610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Attempting to bind port 51e2ed51-af60-4912-bc97-f04967bc1b55 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:18.379284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Attempting to bind port 51e2ed51-af60-4912-bc97-f04967bc1b55 on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:18.390197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:18.391266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Checking segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:18.391929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.392562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Bound using segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:18.393401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Bound port: 51e2ed51-af60-4912-bc97-f04967bc1b55, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:18.394067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.459936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-330ab715-5642-407a-9607-9378f57b67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.461648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-330ab715-5642-407a-9607-9378f57b67d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 200 len: 851 time: 0.0981839 Jul 07 17:23:18.521011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-6c611f9f-97f2-481f-a086-798569e3b327 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5678046a-ff85-4699-b9c9-c746f815ce37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508153 Jul 07 17:23:18.541628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-de1667ab-f50a-45de-98cf-087992fc3bb5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.543269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-de1667ab-f50a-45de-98cf-087992fc3bb5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.2319829 Jul 07 17:23:18.549114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] For port 51e2ed51-af60-4912-bc97-f04967bc1b55, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:18.556511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] For port 51e2ed51-af60-4912-bc97-f04967bc1b55, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51e2ed51-af60-4912-bc97-f04967bc1b55,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:18.566504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.583709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Allocated IP 172.20.0.4 (d645c438-47e8-4c55-bfa6-24e6e7bf871a/28a091fa-16f1-4613-b2b1-1f45de73f9e1/b1ecdcbc-feaf-48cb-8053-1670bb9933a0) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:18.602876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-f678cb6d-cf5b-4432-9041-1d959a8605ec tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/quotas/902f2d054b8f4657b7451bcfab665f99 HTTP/1.1" status: 200 len: 375 time: 0.0153928 Jul 07 17:23:18.695715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4a78-4270-4471-b511-10de2476d65e None None] Pushing event updated for resources: {'Port': ['ID=51e2ed51-af60-4912-bc97-f04967bc1b55,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.709327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-f4d1db7e-7eb9-49ec-b928-fcfc482b9efe service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817942 Jul 07 17:23:18.822208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-653ad9f4-e33b-4522-b0a0-81458aad9ba5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2067335 Jul 07 17:23:18.899945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.954826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62b1d8c7-01ce-4a21-9363-ea5ee995aadc req-cd62e759-db53-49f8-8e56-a71bf2f2f42c service neutron] 10.222.0.73 "GET /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378323 Jul 07 17:23:18.964280 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.966978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54928) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:19.036835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-b183d248-a8a6-4ee0-a4eb-5c95addbac18 service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991470 Jul 07 17:23:19.070729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Network d645c438-47e8-4c55-bfa6-24e6e7bf871a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:19.079895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:19.088392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:19.159919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.161332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.183984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Pushing event updated for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.194537 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-18fe2832-fc33-490d-8e4a-fce9490a436a tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490027 Jul 07 17:23:19.214772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Request body: {'port': {'device_id': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:19.222854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-793029399-network', 'tenant_id': 'df15f5ff8d5c4a448a9440aaf5e7886b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:19.236744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-8787bd0a-6eff-48da-9e13-5be1a3c54a25 service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982365 Jul 07 17:23:19.277422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Made reservation on behalf of df15f5ff8d5c4a448a9440aaf5e7886b for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:19.281523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.293427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.335574 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.522354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.531834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.547362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e2ed51-af60-4912-bc97-f04967bc1b55 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:19.569068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:19.577660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d74bb9-a0a5-45f9-b36b-67db7a6202e0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.587135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.587492 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Added segment 81d358a6-a3f7-429c-b228-e9f8b3b0201a of type vlan for network 6838e0f7-ef86-4888-b2c4-19a411db2abd Jul 07 17:23:19.650506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.734627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.735901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.736733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.756883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 51e2ed51-af60-4912-bc97-f04967bc1b55 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:19.838729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8705752 Jul 07 17:23:19.843331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:19.853086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Request body: {'subnet': {'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-793029399-subnet', 'tenant_id': 'df15f5ff8d5c4a448a9440aaf5e7886b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:19.870410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c085971-39e9-4253-9f31-03fcc2ff95d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6838e0f7-ef86-4888-b2c4-19a411db2abd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.889298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:19.996259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Made reservation on behalf of df15f5ff8d5c4a448a9440aaf5e7886b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:19.999832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.007987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ecdcbc-feaf-48cb-8053-1670bb9933a0 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:20.025563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.052280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Transition to ACTIVE for port object b1ecdcbc-feaf-48cb-8053-1670bb9933a0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:20.059257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.146961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.159951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a9dd3-5d1b-41b5-958b-b65c60254f8d req-72ee916f-96e4-4fb9-9373-28e98d793f99 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.168708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c0a9dd3-5d1b-41b5-958b-b65c60254f8d req-72ee916f-96e4-4fb9-9373-28e98d793f99 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.2664731 Jul 07 17:23:20.241835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Attempting to bind port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:20.242920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Attempting to bind port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:20.243895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Attempting to bind port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 on network d645c438-47e8-4c55-bfa6-24e6e7bf871a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:20.255282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 on network d645c438-47e8-4c55-bfa6-24e6e7bf871a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:20.256790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Attempting to bind port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 on network d645c438-47e8-4c55-bfa6-24e6e7bf871a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:20.268784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:20.269669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Checking segment: {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:20.271366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Bound using segment: {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:20.272818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Bound port: b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:20.273765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.275713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c0a9dd3-5d1b-41b5-958b-b65c60254f8d req-a84d10a9-dfee-4f49-ad57-302a84b91157 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059065 Jul 07 17:23:20.373205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.422710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:20.435269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:20.444019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71c4b5-2381-4d19-a7e8-729d91f9f8db None None] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:20.444403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.444765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.479081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Checking segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:20.479480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Network hostable DHCP agents. Network: 6838e0f7-ef86-4888-b2c4-19a411db2abd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:20.504807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:20.522625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6838e0f7-ef86-4888-b2c4-19a411db2abd) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:20.531046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.532001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.545746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf647b5-0d36-47a9-a835-8905eb4980be None None] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:20.555551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.556075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.557641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-80067445-71fd-45a3-b773-724233b89d73 service neutron] 10.222.0.23 "PUT /v2.0/ports/b1ecdcbc-feaf-48cb-8053-1670bb9933a0 HTTP/1.1" status: 200 len: 1092 time: 1.3546946 Jul 07 17:23:20.558350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e60a93d-5c69-4769-8c3c-07bf7ac6c298 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7127347 Jul 07 17:23:20.560412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:20.565243 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:20.620687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Provisioning for port 51e2ed51-af60-4912-bc97-f04967bc1b55 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:20.623126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067445-71fd-45a3-b773-724233b89d73 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.656330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Provisioning complete for port 51e2ed51-af60-4912-bc97-f04967bc1b55 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:20.657133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.942646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-697ff863-bbb9-42ce-bdf0-c8096962df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.944602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-697ff863-bbb9-42ce-bdf0-c8096962df2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 1095 time: 0.1390073 Jul 07 17:23:21.041628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-165d8e8c-6029-42ab-9927-c0453007c7cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0 HTTP/1.1" status: 200 len: 217 time: 0.0881286 Jul 07 17:23:21.048105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7e204-0562-4002-ac7b-041423bb7c90 None None] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:21.132495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4e7e7-64a7-4e3f-a7ea-a0ccecee41ff req-f4744d5a-c4be-40e4-8621-6ed88219c577 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.134502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01d4e7e7-64a7-4e3f-a7ea-a0ccecee41ff req-f4744d5a-c4be-40e4-8621-6ed88219c577 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 943 time: 0.1019990 Jul 07 17:23:21.148630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-1df308aa-ff03-4c5d-a0cf-0e9de7b2ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.152769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-1df308aa-ff03-4c5d-a0cf-0e9de7b2ea38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28a091fa-16f1-4613-b2b1-1f45de73f9e1 HTTP/1.1" status: 200 len: 849 time: 0.1048892 Jul 07 17:23:21.164882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.202996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01d4e7e7-64a7-4e3f-a7ea-a0ccecee41ff req-d0fa7805-7cb2-4128-91d4-a95f93417142 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611358 Jul 07 17:23:21.218737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-54beda07-aefb-4b6a-8bf7-80f2e0d9fc3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d645c438-47e8-4c55-bfa6-24e6e7bf871a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585067 Jul 07 17:23:21.244551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] For port 51e2ed51-af60-4912-bc97-f04967bc1b55, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51e2ed51-af60-4912-bc97-f04967bc1b55,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:21.253473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.371853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189a4cb-5fa0-47bb-ac17-a8558e5b1bac None None] Pushing event updated for resources: {'Port': ['ID=51e2ed51-af60-4912-bc97-f04967bc1b55,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.395306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-a3103b74-219a-4561-9bf4-9911ae8b6b93 service neutron] 10.222.0.23 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659231 Jul 07 17:23:21.542682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-622d29c9-055d-4274-b54e-0cfcfe44747e req-b75ca453-8248-47d2-a5fe-217e6c952517 service neutron] 10.222.0.23 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406989 Jul 07 17:23:21.682352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-88621e83-f79d-42b3-b24f-fd33375ed310 None None] Provisioning complete for port 51e2ed51-af60-4912-bc97-f04967bc1b55 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:21.683405 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-88621e83-f79d-42b3-b24f-fd33375ed310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.702227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-70c24a5a-aa8d-49b4-b14c-203d929bc55d tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.704238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-70c24a5a-aa8d-49b4-b14c-203d929bc55d tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.2132185 Jul 07 17:23:21.715859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-f4e65904-de38-4d81-a789-edee98548e2a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.717478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-f4e65904-de38-4d81-a789-edee98548e2a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.73 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.1648386 Jul 07 17:23:21.733855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Request body: {'port': {'device_id': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'admin_state_up': True, 'tenant_id': '902f2d054b8f4657b7451bcfab665f99'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:21.793628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-d2454bbd-0298-4fb3-9867-667437fcd323 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/quotas/902f2d054b8f4657b7451bcfab665f99 HTTP/1.1" status: 200 len: 375 time: 0.0750103 Jul 07 17:23:22.276761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-215d8934-54b8-4371-85cd-40463d1a041e tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4771564 Jul 07 17:23:22.277862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Made reservation on behalf of 902f2d054b8f4657b7451bcfab665f99 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:22.281473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.465161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-e5e3570d-29d1-476c-a01f-2378d2396e90 service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797338 Jul 07 17:23:22.548577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Allocated IP 172.20.0.6 (8caff1c6-4cbf-4134-ab92-5fdd71337040/f47676a1-210a-4fdf-8c97-74b601bf0ee8/c8fe05d8-a472-42da-857d-df0ff341d65b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:22.617841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-403b5c09-0ff7-420f-aeea-3fd26de59b08 service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458299 Jul 07 17:23:22.794927 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a970c05-2c17-430e-bc69-f41143e079ac x-openstack-request-id: req-7a970c05-2c17-430e-bc69-f41143e079ac {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:22.795761 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:22.796202 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a970c05-2c17-430e-bc69-f41143e079ac {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:22.796785 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0', 'status': 'completed', 'code': 200} Jul 07 17:23:22.832263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.854108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Transition to ACTIVE for port object c8fe05d8-a472-42da-857d-df0ff341d65b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:22.911423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-f358a385-47e9-4506-ab5c-39134e73f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:22.914595 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-f358a385-47e9-4506-ab5c-39134e73f8f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4496196c7ca54601a9dc374e3842a28e&device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 1095 time: 0.0873792 Jul 07 17:23:22.931377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.023006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:23.034857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:23.038847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:23.065766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-9560182c-8d55-41a7-9638-7ca1d3863ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.068488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-9560182c-8d55-41a7-9638-7ca1d3863ff4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 200 len: 910 time: 0.1447425 Jul 07 17:23:23.091973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event updated for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.108519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.109209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.138782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-322ca45b-5e4f-4517-aac9-9ef49d54417f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113955 Jul 07 17:23:23.145283 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-ffbbf30c-1c85-4586-845b-16aa0cdb6794 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0 HTTP/1.1" status: 200 len: 217 time: 0.0690472 Jul 07 17:23:23.154754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Request body: {'port': {'device_id': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:23.243647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-f1f53107-d0eb-4d4d-91d5-2506af904b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.245193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-f1f53107-d0eb-4d4d-91d5-2506af904b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28a091fa-16f1-4613-b2b1-1f45de73f9e1 HTTP/1.1" status: 200 len: 849 time: 0.0928118 Jul 07 17:23:23.284836 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-692835e6-432a-47b1-8b7f-6e10cdf78e44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d645c438-47e8-4c55-bfa6-24e6e7bf871a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323529 Jul 07 17:23:23.393603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.420217 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-6a5d0670-6d13-453e-af51-b5d2e88ce318 service neutron] 10.222.0.23 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283338 Jul 07 17:23:23.464468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-99789f1d-5c96-4266-b23d-4fcd46593a85 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.471720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-99789f1d-5c96-4266-b23d-4fcd46593a85 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 0.2714260 Jul 07 17:23:23.496032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-c2b317f3-5a5a-4159-8e70-d6e9dfce677f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/quotas/df15f5ff8d5c4a448a9440aaf5e7886b HTTP/1.1" status: 200 len: 375 time: 0.0229864 Jul 07 17:23:23.497673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e2ed51-af60-4912-bc97-f04967bc1b55 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:23.567672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f630ab2f-6b09-4a26-a60d-093f5f79a15e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700047 Jul 07 17:23:23.576147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06419949-00e1-49ec-8d58-205ad62ee8b4 None None] Provisioning for port c8fe05d8-a472-42da-857d-df0ff341d65b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:23.585117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06419949-00e1-49ec-8d58-205ad62ee8b4 None None] Provisioning complete for port c8fe05d8-a472-42da-857d-df0ff341d65b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:23.585587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06419949-00e1-49ec-8d58-205ad62ee8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.596458 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6a8fba4-ca1b-4400-aa61-0affb4cbcd41 req-f5696df0-6134-4d93-bb53-87257f2519d3 service neutron] 10.222.0.23 "GET /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685398 Jul 07 17:23:23.656225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-06419949-00e1-49ec-8d58-205ad62ee8b4 None None] Port c8fe05d8-a472-42da-857d-df0ff341d65b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:23.660077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 51e2ed51-af60-4912-bc97-f04967bc1b55 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:23.661329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.827655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-e6c36732-675f-4fad-99d5-a46350f632af service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580159 Jul 07 17:23:24.000161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fe05d8-a472-42da-857d-df0ff341d65b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:24.007048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-fe636d4f-ea14-4985-9958-ac8adcec9458 service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672342 Jul 07 17:23:24.011399 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.025538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Transition to ACTIVE for port object c8fe05d8-a472-42da-857d-df0ff341d65b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:24.029324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.151185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.204162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Attempting to bind port c8fe05d8-a472-42da-857d-df0ff341d65b on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:24.204504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Attempting to bind port c8fe05d8-a472-42da-857d-df0ff341d65b by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:24.204836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Attempting to bind port c8fe05d8-a472-42da-857d-df0ff341d65b on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:24.211798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Port c8fe05d8-a472-42da-857d-df0ff341d65b on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:24.212164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Attempting to bind port c8fe05d8-a472-42da-857d-df0ff341d65b on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:24.219505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:24.219853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Checking segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:24.220244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Bound using segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:24.220833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Bound port: c8fe05d8-a472-42da-857d-df0ff341d65b, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:24.221204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.354764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:24.365668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fe05d8-a472-42da-857d-df0ff341d65b,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:24.453388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.522343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.523069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.524743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] 10.222.0.73 "PUT /v2.0/ports/c8fe05d8-a472-42da-857d-df0ff341d65b HTTP/1.1" status: 200 len: 1092 time: 1.3773983 Jul 07 17:23:24.526635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:24.535979 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:24.561312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-9e7033e6-64cb-4ab0-a914-2eca7862f5e5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.563892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-9e7033e6-64cb-4ab0-a914-2eca7862f5e5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.2520614 Jul 07 17:23:24.569326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f0b9e-93a4-452d-bb46-50ecc212e662 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.589619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Request body: {'port': {'device_id': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'admin_state_up': True, 'tenant_id': '902f2d054b8f4657b7451bcfab665f99'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:24.630719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b1ecdcbc-feaf-48cb-8053-1670bb9933a0 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:24.632309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341329-a880-40df-8737-19f418faf0f3 req-a46fafff-ebb6-43a5-b9e1-7d0c87b29803 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.642169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2341329-a880-40df-8737-19f418faf0f3 req-a46fafff-ebb6-43a5-b9e1-7d0c87b29803 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.2721069 Jul 07 17:23:24.707851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2341329-a880-40df-8737-19f418faf0f3 req-24059b8a-1c88-46a5-b7c4-223bb6dc8c87 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Jul 07 17:23:24.812000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-d613e9e2-03e0-415f-a474-221b1eed9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.816389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-d613e9e2-03e0-415f-a474-221b1eed9e5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 1095 time: 0.1070144 Jul 07 17:23:24.828907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Made reservation on behalf of 902f2d054b8f4657b7451bcfab665f99 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:24.850620 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.915232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-9eab562c-c9ea-4d0d-8a01-7be396500625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fe05d8-a472-42da-857d-df0ff341d65b HTTP/1.1" status: 200 len: 217 time: 0.0905426 Jul 07 17:23:24.931998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:24.956050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0', 'network_id': 'd645c438-47e8-4c55-bfa6-24e6e7bf871a', 'port_id': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0', 'mac_address': 'fa:16:3e:20:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a091fa-16f1-4613-b2b1-1f45de73f9e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:25.019217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-df8fe6ee-0d09-48fc-8ff6-3d550c93d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.023504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.024063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-df8fe6ee-0d09-48fc-8ff6-3d550c93d6e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.1009936 Jul 07 17:23:25.075787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ecdcbc-feaf-48cb-8053-1670bb9933a0 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:25.128817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:25.137472 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.153659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Allocated IP 172.20.0.7 (8caff1c6-4cbf-4134-ab92-5fdd71337040/f47676a1-210a-4fdf-8c97-74b601bf0ee8/fe4728b6-cde0-4358-9f1a-b47d934eb6aa) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:25.159025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e911-c162-4128-9794-8b748855047b req-0d5cfce6-2ed2-4341-a4c2-b8d1f27f14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.164703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-0d5cfce6-2ed2-4341-a4c2-b8d1f27f14f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354210 Jul 07 17:23:25.211327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.321551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-471af941-b603-46f3-a27b-a0563b593464 service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470912 Jul 07 17:23:25.377949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b1ecdcbc-feaf-48cb-8053-1670bb9933a0'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:25.451494 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.474840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.499282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Transition to ACTIVE for port object fe4728b6-cde0-4358-9f1a-b47d934eb6aa will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:25.501331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0bd5e911-c162-4128-9794-8b748855047b req-ccc63450-b380-4980-b370-f3c2eb814434 service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618860 Jul 07 17:23:25.511435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a98c8-a620-404b-9c11-76ca9fd28959 req-29c5282a-a18d-49ff-a387-36aae3f4a704 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.519026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-835a98c8-a620-404b-9c11-76ca9fd28959 req-29c5282a-a18d-49ff-a387-36aae3f4a704 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 944 time: 0.1206353 Jul 07 17:23:25.544194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.575446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-835a98c8-a620-404b-9c11-76ca9fd28959 req-f43d8b3e-081a-4ad4-af6d-485601927bab tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 Jul 07 17:23:25.610320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:25.615658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event updated for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.618339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:25.621151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:25.698786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.700281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.725923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-c413024e-4c7f-4857-b57f-d130a63df0b2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1457710 Jul 07 17:23:25.738545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Request body: {'port': {'device_id': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:25.849606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.886277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-739c7ec2-ab6a-4bf7-8b49-fa5a5c29217a None None] Provisioning for port fe4728b6-cde0-4358-9f1a-b47d934eb6aa completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:25.897890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-739c7ec2-ab6a-4bf7-8b49-fa5a5c29217a None None] Provisioning complete for port fe4728b6-cde0-4358-9f1a-b47d934eb6aa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:25.899322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-739c7ec2-ab6a-4bf7-8b49-fa5a5c29217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.965297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-739c7ec2-ab6a-4bf7-8b49-fa5a5c29217a None None] Port fe4728b6-cde0-4358-9f1a-b47d934eb6aa cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:26.064227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-3eb23ee8-1083-459d-a814-fbb25d8161d8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.067976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-3eb23ee8-1083-459d-a814-fbb25d8161d8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.2439289 Jul 07 17:23:26.136930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-56744dcc-fb66-4341-88e0-ac66fedb88e7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/quotas/902f2d054b8f4657b7451bcfab665f99 HTTP/1.1" status: 200 len: 375 time: 0.0239484 Jul 07 17:23:26.283398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-7df6f7cf-1a02-4983-8757-574df3a0576b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.284992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-7df6f7cf-1a02-4983-8757-574df3a0576b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 0.2792275 Jul 07 17:23:26.313020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Request body: {'port': {'device_id': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'admin_state_up': True, 'tenant_id': 'df15f5ff8d5c4a448a9440aaf5e7886b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:26.319304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4728b6-cde0-4358-9f1a-b47d934eb6aa {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:26.327816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.343040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Transition to ACTIVE for port object fe4728b6-cde0-4358-9f1a-b47d934eb6aa will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:26.348968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.413303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.423327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-f98417c9-367f-4bad-8cde-890fc17a54ba tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2747488 Jul 07 17:23:26.496362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Attempting to bind port fe4728b6-cde0-4358-9f1a-b47d934eb6aa on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:26.496788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Attempting to bind port fe4728b6-cde0-4358-9f1a-b47d934eb6aa by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:26.497099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Attempting to bind port fe4728b6-cde0-4358-9f1a-b47d934eb6aa on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:26.502782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Port fe4728b6-cde0-4358-9f1a-b47d934eb6aa on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:26.503097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Attempting to bind port fe4728b6-cde0-4358-9f1a-b47d934eb6aa on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:26.509539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:26.509933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Checking segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:26.510328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Bound using segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:26.511560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Bound port: fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:26.511560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.606339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-35b1a18b-9299-4597-9fb7-91137978be31 service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697764 Jul 07 17:23:26.616071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Made reservation on behalf of df15f5ff8d5c4a448a9440aaf5e7886b for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:26.616616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:26.620805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.623017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:26.632514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.636483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b1ecdcbc-feaf-48cb-8053-1670bb9933a0 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:26.695548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.696449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.698150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe4728b6-cde0-4358-9f1a-b47d934eb6aa HTTP/1.1" status: 200 len: 1092 time: 0.9642625 Jul 07 17:23:26.698634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:26.702995 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271800d-8315-43b1-9747-d1df5fe020e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:26.753591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517c5d-5bf3-44ae-932e-062786f54998 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.796857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:26.805924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:26.806581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.870058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-75d02d15-0446-4525-8623-389f64da7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.874514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-75d02d15-0446-4525-8623-389f64da7646 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 1095 time: 0.1097362 Jul 07 17:23:26.879058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-c15ebec1-ed26-4f3c-8928-7e66369d7bca service neutron] 10.222.0.66 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547770 Jul 07 17:23:26.943968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-6e52dc45-e6a9-4a45-a18e-55741bfc641c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa HTTP/1.1" status: 200 len: 217 time: 0.0622857 Jul 07 17:23:26.954994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.981324 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.986053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Allocated IP 172.20.0.4 (6838e0f7-ef86-4888-b2c4-19a411db2abd/3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b/ed75e72b-c402-4173-bada-01b365fd8b8b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:27.015824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-e2428def-44bd-4445-b6bc-42188ac74e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.017512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:27.017735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-e2428def-44bd-4445-b6bc-42188ac74e81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.0665262 Jul 07 17:23:27.022915 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed990d-595e-4cd6-8620-df87d242ac5a" -d '{"events": [{"server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:27.047875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:27.059717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.099986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-ec7f9720-699b-4425-a034-324b141d5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.102896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-ec7f9720-699b-4425-a034-324b141d5b08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778615 Jul 07 17:23:27.202984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.239614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-b32f2853-7632-4d59-859a-ac07388e139c service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296704 Jul 07 17:23:27.303137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6dec075f-d821-4f0a-a2c5-e3025b15c234 req-f46346ec-f815-440a-a517-270a30825b92 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 210 time: 0.0442874 Jul 07 17:23:27.325932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.395516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.415499 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91506a-2144-450d-9e06-d0575e8efcde x-openstack-request-id: req-df91506a-2144-450d-9e06-d0575e8efcde {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:27.415825 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:27.416196 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df91506a-2144-450d-9e06-d0575e8efcde {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:27.416894 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b', 'status': 'completed', 'code': 200} Jul 07 17:23:27.424099 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-390bd73f-b85a-408b-8227-7f0b80b8cb9a req-85086dd4-a14c-456b-89d5-381e1c3e7bcf service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753850 Jul 07 17:23:27.519394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-d549ae6b-e3b1-4df8-8d85-f7e9735d9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.521198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-d549ae6b-e3b1-4df8-8d85-f7e9735d9bc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 1095 time: 0.0795658 Jul 07 17:23:27.525339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:27.526497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.542209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:27.546842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:27.621777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.622532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.645700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-f700857f-200a-479a-979c-88892564cdf1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467150 Jul 07 17:23:27.668533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Request body: {'port': {'device_id': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:27.689047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-48c4f8dc-edc1-4da1-84c5-a04061e0d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.690588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-48c4f8dc-edc1-4da1-84c5-a04061e0d916 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 916 time: 0.1618335 Jul 07 17:23:27.736983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fe05d8-a472-42da-857d-df0ff341d65b details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:27.748154 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-51dfbb8d-8cc7-4978-a471-9d73aa50fbe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fe05d8-a472-42da-857d-df0ff341d65b HTTP/1.1" status: 200 len: 217 time: 0.0502903 Jul 07 17:23:27.827101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-e9543eb2-5a57-4bb6-bafe-b0141766d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.828922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-e9543eb2-5a57-4bb6-bafe-b0141766d9b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.0693595 Jul 07 17:23:27.850363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.950355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fe05d8-a472-42da-857d-df0ff341d65b,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:27.954299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-d9a1ae4a-59e2-4be3-996c-e3a5636b4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.956317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-d9a1ae4a-59e2-4be3-996c-e3a5636b4df8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186242 Jul 07 17:23:28.006397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'c8fe05d8-a472-42da-857d-df0ff341d65b', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'port_id': 'c8fe05d8-a472-42da-857d-df0ff341d65b', 'mac_address': 'fa:16:3e:0c:f2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47676a1-210a-4fdf-8c97-74b601bf0ee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:28.088042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.120544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fe05d8-a472-42da-857d-df0ff341d65b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:28.136750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-ecdd736f-16f1-4a1f-8020-a62df45009c8 service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721766 Jul 07 17:23:28.172957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fe05d8-a472-42da-857d-df0ff341d65b,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.184889 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.302406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.326418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ebb767d-5d86-411c-ae67-9f2eef4eef7c req-470ecbe1-c0a6-43c3-a19f-1946e28247be service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823804 Jul 07 17:23:28.393663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed75e72b-c402-4173-bada-01b365fd8b8b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:28.404235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.427299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Transition to ACTIVE for port object ed75e72b-c402-4173-bada-01b365fd8b8b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:28.435708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bf634-eba2-4e8b-b273-5cd27ebd5245 req-cbb0e2c7-9f3f-4809-8538-7da54f00b47f tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.437369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01bf634-eba2-4e8b-b273-5cd27ebd5245 req-cbb0e2c7-9f3f-4809-8538-7da54f00b47f tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 945 time: 0.1559453 Jul 07 17:23:28.438727 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.502196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fe05d8-a472-42da-857d-df0ff341d65b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:28.516239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.530477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01bf634-eba2-4e8b-b273-5cd27ebd5245 req-c80e98d4-c410-4144-a65d-aa7eb78ee8f0 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Jul 07 17:23:28.603752 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d06886-5657-43bb-9fef-19e174b2f2ee x-openstack-request-id: req-e5d06886-5657-43bb-9fef-19e174b2f2ee {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:28.604046 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:28.604304 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5d06886-5657-43bb-9fef-19e174b2f2ee {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:28.604707 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'status': 'completed', 'code': 200} Jul 07 17:23:28.633839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Attempting to bind port ed75e72b-c402-4173-bada-01b365fd8b8b on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:28.634905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Attempting to bind port ed75e72b-c402-4173-bada-01b365fd8b8b by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:28.635440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Attempting to bind port ed75e72b-c402-4173-bada-01b365fd8b8b on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:28.643121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Port ed75e72b-c402-4173-bada-01b365fd8b8b on network 6838e0f7-ef86-4888-b2c4-19a411db2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:28.643865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Attempting to bind port ed75e72b-c402-4173-bada-01b365fd8b8b on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:28.652963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:28.653506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Checking segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:28.654103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Bound using segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:28.654782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Bound port: ed75e72b-c402-4173-bada-01b365fd8b8b, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:28.655348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.745959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:28.751652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:28.752990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-8fa7594a-8de7-4916-8d20-82f7d91f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.755133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-8fa7594a-8de7-4916-8d20-82f7d91f7999 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 1095 time: 0.1270065 Jul 07 17:23:28.757897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.804154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.804855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.806659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed75e72b-c402-4173-bada-01b365fd8b8b HTTP/1.1" status: 200 len: 1092 time: 1.1520886 Jul 07 17:23:28.846583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348e490-2b29-489f-bfc4-f1294650a916 service neutron] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.927697 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4c1b9f-24a4-48f7-89f3-39742d197af5 x-openstack-request-id: req-de4c1b9f-24a4-48f7-89f3-39742d197af5 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:28.927995 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:28.928252 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de4c1b9f-24a4-48f7-89f3-39742d197af5 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:28.928679 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0', 'code': 200} Jul 07 17:23:29.040368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-024e84d2-f93c-4c17-b755-f9fd7e1fc2e9 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.043090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-024e84d2-f93c-4c17-b755-f9fd7e1fc2e9 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 815 time: 0.2007289 Jul 07 17:23:29.045247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-858202e5-1082-4f7d-ad41-4756ff4c860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.047421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-858202e5-1082-4f7d-ad41-4756ff4c860a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 916 time: 0.2860842 Jul 07 17:23:29.072841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Request body: {'port': {'device_id': '363ab4f2-5562-465f-9315-7fc6428757f7', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'admin_state_up': True, 'tenant_id': '902f2d054b8f4657b7451bcfab665f99'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:29.125103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-1af25a32-27cc-457b-aba2-a4b772fdbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.128150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-1af25a32-27cc-457b-aba2-a4b772fdbb3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 1095 time: 0.2192445 Jul 07 17:23:29.171080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-febbb975-fa5e-4391-953c-4ebf2eb07ff3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa HTTP/1.1" status: 200 len: 217 time: 0.0912845 Jul 07 17:23:29.207087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6bc2d71-c5ae-4a63-a333-471bc497ff15 req-8634b5f5-461f-43fc-a4a9-fb84ff8897fd tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 210 time: 0.0715623 Jul 07 17:23:29.210486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-af532821-1cb1-4f59-a2c9-4efbfd4b925d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed75e72b-c402-4173-bada-01b365fd8b8b HTTP/1.1" status: 200 len: 217 time: 0.0689473 Jul 07 17:23:29.274239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a2df9-dad1-43c4-933b-239f8e0a7bb9 req-c077954a-d531-4b94-96e6-0cff16d494b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.275832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-294a2df9-dad1-43c4-933b-239f8e0a7bb9 req-c077954a-d531-4b94-96e6-0cff16d494b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 1097 time: 0.2069128 Jul 07 17:23:29.280138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-717cd3b3-3b5a-44c5-9f5a-4ee209c1a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.281655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-717cd3b3-3b5a-44c5-9f5a-4ee209c1a649 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.0646355 Jul 07 17:23:29.291090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-62bd82ae-d39e-445f-8e20-4dfa3b2da68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.293665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-62bd82ae-d39e-445f-8e20-4dfa3b2da68b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.1107938 Jul 07 17:23:29.326048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-c0b47a63-3ddb-44f8-84f3-a6f3420f7fe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366805 Jul 07 17:23:29.372250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-294a2df9-dad1-43c4-933b-239f8e0a7bb9 req-cb296f24-fe7e-4863-bcd0-17fd7dd7e33f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890126 Jul 07 17:23:29.380402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Made reservation on behalf of 902f2d054b8f4657b7451bcfab665f99 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:29.384433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.420874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-814881e9-d2f7-460a-a88f-4c00d02caec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.421207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:29.422598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-814881e9-d2f7-460a-a88f-4c00d02caec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204548 Jul 07 17:23:29.423635 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a0b055-8622-4982-a010-0a14b9a71b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:29.493648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-41801500-7a68-4a61-9e4b-ce0494c3a7dd service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478257 Jul 07 17:23:29.560392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a8254-eacb-485a-8f42-959109e5adf2 req-5d38583e-e7d4-47db-88e5-2e665adaff76 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:29.561934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-910a8254-eacb-485a-8f42-959109e5adf2 req-5d38583e-e7d4-47db-88e5-2e665adaff76 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.1586981 Jul 07 17:23:29.638601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-2ac8e483-5111-466d-bb0b-79e8f49bf85a service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090142 Jul 07 17:23:29.643820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Allocated IP 172.20.0.11 (8caff1c6-4cbf-4134-ab92-5fdd71337040/f47676a1-210a-4fdf-8c97-74b601bf0ee8/f48b5ffa-0e99-4c48-8703-ccbc412323b3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:29.737889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fe05d8-a472-42da-857d-df0ff341d65b up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:29.809714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port c8fe05d8-a472-42da-857d-df0ff341d65b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:29.814980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port c8fe05d8-a472-42da-857d-df0ff341d65b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:29.815307 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.854711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8271800d-8315-43b1-9747-d1df5fe020e7 req-adeb0244-c670-4b03-a1ed-696e58efe394 service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069738 Jul 07 17:23:29.935708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.991273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.998395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fe05d8-a472-42da-857d-df0ff341d65b,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:30.005887 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.010838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-910a8254-eacb-485a-8f42-959109e5adf2 req-30441584-179d-40dd-9360-f8402656ad92 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353940 Jul 07 17:23:30.017808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f71d2ad8-923f-4492-9e98-98a9a67e280c req-63177592-97e1-4a53-9295-54ef070f622e service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148826 Jul 07 17:23:30.017973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Transition to ACTIVE for port object f48b5ffa-0e99-4c48-8703-ccbc412323b3 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:30.087659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.092107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.104350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fe05d8-a472-42da-857d-df0ff341d65b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:30.175562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:30.182900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:30.194333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:30.206089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event updated for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.289782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.290786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.311694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-12b187c1-b301-49b0-bb5c-de57a4cc723a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2450380 Jul 07 17:23:30.324434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Request body: {'port': {'device_id': '363ab4f2-5562-465f-9315-7fc6428757f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:30.438116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96f327-6be9-41fa-b09f-2ccc815adab6 req-f2c0d9eb-6c97-4010-92ee-2f99a46c3e81 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.440847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd96f327-6be9-41fa-b09f-2ccc815adab6 req-f2c0d9eb-6c97-4010-92ee-2f99a46c3e81 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 943 time: 0.1411135 Jul 07 17:23:30.479294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.514598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd96f327-6be9-41fa-b09f-2ccc815adab6 req-9a4a9260-6db5-4c88-bc86-6a5e28d186ec tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Jul 07 17:23:30.595051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cdaab7be-4c19-49fa-a45a-cbe6a63b8406 None None] Provisioning for port f48b5ffa-0e99-4c48-8703-ccbc412323b3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:30.603246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cdaab7be-4c19-49fa-a45a-cbe6a63b8406 None None] Provisioning complete for port f48b5ffa-0e99-4c48-8703-ccbc412323b3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:30.604015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cdaab7be-4c19-49fa-a45a-cbe6a63b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.670583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fe4728b6-cde0-4358-9f1a-b47d934eb6aa details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:30.679313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-cdaab7be-4c19-49fa-a45a-cbe6a63b8406 None None] Port f48b5ffa-0e99-4c48-8703-ccbc412323b3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:30.838234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:30.853730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'port_id': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'mac_address': 'fa:16:3e:d8:31:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47676a1-210a-4fdf-8c97-74b601bf0ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:30.908056 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.928896 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01388c64-cd63-4835-a930-f7c15d40f25d x-openstack-request-id: req-01388c64-cd63-4835-a930-f7c15d40f25d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:30.929161 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:30.929457 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01388c64-cd63-4835-a930-f7c15d40f25d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:30.929844 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'status': 'completed', 'code': 200} Jul 07 17:23:30.931003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:30.946206 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1830ce5-5416-49b0-ad0d-304f87a5560b" -d '{"events": [{"server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:30.955000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4728b6-cde0-4358-9f1a-b47d934eb6aa {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:30.971063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48b5ffa-0e99-4c48-8703-ccbc412323b3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:30.980703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.981992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:30.989969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.011480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Transition to ACTIVE for port object f48b5ffa-0e99-4c48-8703-ccbc412323b3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:31.017563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.057329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.091666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-6941ca7f-5306-4bdb-b202-0611bddad5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.093732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-6941ca7f-5306-4bdb-b202-0611bddad5ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 1095 time: 0.1149380 Jul 07 17:23:31.228641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fe4728b6-cde0-4358-9f1a-b47d934eb6aa'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:31.284231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-3f9d5b22-5f77-4858-89ec-357ec18e0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.286985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-3f9d5b22-5f77-4858-89ec-357ec18e0816 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 915 time: 0.1791823 Jul 07 17:23:31.314345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccf639-185e-4914-840d-c26224981152 req-7cb7d928-8d7d-4250-ae8c-dedc3febcee8 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.319502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2ccf639-185e-4914-840d-c26224981152 req-7cb7d928-8d7d-4250-ae8c-dedc3febcee8 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 945 time: 0.2007630 Jul 07 17:23:31.385682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-a34c8687-09d0-4a78-8155-43cc7fc22a4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed75e72b-c402-4173-bada-01b365fd8b8b HTTP/1.1" status: 200 len: 217 time: 0.0885320 Jul 07 17:23:31.505027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2ccf639-185e-4914-840d-c26224981152 req-eb99367d-1daa-4591-9be4-f6f582702e08 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230154 Jul 07 17:23:31.525346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-a44e77a1-7e13-4b58-8eb9-dba54ae7d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.528410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-a44e77a1-7e13-4b58-8eb9-dba54ae7d8d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.1293902 Jul 07 17:23:31.590015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-b71e5f34-3c1b-4316-8924-0dddf003caeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474911 Jul 07 17:23:31.602261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Pushing event updated for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.758368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:31.763865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-a09a1a96-6915-432d-b990-a31a7fe926c0 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.765878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-a09a1a96-6915-432d-b990-a31a7fe926c0 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.2949176 Jul 07 17:23:31.815771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Attempting to bind port f48b5ffa-0e99-4c48-8703-ccbc412323b3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:31.816142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Attempting to bind port f48b5ffa-0e99-4c48-8703-ccbc412323b3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:31.817720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Attempting to bind port f48b5ffa-0e99-4c48-8703-ccbc412323b3 on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:31.838106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-aabd0d20-0705-46cd-bea0-2b87f4f2d699 service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405720 Jul 07 17:23:31.842364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Port f48b5ffa-0e99-4c48-8703-ccbc412323b3 on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:31.842843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Attempting to bind port f48b5ffa-0e99-4c48-8703-ccbc412323b3 on network 8caff1c6-4cbf-4134-ab92-5fdd71337040 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:31.875815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:31.876212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Checking segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:31.876711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Bound using segment: {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:31.877226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Bound port: f48b5ffa-0e99-4c48-8703-ccbc412323b3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09132974-6aca-46f7-ba50-041c2735e40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:31.877673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.038133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.041485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75a0b055-8622-4982-a010-0a14b9a71b5b req-aec6a7c2-b1b0-4819-b855-bed3e1e4a746 service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958580 Jul 07 17:23:32.081069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'port_id': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'mac_address': 'fa:16:3e:20:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:32.107091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:32.129576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Deleting port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:32.130121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.140583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:32.159770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.187440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bed4f3-372a-460e-9f38-553f828b6336 req-dc750b9a-ef17-45df-9ea4-651cad113832 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.200046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.203199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76bed4f3-372a-460e-9f38-553f828b6336 req-dc750b9a-ef17-45df-9ea4-651cad113832 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 944 time: 0.1602981 Jul 07 17:23:32.221180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed75e72b-c402-4173-bada-01b365fd8b8b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:32.256345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.256908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.258365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] 10.222.0.23 "PUT /v2.0/ports/f48b5ffa-0e99-4c48-8703-ccbc412323b3 HTTP/1.1" status: 200 len: 1093 time: 1.9390607 Jul 07 17:23:32.259088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:32.261705 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8663c57-e92e-4708-b43c-0dbf234c4a83" -d '{"events": [{"name": "network-changed", "server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:32.268073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.280448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.297791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76bed4f3-372a-460e-9f38-553f828b6336 req-d02d05c3-3c98-4534-89b6-7506a64d13a1 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934238 Jul 07 17:23:32.321072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8f4a4-b508-4859-a290-b41e93cdea2b service neutron] Pushing event updated for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.372916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.391484 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde7a47-7c0e-4d1f-9d1b-ce41d63c39c3 x-openstack-request-id: req-1bde7a47-7c0e-4d1f-9d1b-ce41d63c39c3 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:32.391789 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:32.392050 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bde7a47-7c0e-4d1f-9d1b-ce41d63c39c3 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:32.392801 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b', 'code': 200} Jul 07 17:23:32.408943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] For port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.409596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.433928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Calling delete_port for f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:32.516239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-e11e512d-9032-48c1-ace8-1cbf2de0882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.517880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-e11e512d-9032-48c1-ace8-1cbf2de0882f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 1096 time: 0.1869094 Jul 07 17:23:32.574103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-f191a26a-6852-4fb2-ac5e-c52eba0d7676 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3 HTTP/1.1" status: 200 len: 217 time: 0.0448744 Jul 07 17:23:32.589323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ed75e72b-c402-4173-bada-01b365fd8b8b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:32.621299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe815e-9cac-4710-b0a2-cbd68b1f39de req-1b447e1b-be9a-40da-85b2-9d3228147280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.622914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8fe815e-9cac-4710-b0a2-cbd68b1f39de req-1b447e1b-be9a-40da-85b2-9d3228147280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 1097 time: 0.1277969 Jul 07 17:23:32.632184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f51fed-ad01-48ae-847b-3e8566cf53ec req-8783eca5-1a73-4376-8823-2e076210e070 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.633661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02f51fed-ad01-48ae-847b-3e8566cf53ec req-8783eca5-1a73-4376-8823-2e076210e070 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f79038-6974-494c-843d-f02720797fed HTTP/1.1" status: 200 len: 945 time: 0.0974989 Jul 07 17:23:32.685464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fe4728b6-cde0-4358-9f1a-b47d934eb6aa up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:32.696990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8fe815e-9cac-4710-b0a2-cbd68b1f39de req-ea4352c0-c53a-49c3-b7c2-ebb763d0d83e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 Jul 07 17:23:32.706062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02f51fed-ad01-48ae-847b-3e8566cf53ec req-111a8a49-24fc-493e-b0aa-56b339ff7e2d tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 Jul 07 17:23:32.721601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-1e67a827-52ae-4dcf-aa46-3d4cca04e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.724858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-1e67a827-52ae-4dcf-aa46-3d4cca04e6dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.1392827 Jul 07 17:23:32.793535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port fe4728b6-cde0-4358-9f1a-b47d934eb6aa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:32.807419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port fe4728b6-cde0-4358-9f1a-b47d934eb6aa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:32.807821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.828287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.853707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['9fcee1c9-30f8-4e5d-9464-6817870beedf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:32.895214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Pushing event deleted for resources: {'Port': ['ID=f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.953181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef77ba5-3ee5-47e0-8880-e0de0081d392 req-d2e27c07-ef3b-4b23-8eb7-f5440d9ff9eb tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.954853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cef77ba5-3ee5-47e0-8880-e0de0081d392 req-d2e27c07-ef3b-4b23-8eb7-f5440d9ff9eb tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 944 time: 0.1015155 Jul 07 17:23:32.956949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-3009626e-50f9-4ffd-ba74-14392efa61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.959652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-3009626e-50f9-4ffd-ba74-14392efa61f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229877 Jul 07 17:23:32.960858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] No DVR routers for this DVR port f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:32.964431 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.967145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6b8079-5b0a-4409-83d4-a628526292a7 req-fd983bad-02c4-496a-a34c-ba4d84c8bce1 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.73 "DELETE /v2.0/ports/f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 HTTP/1.1" status: 204 len: 173 time: 1.1946526 Jul 07 17:23:32.975431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.016754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cef77ba5-3ee5-47e0-8880-e0de0081d392 req-210c7ead-b5ba-4e59-be6d-04c79f76901f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539088 Jul 07 17:23:33.039039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:33.049827 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.091101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-4c4b717e-dffb-478e-a8f4-55c69f4603b3 service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226530 Jul 07 17:23:33.134979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.247510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-578cd6b6-b35a-48e0-a494-80814b6d50dd req-f9ec3b7d-c61e-4f69-be4f-e97005774b04 service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498113 Jul 07 17:23:33.355095 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40570ce5-82e2-4600-bf69-703f5ba05d98 x-openstack-request-id: req-40570ce5-82e2-4600-bf69-703f5ba05d98 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:33.355671 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:33.356134 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40570ce5-82e2-4600-bf69-703f5ba05d98 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:33.357044 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3', 'status': 'completed', 'code': 200} Jul 07 17:23:33.456858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-cacc872d-95bc-454c-9f97-db65bfd6814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.459711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-cacc872d-95bc-454c-9f97-db65bfd6814a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 1096 time: 0.0719690 Jul 07 17:23:33.628021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-25a4f4ef-d417-4103-95bc-3507bc466add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.630528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-25a4f4ef-d417-4103-95bc-3507bc466add service neutron] 10.222.0.23 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 916 time: 0.1627109 Jul 07 17:23:33.718748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-228475ec-ff0e-4214-93e3-7fdc92141478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3 HTTP/1.1" status: 200 len: 217 time: 0.0745125 Jul 07 17:23:33.786931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:33.841361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-bcfbc1ef-f793-4b64-8e08-09e7814f7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.851020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-bcfbc1ef-f793-4b64-8e08-09e7814f7d9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.1195836 Jul 07 17:23:33.932149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ed75e72b-c402-4173-bada-01b365fd8b8b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:33.939773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ed75e72b-c402-4173-bada-01b365fd8b8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:33.940428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.986974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-5250bd97-0047-46c2-a89c-cd6f3fa8a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.992569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-5250bd97-0047-46c2-a89c-cd6f3fa8a43d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384706 Jul 07 17:23:34.061160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.112032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:34.118374 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.119430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:34.149101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-c51f6f73-cd70-41f3-93a8-b952a6ad6d44 service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470277 Jul 07 17:23:34.165902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:34.166356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:34.199886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.279542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8663c57-e92e-4708-b43c-0dbf234c4a83 req-d74290ea-2d48-478d-9864-d73c66cbb7b2 service neutron] 10.222.0.23 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230798 Jul 07 17:23:34.335391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdffe8-282c-4e42-b9b1-fd9da1e5a448 req-3d2cddb7-847f-4806-b720-58183be8d893 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.337040 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ebdffe8-282c-4e42-b9b1-fd9da1e5a448 req-3d2cddb7-847f-4806-b720-58183be8d893 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 944 time: 0.0734408 Jul 07 17:23:34.381876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ebdffe8-282c-4e42-b9b1-fd9da1e5a448 req-ce171b8f-c7c3-421f-b3d6-3eccb5b8e77e tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381899 Jul 07 17:23:34.394484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa'}, {'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:34.397632 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecdb68-5683-48b5-875b-dcd6c2a4c2bd" -d '{"events": [{"server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "name": "network-vif-plugged", "status": "completed", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa"}, {"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-plugged", "status": "completed", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:34.580943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d11a1-2a20-443c-91b4-f6c0e0101a12 req-fc67ea08-0637-4bc3-8cd8-f1fddf5966c3 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.583469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-089d11a1-2a20-443c-91b4-f6c0e0101a12 req-fc67ea08-0637-4bc3-8cd8-f1fddf5966c3 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 945 time: 0.0783579 Jul 07 17:23:34.628488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-089d11a1-2a20-443c-91b4-f6c0e0101a12 req-89337e56-35c1-427f-b618-865d40adfc40 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/security-groups?id=a74cf504-2966-412d-88e0-6318a47c5add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Jul 07 17:23:34.913903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d65f51-9cfe-42a3-a118-97a06823e985 req-b641e80a-bf8f-459f-b81c-40fb9e38b199 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.915685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d65f51-9cfe-42a3-a118-97a06823e985 req-b641e80a-bf8f-459f-b81c-40fb9e38b199 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.0897102 Jul 07 17:23:34.966369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d65f51-9cfe-42a3-a118-97a06823e985 req-d4a866b4-e914-45b6-be84-adf1eaf9b9ec tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Jul 07 17:23:35.079609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-7edc7ecf-4490-4808-a324-fdd7950ccc7f tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.083578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-7edc7ecf-4490-4808-a324-fdd7950ccc7f tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 945 time: 0.0866828 Jul 07 17:23:35.206202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Deleting port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:35.206487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.328002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] For port b1ecdcbc-feaf-48cb-8053-1670bb9933a0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,segment=NetworkSegment(9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b),segment_id=9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:35.328731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.353311 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd16ee85-f24d-4002-86be-c7be2d10f5a7 x-openstack-request-id: req-fd16ee85-f24d-4002-86be-c7be2d10f5a7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:35.354156 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "name": "network-vif-plugged", "status": "completed", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa", "code": 200}, {"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-plugged", "status": "completed", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:35.354156 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd16ee85-f24d-4002-86be-c7be2d10f5a7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:35.354557 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'code': 200} Jul 07 17:23:35.354929 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'code': 200} Jul 07 17:23:35.358124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Calling delete_port for b1ecdcbc-feaf-48cb-8053-1670bb9933a0 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:35.361288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'name': 'network-vif-deleted', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:35.367212 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87a63d3-aa1c-43bd-84d5-81c576218e3b" -d '{"events": [{"server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "name": "network-vif-deleted", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:35.627103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9e7cd-7fa2-4977-8129-ab0fc92d7ce2 req-1155541d-6627-41e6-ac75-6d8338212c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.628675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00e9e7cd-7fa2-4977-8129-ab0fc92d7ce2 req-1155541d-6627-41e6-ac75-6d8338212c00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 1097 time: 0.1662972 Jul 07 17:23:35.637298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cd3d-2364-4cc5-bb59-5ea11a19a687 req-b37c13aa-19ef-4408-a5a4-b060cd92f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.638863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca51cd3d-2364-4cc5-bb59-5ea11a19a687 req-b37c13aa-19ef-4408-a5a4-b060cd92f1b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 1097 time: 0.1748514 Jul 07 17:23:35.713254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.728492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b1ecdcbc-feaf-48cb-8053-1670bb9933a0'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:35.734486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca51cd3d-2364-4cc5-bb59-5ea11a19a687 req-69520cb8-9219-44b9-9820-758cb10665c7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841053 Jul 07 17:23:35.756810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00e9e7cd-7fa2-4977-8129-ab0fc92d7ce2 req-1fbb0e9b-a815-4692-ad8a-3c29366f7b7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169388 Jul 07 17:23:35.757344 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:35.760227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Pushing event deleted for resources: {'Port': ['ID=b1ecdcbc-feaf-48cb-8053-1670bb9933a0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.823757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] No DVR routers for this DVR port b1ecdcbc-feaf-48cb-8053-1670bb9933a0 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:35.827520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.831601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76e07b84-5bb6-4edc-a414-953d6c6e1750 req-d34bbc37-325f-4dd0-b208-b5a6ce94a5da tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.23 "DELETE /v2.0/ports/b1ecdcbc-feaf-48cb-8053-1670bb9933a0 HTTP/1.1" status: 204 len: 173 time: 0.7384326 Jul 07 17:23:35.937649 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce81ab62-0d8b-41e3-8452-6bbd1ff0f8c9 x-openstack-request-id: req-ce81ab62-0d8b-41e3-8452-6bbd1ff0f8c9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:35.938106 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f79038-6974-494c-843d-f02720797fed", "name": "network-vif-deleted", "tag": "f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:35.938521 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce81ab62-0d8b-41e3-8452-6bbd1ff0f8c9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:35.939375 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f79038-6974-494c-843d-f02720797fed', 'name': 'network-vif-deleted', 'tag': 'f33f7f4e-6a42-4f7b-bc1f-ba9ccc6fc4f5', 'status': 'completed', 'code': 200} Jul 07 17:23:36.118429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd836-dc45-44e8-925d-5e9a3ef9cddb req-6938201c-a2b0-43eb-a46a-ace602726330 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.120061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c3fd836-dc45-44e8-925d-5e9a3ef9cddb req-6938201c-a2b0-43eb-a46a-ace602726330 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 944 time: 0.0776381 Jul 07 17:23:36.167197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c3fd836-dc45-44e8-925d-5e9a3ef9cddb req-eee38a52-3c79-479c-b280-59e646dc3bd8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Jul 07 17:23:36.377069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab59c128-e36e-4ba2-b2b0-e6473d0f924c req-094342d2-5b9e-49c2-b33b-876de79d1ae5 tempest-VolumesActionsTest-1460951221 tempest-VolumesActionsTest-1460951221-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf4e4820-e46f-4092-979f-56b72249a3c3 HTTP/1.1" status: 200 len: 210 time: 0.0515881 Jul 07 17:23:36.619897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7116979-64f8-44f8-87e1-76e19239de35 req-f37c7d95-494f-44df-b835-052775196db7 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.622523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7116979-64f8-44f8-87e1-76e19239de35 req-f37c7d95-494f-44df-b835-052775196db7 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.1052713 Jul 07 17:23:36.685835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f7116979-64f8-44f8-87e1-76e19239de35 req-84b584cf-a24b-44bb-8d9a-e292b6e65cdd tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/security-groups?id=501ee97b-acfa-487b-a99a-79f92ac360fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Jul 07 17:23:36.699949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f48b5ffa-0e99-4c48-8703-ccbc412323b3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:36.887133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:36.905369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712b5e7-e40b-4bf9-b449-cf747c551708 req-1dc20696-a7df-46e5-9601-7f4cfd8878c3 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.907698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5712b5e7-e40b-4bf9-b449-cf747c551708 req-1dc20696-a7df-46e5-9601-7f4cfd8878c3 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.0804951 Jul 07 17:23:36.961507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5712b5e7-e40b-4bf9-b449-cf747c551708 req-07cb3044-f6bd-4272-9806-736ab2ade0fd tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Jul 07 17:23:37.087087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3', 'network_id': '8caff1c6-4cbf-4134-ab92-5fdd71337040', 'port_id': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3', 'mac_address': 'fa:16:3e:54:51:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47676a1-210a-4fdf-8c97-74b601bf0ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:37.136984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.162332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48b5ffa-0e99-4c48-8703-ccbc412323b3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:37.200822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:37.207368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.272116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:37.455892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f48b5ffa-0e99-4c48-8703-ccbc412323b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:37.559269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f64bf1b4-5f45-4d72-adce-e97bbafc098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.581712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce2fcb-7257-4b4e-9006-bcac8fabb37f req-7bfcd2ac-572e-40e3-9081-bdc4adc3e438 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:37.585051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ce2fcb-7257-4b4e-9006-bcac8fabb37f req-7bfcd2ac-572e-40e3-9081-bdc4adc3e438 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1235659 Jul 07 17:23:37.653001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0ce2fcb-7257-4b4e-9006-bcac8fabb37f req-f5bab69d-b1e7-4231-801e-2108b9bd6af2 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600896 Jul 07 17:23:37.834201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777a76-6ff5-40b4-9138-afcea1a11c95 req-73fdff12-a44c-4439-a351-82474370aab3 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:37.835797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88777a76-6ff5-40b4-9138-afcea1a11c95 req-73fdff12-a44c-4439-a351-82474370aab3 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 945 time: 0.0721867 Jul 07 17:23:37.883205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88777a76-6ff5-40b4-9138-afcea1a11c95 req-4c56e393-1ea1-487e-8dce-e113d5f58723 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Jul 07 17:23:37.940587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'name': 'network-vif-deleted', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:37.943823 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a79481-fb73-4135-9db8-ed8470d14fdd" -d '{"events": [{"server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "name": "network-vif-deleted", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:38.130653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f58a0d48-2d75-4ad9-bb26-a820148a9946 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:38.132491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f58a0d48-2d75-4ad9-bb26-a820148a9946 tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.23 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 946 time: 0.1157625 Jul 07 17:23:38.257666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Deleting port 9fcee1c9-30f8-4e5d-9464-6817870beedf {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:38.258020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.413324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] For port 9fcee1c9-30f8-4e5d-9464-6817870beedf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=9fcee1c9-30f8-4e5d-9464-6817870beedf,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:38.413905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.441139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Calling delete_port for 9fcee1c9-30f8-4e5d-9464-6817870beedf owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:38.686623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.704136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['9fcee1c9-30f8-4e5d-9464-6817870beedf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:38.749027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Pushing event deleted for resources: {'Port': ['ID=9fcee1c9-30f8-4e5d-9464-6817870beedf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:38.777700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f48b5ffa-0e99-4c48-8703-ccbc412323b3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:38.791715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3a9dc7a-01a3-4d7b-a908-d75d6158a9a4 req-a673c6db-e14f-470d-bcc2-b5dd42873b8c tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.66 "GET /v2.0/ports?device_id=74297b8a-482c-4255-af0d-7d3e8b81a0f1 HTTP/1.1" status: 200 len: 210 time: 0.1162593 Jul 07 17:23:38.846725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] No DVR routers for this DVR port 9fcee1c9-30f8-4e5d-9464-6817870beedf on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:38.856227 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.859814 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b55a4e6a-6c6c-4987-9283-ae599f3d1243 req-f7a1d604-7d82-4a97-847e-d98ba12d075e tempest-ServerRescueTestJSON-365211327 tempest-ServerRescueTestJSON-365211327-project] 10.222.0.23 "DELETE /v2.0/ports/9fcee1c9-30f8-4e5d-9464-6817870beedf HTTP/1.1" status: 204 len: 173 time: 0.7215986 Jul 07 17:23:38.877328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port f48b5ffa-0e99-4c48-8703-ccbc412323b3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:38.883916 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb50d57-daca-4860-8ec8-3e8cab40e876 x-openstack-request-id: req-ccb50d57-daca-4860-8ec8-3e8cab40e876 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:38.884910 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e4820-e46f-4092-979f-56b72249a3c3", "name": "network-vif-deleted", "tag": "b1ecdcbc-feaf-48cb-8053-1670bb9933a0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:38.885288 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ccb50d57-daca-4860-8ec8-3e8cab40e876 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:38.886033 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4e4820-e46f-4092-979f-56b72249a3c3', 'name': 'network-vif-deleted', 'tag': 'b1ecdcbc-feaf-48cb-8053-1670bb9933a0', 'status': 'completed', 'code': 200} Jul 07 17:23:38.886336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port f48b5ffa-0e99-4c48-8703-ccbc412323b3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:38.887582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.042934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.079341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:39.085537 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d7361-f158-42c2-892e-a2ef0232f1c3" -d '{"events": [{"server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "name": "network-vif-plugged", "status": "completed", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:39.108097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:39.116321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.117367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b1ecdcbc-feaf-48cb-8053-1670bb9933a0 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:39.146161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: b1ecdcbc-feaf-48cb-8053-1670bb9933a0 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:39.146831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b1ecdcbc-feaf-48cb-8053-1670bb9933a0 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:39.210500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:39.554750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f79616-abc7-4150-8bd5-4169f4be9a49 req-d5bd3a26-f3fc-47a5-b294-7faa293ea2ad tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.556358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7f79616-abc7-4150-8bd5-4169f4be9a49 req-d5bd3a26-f3fc-47a5-b294-7faa293ea2ad tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.0867920 Jul 07 17:23:39.618189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7f79616-abc7-4150-8bd5-4169f4be9a49 req-46536da0-9b9e-48ce-879a-f1302c34b6fb tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Jul 07 17:23:39.824637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b1a8a-d646-41d5-b176-a04f265f2f2b req-22c15c02-35aa-4ac7-a429-13b3a0d368c8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.826295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd6b1a8a-d646-41d5-b176-a04f265f2f2b req-22c15c02-35aa-4ac7-a429-13b3a0d368c8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.0815256 Jul 07 17:23:39.884817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd6b1a8a-d646-41d5-b176-a04f265f2f2b req-4ba2fa0d-f48d-436d-9025-6e784dd41901 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Jul 07 17:23:39.955928 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa7925a-d972-4283-b348-528e8a4e0bea x-openstack-request-id: req-6fa7925a-d972-4283-b348-528e8a4e0bea {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:39.956594 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "name": "network-vif-plugged", "status": "completed", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:39.956794 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fa7925a-d972-4283-b348-528e8a4e0bea {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:39.958474 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3', 'code': 200} Jul 07 17:23:40.011824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91be3556-07f1-46bf-9e1b-a94826d644ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.073705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55216) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.129859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d1ab6-249d-4a9f-baeb-5ad964e15c21 req-fe6e8753-079c-4751-b0d3-58e5feee44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:40.132521 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac6d1ab6-249d-4a9f-baeb-5ad964e15c21 req-fe6e8753-079c-4751-b0d3-58e5feee44b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 1098 time: 0.0743132 Jul 07 17:23:40.190123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ac6d1ab6-249d-4a9f-baeb-5ad964e15c21 req-c4a85845-fab6-48b9-80da-ebae96f9bb57 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Jul 07 17:23:40.510026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.759802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.888003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'name': 'network-vif-deleted', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:40.892587 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80dbf8-dd55-4b09-8e93-ae81f9cb8657" -d '{"events": [{"server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "name": "network-vif-deleted", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:41.595252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6765-d872-4f2b-9947-85f9b924ff95 req-805b5276-401b-47e6-ab1d-e583560c6432 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:41.604507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ebd6765-d872-4f2b-9947-85f9b924ff95 req-805b5276-401b-47e6-ab1d-e583560c6432 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1945179 Jul 07 17:23:41.686009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ebd6765-d872-4f2b-9947-85f9b924ff95 req-846333fe-5b1f-47be-af73-b3720195bf57 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806284 Jul 07 17:23:41.753119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.798637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Deleting port bc866418-55e1-4828-87e2-aa05b1a45459 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:41.799591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.825467 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9246490-6b13-478b-82d3-d7fea0ff87e3 x-openstack-request-id: req-f9246490-6b13-478b-82d3-d7fea0ff87e3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:41.826404 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74297b8a-482c-4255-af0d-7d3e8b81a0f1", "name": "network-vif-deleted", "tag": "9fcee1c9-30f8-4e5d-9464-6817870beedf", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:41.826888 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9246490-6b13-478b-82d3-d7fea0ff87e3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:41.827507 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74297b8a-482c-4255-af0d-7d3e8b81a0f1', 'name': 'network-vif-deleted', 'tag': '9fcee1c9-30f8-4e5d-9464-6817870beedf', 'status': 'completed', 'code': 200} Jul 07 17:23:41.957810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] For port bc866418-55e1-4828-87e2-aa05b1a45459, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bc866418-55e1-4828-87e2-aa05b1a45459,segment=NetworkSegment(550f05c0-ff80-4ca8-a048-1b0cc29eb777),segment_id=550f05c0-ff80-4ca8-a048-1b0cc29eb777)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:41.958374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.975365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Calling delete_port for bc866418-55e1-4828-87e2-aa05b1a45459 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:42.166922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2930c-757e-4f96-a0f4-8d7c00cc04a3 req-f3b05a4d-f689-4e72-87a1-6725fee0a232 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:42.175431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82e2930c-757e-4f96-a0f4-8d7c00cc04a3 req-f3b05a4d-f689-4e72-87a1-6725fee0a232 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.1880176 Jul 07 17:23:42.258119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82e2930c-757e-4f96-a0f4-8d7c00cc04a3 req-42d356c3-fc8d-46f8-ae7b-3e343222e543 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806675 Jul 07 17:23:42.443559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.515042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc866418-55e1-4828-87e2-aa05b1a45459,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.707693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 9fcee1c9-30f8-4e5d-9464-6817870beedf no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:42.756107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 9fcee1c9-30f8-4e5d-9464-6817870beedf {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:42.760094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 9fcee1c9-30f8-4e5d-9464-6817870beedf not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:42.860743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.327380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480a1d6-b1a2-4c5b-8cbb-a8c0d30832c8 req-c96222ad-cbd7-4ead-ae78-bc0db54d8dd2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.340912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2480a1d6-b1a2-4c5b-8cbb-a8c0d30832c8 req-c96222ad-cbd7-4ead-ae78-bc0db54d8dd2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.2524402 Jul 07 17:23:43.511825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2480a1d6-b1a2-4c5b-8cbb-a8c0d30832c8 req-f0a12217-243e-45c4-ad20-839dd2a73a47 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688828 Jul 07 17:23:43.540948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.602773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Router 79dd5a4e-10f9-4cea-8966-c24344dbd610 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:43.755748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:43.762240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6ca02d3-44c7-4825-9f18-2850d62049e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/79dd5a4e-10f9-4cea-8966-c24344dbd610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6868553 Jul 07 17:23:43.766932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55264) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:43.773776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Sync routers for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:43.792428 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:43.793453 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:44.086560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113fb2-17d6-4385-a3ec-257842e0f316 req-e5aec0e1-3d8b-44c2-b426-e665f951c177 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.089596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef113fb2-17d6-4385-a3ec-257842e0f316 req-e5aec0e1-3d8b-44c2-b426-e665f951c177 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.2985663 Jul 07 17:23:44.101228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.111966 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:44.199965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef113fb2-17d6-4385-a3ec-257842e0f316 req-ddfd7c6b-d8e3-4448-a6fc-1122b79541b2 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Jul 07 17:23:44.341966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.458721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Deleting port e26ebfb2-c7cb-4232-8991-f208e22084b6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:44.459611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.621029 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:23:42Z', 'revision_number': 5, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port': {'id': 'e26ebfb2-c7cb-4232-8991-f208e22084b6', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:19Z', 'updated_at': '2021-07-07T17:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:44.692783 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Checking router: 79dd5a4e-10f9-4cea-8966-c24344dbd610 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:44.704536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Routers {'79dd5a4e-10f9-4cea-8966-c24344dbd610'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:44.705483 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['79dd5a4e-10f9-4cea-8966-c24344dbd610'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:44.741720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] For port e26ebfb2-c7cb-4232-8991-f208e22084b6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e26ebfb2-c7cb-4232-8991-f208e22084b6,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:44.742248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.786554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Calling delete_port for e26ebfb2-c7cb-4232-8991-f208e22084b6 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:44.824396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a4f7e-9281-475d-9996-cb2f48f2a577 req-a465a982-719c-4876-824e-938cccf1120a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.831091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca5a4f7e-9281-475d-9996-cb2f48f2a577 req-a465a982-719c-4876-824e-938cccf1120a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 945 time: 0.2204969 Jul 07 17:23:44.866121 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] Set router 79dd5a4e-10f9-4cea-8966-c24344dbd610 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:44.925355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca5a4f7e-9281-475d-9996-cb2f48f2a577 req-6493835f-eb37-4915-959f-2f79c9b8f4dc tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551789 Jul 07 17:23:44.964940 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c340862-c867-4b54-b30f-d74977743235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 6, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:45.034199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c340862-c867-4b54-b30f-d74977743235 None None] The sync data for ids ['79dd5a4e-10f9-4cea-8966-c24344dbd610'] in n-d-791505-12 is: [{'id': '79dd5a4e-10f9-4cea-8966-c24344dbd610', 'name': 'tempest-ServerRescueTestJSON-1429793036-router', 'tenant_id': '94fc844ded9547e4a1748c22afe67b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 6, 'project_id': '94fc844ded9547e4a1748c22afe67b2b', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:45.135868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.169743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26ebfb2-c7cb-4232-8991-f208e22084b6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.276177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.453752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.459352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.608471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.609820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79dd5a4e-10f9-4cea-8966-c24344dbd610 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:45.643119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.654680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55290) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.660645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e0815e61-9e00-41d7-a885-310d32662927 admin admin] 10.222.0.66 "DELETE /v2.0/routers/79dd5a4e-10f9-4cea-8966-c24344dbd610 HTTP/1.1" status: 204 len: 168 time: 1.8881350 Jul 07 17:23:45.669471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bc866418-55e1-4828-87e2-aa05b1a45459 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:45.711308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: bc866418-55e1-4828-87e2-aa05b1a45459 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:45.711757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bc866418-55e1-4828-87e2-aa05b1a45459 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:45.805958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Deleting subnet bad63652-b8de-4ad6-b168-fcd809906a32 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:45.811828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.888228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.949302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.024563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.070831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad63652-b8de-4ad6-b168-fcd809906a32,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.077977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.080565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37cd0e5c-6306-4b40-b392-2afc04c9649c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bad63652-b8de-4ad6-b168-fcd809906a32 HTTP/1.1" status: 204 len: 168 time: 0.4240053 Jul 07 17:23:46.084873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55294) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.325230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.437638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f23b2-df9c-4029-866a-9d4b05173d4c req-ee18bfab-4f58-489b-b567-72129c6a392b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.456099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-376f23b2-df9c-4029-866a-9d4b05173d4c req-ee18bfab-4f58-489b-b567-72129c6a392b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.2614713 Jul 07 17:23:46.629298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.655409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-376f23b2-df9c-4029-866a-9d4b05173d4c req-87028666-bf06-4778-816d-89d42ed775d4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012274 Jul 07 17:23:46.684785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5678046a-ff85-4699-b9c9-c746f815ce37']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:46.709119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f05c0-ff80-4ca8-a048-1b0cc29eb777') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:46.709596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f05c0-ff80-4ca8-a048-1b0cc29eb777') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:46.759899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.839193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.857446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:46.858275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:46.862827 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:46.965632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.976697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.981689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5678046a-ff85-4699-b9c9-c746f815ce37 HTTP/1.1" status: 204 len: 168 time: 0.8913169 Jul 07 17:23:47.011766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8af934-887a-4cf5-846c-918001cbef3f req-572612c6-2952-4f5b-a47c-61b690e5fca5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.013502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d8af934-887a-4cf5-846c-918001cbef3f req-572612c6-2952-4f5b-a47c-61b690e5fca5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.2331142 Jul 07 17:23:47.015051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590d00a-91ee-4043-87cb-89f44d2dded4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5678046a-ff85-4699-b9c9-c746f815ce37,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.237623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55308) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.360475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-905526a8-0d95-43f5-b2be-7e7dc9afc8d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94fc844ded9547e4a1748c22afe67b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180198 Jul 07 17:23:47.363941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55310) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.440086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-0a6b00f4-f3c5-4124-a19e-16cd27d9c800 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1885698 Jul 07 17:23:47.444192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e26ebfb2-c7cb-4232-8991-f208e22084b6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:47.460169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.483760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e26ebfb2-c7cb-4232-8991-f208e22084b6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:47.484420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e26ebfb2-c7cb-4232-8991-f208e22084b6 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:47.487464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.549466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.552941 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.554147 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/501ee97b-acfa-487b-a99a-79f92ac360fc HTTP/1.1" status: 204 len: 168 time: 0.1882586 Jul 07 17:23:47.571180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718e454-1851-4f9c-ace8-4226a0aa99b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501ee97b-acfa-487b-a99a-79f92ac360fc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.702146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d8af934-887a-4cf5-846c-918001cbef3f req-ad87019e-06ae-4b58-9cf3-ad864a93b3a3 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729836 Jul 07 17:23:47.726716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.730898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.732446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.746672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.747450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.748154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.748696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.759761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-4b97fdcb-adac-445d-8c23-e89abdbd4d39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 0.1662681 Jul 07 17:23:47.993259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-1164b0b1-57fa-439d-9be1-ea4757d2eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.993747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-1164b0b1-57fa-439d-9be1-ea4757d2eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.994385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-1164b0b1-57fa-439d-9be1-ea4757d2eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.996619 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-1164b0b1-57fa-439d-9be1-ea4757d2eb7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=e15b887e-9e51-48f0-a42b-b128d07cba55&id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 2292 time: 0.2001538 Jul 07 17:23:48.001058 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-8bdf5bec-a5ea-4315-a909-ee3397cf043b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2131162 Jul 07 17:23:48.233142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-423e4f43-cd4a-4063-8f49-4f13c8643af1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 1002 time: 0.2118478 Jul 07 17:23:48.452268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-7f9642cf-d5b3-45b7-b9b2-a17ed8b9ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.456491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-7f9642cf-d5b3-45b7-b9b2-a17ed8b9ddb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6988a625a42465ea10c01eb4b17c61f&device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 1096 time: 0.3475580 Jul 07 17:23:48.470064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-ebb621ab-67c6-4228-98ad-9225ed5df116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.482375 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-ebb621ab-67c6-4228-98ad-9225ed5df116 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 200 len: 851 time: 0.2342420 Jul 07 17:23:48.922578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-b2771720-6f4e-4d70-a007-ea03823c2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.925684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-b2771720-6f4e-4d70-a007-ea03823c2ce5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f62391a7-ebaf-4f0a-a986-900f496673c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4419043 Jul 07 17:23:49.023837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-e104ce25-8501-4300-9aff-d48b85c76b63 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.026524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-e104ce25-8501-4300-9aff-d48b85c76b63 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.3443797 Jul 07 17:23:49.028363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-7677ec1b-fe96-46b1-a016-0e74a886bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.030848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-7677ec1b-fe96-46b1-a016-0e74a886bfed service neutron] 10.222.0.23 "GET /v2.0/networks?id=e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 200 len: 922 time: 0.4894969 Jul 07 17:23:49.244075 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-e245da5b-ccd8-4c18-8016-326df38ede52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 200 len: 217 time: 0.1507943 Jul 07 17:23:49.434280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-e0208fb5-975d-4685-a848-d248fe750309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.442561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-e0208fb5-975d-4685-a848-d248fe750309 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 200 len: 861 time: 0.1845710 Jul 07 17:23:49.492261 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-581cb699-9566-4083-892a-f3eaa0ec2075 service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433393 Jul 07 17:23:49.898978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6db4-6cda-41f7-af94-672a10fb642a req-bc0c8182-b0a7-42e9-a5fa-cb8f9353c408 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.902097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-225e6db4-6cda-41f7-af94-672a10fb642a req-bc0c8182-b0a7-42e9-a5fa-cb8f9353c408 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.2192631 Jul 07 17:23:49.986570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-225e6db4-6cda-41f7-af94-672a10fb642a req-2f76cf6a-f5f0-4f2c-80cc-2d6416f4ae82 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776303 Jul 07 17:23:50.100403 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-1847d83f-9ee3-4b49-b21a-6065387ac7fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e18efc77-de26-415e-a6ff-a369201ba1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6341665 Jul 07 17:23:50.280996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Deleting port 6334b739-d31a-4613-9828-c7fb5f374c32 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:50.281630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.358716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d78d2b-6035-4a25-a700-b0f13dad0e6e req-a40ce190-22f0-4bee-9b49-801581b3825f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.366894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65d78d2b-6035-4a25-a700-b0f13dad0e6e req-a40ce190-22f0-4bee-9b49-801581b3825f tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a HTTP/1.1" status: 200 len: 944 time: 0.1143084 Jul 07 17:23:50.426408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65d78d2b-6035-4a25-a700-b0f13dad0e6e req-6e75926f-948c-4efd-a8b3-1816c882aa41 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.66 "GET /v2.0/security-groups?id=d35ae811-94c1-4289-91be-8bdb9d5612b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584114 Jul 07 17:23:50.439671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-0133aa1f-1cd8-4483-b57f-f0881bd5b93c service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006712 Jul 07 17:23:50.539065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-a13b166f-34f3-46f0-a122-a4a475e2ba54 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263656 Jul 07 17:23:50.546526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-70a4b70e-bdef-4401-9f01-758eca8c1f93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 217 time: 0.0963948 Jul 07 17:23:50.764302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] For port 6334b739-d31a-4613-9828-c7fb5f374c32, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6334b739-d31a-4613-9828-c7fb5f374c32,segment=NetworkSegment(baccadd8-9b41-4612-a07e-3d2f6a2c6cd9),segment_id=baccadd8-9b41-4612-a07e-3d2f6a2c6cd9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:50.764302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.776755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-afc87293-d7f7-46cb-976a-937cf7d0ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.783230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6539-9e44-4e32-83aa-3625ee849b44 req-5a612634-cd71-4c92-aee4-2f76ed8fe545 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.784822 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-afc87293-d7f7-46cb-976a-937cf7d0ff88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2227957 Jul 07 17:23:50.785260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e5b6539-9e44-4e32-83aa-3625ee849b44 req-5a612634-cd71-4c92-aee4-2f76ed8fe545 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1056843 Jul 07 17:23:50.794186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Calling delete_port for 6334b739-d31a-4613-9828-c7fb5f374c32 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:50.927857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e5b6539-9e44-4e32-83aa-3625ee849b44 req-db7f996b-dd8e-4a7e-8060-f8bbf61b68d8 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343625 Jul 07 17:23:50.928605 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-afd428f7-1e19-4e82-b2bc-12d4a692fd3b req-93c32a33-85be-447e-8b66-5e9304d3ae86 service neutron] 10.222.0.23 "GET /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684702 Jul 07 17:23:51.006524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-f6784060-2c89-4fc9-80fc-7f358fddd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.008413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-f6784060-2c89-4fc9-80fc-7f358fddd759 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2105670 Jul 07 17:23:51.248674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.289704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-23bf3184-0957-4b50-bc3a-c78f774a8f5a service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741380 Jul 07 17:23:51.292921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Pushing event deleted for resources: {'Port': ['ID=6334b739-d31a-4613-9828-c7fb5f374c32,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.405559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] No DVR routers for this DVR port 6334b739-d31a-4613-9828-c7fb5f374c32 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:51.409883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.412599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52f970ac-0c87-4b44-b6e9-7d902d88c3f8 req-7d9b5fb5-15e5-4601-92c2-db6a996a2225 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] 10.222.0.23 "DELETE /v2.0/ports/6334b739-d31a-4613-9828-c7fb5f374c32 HTTP/1.1" status: 204 len: 173 time: 2.3203406 Jul 07 17:23:51.413165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-deleted', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:51.415698 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ce399-97b2-4999-a4e6-32536e58640b" -d '{"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-deleted", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:51.482263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-02785db0-632e-476b-9dee-a64f0b7a6b35 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844044 Jul 07 17:23:51.604231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-47922425-79f8-471f-afae-968a08e3c8d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 217 time: 0.1124339 Jul 07 17:23:51.682568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-563db6b7-7bc4-41a1-9b12-f73eadd1f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.685126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-563db6b7-7bc4-41a1-9b12-f73eadd1f403 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.0698872 Jul 07 17:23:51.837110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-9ab1e32c-b6a1-49b9-9596-ccb3873463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.840634 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-9ab1e32c-b6a1-49b9-9596-ccb3873463ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468956 Jul 07 17:23:51.995457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-df021f30-90c5-46ce-bf79-069300ea6c97 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416986 Jul 07 17:23:52.223317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-585d163c-f12b-41cd-b7f9-3487f7750a19 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214565 Jul 07 17:23:52.385097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-f179b9bb-2292-46bd-9107-262b596a39c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 200 len: 217 time: 0.1527979 Jul 07 17:23:52.547835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-af7d807e-a35a-468d-8c8c-d3fb2d9a48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.555996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-af7d807e-a35a-468d-8c8c-d3fb2d9a48eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.1575232 Jul 07 17:23:52.657548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-b986d095-ded8-446d-8cb7-b468fd938ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.661843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-b986d095-ded8-446d-8cb7-b468fd938ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973392 Jul 07 17:23:52.770356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:52.783550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6f55-fa0d-4cd9-b900-8fd76bd8df20 req-12d543f2-5d57-4bb1-bb31-5090ac07446b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.804836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6f55-fa0d-4cd9-b900-8fd76bd8df20 req-12d543f2-5d57-4bb1-bb31-5090ac07446b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.828756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6f55-fa0d-4cd9-b900-8fd76bd8df20 req-12d543f2-5d57-4bb1-bb31-5090ac07446b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.843298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35fd6f55-fa0d-4cd9-b900-8fd76bd8df20 req-12d543f2-5d57-4bb1-bb31-5090ac07446b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7&device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1&device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 2417 time: 0.2822173 Jul 07 17:23:52.875755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-bf6fd4fa-f9dc-4856-97c8-81aaf24e506c service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029188 Jul 07 17:23:52.882804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 6334b739-d31a-4613-9828-c7fb5f374c32 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:52.886304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6334b739-d31a-4613-9828-c7fb5f374c32 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:52.957083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35fd6f55-fa0d-4cd9-b900-8fd76bd8df20 req-8f43b706-e64a-493b-a774-0e31fb46ac55 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103191 Jul 07 17:23:53.034206 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1ccdf9-321e-4179-bdfa-d416a86134e7 x-openstack-request-id: req-9b1ccdf9-321e-4179-bdfa-d416a86134e7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:53.034774 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a", "name": "network-vif-deleted", "tag": "6334b739-d31a-4613-9828-c7fb5f374c32", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:53.035194 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b1ccdf9-321e-4179-bdfa-d416a86134e7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:53.036087 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec2e2c-1800-4a82-acc0-1aacb04b8b1a', 'name': 'network-vif-deleted', 'tag': '6334b739-d31a-4613-9828-c7fb5f374c32', 'status': 'completed', 'code': 200} Jul 07 17:23:53.126254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55406) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:53.147693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-5c16a42e-6d16-437d-b5d3-0640f04166fd service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625608 Jul 07 17:23:53.334669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-9233215f-02b8-4f99-9764-5ed56a3478ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 200 len: 217 time: 0.1757731 Jul 07 17:23:53.375318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fd6c-c632-48d0-a1ad-0936d75d4334 req-ee2441a5-8df8-476d-86e9-ea3d11e0ad72 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.388771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ad2fd6c-c632-48d0-a1ad-0936d75d4334 req-ee2441a5-8df8-476d-86e9-ea3d11e0ad72 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1552677 Jul 07 17:23:53.467891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-0a0ba0f7-fb99-44bb-887b-f037ede3201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.469679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-0a0ba0f7-fb99-44bb-887b-f037ede3201b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.1277187 Jul 07 17:23:53.497634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ad2fd6c-c632-48d0-a1ad-0936d75d4334 req-9e8c9154-34ba-4b6c-9862-41a4ab913f7c tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077666 Jul 07 17:23:53.698326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-be2f6eca-6c25-4d38-8b54-b4878bb42eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.700085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-be2f6eca-6c25-4d38-8b54-b4878bb42eae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236030 Jul 07 17:23:53.835445 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Deleting subnet 0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:53.873263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.968949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-23ad595b-db4f-4db8-ae63-c8b9566cac57 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598605 Jul 07 17:23:54.031733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.117124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c77cca9e-03b8-4a3d-9a40-6a85121036d5 req-ec0f69c7-51b1-4401-b0e1-abd200073734 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.2263634 Jul 07 17:23:54.165292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.217810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-1d3d02f8-6ebd-4c7b-b741-6caa4e1429bd service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414374 Jul 07 17:23:54.372935 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.428440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4a7fe2-2bc8-44a1-b07f-d69967aa0128,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:54.453164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.454501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ed80412-e783-4442-b708-4f390f096dde admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0e4a7fe2-2bc8-44a1-b07f-d69967aa0128 HTTP/1.1" status: 204 len: 168 time: 1.3256803 Jul 07 17:23:54.458768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55424) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:54.490285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-80431feb-7b2c-4e96-bdd5-f422502d88d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 217 time: 0.2608044 Jul 07 17:23:54.623489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.678973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-199eb879-4742-43b9-8f35-791eb97dc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.680940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-199eb879-4742-43b9-8f35-791eb97dc4ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.1851087 Jul 07 17:23:54.888868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.947889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18efc77-de26-415e-a6ff-a369201ba1e5']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:54.952129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-946fd6a3-9eb8-49c4-88bb-3ce9c4ff263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.963978 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-946fd6a3-9eb8-49c4-88bb-3ce9c4ff263e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2703362 Jul 07 17:23:54.981820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:54.982296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baccadd8-9b41-4612-a07e-3d2f6a2c6cd9') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:55.039850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.086560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.107678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:55.109772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:55.117655 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:55.317962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-25662aab-f32b-4399-97bd-ba7790fb0a2a service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480186 Jul 07 17:23:55.409854 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.421061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.426679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] 10.222.0.66 "DELETE /v2.0/networks/e18efc77-de26-415e-a6ff-a369201ba1e5 HTTP/1.1" status: 204 len: 168 time: 0.9632771 Jul 07 17:23:55.430157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55432) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.466802 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.472238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bd6ac-bfe5-4305-be36-c7ff84b4efef admin admin] Pushing event deleted for resources: {'Network': ['ID=e18efc77-de26-415e-a6ff-a369201ba1e5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.490399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e540c-5485-4256-82da-4d648df75fa1 req-67618e0e-6196-4c4a-b42e-1b7b80985567 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.492052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-145e540c-5485-4256-82da-4d648df75fa1 req-67618e0e-6196-4c4a-b42e-1b7b80985567 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.1774414 Jul 07 17:23:55.512320 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-7fa78192-c7d7-46a9-8e4f-03f045e0c74c service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868410 Jul 07 17:23:55.539734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Deleting subnet 38a52124-8171-4518-8658-b2bc8db24aa8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:55.557726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.581085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-c814764c-6126-4d04-ad0b-31c419e11a46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 217 time: 0.0612273 Jul 07 17:23:55.601367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-145e540c-5485-4256-82da-4d648df75fa1 req-cd00c17b-33b8-4a58-8c5b-bd972d7b7fa3 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Jul 07 17:23:55.646601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.680299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-ab98c4e3-fc44-404e-8303-8ecfea79d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.683446 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-ab98c4e3-fc44-404e-8303-8ecfea79d84f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.0955591 Jul 07 17:23:55.760626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.806259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121a12-e170-45b9-9899-c068400aa347 req-967dc9fb-7f15-4417-9cf3-513663318a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.808716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-967dc9fb-7f15-4417-9cf3-513663318a60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145470 Jul 07 17:23:55.916869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.005596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a52124-8171-4518-8658-b2bc8db24aa8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.014477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.016409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0e7e0938-e479-436f-b3cd-bbe8567561d0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38a52124-8171-4518-8658-b2bc8db24aa8 HTTP/1.1" status: 204 len: 168 time: 0.5747614 Jul 07 17:23:56.019965 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-155be54b-a5d3-4c95-9d3c-01bb84228e31 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026610 Jul 07 17:23:56.020859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:56.196085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.300179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05121a12-e170-45b9-9899-c068400aa347 req-65e709ba-66b6-4145-a75b-29ef6d0ec143 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708797 Jul 07 17:23:56.481470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.512766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec2ea0-7cdb-4e1e-af15-09671812abb3']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:56.548767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca41d44c-dfd1-40d1-b289-97c8659a2418') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:56.549505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca41d44c-dfd1-40d1-b289-97c8659a2418') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:56.569195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734502-b2a2-4b49-8127-534b6930ade5 req-aaadd8a1-32c9-452a-be39-3de202384e86 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.580669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-56b7306a-9318-4e18-809a-abd2b45c7b16 req-6e05e49f-8d90-4adb-9ef8-abae46bdd965 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Jul 07 17:23:56.582989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86734502-b2a2-4b49-8127-534b6930ade5 req-aaadd8a1-32c9-452a-be39-3de202384e86 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.2708921 Jul 07 17:23:56.587053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.608902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.620191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:56.620809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:56.622891 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:56.717114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86734502-b2a2-4b49-8127-534b6930ade5 req-16b8ae69-f53c-409f-8955-5d8e28dbc6ef tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310508 Jul 07 17:23:56.729106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.742819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.748445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5dec2ea0-7cdb-4e1e-af15-09671812abb3 HTTP/1.1" status: 204 len: 168 time: 0.7266905 Jul 07 17:23:56.760864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca147e-b7b9-48f3-a2af-512848803fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dec2ea0-7cdb-4e1e-af15-09671812abb3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.973794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.116592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55470) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:57.243515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55474) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:57.264134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91ca1654-fb18-4abf-9df2-cdcbffb14e5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6988a625a42465ea10c01eb4b17c61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454654 Jul 07 17:23:57.414215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.506826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.672654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.682130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.685038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d35ae811-94c1-4289-91be-8bdb9d5612b9 HTTP/1.1" status: 204 len: 168 time: 0.4337058 Jul 07 17:23:57.701127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5dbe-1892-4b77-8ae1-ed2d0d6d2534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ae811-94c1-4289-91be-8bdb9d5612b9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:58.658312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:58.805767 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-07a28371-7edf-4be0-99bb-50034eaa0ad1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a47b527f86e47ac8f1f79be534271bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422586 Jul 07 17:23:58.806470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:58.968073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17d61c-5e9e-487f-be0b-037f44c3155c req-52321967-f73b-4b59-9def-7553d4c38156 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:58.989595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca17d61c-5e9e-487f-be0b-037f44c3155c req-52321967-f73b-4b59-9def-7553d4c38156 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1945574 Jul 07 17:23:59.061601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.067055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca17d61c-5e9e-487f-be0b-037f44c3155c req-5091879e-c561-4934-9220-97d641eee4c7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759392 Jul 07 17:23:59.190168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.341701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.346581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.348629 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84d3f581-dc7d-46ab-ae72-be175d6733ed HTTP/1.1" status: 204 len: 168 time: 0.5407720 Jul 07 17:23:59.388709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01637e-8312-4a2c-a7ef-0fe80727e35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d3f581-dc7d-46ab-ae72-be175d6733ed,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.462801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0eefc1d-2b8b-49eb-902c-88fd7c97b95d req-a25a1f93-046e-4389-b66e-d0a8a28a57a7 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0741982 Jul 07 17:24:00.708375 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d734e3c1-754b-4203-aa35-82fab17b72b9 req-70bddda1-c370-4a52-bce7-c7a2936b4f31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0733247 Jul 07 17:24:00.938994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d15c8-25e7-4f60-9ff2-9cd75b693c10 req-7018eb18-9785-44e1-ba05-f1d99c7c3575 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:00.944882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f15d15c8-25e7-4f60-9ff2-9cd75b693c10 req-7018eb18-9785-44e1-ba05-f1d99c7c3575 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1366057 Jul 07 17:24:01.037638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f15d15c8-25e7-4f60-9ff2-9cd75b693c10 req-aa28b9ec-d37a-4b73-8402-91d3c35b517f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831683 Jul 07 17:24:01.399326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33a3da1f-de0b-4f18-8a23-df5e399e4ff5 req-ebf72e46-e91e-4ccb-818e-4cefa2294d3e tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0567572 Jul 07 17:24:02.580831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8947f7-fa96-43ac-a7a6-6af3ca656688 req-ed2acba2-e183-4de9-a354-65b3530f2bcd tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.584931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a8947f7-fa96-43ac-a7a6-6af3ca656688 req-ed2acba2-e183-4de9-a354-65b3530f2bcd tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1333137 Jul 07 17:24:02.648651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a8947f7-fa96-43ac-a7a6-6af3ca656688 req-29c535a2-dcd2-44a6-89b3-673f5b39198f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498493 Jul 07 17:24:03.409350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2b49790-cc2f-4197-aa75-b34d3decf7f6 req-b9d7657f-a3b3-4a18-82ef-2ba7b41923d5 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0696380 Jul 07 17:24:03.939029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593970-bb89-48cf-9996-b9a7d1520b16 req-710c291f-610c-4a67-ad74-65e0e00e67e4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.942532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa593970-bb89-48cf-9996-b9a7d1520b16 req-710c291f-610c-4a67-ad74-65e0e00e67e4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1491430 Jul 07 17:24:04.013568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa593970-bb89-48cf-9996-b9a7d1520b16 req-615743c4-19bf-4717-b871-6d340d428d8d tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Jul 07 17:24:06.027771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4c84-dfbd-4b58-88f1-5c1b8eddd932 req-45d1d1e4-794a-4dd4-b4db-e84c054a4c19 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.029752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96cc4c84-dfbd-4b58-88f1-5c1b8eddd932 req-45d1d1e4-794a-4dd4-b4db-e84c054a4c19 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1300139 Jul 07 17:24:06.092028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96cc4c84-dfbd-4b58-88f1-5c1b8eddd932 req-33f2ce35-b354-428f-b99c-f88d63353642 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536184 Jul 07 17:24:07.226291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c183f8-adf4-4acc-b970-c8a9eb79106c req-08dae06c-a7ac-4ce7-96b3-0ce21b10e5c7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.234074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97c183f8-adf4-4acc-b970-c8a9eb79106c req-08dae06c-a7ac-4ce7-96b3-0ce21b10e5c7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.0880730 Jul 07 17:24:07.327217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97c183f8-adf4-4acc-b970-c8a9eb79106c req-b0ee69cb-0f82-403b-ae63-984a26645c8b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909228 Jul 07 17:24:07.552699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed670a62-c428-4f4e-a01d-481d25bfd722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.771366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b317858-774e-4cff-938c-746521d784c6 req-62a1ad4e-b040-4e1a-8fd1-0f76b439b031 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0648942 Jul 07 17:24:08.075089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781f791-2da6-4317-9114-01ac978e2399 req-e2af02b4-d795-4efe-9754-78f1999558b4 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.077400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7781f791-2da6-4317-9114-01ac978e2399 req-e2af02b4-d795-4efe-9754-78f1999558b4 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1015294 Jul 07 17:24:08.139217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7781f791-2da6-4317-9114-01ac978e2399 req-4e93514e-7631-4597-9a7f-bb0fcc5f2471 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515437 Jul 07 17:24:08.618332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57d3ef-8f23-44da-98b8-f27cb213525a req-7d9fc64b-943b-47d0-aa54-96e37d0c210b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.619336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c57d3ef-8f23-44da-98b8-f27cb213525a req-7d9fc64b-943b-47d0-aa54-96e37d0c210b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1373279 Jul 07 17:24:08.680730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c57d3ef-8f23-44da-98b8-f27cb213525a req-fd85c649-a7d3-4de4-8303-3e484a440bd7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Jul 07 17:24:08.766038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.911208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e4115a8-3ad3-4276-b978-87f9d9462a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.030382 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e4115a8-3ad3-4276-b978-87f9d9462a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.037410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e4115a8-3ad3-4276-b978-87f9d9462a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.077119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab644e-d340-4be9-ba3a-87e82e4a4822 req-4665bb18-7a0e-41cd-a4e5-5b1f1dcfd0c4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.079989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1ab644e-d340-4be9-ba3a-87e82e4a4822 req-4665bb18-7a0e-41cd-a4e5-5b1f1dcfd0c4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1212525 Jul 07 17:24:09.087144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8e4115a8-3ad3-4276-b978-87f9d9462a15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5af8b952eabd460280419a9fedde45d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179851 Jul 07 17:24:09.087144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4115a8-3ad3-4276-b978-87f9d9462a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb553446-3f85-4e3c-86ee-d5371a892fd7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.089936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55714) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.133941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1ab644e-d340-4be9-ba3a-87e82e4a4822 req-8dbdf9fd-1aa2-4494-a1ce-c50d812a1205 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Jul 07 17:24:09.147408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.177673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.251277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.254961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.256181 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb553446-3f85-4e3c-86ee-d5371a892fd7 HTTP/1.1" status: 204 len: 168 time: 0.1651371 Jul 07 17:24:09.269241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebb901-f159-40a6-9341-7c1a2bfee777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb553446-3f85-4e3c-86ee-d5371a892fd7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.453867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4388b84d-866e-445b-b53c-cece45024637 req-8c3e8cec-d66e-459c-982d-1d707bac426f tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0620306 Jul 07 17:24:09.687902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.716386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46aac98b-b0f4-4103-b165-a413a83f7f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.776911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61367-33b6-485b-b8a8-744ff2149edb req-018ffe67-f41f-4967-abb5-6af4f0f2e257 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.778738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32f61367-33b6-485b-b8a8-744ff2149edb req-018ffe67-f41f-4967-abb5-6af4f0f2e257 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1637263 Jul 07 17:24:09.879190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32f61367-33b6-485b-b8a8-744ff2149edb req-dd6fe849-d5d9-44ca-bcae-3965c1758d7d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860960 Jul 07 17:24:09.965036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46aac98b-b0f4-4103-b165-a413a83f7f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.972687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46aac98b-b0f4-4103-b165-a413a83f7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.026379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8416dae9-a205-4ff2-b8a7-cc716e65c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.057344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-46aac98b-b0f4-4103-b165-a413a83f7f55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16c1075b43ad484f8177163eb3a92e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642323 Jul 07 17:24:10.057344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac98b-b0f4-4103-b165-a413a83f7f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c15d6c-0083-4aa4-a62d-a1c6fb025dd7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:10.059964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.187564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.218594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.267850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9bd4e-c1cd-4d44-a083-3269c0d065c5 req-0ac4f60a-48c9-481d-b2bd-98cb534c653f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.270589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efe9bd4e-c1cd-4d44-a083-3269c0d065c5 req-0ac4f60a-48c9-481d-b2bd-98cb534c653f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1337783 Jul 07 17:24:10.322038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efe9bd4e-c1cd-4d44-a083-3269c0d065c5 req-623c6e26-3d6d-4d50-97b7-5bf62a10a71a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Jul 07 17:24:10.323241 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.325998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.330546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68c15d6c-0083-4aa4-a62d-a1c6fb025dd7 HTTP/1.1" status: 204 len: 168 time: 0.2656970 Jul 07 17:24:10.337598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463460-a575-4f4b-9853-886ea37533ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c15d6c-0083-4aa4-a62d-a1c6fb025dd7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:10.502626 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.780041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54dcc-2166-4379-98fb-e4cd985bc993 req-03eb034b-21a9-4156-b0f6-cca240a49e93 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.782770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fe54dcc-2166-4379-98fb-e4cd985bc993 req-03eb034b-21a9-4156-b0f6-cca240a49e93 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1047664 Jul 07 17:24:10.883365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fe54dcc-2166-4379-98fb-e4cd985bc993 req-050aaa35-eb7b-49ab-a4d9-a5f1591dab9c tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884798 Jul 07 17:24:11.271491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97d9c632-9d11-4225-8de0-0b6ce114a701 req-53da76d7-adc6-42b0-bac9-13b2e0fde316 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Jul 07 17:24:11.572474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79d633-d0b6-417b-b00b-fd5f695315c8 req-7f2fed88-4f2a-4468-82a7-0d340729ce54 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:11.574864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad79d633-d0b6-417b-b00b-fd5f695315c8 req-7f2fed88-4f2a-4468-82a7-0d340729ce54 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.0890837 Jul 07 17:24:11.645717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad79d633-d0b6-417b-b00b-fd5f695315c8 req-1205894d-620c-4df2-8cb9-f8da13795eab tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637817 Jul 07 17:24:11.745501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.979968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409060a7-6bd7-4fb9-88f1-4f007ba9f754 req-558747b5-43b0-49dc-896c-6047e18d5f8d tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:11.994549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-409060a7-6bd7-4fb9-88f1-4f007ba9f754 req-558747b5-43b0-49dc-896c-6047e18d5f8d tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1723607 Jul 07 17:24:12.050413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-409060a7-6bd7-4fb9-88f1-4f007ba9f754 req-584723aa-a4ff-4224-8c73-1de238480453 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543880 Jul 07 17:24:12.377614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39d30-ebd3-439e-a261-3ff17fa6d828 req-e54cbc48-1788-494e-9069-170a0915d7e2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.381340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4f39d30-ebd3-439e-a261-3ff17fa6d828 req-e54cbc48-1788-494e-9069-170a0915d7e2 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1002748 Jul 07 17:24:12.453732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4f39d30-ebd3-439e-a261-3ff17fa6d828 req-89d95078-757c-439c-a5d6-420a024178ed tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639265 Jul 07 17:24:12.773270 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:12.902881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e11a9a3-6aca-4c82-aecf-50795c3c53c4 req-cb67e062-ae19-4d98-9d10-2836958d6912 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0548446 Jul 07 17:24:13.213725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Request body: {'security_group': {'name': 'tempest-securitygroup-67900270', 'description': 'tempest-description-463375674'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:13.255113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.279030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.435560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.441666 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.497717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc631479-6ac6-4025-bf22-0d2188446c22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.513887 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.590212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.597218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.631847 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.633402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a3750c8-0f8f-4924-b966-2e5843f0479a req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4292667 Jul 07 17:24:13.639688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfc022-95b7-45a8-9bc3-d9c428373d26 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6889d1-49d2-4929-a884-8a8d2bbe127e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.860328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55868) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.948191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Deleting subnet 28a091fa-16f1-4613-b2b1-1f45de73f9e1 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:13.954032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.984987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84eb67-9eab-4c6a-ab45-316ad1251a79 req-2afc2d61-601f-4d65-b5a4-c3111b306730 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.986766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d84eb67-9eab-4c6a-ab45-316ad1251a79 req-2afc2d61-601f-4d65-b5a4-c3111b306730 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1779294 Jul 07 17:24:14.012637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:14.025013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.084125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d84eb67-9eab-4c6a-ab45-316ad1251a79 req-227ad9b8-6fcb-4d81-8c69-38682b8ec80b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895355 Jul 07 17:24:14.094105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.189030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:14.190533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.208335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'port_id': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'mac_address': 'fa:16:3e:20:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:14.228231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a091fa-16f1-4613-b2b1-1f45de73f9e1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.234671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.238053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15537716-df31-4a06-a11c-026d3346f879 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/28a091fa-16f1-4613-b2b1-1f45de73f9e1 HTTP/1.1" status: 204 len: 168 time: 0.3756692 Jul 07 17:24:14.240685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.266734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.287164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed75e72b-c402-4173-bada-01b365fd8b8b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:14.316457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:14.321838 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.356775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.380088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.389829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.390312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.390842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.391236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.391645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.392035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.392423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.392889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.393269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.393845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.394264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.394673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:14.428359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dd114-ae87-4523-86da-50afed1c3f14 req-79750992-aec6-4431-b278-f86a8fc89be2 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.430002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-992dd114-ae87-4523-86da-50afed1c3f14 req-79750992-aec6-4431-b278-f86a8fc89be2 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1637235 Jul 07 17:24:14.487650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.509507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d645c438-47e8-4c55-bfa6-24e6e7bf871a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.525156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-992dd114-ae87-4523-86da-50afed1c3f14 req-b4fb6a25-6272-4d8f-bd1b-f565d7d413b7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683260 Jul 07 17:24:14.526950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.527248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae7d81c-9807-4e81-bd07-bb6cfdd5f98b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.538756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.558523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.567601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:14.568092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:14.570655 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:14.622778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ed75e72b-c402-4173-bada-01b365fd8b8b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:14.661057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.675221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.679268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] 10.222.0.66 "DELETE /v2.0/networks/d645c438-47e8-4c55-bfa6-24e6e7bf871a HTTP/1.1" status: 204 len: 168 time: 0.4351649 Jul 07 17:24:14.699614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e625b17-dbf5-45ce-ba5a-8205fef065fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d645c438-47e8-4c55-bfa6-24e6e7bf871a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.817307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4e2d-481d-4763-b157-01a2236a3ddb req-250f835d-3b9d-4b47-9e11-ee78f11ea8f7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.819899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab5b4e2d-481d-4763-b157-01a2236a3ddb req-250f835d-3b9d-4b47-9e11-ee78f11ea8f7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1162732 Jul 07 17:24:14.896490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab5b4e2d-481d-4763-b157-01a2236a3ddb req-494c2d33-c380-4b17-8bc2-6e1578beabcc tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634611 Jul 07 17:24:14.947924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55882) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.949757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1973703806', 'description': 'tempest-description-1697590219'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:14.989217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.999029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6032941a-dc38-40b7-88df-c1746f3c290c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4496196c7ca54601a9dc374e3842a28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494807 Jul 07 17:24:15.002060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.091525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.121615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.123525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.127228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.184378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.185844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-269ec802-409a-4e19-872a-af4107ecd2bd req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2434673 Jul 07 17:24:15.189018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d61380-b3ff-4db4-8fe3-967eabde176b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.201715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.202401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.202915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.203493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.207706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.208244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.208641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a5c271-c431-4888-a479-8d1bda224141 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.220516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.225337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.227041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a74cf504-2966-412d-88e0-6318a47c5add HTTP/1.1" status: 204 len: 168 time: 0.2235746 Jul 07 17:24:15.239794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cf504-2966-412d-88e0-6318a47c5add,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.250666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.251200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.251962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.252601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.253322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.253788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.254339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.254928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.255424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.255965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.256496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.256912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6da3da-cec6-4e77-bf03-eb4c132cbbd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:15.498682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49fd010d-f9a0-46e6-98b7-13bfb0b42b20 req-87160d9a-d5ff-4411-8b9f-1fc314f32d04 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0414858 Jul 07 17:24:16.016103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:16.078568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ed75e72b-c402-4173-bada-01b365fd8b8b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:16.079015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.187147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.197436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55920) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.238814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:16.240459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:16.243716 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d1845-9c84-45e5-b019-cd93c8f3296b" -d '{"events": [{"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-plugged", "status": "completed", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:16.248122 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.354093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.371964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-365091167-network', 'tenant_id': 'e4e7ca03af0f46f5a6dae8f59f724422'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:16.413832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Made reservation on behalf of e4e7ca03af0f46f5a6dae8f59f724422 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:16.417481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.433584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.568304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89e6c6-8120-4ecd-9166-bd2735dc58bb req-6d91eebd-4622-4508-8f45-674d18266936 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.569992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b89e6c6-8120-4ecd-9166-bd2735dc58bb req-6d91eebd-4622-4508-8f45-674d18266936 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.0989425 Jul 07 17:24:16.577765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.584852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.614734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:16.629700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b89e6c6-8120-4ecd-9166-bd2735dc58bb req-0ed01a4a-1972-4ec7-92bf-4e8675b4df59 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510504 Jul 07 17:24:16.636283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.641201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.642042 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Added segment 34e72671-bbd4-41eb-9ed0-114de4b2da0c of type vlan for network 65d5a8a9-d832-4b2a-990c-0c79276f05cd Jul 07 17:24:16.709610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.762109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.764963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.766371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.838896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6363518 Jul 07 17:24:16.843628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.849920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Request body: {'subnet': {'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-365091167-subnet', 'tenant_id': 'e4e7ca03af0f46f5a6dae8f59f724422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:16.864928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859413eb-2a80-47cf-8d71-2e95fbcfbccc admin admin] Pushing event updated for resources: {'Network': ['ID=65d5a8a9-d832-4b2a-990c-0c79276f05cd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.885364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 65d5a8a9-d832-4b2a-990c-0c79276f05cd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:16.887239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Made reservation on behalf of e4e7ca03af0f46f5a6dae8f59f724422 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:16.889815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.037484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-577791544', 'description': 'tempest-description-219468357'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:17.067165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.079097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.220726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.223811 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.230998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.282219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d148541-177f-4477-bd82-cf9f8b9ad282,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.321570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554c36cb-49e6-4a34-9abc-3f030043a652,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.339489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Checking segment: {'id': '34e72671-bbd4-41eb-9ed0-114de4b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:17.340173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Network hostable DHCP agents. Network: 65d5a8a9-d832-4b2a-990c-0c79276f05cd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:17.356100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.361708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.369906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Network 65d5a8a9-d832-4b2a-990c-0c79276f05cd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:17.389146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 65d5a8a9-d832-4b2a-990c-0c79276f05cd) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:17.391010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.392438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a902109-9949-4d9e-a846-bc28ed36d7cf req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3595874 Jul 07 17:24:17.407431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.407431 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.409628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20669-da8b-4794-94cc-eebd82ed0b06 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea67f0-7b3f-4ca0-a319-5c71391af058,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.420071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e252ce91-79ef-493b-be8e-30303c0ef664 None None] Network 65d5a8a9-d832-4b2a-990c-0c79276f05cd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:17.433588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62968687-37cc-4e45-ac22-f4b3a36c3f24 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5884011 Jul 07 17:24:17.652584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e69f9-a990-415a-8502-6ce57208f801 None None] Network 65d5a8a9-d832-4b2a-990c-0c79276f05cd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:17.663637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1f732-a026-4c84-ac27-93dcd8078f8e req-9dc9fa20-cb42-477c-a863-a9c747955a84 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.666358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01c1f732-a026-4c84-ac27-93dcd8078f8e req-9dc9fa20-cb42-477c-a863-a9c747955a84 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.0966303 Jul 07 17:24:17.723195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01c1f732-a026-4c84-ac27-93dcd8078f8e req-e1bc4190-8c31-4225-9180-30f6c65df8ae tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 Jul 07 17:24:17.976880 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d5e779-2d30-4c79-ba0c-a5a46aa66ff2 x-openstack-request-id: req-c1d5e779-2d30-4c79-ba0c-a5a46aa66ff2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:17.977180 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-plugged", "status": "completed", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:17.977441 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1d5e779-2d30-4c79-ba0c-a5a46aa66ff2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:17.977917 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'code': 200} Jul 07 17:24:18.179669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8706b-28d7-4898-95a6-e8a301d7bf06 req-852b6069-fb5d-4c75-aaec-91676908262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.181509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cfb8706b-28d7-4898-95a6-e8a301d7bf06 req-852b6069-fb5d-4c75-aaec-91676908262d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 1097 time: 0.0660021 Jul 07 17:24:18.258579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55960) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.266315 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cfb8706b-28d7-4898-95a6-e8a301d7bf06 req-7d928c08-2a6d-453f-a19c-f6d0d5d17502 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783043 Jul 07 17:24:18.268987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1138643939-network', 'tenant_id': '6277d896b63b49e69383dff6ef3e2285'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:18.314797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Made reservation on behalf of 6277d896b63b49e69383dff6ef3e2285 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:18.318766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.329260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.483674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.495747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.521490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-325abf40-095d-45df-b2ef-fb9b794c300e req-46837516-3679-4b77-8b5c-d8a39de46c4a tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0440629 Jul 07 17:24:18.541173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:18.559494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a056c3-dc8e-47f3-86cb-d72dc373e217,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.565568 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.566186 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Added segment e8dfa386-29b5-4653-ad23-187664623285 of type vlan for network 5434448f-87dd-4178-a749-99918609457e Jul 07 17:24:18.569694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-333452e5-b616-4b9b-9ea8-8a6852286c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.571952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-333452e5-b616-4b9b-9ea8-8a6852286c2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=902f2d054b8f4657b7451bcfab665f99&device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 1097 time: 0.0721571 Jul 07 17:24:18.623026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1661904886', 'description': 'tempest-description-62943274'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:18.644031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.671198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.709566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.710637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.711253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.752260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-fd062488-a04d-4464-bc85-340186f72263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.756025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-fd062488-a04d-4464-bc85-340186f72263 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 200 len: 916 time: 0.1759145 Jul 07 17:24:18.811205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-6e1d3470-3274-44ff-b742-a981d19726c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fe05d8-a472-42da-857d-df0ff341d65b HTTP/1.1" status: 200 len: 217 time: 0.0487556 Jul 07 17:24:18.815402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] Pushing event updated for resources: {'Network': ['ID=5434448f-87dd-4178-a749-99918609457e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.831560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5434448f-87dd-4178-a749-99918609457e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:18.883065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.890986 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.914153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6a2364f2-7242-4101-b902-8f8911a280aa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6528413 Jul 07 17:24:18.919280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.931710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Request body: {'subnet': {'network_id': '5434448f-87dd-4178-a749-99918609457e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1138643939-subnet', 'tenant_id': '6277d896b63b49e69383dff6ef3e2285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:18.933716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.935202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdd3a31c-a8af-4bfe-a554-cdf835653b7b req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3188248 Jul 07 17:24:18.937600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060ac74-4e4f-4f9c-a33f-daffc9ad5ca1 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43edf192-e066-4439-aed2-24800b18bfca,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.971958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-0e13e06a-4e60-4cd5-a95c-400226f98164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.976921 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-0e13e06a-4e60-4cd5-a95c-400226f98164 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 200 len: 854 time: 0.1585810 Jul 07 17:24:19.060530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Made reservation on behalf of 6277d896b63b49e69383dff6ef3e2285 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:19.064158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.185527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-beba7711-98f6-4af7-ae5b-790da2939106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.187608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-beba7711-98f6-4af7-ae5b-790da2939106 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8caff1c6-4cbf-4134-ab92-5fdd71337040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994407 Jul 07 17:24:19.270897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7da5-ec1b-4cd5-ba3a-a2066d72cbbe req-4fd41a20-5a77-442b-9b9d-68090a32d78b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.275169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23fc7da5-ec1b-4cd5-ba3a-a2066d72cbbe req-4fd41a20-5a77-442b-9b9d-68090a32d78b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1678076 Jul 07 17:24:19.344784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-ce4ce8cd-01b6-426b-8ba8-a693579538be service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499255 Jul 07 17:24:19.381722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23fc7da5-ec1b-4cd5-ba3a-a2066d72cbbe req-7924c5ef-4333-44bb-bea5-45084f410975 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936112 Jul 07 17:24:19.491716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d763250-0c1f-42dd-b14f-f1e3794ff51d req-08d3ed94-00df-49b3-886d-9d2c8933c926 service neutron] 10.222.0.73 "GET /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388283 Jul 07 17:24:19.532825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.756136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a19cf3-9d3a-402f-874c-ab36df629415 req-dcd9a0f3-1d90-47e6-8cc1-6d03011161de tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.758120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6a19cf3-9d3a-402f-874c-ab36df629415 req-dcd9a0f3-1d90-47e6-8cc1-6d03011161de tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1173654 Jul 07 17:24:19.821742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6a19cf3-9d3a-402f-874c-ab36df629415 req-adab7f66-2eed-4de6-a998-92499bb0fbb0 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Jul 07 17:24:19.968278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a10269-df33-4742-9632-cb5b8696b283,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:19.983974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Checking segment: {'id': 'e8dfa386-29b5-4653-ad23-187664623285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5434448f-87dd-4178-a749-99918609457e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:19.984884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Network hostable DHCP agents. Network: 5434448f-87dd-4178-a749-99918609457e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:20.019154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Network 5434448f-87dd-4178-a749-99918609457e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:20.031704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5434448f-87dd-4178-a749-99918609457e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:20.036291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.036889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.045501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4f50b-c958-42e3-8b66-bc1b136ff94a None None] Network 5434448f-87dd-4178-a749-99918609457e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:20.056598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-412ba4c2-a330-49df-88ce-4591dcfa58c7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1343963 Jul 07 17:24:20.177111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484575da-5136-4bfb-ad88-2c40b5a7e363 req-dcc1910d-4fca-4954-b767-0bc398319d90 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.191512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-484575da-5136-4bfb-ad88-2c40b5a7e363 req-dcc1910d-4fca-4954-b767-0bc398319d90 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1656339 Jul 07 17:24:20.249186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ea1da-abbf-449a-8b3f-9f618d04e33d None None] Network 5434448f-87dd-4178-a749-99918609457e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:20.264058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-484575da-5136-4bfb-ad88-2c40b5a7e363 req-864ccfb0-bd9a-4d91-9c76-5067ff080d85 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Jul 07 17:24:20.629679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-ffbf0a3e-e84f-4651-b17b-4c1484cb92ff tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47826 time: 0.2985275 Jul 07 17:24:20.687110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-aa9a22f4-737b-468e-87d6-edd300fa3019 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2811f3fe-4701-4a13-b18c-91793b4e9db4 HTTP/1.1" status: 200 len: 2981 time: 0.0489061 Jul 07 17:24:20.760608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-e7944fec-73b7-4987-b6bc-2c56ceb2f108 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2811f3fe-4701-4a13-b18c-91793b4e9db4 HTTP/1.1" status: 200 len: 2981 time: 0.0664432 Jul 07 17:24:20.828335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-4e84ccbc-550e-47f2-8de8-f35da54b53c2 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/297a8d1a-beed-45f6-935b-6eef71ca2415 HTTP/1.1" status: 200 len: 2977 time: 0.0581963 Jul 07 17:24:20.888175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-d73c235f-9d6a-448e-b2ec-a122a8b4244b tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/297a8d1a-beed-45f6-935b-6eef71ca2415 HTTP/1.1" status: 200 len: 2977 time: 0.0481253 Jul 07 17:24:20.943326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-3eec3ed5-ab2e-4ae1-a614-a1c88bf7d304 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/33bff380-ace3-43ff-a27e-e661c6add34d HTTP/1.1" status: 200 len: 2985 time: 0.0476029 Jul 07 17:24:21.000728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-96a521b4-b059-4024-995b-78675279de0a tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/33bff380-ace3-43ff-a27e-e661c6add34d HTTP/1.1" status: 200 len: 2985 time: 0.0507853 Jul 07 17:24:21.048162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-a0e2dd5f-e918-46e1-b41a-2a5975d6930f tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5 HTTP/1.1" status: 200 len: 2985 time: 0.0401323 Jul 07 17:24:21.099683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-1c457b65-ea89-4b5c-b30b-8104105f4204 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5 HTTP/1.1" status: 200 len: 2985 time: 0.0447147 Jul 07 17:24:21.151701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-0752454b-2f23-4335-8ede-b67e6bec09b7 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4d148541-177f-4477-bd82-cf9f8b9ad282 HTTP/1.1" status: 200 len: 2985 time: 0.0459857 Jul 07 17:24:21.212360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-fdd32602-386c-4762-958d-1538b7b1daf3 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4d148541-177f-4477-bd82-cf9f8b9ad282 HTTP/1.1" status: 200 len: 2985 time: 0.0532100 Jul 07 17:24:21.266329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-04c2eaf8-8902-47cb-b763-c130a3f82222 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/56d74bb9-a0a5-45f9-b36b-67db7a6202e0 HTTP/1.1" status: 200 len: 2985 time: 0.0462775 Jul 07 17:24:21.315959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-c2120228-7c9d-4bfc-b54f-b4023382f27a tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/56d74bb9-a0a5-45f9-b36b-67db7a6202e0 HTTP/1.1" status: 200 len: 2985 time: 0.0420065 Jul 07 17:24:21.365103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-0c2090c2-50b6-43e0-a49e-3cd946ba7c35 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5a1e406c-17b9-433b-83b3-54e3f4beedff HTTP/1.1" status: 200 len: 2985 time: 0.0422323 Jul 07 17:24:21.415364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-2e3007ed-989b-42e8-aca8-e57be038a6de tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5a1e406c-17b9-433b-83b3-54e3f4beedff HTTP/1.1" status: 200 len: 2985 time: 0.0435266 Jul 07 17:24:21.472561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-db187ac3-d596-46e9-b34b-657b262c2187 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/939a7c09-680b-4cd5-8961-26f56256e49f HTTP/1.1" status: 200 len: 2985 time: 0.0466621 Jul 07 17:24:21.541639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-24ded0c4-1051-4447-bcfc-3cfe3e49f920 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/939a7c09-680b-4cd5-8961-26f56256e49f HTTP/1.1" status: 200 len: 2985 time: 0.0621397 Jul 07 17:24:21.619484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-70375398-2d5c-4ac9-a680-0776c9a84e53 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4 HTTP/1.1" status: 200 len: 2985 time: 0.0700083 Jul 07 17:24:21.684278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-c3ac6bc0-9b9d-4feb-9e75-22134a201e33 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4 HTTP/1.1" status: 200 len: 2985 time: 0.0527008 Jul 07 17:24:21.738984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-c62178fe-b8d4-4361-9059-a15c5dbd5763 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cc631479-6ac6-4025-bf22-0d2188446c22 HTTP/1.1" status: 200 len: 2985 time: 0.0472984 Jul 07 17:24:21.794139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-c96817b6-60f9-4967-b308-91e057803e23 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cc631479-6ac6-4025-bf22-0d2188446c22 HTTP/1.1" status: 200 len: 2985 time: 0.0476289 Jul 07 17:24:21.849410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-2b168679-ac7d-4f3c-8f31-c876a81a7b17 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d6a056c3-dc8e-47f3-86cb-d72dc373e217 HTTP/1.1" status: 200 len: 2985 time: 0.0476782 Jul 07 17:24:21.904504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-3bd92973-8b6e-4117-a6fa-16d33cada282 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d6a056c3-dc8e-47f3-86cb-d72dc373e217 HTTP/1.1" status: 200 len: 2985 time: 0.0483181 Jul 07 17:24:21.958229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-7cbd8e02-6caf-473a-bb87-5cd3fdf5bc0d tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f49dc16b-dad0-4509-98a4-51f4d379cf15 HTTP/1.1" status: 200 len: 2973 time: 0.0474961 Jul 07 17:24:22.015021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a57dc28-c1f6-4794-bf29-52de1084802d req-e7af6bed-36de-4b46-bc9f-3a641413d2a8 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f49dc16b-dad0-4509-98a4-51f4d379cf15 HTTP/1.1" status: 200 len: 2973 time: 0.0500414 Jul 07 17:24:22.277254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c26a3fcd-31a3-497b-9958-b23ee409ee01 req-5d5778a4-8d9d-4716-b357-7a77938bb9bd tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0362020 Jul 07 17:24:22.459755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c6b46-da26-4e77-b383-9c078e6b8394 req-9259d4d9-d030-4338-8a80-53a554dd5f76 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.461449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b9c6b46-da26-4e77-b383-9c078e6b8394 req-9259d4d9-d030-4338-8a80-53a554dd5f76 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.0729735 Jul 07 17:24:22.510981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b9c6b46-da26-4e77-b383-9c078e6b8394 req-b42a515c-cd45-4b3f-85ca-f5b607997b1b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Jul 07 17:24:22.861983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-70f31ad7-61c2-4ebe-97aa-33c9e7edd63e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.864044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-70f31ad7-61c2-4ebe-97aa-33c9e7edd63e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/networks?id=65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 200 len: 811 time: 0.1165235 Jul 07 17:24:22.882160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-90744ebd-0e7d-4550-8c7f-5caffe31904c tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/quotas/e4e7ca03af0f46f5a6dae8f59f724422 HTTP/1.1" status: 200 len: 375 time: 0.0121059 Jul 07 17:24:22.919728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-1cfa17f0-b94b-49be-b56d-ed672ee3c676 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315261 Jul 07 17:24:23.138209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-e1fa1d7a-072a-4b28-b87a-aea38478f229 service neutron] 10.222.0.66 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099445 Jul 07 17:24:23.278471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-3801a9d3-1a85-4acc-b974-6fdf3639a879 service neutron] 10.222.0.66 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327925 Jul 07 17:24:23.606265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014b39-f763-420a-bfda-16da0724c786 req-15cb61a6-1154-45f9-b3f7-e62f6c9b02de tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.608004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25014b39-f763-420a-bfda-16da0724c786 req-15cb61a6-1154-45f9-b3f7-e62f6c9b02de tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.0901482 Jul 07 17:24:23.657448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25014b39-f763-420a-bfda-16da0724c786 req-b300fdde-d579-408c-8686-51d95d310991 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Jul 07 17:24:23.925788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e9bf-324e-4dbf-8584-66b4f6ff3f12 req-21fa1aa4-4fdf-42e3-af36-b8ef79217f94 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.927558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32e4e9bf-324e-4dbf-8584-66b4f6ff3f12 req-21fa1aa4-4fdf-42e3-af36-b8ef79217f94 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1200378 Jul 07 17:24:23.980729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32e4e9bf-324e-4dbf-8584-66b4f6ff3f12 req-cc3cf9d1-58f0-4296-a065-35902fb78cfe tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Jul 07 17:24:24.122715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c6c8faf-5134-43cc-8a7a-5af2708c8073 req-60ff4fd3-0497-43a7-817f-c9a9f7cf5403 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0970172b2010443084921706b7eaf1d1 HTTP/1.1" status: 200 len: 6109 time: 0.0854795 Jul 07 17:24:24.193449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c6c8faf-5134-43cc-8a7a-5af2708c8073 req-d94dc0aa-3738-4769-8330-e601e085582f tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "GET /v2.0/security-groups/cc631479-6ac6-4025-bf22-0d2188446c22 HTTP/1.1" status: 200 len: 2985 time: 0.0626061 Jul 07 17:24:24.265423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c6c8faf-5134-43cc-8a7a-5af2708c8073 req-2dd1a7fe-e5f5-4a8e-8dbf-450395a6dd71 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "GET /v2.0/security-groups/cc631479-6ac6-4025-bf22-0d2188446c22 HTTP/1.1" status: 200 len: 2985 time: 0.0646987 Jul 07 17:24:24.941544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:24.994312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28c79a28-030f-4aa0-b3cb-a9317bd64d94 req-2dd3229d-5571-4f2b-8e07-7fb4fb2855e2 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0395415 Jul 07 17:24:25.058575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-3cea6941-dd94-4af4-9b9e-d40b108c63a7 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.061388 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-3cea6941-dd94-4af4-9b9e-d40b108c63a7 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.73 "GET /v2.0/networks?id=65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 200 len: 811 time: 0.2268462 Jul 07 17:24:25.078994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Request body: {'port': {'device_id': '924e057e-16e3-429d-98cd-954450e8eaee', 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd', 'admin_state_up': True, 'tenant_id': 'e4e7ca03af0f46f5a6dae8f59f724422'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:25.144457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:25.168999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:25.215725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab636b1a-1f7e-4990-97a8-842a1658ff5d req-4c4f6e54-4e9c-47dc-a025-6595ed924765 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 210 time: 0.0527928 Jul 07 17:24:25.223504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.241343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:25.248387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Made reservation on behalf of e4e7ca03af0f46f5a6dae8f59f724422 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:25.254376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.270506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:25.277406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.371366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.385373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:25.387814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-c80b9362-89d8-48e8-b1c2-3bd722e8bfc3 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/43edf192-e066-4439-aed2-24800b18bfca HTTP/1.1" status: 200 len: 1778 time: 0.0744932 Jul 07 17:24:25.464965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Allocated IP 172.20.0.12 (65d5a8a9-d832-4b2a-990c-0c79276f05cd/554c36cb-49e6-4a34-9abc-3f030043a652/9eabad66-8921-46fd-adbf-26676966358f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:25.469683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.493125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.535284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.618713 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.623973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.626047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0975fb20-c79c-429f-8010-b8ac4feab09a req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/43edf192-e066-4439-aed2-24800b18bfca HTTP/1.1" status: 204 len: 173 time: 0.2268207 Jul 07 17:24:25.646080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e2093-f540-43e4-9e1a-f551a4ff6a01 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edf192-e066-4439-aed2-24800b18bfca,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.684702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.754470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.810814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Network 65d5a8a9-d832-4b2a-990c-0c79276f05cd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:25.814710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:25.818223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:25.856370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Pushing event updated for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.891267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.891954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.913628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-81b7260d-045a-43dd-bef9-483bf1967bc9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420007 Jul 07 17:24:25.934368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Request body: {'port': {'device_id': '924e057e-16e3-429d-98cd-954450e8eaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:25.945995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-61a67d64-4265-4834-91fd-5a17e7897116 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.949212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-61a67d64-4265-4834-91fd-5a17e7897116 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 0.2149045 Jul 07 17:24:25.982850 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-09943fea-42f4-4ce9-945e-6e9a2c876e65 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/quotas/df15f5ff8d5c4a448a9440aaf5e7886b HTTP/1.1" status: 200 len: 375 time: 0.0236945 Jul 07 17:24:26.090307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.125191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-e0bd6e10-41bb-41c1-a3ed-557d24bd434f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.126962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-e0bd6e10-41bb-41c1-a3ed-557d24bd434f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "GET /v2.0/ports?device_id=f35c1e95-c2c0-492c-a554-2b007570095c HTTP/1.1" status: 200 len: 945 time: 0.1418548 Jul 07 17:24:26.138529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-9534440e-42e4-476a-9f5d-fbd363d35432 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393368 Jul 07 17:24:26.364256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-2239f79f-7831-4b3b-ab5e-763f9bdc3fde service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154384 Jul 07 17:24:26.488215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Deleting port ed75e72b-c402-4173-bada-01b365fd8b8b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:26.488978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.539622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eabad66-8921-46fd-adbf-26676966358f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:26.552687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.575885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Transition to ACTIVE for port object 9eabad66-8921-46fd-adbf-26676966358f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:26.585208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.636290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-1515fc54-89eb-4875-9745-911e3df9fa60 service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613826 Jul 07 17:24:26.656548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] For port ed75e72b-c402-4173-bada-01b365fd8b8b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ed75e72b-c402-4173-bada-01b365fd8b8b,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:26.657906 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.680187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.693643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Calling delete_port for ed75e72b-c402-4173-bada-01b365fd8b8b owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:26.809871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Attempting to bind port 9eabad66-8921-46fd-adbf-26676966358f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:26.811258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Attempting to bind port 9eabad66-8921-46fd-adbf-26676966358f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '34e72671-bbd4-41eb-9ed0-114de4b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:26.812035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Attempting to bind port 9eabad66-8921-46fd-adbf-26676966358f on network 65d5a8a9-d832-4b2a-990c-0c79276f05cd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:26.821717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Port 9eabad66-8921-46fd-adbf-26676966358f on network 65d5a8a9-d832-4b2a-990c-0c79276f05cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:26.822359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Attempting to bind port 9eabad66-8921-46fd-adbf-26676966358f on network 65d5a8a9-d832-4b2a-990c-0c79276f05cd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:26.829944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:26.831392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Checking segment: {'id': '34e72671-bbd4-41eb-9ed0-114de4b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:26.831798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Bound using segment: {'id': '34e72671-bbd4-41eb-9ed0-114de4b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:26.832248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Bound port: 9eabad66-8921-46fd-adbf-26676966358f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e72671-bbd4-41eb-9ed0-114de4b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:26.832616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.964629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:26.985413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.042341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:27.051371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9eabad66-8921-46fd-adbf-26676966358f,segment=NetworkSegment(34e72671-bbd4-41eb-9ed0-114de4b2da0c),segment_id=34e72671-bbd4-41eb-9ed0-114de4b2da0c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:27.059920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.086496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ed75e72b-c402-4173-bada-01b365fd8b8b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:27.106272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event deleted for resources: {'Port': ['ID=ed75e72b-c402-4173-bada-01b365fd8b8b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.183536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] No DVR routers for this DVR port ed75e72b-c402-4173-bada-01b365fd8b8b on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:27.190824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.195041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4b731f8-20c0-448b-935e-37ed04549d1e req-8633cf0a-5da2-4e24-9de4-65f199bf3322 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "DELETE /v2.0/ports/ed75e72b-c402-4173-bada-01b365fd8b8b HTTP/1.1" status: 204 len: 173 time: 1.0610480 Jul 07 17:24:27.195693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-deleted', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:27.218829 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4180e701-795d-4db6-b5db-70685e767350" -d '{"events": [{"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-deleted", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:27.224284 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.242427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.243089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.245094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 200 len: 1093 time: 1.3242376 Jul 07 17:24:27.245572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'tag': '9eabad66-8921-46fd-adbf-26676966358f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:27.250744 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "tag": "9eabad66-8921-46fd-adbf-26676966358f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:27.300961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c071bd-5f99-4167-8581-863a407be1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.313271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:27.319618 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.467358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-69ac498b-9ce4-4a56-876d-244a99b0c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.469245 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-69ac498b-9ce4-4a56-876d-244a99b0c91e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 1096 time: 0.1391244 Jul 07 17:24:27.542174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-0994d4c4-7f64-4985-b1f5-a74cbdd5647a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 200 len: 217 time: 0.0646880 Jul 07 17:24:27.545605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.623839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0db444-2fb2-45f8-8e63-4ebab1ee6634 req-37afc64f-97aa-4a5d-98eb-0b3c1718890f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.637621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e0db444-2fb2-45f8-8e63-4ebab1ee6634 req-37afc64f-97aa-4a5d-98eb-0b3c1718890f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.2494550 Jul 07 17:24:27.648035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:27.653856 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e1840-e469-4571-9a2e-7ebe8ce07748" -d '{"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:27.691251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:27.707647 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.707969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30b60-203c-41c8-a835-089b491bdafe req-453f8e0e-9c6f-4294-ad89-01fea41b2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.711526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-453f8e0e-9c6f-4294-ad89-01fea41b2ae6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554c36cb-49e6-4a34-9abc-3f030043a652 HTTP/1.1" status: 200 len: 851 time: 0.1626191 Jul 07 17:24:27.741249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e0db444-2fb2-45f8-8e63-4ebab1ee6634 req-9beb0a18-6f7b-42b9-ad6d-df950cd07132 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019440 Jul 07 17:24:27.798909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-c4286eb4-c398-455b-bf54-1ba5a9bf5f97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65d5a8a9-d832-4b2a-990c-0c79276f05cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767004 Jul 07 17:24:27.851505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:28.066378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd6a7-25f0-4625-995e-b5da1a6acced req-3dd9453f-6078-424a-b02c-bd8270282bc5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.074067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-303bd6a7-25f0-4625-995e-b5da1a6acced req-3dd9453f-6078-424a-b02c-bd8270282bc5 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1253619 Jul 07 17:24:28.192082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-aba1fc83-cae4-45f4-b175-5a176bfc37f5 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704536 Jul 07 17:24:28.202259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-303bd6a7-25f0-4625-995e-b5da1a6acced req-910853a2-33b0-465d-a9ec-ce90924c3289 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266038 Jul 07 17:24:28.421652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-ab5571c7-6d4a-4601-8b76-0c2d61dcef61 tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0fea67f0-7b3f-4ca0-a319-5c71391af058 HTTP/1.1" status: 200 len: 1778 time: 0.1656678 Jul 07 17:24:28.457342 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4c30b60-203c-41c8-a835-089b491bdafe req-b28712ea-9c23-4515-af25-1a252e31a0c9 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525556 Jul 07 17:24:28.503074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.552574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.645304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.659729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.667066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7db050c-fcb1-4dd7-8f4f-a05c8c673b46 req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fea67f0-7b3f-4ca0-a319-5c71391af058 HTTP/1.1" status: 204 len: 173 time: 0.2428720 Jul 07 17:24:28.706157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1704b3-2a27-4688-8f70-d92d3371bddf tempest-SecurityGroupsTestAdminJSON-2107156029 tempest-SecurityGroupsTestAdminJSON-2107156029-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea67f0-7b3f-4ca0-a319-5c71391af058,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.121786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7cef06ad-275b-4a23-81b9-c64a3d799db2 req-c30054b4-65ed-4d17-9838-baf8bdfd546f tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0471756 Jul 07 17:24:29.376470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6508e-fe59-4adb-9bfd-9b7fe0032e45 req-3888ae4d-6de9-4d42-b2e9-e77b81214902 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.378929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9f6508e-fe59-4adb-9bfd-9b7fe0032e45 req-3888ae4d-6de9-4d42-b2e9-e77b81214902 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 944 time: 0.1081984 Jul 07 17:24:29.445937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9f6508e-fe59-4adb-9bfd-9b7fe0032e45 req-93d3606d-9e92-4d63-a082-efd134d39558 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585387 Jul 07 17:24:29.639118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f297be96-3c24-441c-9c9a-d12e803a4acc req-ebcb64a9-8d7c-4ab2-b444-9f5669a4a487 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 210 time: 0.0456495 Jul 07 17:24:29.692050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-3dbbb298-afdb-43c3-8c05-16d8077b38fe tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.694264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-3dbbb298-afdb-43c3-8c05-16d8077b38fe tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.23 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 0.2118666 Jul 07 17:24:29.704238 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5591968a-b77a-472e-95a2-c9f2dd055f7a x-openstack-request-id: req-5591968a-b77a-472e-95a2-c9f2dd055f7a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:29.704575 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c1e95-c2c0-492c-a554-2b007570095c", "name": "network-vif-deleted", "tag": "ed75e72b-c402-4173-bada-01b365fd8b8b", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:29.704838 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5591968a-b77a-472e-95a2-c9f2dd055f7a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:29.706059 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c1e95-c2c0-492c-a554-2b007570095c', 'name': 'network-vif-deleted', 'tag': 'ed75e72b-c402-4173-bada-01b365fd8b8b', 'status': 'completed', 'code': 200} Jul 07 17:24:29.719394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Request body: {'port': {'device_id': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'admin_state_up': True, 'tenant_id': 'df15f5ff8d5c4a448a9440aaf5e7886b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:29.820990 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107faa1d-8985-494d-abf8-f4d1b7e0a975 x-openstack-request-id: req-107faa1d-8985-494d-abf8-f4d1b7e0a975 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:29.821636 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:29.822134 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-107faa1d-8985-494d-abf8-f4d1b7e0a975 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:29.823662 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'code': 200} Jul 07 17:24:29.838991 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18766727-2d76-4349-a0db-586da3f66cd4 x-openstack-request-id: req-18766727-2d76-4349-a0db-586da3f66cd4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:29.839211 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "tag": "9eabad66-8921-46fd-adbf-26676966358f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:29.839518 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18766727-2d76-4349-a0db-586da3f66cd4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:29.839971 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'tag': '9eabad66-8921-46fd-adbf-26676966358f', 'status': 'completed', 'code': 200} Jul 07 17:24:30.022265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-f8999590-3c2d-4f9e-9473-d12cf1bb8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.025859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-f8999590-3c2d-4f9e-9473-d12cf1bb8327 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 1096 time: 0.1849234 Jul 07 17:24:30.054102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea98da3-8c1e-450f-a066-01ee6619c11c req-fd75860c-ddb3-497f-aa94-148d8307f64f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.058921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:30.062542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fea98da3-8c1e-450f-a066-01ee6619c11c req-fd75860c-ddb3-497f-aa94-148d8307f64f tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 945 time: 0.0946741 Jul 07 17:24:30.098187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ed75e72b-c402-4173-bada-01b365fd8b8b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:30.098824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ed75e72b-c402-4173-bada-01b365fd8b8b not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:30.123132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fea98da3-8c1e-450f-a066-01ee6619c11c req-0a8a1742-5622-4543-884a-4a10045acef0 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Jul 07 17:24:30.130052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Made reservation on behalf of df15f5ff8d5c4a448a9440aaf5e7886b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:30.139811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.303410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-85a31053-727c-49ac-b0e3-6b011be650de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.305453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-85a31053-727c-49ac-b0e3-6b011be650de service neutron] 10.222.0.73 "GET /v2.0/networks?id=65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 200 len: 912 time: 0.2719846 Jul 07 17:24:30.361070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-6244ba98-e14e-4e70-b944-d70c364c5e3c tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "GET /v2.0/security-groups/f5d61380-b3ff-4db4-8fe3-967eabde176b HTTP/1.1" status: 200 len: 1780 time: 0.0689793 Jul 07 17:24:30.410616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-adb1eb57-17b6-4dc9-ae23-8679f30ae4b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 200 len: 217 time: 0.0965796 Jul 07 17:24:30.434035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Allocated IP 172.20.0.2 (6838e0f7-ef86-4888-b2c4-19a411db2abd/3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b/982a3ea1-365c-4d56-81d2-09507a3c15ff) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:30.449430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.490794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.508795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-439b6a98-c294-4927-b8be-191c317f6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.510746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-439b6a98-c294-4927-b8be-191c317f6ced service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554c36cb-49e6-4a34-9abc-3f030043a652 HTTP/1.1" status: 200 len: 851 time: 0.0896626 Jul 07 17:24:30.560603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.566009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.567086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-bc83bc77-b530-4edc-8aca-8adc02e06e71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65d5a8a9-d832-4b2a-990c-0c79276f05cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493121 Jul 07 17:24:30.574671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c169c11f-f1cb-4507-acf4-27249a1cb2bc req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "DELETE /v2.0/security-groups/f5d61380-b3ff-4db4-8fe3-967eabde176b HTTP/1.1" status: 204 len: 173 time: 0.2080412 Jul 07 17:24:30.612327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c10041-c9cd-4804-8461-a707415c918d tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d61380-b3ff-4db4-8fe3-967eabde176b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.780390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-d0918d46-55b6-42b8-a877-bf1dba1ed779 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023003 Jul 07 17:24:30.801551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734366c7-23fd-4b3b-9b9f-dd20bc2eb31f req-66b714a0-dcc5-48b4-b272-7e16909909c9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.803625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734366c7-23fd-4b3b-9b9f-dd20bc2eb31f req-66b714a0-dcc5-48b4-b272-7e16909909c9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.0901451 Jul 07 17:24:30.804750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.862871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734366c7-23fd-4b3b-9b9f-dd20bc2eb31f req-19b8bbe2-fb7e-471e-bf85-2cd7623d5ff8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515394 Jul 07 17:24:30.932149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be044d7f-0f75-4f21-b1aa-2f6eac733bd2 req-be1709a9-3c4a-4508-a261-81392cc91016 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432478 Jul 07 17:24:30.955952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.011883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:31.016236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:31.021952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:31.082250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:31.128658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:31.130035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.155756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b96454e-638d-4dd7-8c6f-95c975a6f565 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4452758 Jul 07 17:24:31.181338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Request body: {'port': {'device_id': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:31.294893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db67b-7ba7-40f8-be3a-b2a6a6d99808 req-e080d544-0e16-4572-912f-348f6566cdf0 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:31.297739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e7db67b-7ba7-40f8-be3a-b2a6a6d99808 req-e080d544-0e16-4572-912f-348f6566cdf0 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.1391106 Jul 07 17:24:31.307489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.370655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e7db67b-7ba7-40f8-be3a-b2a6a6d99808 req-b037b849-fbfb-4fe0-8435-d451f9362d0a tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630677 Jul 07 17:24:31.716256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53b2a9c4-288f-4717-8f6d-138529930557 req-a01e88e5-c64c-4d29-941e-1aa22febe026 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0523193 Jul 07 17:24:31.886473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982a3ea1-365c-4d56-81d2-09507a3c15ff {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:31.905473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.931944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Transition to ACTIVE for port object 982a3ea1-365c-4d56-81d2-09507a3c15ff will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:31.943014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.061200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdef76-ce64-4c4d-b06f-66eea0169e44 req-baa3202c-5184-4b1f-8f52-f24739dd1b70 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.063981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9eabad66-8921-46fd-adbf-26676966358f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:32.070316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fbdef76-ce64-4c4d-b06f-66eea0169e44 req-baa3202c-5184-4b1f-8f52-f24739dd1b70 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 944 time: 0.0944986 Jul 07 17:24:32.087262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.137809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fbdef76-ce64-4c4d-b06f-66eea0169e44 req-c67ddaa5-9703-4325-808f-6f4b4fdb0459 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661445 Jul 07 17:24:32.269397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-455a10d9-f91b-4edd-adb6-4e831703ea65 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "GET /v2.0/security-groups/2d6889d1-49d2-4929-a884-8a8d2bbe127e HTTP/1.1" status: 200 len: 1777 time: 0.0852184 Jul 07 17:24:32.310022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Attempting to bind port 982a3ea1-365c-4d56-81d2-09507a3c15ff on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:32.310353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Attempting to bind port 982a3ea1-365c-4d56-81d2-09507a3c15ff by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:32.310737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Attempting to bind port 982a3ea1-365c-4d56-81d2-09507a3c15ff on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:32.326354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Port 982a3ea1-365c-4d56-81d2-09507a3c15ff on network 6838e0f7-ef86-4888-b2c4-19a411db2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:32.326736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Attempting to bind port 982a3ea1-365c-4d56-81d2-09507a3c15ff on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:32.341156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:32.341512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Checking segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:32.342018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Bound using segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:32.342431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Bound port: 982a3ea1-365c-4d56-81d2-09507a3c15ff, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:32.342863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.419917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.426891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9eabad66-8921-46fd-adbf-26676966358f,segment=NetworkSegment(34e72671-bbd4-41eb-9ed0-114de4b2da0c),segment_id=34e72671-bbd4-41eb-9ed0-114de4b2da0c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:32.482133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '9eabad66-8921-46fd-adbf-26676966358f', 'network_id': '65d5a8a9-d832-4b2a-990c-0c79276f05cd', 'port_id': '9eabad66-8921-46fd-adbf-26676966358f', 'mac_address': 'fa:16:3e:d2:82:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c36cb-49e6-4a34-9abc-3f030043a652', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:32.487990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.536286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:32.551575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:32.561893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.605846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.613631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.629188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8ab209e-b6a5-4425-b7a2-3acd6876fc9c req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] 10.222.0.66 "DELETE /v2.0/security-groups/2d6889d1-49d2-4929-a884-8a8d2bbe127e HTTP/1.1" status: 204 len: 173 time: 0.3553710 Jul 07 17:24:32.710859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e5c80-d4bf-43a3-b487-a62df76a1e69 tempest-SecurityGroupsTestAdminJSON-1113052358 tempest-SecurityGroupsTestAdminJSON-1113052358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6889d1-49d2-4929-a884-8a8d2bbe127e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.761948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.762644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.768630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] 10.222.0.23 "PUT /v2.0/ports/982a3ea1-365c-4d56-81d2-09507a3c15ff HTTP/1.1" status: 200 len: 1092 time: 1.5960252 Jul 07 17:24:32.772313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:32.784338 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433cd002-0743-42e6-ab8a-72beb0491c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:32.819035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.854269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd429095-b486-4d7b-8b9c-8473d6307bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.901501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eabad66-8921-46fd-adbf-26676966358f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:32.989282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9eabad66-8921-46fd-adbf-26676966358f,segment=NetworkSegment(34e72671-bbd4-41eb-9ed0-114de4b2da0c),segment_id=34e72671-bbd4-41eb-9ed0-114de4b2da0c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:33.007610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.099828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b66443e-7838-4e2a-bf77-4f8a22d47dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:33.105539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-4b66443e-7838-4e2a-bf77-4f8a22d47dcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 1095 time: 0.2435558 Jul 07 17:24:33.182074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:33.185957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a857481-bb66-4c8c-9e33-3a3490b90549 req-7ca215bb-0e72-45b5-954a-2dcb59461eac tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:33.201923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a857481-bb66-4c8c-9e33-3a3490b90549 req-7ca215bb-0e72-45b5-954a-2dcb59461eac tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 943 time: 0.2650471 Jul 07 17:24:33.202458 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-a3159998-0e1f-4b01-8f4e-c6c99d8cf917 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff HTTP/1.1" status: 200 len: 217 time: 0.0887156 Jul 07 17:24:33.302092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a857481-bb66-4c8c-9e33-3a3490b90549 req-4f01beb1-8fd8-40f8-b395-e68c6cface5b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988312 Jul 07 17:24:33.333049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['9eabad66-8921-46fd-adbf-26676966358f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:33.333464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-b0040bb9-2a7b-42e9-b465-fc194f330e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:33.335202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-b0040bb9-2a7b-42e9-b465-fc194f330e07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.1240084 Jul 07 17:24:33.344028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-b51e9c6d-cc0d-4e7c-9eeb-9a2b79f93557 req-4481500d-4519-4ba3-a04a-7f52f8af04ed tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:24:33.345319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b51e9c6d-cc0d-4e7c-9eeb-9a2b79f93557 req-4481500d-4519-4ba3-a04a-7f52f8af04ed tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070610 Jul 07 17:24:33.360930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:33.395867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-cdf327b1-b48c-4e0b-9563-12d998df2780 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511889 Jul 07 17:24:33.474356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b51e9c6d-cc0d-4e7c-9eeb-9a2b79f93557 req-564a0e6d-9be8-451f-878d-57cffe783856 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1194694 Jul 07 17:24:33.588998 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-ee1f83f4-cc6e-4994-8a81-3a523eee2a26 service neutron] 10.222.0.23 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829872 Jul 07 17:24:33.900542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-045108c9-0fd0-4f91-a89f-36648b75ee6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0970172b2010443084921706b7eaf1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343475 Jul 07 17:24:33.903550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56156) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:33.963223 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02eace7d-ef23-4189-9e6e-aaa8f5009662 req-0b062c86-bb09-436a-95f4-f2071e824dcd service neutron] 10.222.0.23 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595943 Jul 07 17:24:34.022825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948390d2-dfe5-4a5f-9a16-fc14e6e0dd58 req-b1e4c92b-d770-460e-81c5-6fb3b22d209a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.034783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.041801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-948390d2-dfe5-4a5f-9a16-fc14e6e0dd58 req-b1e4c92b-d770-460e-81c5-6fb3b22d209a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.2119727 Jul 07 17:24:34.082675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.092820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-948390d2-dfe5-4a5f-9a16-fc14e6e0dd58 req-f0ef785b-9842-4a06-b41c-4e8888729e78 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530689 Jul 07 17:24:34.201273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.209416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.211737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc631479-6ac6-4025-bf22-0d2188446c22 HTTP/1.1" status: 204 len: 168 time: 0.3070402 Jul 07 17:24:34.224952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f208a-3ab3-4ea3-9a76-c56f057d5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc631479-6ac6-4025-bf22-0d2188446c22,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:34.448859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7a8932e-92bf-40d5-aa5f-c081b69aff35 req-d24a1141-96dd-4d68-9b6c-dd0efd4fa562 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0445888 Jul 07 17:24:34.507025 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d43aa-241d-4527-8502-0d1200f9b61b x-openstack-request-id: req-946d43aa-241d-4527-8502-0d1200f9b61b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:34.507435 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:34.507826 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-946d43aa-241d-4527-8502-0d1200f9b61b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:34.508346 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'status': 'completed', 'code': 200} Jul 07 17:24:34.639773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-6fbe5d6c-6b48-4ae9-9842-8b19ce58ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.645590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-6fbe5d6c-6b48-4ae9-9842-8b19ce58ddc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 1095 time: 0.1056972 Jul 07 17:24:34.795505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e16be-799a-439c-95d4-8418bab33f61 req-d0666b90-c9c1-47c6-aab4-cb7ad75d50ee tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.814294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c5e16be-799a-439c-95d4-8418bab33f61 req-d0666b90-c9c1-47c6-aab4-cb7ad75d50ee tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 945 time: 0.1558311 Jul 07 17:24:34.869067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56166) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.916268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-11d8def5-96a0-4dfe-a190-a52c9bbe4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.918812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-11d8def5-96a0-4dfe-a190-a52c9bbe4284 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 915 time: 0.2647710 Jul 07 17:24:34.931262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c5e16be-799a-439c-95d4-8418bab33f61 req-534e0426-3239-4f1f-a036-9d4b36e73476 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116097 Jul 07 17:24:35.041726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-23dd264f-951b-4b0d-a5ae-29ee44e28b67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5afa729a0ac34a899cf8ea155de08065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713250 Jul 07 17:24:35.044092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-80e2738c-3e4f-4686-b688-d62d180babe9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff HTTP/1.1" status: 200 len: 217 time: 0.0746491 Jul 07 17:24:35.044864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56170) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:35.169932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-65f34701-49dd-4111-8890-dee65b0fa7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.171493 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-65f34701-49dd-4111-8890-dee65b0fa7ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.0848417 Jul 07 17:24:35.175711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.195854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1822ca-8689-4851-95f5-ad2d30fd137d req-74834bf5-f15f-4ee4-9a94-874ab385ae92 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.198539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e1822ca-8689-4851-95f5-ad2d30fd137d req-74834bf5-f15f-4ee4-9a94-874ab385ae92 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1184869 Jul 07 17:24:35.221895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-76c081be-ce76-4f1e-95d6-650461c36c10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429666 Jul 07 17:24:35.248665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.294491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e1822ca-8689-4851-95f5-ad2d30fd137d req-d6369c46-3441-47a6-9d7e-fa4120fd0d49 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838480 Jul 07 17:24:35.372615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-01e52ab6-4b4c-4906-9891-f546270e1115 service neutron] 10.222.0.23 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407146 Jul 07 17:24:35.474005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.477772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.479131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d148541-177f-4477-bd82-cf9f8b9ad282 HTTP/1.1" status: 204 len: 168 time: 0.4330997 Jul 07 17:24:35.507253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8bb3-ddf2-4fb0-81b7-8dbcf13ffe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d148541-177f-4477-bd82-cf9f8b9ad282,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.539207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b01f-30fd-41e5-aac1-782cdcc8727d req-40657a63-6e32-489c-af6b-002b49bec687 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.547014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5f3b01f-30fd-41e5-aac1-782cdcc8727d req-40657a63-6e32-489c-af6b-002b49bec687 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 943 time: 0.1155803 Jul 07 17:24:35.568184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-433cd002-0743-42e6-ab8a-72beb0491c2c req-ed6e681e-8ae2-4a4f-911b-5d9340b2c7b7 service neutron] 10.222.0.23 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857908 Jul 07 17:24:35.597588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5f3b01f-30fd-41e5-aac1-782cdcc8727d req-239c8755-4caa-4885-851e-3541cc6169d9 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Jul 07 17:24:36.078699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9eabad66-8921-46fd-adbf-26676966358f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:36.243192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 9eabad66-8921-46fd-adbf-26676966358f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:36.253504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 9eabad66-8921-46fd-adbf-26676966358f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:36.254609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.418181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022fb5-8053-4e85-9d40-4d602683708a req-a326a362-963c-49b3-8150-8055505f2e4f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.431592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11022fb5-8053-4e85-9d40-4d602683708a req-a326a362-963c-49b3-8150-8055505f2e4f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.2497218 Jul 07 17:24:36.465468 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.511915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eabad66-8921-46fd-adbf-26676966358f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:36.515009 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f20c4-b22a-4e8b-9683-595b5ca96867" -d '{"events": [{"server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "name": "network-vif-plugged", "status": "completed", "tag": "9eabad66-8921-46fd-adbf-26676966358f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:36.527229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11022fb5-8053-4e85-9d40-4d602683708a req-fa5b10ca-85db-4a7d-b216-4f530cd7fb2e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944030 Jul 07 17:24:36.537531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9eabad66-8921-46fd-adbf-26676966358f,segment=NetworkSegment(34e72671-bbd4-41eb-9ed0-114de4b2da0c),segment_id=34e72671-bbd4-41eb-9ed0-114de4b2da0c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:36.547730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.660574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.991169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:37.226921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56218) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:37.388317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-network', 'tenant_id': '6ded56a969594c348783f5d962706398'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:37.463319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91b7e9-f7ed-4ec6-bb75-088a7a1a2448 req-1aaec62d-7780-4983-bbe7-ac5fd412fef7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.465365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Made reservation on behalf of 6ded56a969594c348783f5d962706398 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:37.472044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f91b7e9-f7ed-4ec6-bb75-088a7a1a2448 req-1aaec62d-7780-4983-bbe7-ac5fd412fef7 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 945 time: 0.1698346 Jul 07 17:24:37.479796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.531366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f91b7e9-f7ed-4ec6-bb75-088a7a1a2448 req-6c2b0435-4f5b-47c7-b3bb-99c33b01493b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579851 Jul 07 17:24:37.549006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.679956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:37.701688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'port_id': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'mac_address': 'fa:16:3e:74:27:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:37.748020 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.752698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c072c7e6-94c2-42fc-a159-e79bf430c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.769264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a3ea1-365c-4d56-81d2-09507a3c15ff {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:37.795578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:37.806714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.899214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:37.899911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.907341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.999424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:38.019968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.031023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.034213 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Added segment 73d84621-f8f8-4beb-959c-233761f14dcc of type vlan for network 18768680-3b40-4caa-8247-aedf5b7fe7ef Jul 07 17:24:38.110464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['982a3ea1-365c-4d56-81d2-09507a3c15ff'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:38.129161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.227557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.228942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.229664 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.326812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0987108 Jul 07 17:24:38.328739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:38.353109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Request body: {'subnet': {'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-subnet', 'tenant_id': '6ded56a969594c348783f5d962706398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:38.361116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd401a-0c44-48c8-9af0-3e012bcdc3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=18768680-3b40-4caa-8247-aedf5b7fe7ef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.374866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:38.406828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Made reservation on behalf of 6ded56a969594c348783f5d962706398 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:38.410784 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.487787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac63e41b-043b-4211-9227-ed1c3c93a330 req-88e9dc6b-6b39-42b5-9744-83acb156403d tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.8167226 Jul 07 17:24:38.826130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e380-c79d-4d7f-ac6c-3309c8ffdf97 req-44cabbbc-2ccd-4b39-bbb0-bae47a630ee9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.838023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec46e380-c79d-4d7f-ac6c-3309c8ffdf97 req-44cabbbc-2ccd-4b39-bbb0-bae47a630ee9 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1685183 Jul 07 17:24:38.856421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.945769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4640dc36-0dee-4508-8700-f1ccf825b6b0,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:38.961431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec46e380-c79d-4d7f-ac6c-3309c8ffdf97 req-35136730-e678-4596-863a-847b2c6e2a44 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183650 Jul 07 17:24:39.008810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Checking segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:39.009389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Network hostable DHCP agents. Network: 18768680-3b40-4caa-8247-aedf5b7fe7ef, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:39.033805 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b7045-d6dd-446d-825b-dbc202335d4f x-openstack-request-id: req-0f7b7045-d6dd-446d-825b-dbc202335d4f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:39.035212 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "name": "network-vif-plugged", "status": "completed", "tag": "9eabad66-8921-46fd-adbf-26676966358f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:39.035871 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f7b7045-d6dd-446d-825b-dbc202335d4f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:39.036648 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eabad66-8921-46fd-adbf-26676966358f', 'code': 200} Jul 07 17:24:39.063968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:39.094928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 18768680-3b40-4caa-8247-aedf5b7fe7ef) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:39.114068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb26b63-4127-49d7-ba23-ff2452927dfa None None] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:39.116477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.118154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.185524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4e2f7c69-7497-49a9-a28d-0ae77ede58b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8452430 Jul 07 17:24:39.188057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56236) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:39.194030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:39.253233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.254611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.264932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435a281-b91d-48a5-825c-9ded777444f3 req-178fc69a-72f6-4f65-a67d-7dcf1cb072bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.272815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3435a281-b91d-48a5-825c-9ded777444f3 req-178fc69a-72f6-4f65-a67d-7dcf1cb072bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 1098 time: 0.1398437 Jul 07 17:24:39.367712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3435a281-b91d-48a5-825c-9ded777444f3 req-0dc1b227-296d-4a03-b8b4-858b649f3896 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 Jul 07 17:24:39.444062 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.454426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f211cc-8be3-44db-a149-4bd51dd324b5 req-94321b34-2706-4142-baf8-7981a596c483 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:39.457162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3f211cc-8be3-44db-a149-4bd51dd324b5 req-94321b34-2706-4142-baf8-7981a596c483 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 944 time: 0.1707387 Jul 07 17:24:39.526938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-18768680-3b40-4caa-8247-aedf5b7fe7ef', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'tenant_id': '6ded56a969594c348783f5d962706398', 'fixed_ips': [{'subnet_id': '4640dc36-0dee-4508-8700-f1ccf825b6b0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:39.529181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.739592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3f211cc-8be3-44db-a149-4bd51dd324b5 req-1e4f914d-3b04-4b54-bfa5-b281635336bc tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339680 Jul 07 17:24:39.744837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.907882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Allocated IP 172.20.0.2 (18768680-3b40-4caa-8247-aedf5b7fe7ef/4640dc36-0dee-4508-8700-f1ccf825b6b0/e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:40.023891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-719e037f-0052-4c4a-94fc-a81801aa4a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.161593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b8db4-117d-4c7c-ab4a-bb2645ee60af req-28064a94-a94c-4321-aac8-975706bea627 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.169310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-573b8db4-117d-4c7c-ab4a-bb2645ee60af req-28064a94-a94c-4321-aac8-975706bea627 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.2084394 Jul 07 17:24:40.176042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.192426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Transition to ACTIVE for port object e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:40.223099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Transition to ACTIVE for port object e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:40.238625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.259193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-573b8db4-117d-4c7c-ab4a-bb2645ee60af req-188585d4-d9aa-4039-9a3a-15081036e5b8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884352 Jul 07 17:24:40.304337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.392291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.396260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:40.403918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:40.421683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:40.554765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Pushing event updated for resources: {'Port': ['ID=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.764745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.782689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Attempting to bind port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:40.783820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Attempting to bind port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:40.784405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Attempting to bind port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 on network 18768680-3b40-4caa-8247-aedf5b7fe7ef {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:40.812137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:40.812620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Checking segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:40.813395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.813877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Bound using segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:40.814958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Bound port: e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:40.815724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.940911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e39e9-4cc9-407f-b32c-799e986fcf0b req-023b8c2b-4c4a-4f1f-973e-380524a98fb6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.950633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-232e39e9-4cc9-407f-b32c-799e986fcf0b req-023b8c2b-4c4a-4f1f-973e-380524a98fb6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.4095767 Jul 07 17:24:40.976178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] For port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:40.982553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] For port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:40.992348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.994729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Allocated IP 172.25.3.58 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e90e8833-0e95-4653-9234-93905f282713) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:41.049735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-232e39e9-4cc9-407f-b32c-799e986fcf0b req-0644f240-da82-47a1-8a2f-6019b4402a6c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970557 Jul 07 17:24:41.073970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f383-d5a4-4f9b-a645-d1152af996b0 None None] Pushing event updated for resources: {'Port': ['ID=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.091733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:41.208896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 982a3ea1-365c-4d56-81d2-09507a3c15ff completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:41.214648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 982a3ea1-365c-4d56-81d2-09507a3c15ff triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:41.215325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.311853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.373367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.420183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:41.422646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:41.434054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:41.443761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.525697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:41.539742 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ade62-d714-4581-b3f7-e5c797484521" -d '{"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-plugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:41.578213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:41.585658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.764342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.775963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.831383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Pushing event updated for resources: {'Port': ['ID=e90e8833-0e95-4653-9234-93905f282713,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.883662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42069ee9-e35c-4a93-9b65-015eac3efe1f req-5400c26e-d72a-457c-8c1b-5c55c1ae71ca tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0919437 Jul 07 17:24:42.314776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.421925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a163-1264-4c4a-ad4c-238f32997995 req-16373005-93d2-46a9-9cc0-2e5d904afc5d tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.435440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be52a163-1264-4c4a-ad4c-238f32997995 req-16373005-93d2-46a9-9cc0-2e5d904afc5d tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.3178294 Jul 07 17:24:42.754110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be52a163-1264-4c4a-ad4c-238f32997995 req-4ed01a7a-c43b-4dca-8bb9-77b2a60c0b0b tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912824 Jul 07 17:24:42.974610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff7434-3c2a-494c-94ca-fd0c11c65479 None None] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:43.104934 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.234205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-939fdc3e-c877-4c09-ae9f-e120e1b74b75 None None] Provisioning for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:43.505915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Router 553525b0-2fc7-452d-9736-7480e90f4534 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:43.583787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.599762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c446e-b897-44fb-9094-ff5468157448 req-16e6fcc4-3fcc-45c8-80c2-4fcb32e01c97 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.615514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c446e-b897-44fb-9094-ff5468157448 req-16e6fcc4-3fcc-45c8-80c2-4fcb32e01c97 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.622620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c446e-b897-44fb-9094-ff5468157448 req-16e6fcc4-3fcc-45c8-80c2-4fcb32e01c97 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.631662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-232c446e-b897-44fb-9094-ff5468157448 req-16e6fcc4-3fcc-45c8-80c2-4fcb32e01c97 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7&device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1&device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 2417 time: 0.2258196 Jul 07 17:24:43.759955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-232c446e-b897-44fb-9094-ff5468157448 req-5d3b1dc9-3af9-4f32-8b8a-144e23dd567b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271493 Jul 07 17:24:43.810681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:43.957993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:43.965007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:43.973377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Sync routers for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:43.984165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:43.985287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.034459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.041372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:44.041657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d769831e-2a19-438f-9f2d-b95bb9e9fa9a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8483527 Jul 07 17:24:44.041786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:44.042614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56266) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:44.129780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368468da-4c40-4cd6-8671-d6eb3932db66 req-be03b458-3795-4c92-9958-2cbba861d476 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.154943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-368468da-4c40-4cd6-8671-d6eb3932db66 req-be03b458-3795-4c92-9958-2cbba861d476 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.2460554 Jul 07 17:24:44.254007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-00c22973-6423-44a6-819b-b4252fd9bb76 None None] Provisioning complete for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:44.254832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-00c22973-6423-44a6-819b-b4252fd9bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.293549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-368468da-4c40-4cd6-8671-d6eb3932db66 req-0334450b-0640-4ece-8ce1-0937c7279957 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376617 Jul 07 17:24:44.386387 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.391317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef616fdc-239d-4562-a229-c0c201beabc4 req-77e1d81e-8299-4fd9-9e53-e46fe9c62bbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0695174 Jul 07 17:24:44.496884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:44.589323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:44.594308 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d737e-3b78-4d8c-9408-afeb47892293 x-openstack-request-id: req-bb7d737e-3b78-4d8c-9408-afeb47892293 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:44.594823 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-plugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:44.595169 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb7d737e-3b78-4d8c-9408-afeb47892293 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:44.596927 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'code': 200} Jul 07 17:24:44.693612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.811489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-00c22973-6423-44a6-819b-b4252fd9bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.822326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc5341-8b85-4f22-8a90-7578aec04b2b req-505f9346-1f3e-4d28-8e38-0369ffb97149 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.832585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6bc5341-8b85-4f22-8a90-7578aec04b2b req-505f9346-1f3e-4d28-8e38-0369ffb97149 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1027148 Jul 07 17:24:44.901275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6bc5341-8b85-4f22-8a90-7578aec04b2b req-d833a8a0-cd16-47d4-88db-e049d9523579 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670388 Jul 07 17:24:44.989303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-00c22973-6423-44a6-819b-b4252fd9bb76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:24:44.990328 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-00c22973-6423-44a6-819b-b4252fd9bb76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:24:44.993780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.197094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:41Z', 'revision_number': 3, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:45.222703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c107867-80e9-439a-80a5-e032b298dd39 req-8a70bfd2-655e-441f-b561-2434d25c51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.224864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c107867-80e9-439a-80a5-e032b298dd39 req-8a70bfd2-655e-441f-b561-2434d25c51b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 1097 time: 0.2216229 Jul 07 17:24:45.479542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c107867-80e9-439a-80a5-e032b298dd39 req-ce8bfc1a-ee88-4014-b123-c1e273ac7a59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325633 Jul 07 17:24:45.529696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Checking router: 553525b0-2fc7-452d-9736-7480e90f4534 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:45.530110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e9ff6-46ec-4317-b629-6051e6e5d676 req-41febc53-a413-4def-85e6-fe5b10a57144 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.530772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Updating router 553525b0-2fc7-452d-9736-7480e90f4534 port e90e8833-0e95-4653-9234-93905f282713 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:45.532045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a9e9ff6-46ec-4317-b629-6051e6e5d676 req-41febc53-a413-4def-85e6-fe5b10a57144 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1595001 Jul 07 17:24:45.592395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:45.621303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a9e9ff6-46ec-4317-b629-6051e6e5d676 req-94900808-4eb5-400b-a8a8-fc9f58b0c498 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751023 Jul 07 17:24:45.715378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.845156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.938155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:45.938579 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.999786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16c15071-e248-4429-9d35-a90afb493ffa req-7e7e9fe2-1504-4bd8-96d8-2e48af624be2 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0681243 Jul 07 17:24:46.001560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-d236a723-8fc3-45b4-aa91-dce4e0af4ee8 req-73ebe94e-eca5-471b-a60f-f4ca568553f4 service neutron] (93946) timed out ('10.222.0.73', 53629) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:24:46.233501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Allocated IP 172.20.0.1 (18768680-3b40-4caa-8247-aedf5b7fe7ef/4640dc36-0dee-4508-8700-f1ccf825b6b0/a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:46.251872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5749910-41db-4587-b768-3b32d7dda007 req-1fad20ea-300c-41fc-bf4d-a286c9de1964 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1774194 Jul 07 17:24:46.354743 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.368472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Transition to ACTIVE for port object e90e8833-0e95-4653-9234-93905f282713 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:46.376556 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.483739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Attempting to bind port e90e8833-0e95-4653-9234-93905f282713 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:46.484533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Attempting to bind port e90e8833-0e95-4653-9234-93905f282713 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:46.485238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Attempting to bind port e90e8833-0e95-4653-9234-93905f282713 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:46.495650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.499817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:46.500593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:46.501373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.503723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:46.504675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Bound port: e90e8833-0e95-4653-9234-93905f282713, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:46.505431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.523702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Transition to ACTIVE for port object a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:46.574690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87ea05-255e-449b-b390-7c3153acec70 None None] Pushing event updated for resources: {'Port': ['ID=e90e8833-0e95-4653-9234-93905f282713,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.597872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.666336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] For port e90e8833-0e95-4653-9234-93905f282713, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:46.676011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:46.676301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] For port e90e8833-0e95-4653-9234-93905f282713, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e90e8833-0e95-4653-9234-93905f282713,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:46.679296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:46.685496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:46.691885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.692151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Pushing event updated for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.764438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.815669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:46.816569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:46.961545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87ea05-255e-449b-b390-7c3153acec70 None None] Pushing event updated for resources: {'Port': ['ID=e90e8833-0e95-4653-9234-93905f282713,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.002188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:47.065353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.100036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a472cf-0afb-4535-b56a-a81d20d1c304 req-b89cde8d-8139-4881-a321-e212f78ebc61 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.102727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16a472cf-0afb-4535-b56a-a81d20d1c304 req-b89cde8d-8139-4881-a321-e212f78ebc61 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1051087 Jul 07 17:24:47.147922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6d2eaa43-e230-4013-9340-fb145090553a None None] Provisioning for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:47.157208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6d2eaa43-e230-4013-9340-fb145090553a None None] Provisioning complete for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:47.157696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6d2eaa43-e230-4013-9340-fb145090553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.175545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16a472cf-0afb-4535-b56a-a81d20d1c304 req-d30e1e22-b9ee-4408-9f30-c5c4b53a6b3f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656731 Jul 07 17:24:47.257162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6d2eaa43-e230-4013-9340-fb145090553a None None] Port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:47.299222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:41Z', 'revision_number': 3, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:47.335557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.338748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-cb543b87-800f-4b38-996f-cccf14215afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.340318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-cb543b87-800f-4b38-996f-cccf14215afc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1098 time: 0.1159563 Jul 07 17:24:47.342115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.353582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b481a-969a-4dde-9832-c1d0da884f73 None None] The sync data for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 is: [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:41Z', 'revision_number': 3, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:47.529284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Pushing event updated for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.534289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.644912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-a433086b-8682-4e4d-9437-4ddfb9de2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.646826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-a433086b-8682-4e4d-9437-4ddfb9de2493 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.2750804 Jul 07 17:24:47.801337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:47.807321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:47.820240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-dffcad0e-b222-4432-8be3-441fff9a0f63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 1000 time: 0.1652775 Jul 07 17:24:47.923415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-766df11b-83b2-4016-bdbc-f5edc36f3fb5 req-276c6fc0-00e9-4a71-8772-c7fb45a0e758 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014&device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.0789766 Jul 07 17:24:48.031003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-e46c508e-a07e-4a20-a493-f45b39f8ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.034660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-e46c508e-a07e-4a20-a493-f45b39f8ee38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1814580 Jul 07 17:24:48.155961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Router 553525b0-2fc7-452d-9736-7480e90f4534 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:48.190128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-8405974a-d902-4ca5-8b6d-f508f5e25de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.191758 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-8405974a-d902-4ca5-8b6d-f508f5e25de0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488037 Jul 07 17:24:48.229019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ec5c44ed-1fe5-445e-8e63-e49db20ffbfe None None] Provisioning complete for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:48.229941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ec5c44ed-1fe5-445e-8e63-e49db20ffbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.340174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c44ed-1fe5-445e-8e63-e49db20ffbfe None None] Port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:48.365325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fdb2-7db8-411d-b07d-d77b6b2d471c req-9c39fcdb-841d-4993-8615-9c856dd42524 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.373256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b42fdb2-7db8-411d-b07d-d77b6b2d471c req-9c39fcdb-841d-4993-8615-9c856dd42524 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1564879 Jul 07 17:24:48.413733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:48.440563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0648bc11-ba2c-437e-a74b-e2a707eb2bfe admin admin] 10.222.0.66 "PUT /v2.0/routers/553525b0-2fc7-452d-9736-7480e90f4534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3836782 Jul 07 17:24:48.441340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b42fdb2-7db8-411d-b07d-d77b6b2d471c req-949d0075-4638-4d99-b29a-f33f87cc6f2d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565109 Jul 07 17:24:48.441491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-86a8ae1b-21ff-43fc-aa82-a276ebc04d42 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022285 Jul 07 17:24:48.694569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-6a047c23-8c3e-461f-9e61-c2686b9fbab6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2568624 Jul 07 17:24:48.698728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c2819114-295c-466e-b2ab-b121178ed6e9 req-514cb1c4-909b-4e5d-a1d1-7c52752c0fe1 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455199 Jul 07 17:24:48.916480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-30ef418a-7aaf-418a-9c29-cf6fb1a14d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.919178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-30ef418a-7aaf-418a-9c29-cf6fb1a14d1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b93c30e22fb0401a94231cfda1aa835b&device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 1098 time: 0.1871893 Jul 07 17:24:48.933892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-ebef5e69-d1e0-4479-a379-062402caacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.936871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-ebef5e69-d1e0-4479-a379-062402caacc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1098 time: 0.1541789 Jul 07 17:24:49.058555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fc020-8c8a-4721-97ef-b78c485a4874 req-ab52b829-e7a0-4292-9a7c-f813918d9d85 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.060295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d9fc020-8c8a-4721-97ef-b78c485a4874 req-ab52b829-e7a0-4292-9a7c-f813918d9d85 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.0908995 Jul 07 17:24:49.110506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8d9fc020-8c8a-4721-97ef-b78c485a4874 req-20c815c7-faf0-4620-9cc2-827de54788af tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Jul 07 17:24:49.169063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-aa2a9dd5-7847-4769-a3c4-d7b751628ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.170630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-aa2a9dd5-7847-4769-a3c4-d7b751628ece service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.2024868 Jul 07 17:24:49.232750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-7e63f792-81c8-46e0-a5b4-071597e687f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.234266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-7e63f792-81c8-46e0-a5b4-071597e687f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 200 len: 910 time: 0.2557623 Jul 07 17:24:49.250058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56332) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:49.261492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-network', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:49.293068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Made reservation on behalf of 3143ed21fe4c42d79e3c5567c141cada for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:49.293400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-7544bbb8-e501-4574-872d-5b9f6949b9a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 1000 time: 0.1137316 Jul 07 17:24:49.299763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.341114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.370216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-62f75752-5aab-4895-87aa-68032cdff492 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 200 len: 1002 time: 0.1249678 Jul 07 17:24:49.379223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-aa65a440-af51-4cf3-b623-cce6b0bcafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.382262 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-aa65a440-af51-4cf3-b623-cce6b0bcafb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.0807405 Jul 07 17:24:49.432547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce7f39-181c-4e0b-a6fb-e5d19757d376 req-e5201acd-d192-41e5-b9fe-1293853f179e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.441610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68ce7f39-181c-4e0b-a6fb-e5d19757d376 req-e5201acd-d192-41e5-b9fe-1293853f179e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1368656 Jul 07 17:24:49.519469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68ce7f39-181c-4e0b-a6fb-e5d19757d376 req-ab79efd8-198f-4af1-ac50-0e0a59a4381c tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Jul 07 17:24:49.521967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-0a7c8324-20bb-4349-80da-6aed42309e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.524514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-0a7c8324-20bb-4349-80da-6aed42309e78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 200 len: 848 time: 0.1408298 Jul 07 17:24:49.609110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.615523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.631211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e90e8833-0e95-4653-9234-93905f282713 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:49.666194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-57a8c5a7-88ea-4a3e-9127-46812640a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.669101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-57a8c5a7-88ea-4a3e-9127-46812640a722 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2422523 Jul 07 17:24:49.691007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:49.712170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b7556-bd70-48e8-ba50-4fe7e8d418ec,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:49.758985 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:49.762068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.764214 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Added segment 7068d8ba-452c-47db-abad-57348472b27b of type vlan for network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 Jul 07 17:24:49.766356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e90e8833-0e95-4653-9234-93905f282713 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:49.780562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e90e8833-0e95-4653-9234-93905f282713 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:49.781250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.810477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-1d5eb6dd-4ec1-43ba-b58d-24d31d000db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.812862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-1d5eb6dd-4ec1-43ba-b58d-24d31d000db6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96880a01-c453-4da5-bee8-58d4a0884902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2808893 Jul 07 17:24:49.909582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.929924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.973700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e90e8833-0e95-4653-9234-93905f282713, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e90e8833-0e95-4653-9234-93905f282713,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:49.983091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.042812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.046011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:50.047050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.072802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-ef66ffb4-6520-40dc-a5ba-642d08152109 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966961 Jul 07 17:24:50.098410 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b1a7359c-b787-44fc-884e-2b7470f846f0 req-62b6eae5-1049-491d-bbd7-3b16b1ca731c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27e518a6255d4220a538e5f3cbf08cfe&device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0634580 Jul 07 17:24:50.110514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e90e8833-0e95-4653-9234-93905f282713,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.161946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] Pushing event updated for resources: {'Network': ['ID=7b4ec9ab-6821-49d4-9ad1-50c4a6085338,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.177093 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Sync routers for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:50.179932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:50.188413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-07785c0e-7216-41b1-bce7-3f65b6d723ff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9366457 Jul 07 17:24:50.192989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56344) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.196764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b1a7359c-b787-44fc-884e-2b7470f846f0 req-40c31919-85e8-4d75-8fb8-a46d1195f1eb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=27e518a6255d4220a538e5f3cbf08cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779362 Jul 07 17:24:50.199949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-1d0ceaf3-46ad-4466-a905-1dc6759bd132 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746393 Jul 07 17:24:50.208353 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:50.209045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.209605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Request body: {'subnet': {'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-subnet', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:50.459044 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:50.737771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Made reservation on behalf of 3143ed21fe4c42d79e3c5567c141cada for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:50.741309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.851299 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:46Z', 'revision_number': 4, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca', 'name': '', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'tenant_id': '6ded56a969594c348783f5d962706398', 'mac_address': 'fa:16:3e:62:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:47Z', 'revision_number': 2, 'project_id': '6ded56a969594c348783f5d962706398', 'subnets': [{'id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.864384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cbb7fd3-dafa-4e7b-a97f-11230e95bb5b req-b1ffbc75-a4bf-49f6-9483-3be682a8ad7e service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694368 Jul 07 17:24:50.913311 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Checking router: 553525b0-2fc7-452d-9736-7480e90f4534 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:50.914125 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Updating router 553525b0-2fc7-452d-9736-7480e90f4534 port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:50.923354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ccc15117-03ed-4fde-8289-02b48d5e32fa req-bd804302-2da5-4c1f-b045-289b09995c11 service neutron] 10.222.0.73 "GET /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097068 Jul 07 17:24:50.931804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7359c-b787-44fc-884e-2b7470f846f0 req-107387a8-1b4a-48d5-98cf-e9c2f1c7c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:50.933547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b1a7359c-b787-44fc-884e-2b7470f846f0 req-107387a8-1b4a-48d5-98cf-e9c2f1c7c0a3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7187083 Jul 07 17:24:50.978987 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.059130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bb3b9-730e-48e4-b919-802ea239a271 req-9339c6c1-12d3-4588-b4b5-faefb7a21c10 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.072281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c72bb3b9-730e-48e4-b919-802ea239a271 req-9339c6c1-12d3-4588-b4b5-faefb7a21c10 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 0.1498420 Jul 07 17:24:51.114979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:51.148478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c72bb3b9-730e-48e4-b919-802ea239a271 req-56c8d6dc-6c8b-46c4-9bad-cfd65f4397b9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738094 Jul 07 17:24:51.207870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.293106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.323062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:51.325660 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2921d2-df4b-4ee7-b1ce-c63193a42613" -d '{"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:51.340982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=378e8b93-feba-4975-9125-f199fdf66139,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.342178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:51.356826 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.371180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Checking segment: {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:51.371806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Network hostable DHCP agents. Network: 7b4ec9ab-6821-49d4-9ad1-50c4a6085338, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:51.405859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:51.421036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 7b4ec9ab-6821-49d4-9ad1-50c4a6085338) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:51.429152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.431870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.461883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c034693-1f27-4e6b-a5aa-43ce0ba9be4b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2635949 Jul 07 17:24:51.462867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:51.463061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86ce40-d165-4aff-b026-fd99dfb26473 None None] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:51.468691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:51.502238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.503829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.505373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.581743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.621197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e90e8833-0e95-4653-9234-93905f282713 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:51.832369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e90e8833-0e95-4653-9234-93905f282713 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:51.832803 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.893859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'fixed_ips': [{'subnet_id': '378e8b93-feba-4975-9125-f199fdf66139'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:51.894974 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.904266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165efb52-e596-4763-894f-5e0f0a54916b req-d20e32fc-a2e0-48ce-8045-e77eb7053dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.905983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.910608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-d20e32fc-a2e0-48ce-8045-e77eb7053dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 1098 time: 0.1515718 Jul 07 17:24:51.929721 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.961485 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Transition to ACTIVE for port object a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:51.972508 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.162731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165efb52-e596-4763-894f-5e0f0a54916b req-07f19f7d-5cdf-4939-93c7-630a6d4c3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:52.164877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-07f19f7d-5cdf-4939-93c7-630a6d4c3cdf service neutron] 10.222.0.73 "GET /v2.0/networks?id=65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 200 len: 912 time: 0.2464826 Jul 07 17:24:52.223421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Attempting to bind port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:52.223804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Attempting to bind port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:52.224150 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Attempting to bind port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca on network 18768680-3b40-4caa-8247-aedf5b7fe7ef {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:52.233198 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:52.233660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Checking segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:52.233983 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.234387 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Bound using segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:52.234965 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Bound port: a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:52.235450 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.251152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-219df967-86f4-47bd-8ca6-2fb019bb57f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 200 len: 217 time: 0.0790083 Jul 07 17:24:52.256044 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Pushing event updated for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.266759 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.267978 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.269019 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.269555 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.270048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.270578 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.271081 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.271593 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.272117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.272602 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.273095 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.273587 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:52.350028 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] For port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:52.354008 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] For port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:52.362202 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.373902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b1a7359c-b787-44fc-884e-2b7470f846f0 req-28d12aad-acb7-4850-b800-cd6b66bef0af tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.23 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.1213756 Jul 07 17:24:52.374893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Allocated IP 172.20.0.2 (7b4ec9ab-6821-49d4-9ad1-50c4a6085338/378e8b93-feba-4975-9125-f199fdf66139/0c646e4e-6905-4f54-b014-6cf48ce6ae44) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:52.414889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165efb52-e596-4763-894f-5e0f0a54916b req-2c8155e4-c881-49d2-b9b7-8647765eaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:52.416434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-2c8155e4-c881-49d2-b9b7-8647765eaf2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554c36cb-49e6-4a34-9abc-3f030043a652 HTTP/1.1" status: 200 len: 851 time: 0.1005399 Jul 07 17:24:52.470403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:52.471268 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:52.475684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-9af5285d-b7e5-4509-aee8-e9ace4edd7a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65d5a8a9-d832-4b2a-990c-0c79276f05cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523977 Jul 07 17:24:52.656130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-bb7d1470-e6b9-4d6a-b05b-c210e24757e8 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721044 Jul 07 17:24:52.670517 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b9f87-24d3-4e80-9ab5-7077e89e50ba None None] Pushing event updated for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.727939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f94f50f-efe3-4365-8626-898bfaa371c8 req-149df860-c2de-47c8-83f6-8c99ec8f635f tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=7236c5e4-a4b0-42ac-98a9-14b7e3d99014 HTTP/1.1" status: 200 len: 210 time: 0.0603151 Jul 07 17:24:52.751349 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:52.756114 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.781419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Transition to ACTIVE for port object 0c646e4e-6905-4f54-b014-6cf48ce6ae44 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:52.806179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Transition to ACTIVE for port object 0c646e4e-6905-4f54-b014-6cf48ce6ae44 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:52.821075 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.886551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:52.898245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:52.901109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:52.950488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Pushing event updated for resources: {'Port': ['ID=0c646e4e-6905-4f54-b014-6cf48ce6ae44,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.976981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-165efb52-e596-4763-894f-5e0f0a54916b req-832becae-81b4-4b8f-a3cf-fd6640e96c32 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000097 Jul 07 17:24:52.985228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Attempting to bind port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:52.985606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Attempting to bind port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:52.987786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Attempting to bind port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 on network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:52.993683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:52.994075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Checking segment: {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:52.994507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.994913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Bound using segment: {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:52.995396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Bound port: 0c646e4e-6905-4f54-b014-6cf48ce6ae44, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:52.995783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.129876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] For port 0c646e4e-6905-4f54-b014-6cf48ce6ae44, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:53.136590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] For port 0c646e4e-6905-4f54-b014-6cf48ce6ae44, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0c646e4e-6905-4f54-b014-6cf48ce6ae44,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:53.145753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.169719 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:46Z', 'revision_number': 4, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca', 'name': '', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'tenant_id': '6ded56a969594c348783f5d962706398', 'mac_address': 'fa:16:3e:62:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 4, 'project_id': '6ded56a969594c348783f5d962706398', 'subnets': [{'id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.189857 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.224957 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5db68-2980-47cf-8584-24d76ec96b60 None None] The sync data for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 is: [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:24:46Z', 'revision_number': 4, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca', 'name': '', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'tenant_id': '6ded56a969594c348783f5d962706398', 'mac_address': 'fa:16:3e:62:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:45Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 4, 'project_id': '6ded56a969594c348783f5d962706398', 'subnets': [{'id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:53.285321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1178d-7f25-4b6b-9f3e-c23b51935ceb None None] Pushing event updated for resources: {'Port': ['ID=0c646e4e-6905-4f54-b014-6cf48ce6ae44,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.286822 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.666904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Allocated IP 172.25.3.150 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/8387324c-1f83-4697-94fb-3c0f32b5ab4f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:53.732509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:53.917753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:53.927483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:53.928003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.929608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.137924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.177726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.194353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31038bc6-047d-4e11-9a7b-ab2fef4ef358 req-c1d96413-31a7-4925-ae2f-d3e173181e7e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.209064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31038bc6-047d-4e11-9a7b-ab2fef4ef358 req-c1d96413-31a7-4925-ae2f-d3e173181e7e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.2672019 Jul 07 17:24:54.237100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:54.245106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.315395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.316278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:54.339592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:54.368362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:54.378550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Pushing event updated for resources: {'Port': ['ID=8387324c-1f83-4697-94fb-3c0f32b5ab4f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.428883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31038bc6-047d-4e11-9a7b-ab2fef4ef358 req-08ca3a3e-ded0-4ed0-944e-1820e2503537 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186010 Jul 07 17:24:55.007394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.036797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646d180-7f3a-4530-b6ff-b60dfa5acbef None None] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:55.174580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5ebad679-5f09-4d5f-9dbc-d2bf12c9f84a None None] Provisioning for port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:55.209276 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967289af-2e9a-4575-ac82-b02081c45ccb x-openstack-request-id: req-967289af-2e9a-4575-ac82-b02081c45ccb {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:55.209768 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-unplugged", "status": "failed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "code": 422}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:55.210204 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-967289af-2e9a-4575-ac82-b02081c45ccb {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:55.210908 n-d-791505-12 neutron-server[93948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'code': 422} returned with failed status Jul 07 17:24:55.389178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.502755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.663579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:55.704393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052a145-b63f-4cae-a402-a914e52fa615 req-ddae8ccc-cc27-4b05-975d-803450c1f27e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.708256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d052a145-b63f-4cae-a402-a914e52fa615 req-ddae8ccc-cc27-4b05-975d-803450c1f27e tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.2645140 Jul 07 17:24:55.744301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:55.744301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.813030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d052a145-b63f-4cae-a402-a914e52fa615 req-a9b0f0c4-f9d4-489c-b038-6aaf6ab9eab0 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937827 Jul 07 17:24:55.821972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Router 4c5543ab-3d36-4927-8ba9-4173d84916a4 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:55.862871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0c646e4e-6905-4f54-b014-6cf48ce6ae44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:55.971377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:55.975998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:55.976686 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.979749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:56.007587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Sync routers for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:56.010492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.014125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bf4550eb-0482-404b-b3e2-867ab9642098 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5498195 Jul 07 17:24:56.019472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.053423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:56.054374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:56.217786 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.256888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:56.353520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0c646e4e-6905-4f54-b014-6cf48ce6ae44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0c646e4e-6905-4f54-b014-6cf48ce6ae44,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:56.397315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.483978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0c646e4e-6905-4f54-b014-6cf48ce6ae44,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.546734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:54Z', 'revision_number': 3, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:56.560800 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.580590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Checking router: 4c5543ab-3d36-4927-8ba9-4173d84916a4 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:56.580590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Updating router 4c5543ab-3d36-4927-8ba9-4173d84916a4 port 8387324c-1f83-4697-94fb-3c0f32b5ab4f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:56.618280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.700224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897ac14-6766-4475-a274-4aaf5730f9e7 req-64969a8b-7c13-4a6e-90d9-b942badab692 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.702401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2897ac14-6766-4475-a274-4aaf5730f9e7 req-64969a8b-7c13-4a6e-90d9-b942badab692 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1232409 Jul 07 17:24:56.785649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2897ac14-6766-4475-a274-4aaf5730f9e7 req-6944e005-9fe5-425b-ba24-3c4201d6c3c0 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720942 Jul 07 17:24:56.812338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Allocated IP 172.20.0.1 (7b4ec9ab-6821-49d4-9ad1-50c4a6085338/378e8b93-feba-4975-9125-f199fdf66139/07b77536-22d2-44d3-9299-645539f5d233) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:57.001493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.009212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.013988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.026358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Transition to ACTIVE for port object 8387324c-1f83-4697-94fb-3c0f32b5ab4f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:57.027720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Transition to ACTIVE for port object 07b77536-22d2-44d3-9299-645539f5d233 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:57.036945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.098722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.106502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Attempting to bind port 8387324c-1f83-4697-94fb-3c0f32b5ab4f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:57.107071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Attempting to bind port 8387324c-1f83-4697-94fb-3c0f32b5ab4f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:57.107470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Attempting to bind port 8387324c-1f83-4697-94fb-3c0f32b5ab4f on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:57.111953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4b9d-7e13-49a0-81f9-e169653010a5 None None] Pushing event updated for resources: {'Port': ['ID=8387324c-1f83-4697-94fb-3c0f32b5ab4f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.118262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:57.119176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:57.119665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.120349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:57.120996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Bound port: 8387324c-1f83-4697-94fb-3c0f32b5ab4f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:57.121454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.181569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:57.183239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:57.201146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] For port 8387324c-1f83-4697-94fb-3c0f32b5ab4f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:57.206667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] For port 8387324c-1f83-4697-94fb-3c0f32b5ab4f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8387324c-1f83-4697-94fb-3c0f32b5ab4f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:57.209731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:57.219966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.300796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:57.304110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.305178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:57.390556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4b9d-7e13-49a0-81f9-e169653010a5 None None] Pushing event updated for resources: {'Port': ['ID=8387324c-1f83-4697-94fb-3c0f32b5ab4f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.520637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:57.603528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0c646e4e-6905-4f54-b014-6cf48ce6ae44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:57.763526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1ba6c221-7061-46a4-881c-597c7d2cfa42 None None] Provisioning for port 07b77536-22d2-44d3-9299-645539f5d233 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:57.786496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1ba6c221-7061-46a4-881c-597c7d2cfa42 None None] Provisioning complete for port 07b77536-22d2-44d3-9299-645539f5d233 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:57.787039 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c221-7061-46a4-881c-597c7d2cfa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.833225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:57.833783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.917585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.924782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6c221-7061-46a4-881c-597c7d2cfa42 None None] Port 07b77536-22d2-44d3-9299-645539f5d233 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:58.026858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Pushing event updated for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:58.321073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:54Z', 'revision_number': 3, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:58.329134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-9d9fb488-dd15-43b8-858b-625562c6c5fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5016127 Jul 07 17:24:58.410887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.421139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.453299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799747a-04b6-4341-af15-ad00d8210ce9 None None] The sync data for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 is: [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:54Z', 'revision_number': 3, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:58.569199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.573696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Pushing event updated for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:58.835282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:58.837870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:59.202262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Router 4c5543ab-3d36-4927-8ba9-4173d84916a4 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:59.485960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ba6ccda9-003a-4fa9-9b9d-e139610e2b0e None None] Provisioning complete for port 07b77536-22d2-44d3-9299-645539f5d233 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:59.487811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccda9-003a-4fa9-9b9d-e139610e2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.530043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:59.555147 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f07c9717-0aa6-43ad-99f3-8345f2c8cf74 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c5543ab-3d36-4927-8ba9-4173d84916a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308487 Jul 07 17:24:59.612421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ccda9-003a-4fa9-9b9d-e139610e2b0e None None] Port 07b77536-22d2-44d3-9299-645539f5d233 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:59.619448 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2787ae3f-4653-4bf3-80c6-30a43d82c70f req-689b9f9a-cf0b-434d-b52c-5fdb8e845a89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27e518a6255d4220a538e5f3cbf08cfe&device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.1098537 Jul 07 17:24:59.657126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2787ae3f-4653-4bf3-80c6-30a43d82c70f req-a0392001-a1c1-43ec-aa50-1d5a1a04d89a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=27e518a6255d4220a538e5f3cbf08cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281613 Jul 07 17:24:59.719245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8387324c-1f83-4697-94fb-3c0f32b5ab4f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:59.858249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8387324c-1f83-4697-94fb-3c0f32b5ab4f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:59.869857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8387324c-1f83-4697-94fb-3c0f32b5ab4f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:59.870668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.037174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787ae3f-4653-4bf3-80c6-30a43d82c70f req-bb8d59a2-88d1-4fc2-9dd6-904cb6dad73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.046037 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2787ae3f-4653-4bf3-80c6-30a43d82c70f req-bb8d59a2-88d1-4fc2-9dd6-904cb6dad73e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794091 Jul 07 17:25:00.083117 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.114182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8387324c-1f83-4697-94fb-3c0f32b5ab4f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8387324c-1f83-4697-94fb-3c0f32b5ab4f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:00.125147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.307556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8387324c-1f83-4697-94fb-3c0f32b5ab4f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:01.097890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ab81c-3306-4973-8e13-d96b5be61685 req-d870448c-7376-47ad-a213-d8fbc378d3d5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.106210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-961ab81c-3306-4973-8e13-d96b5be61685 req-d870448c-7376-47ad-a213-d8fbc378d3d5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.1349180 Jul 07 17:25:01.183603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-961ab81c-3306-4973-8e13-d96b5be61685 req-72723716-11e0-42e2-aab0-882fc1f0eaa8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621030 Jul 07 17:25:01.408474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2787ae3f-4653-4bf3-80c6-30a43d82c70f req-16a90bd7-e94f-4e80-be30-e93eaf915c70 tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.0312369 Jul 07 17:25:01.589058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c5291-7232-4735-9003-0aa796f960db req-04a99992-ea93-4744-b825-8b94d14933f6 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.593917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-969c5291-7232-4735-9003-0aa796f960db req-04a99992-ea93-4744-b825-8b94d14933f6 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1737278 Jul 07 17:25:01.652953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8387324c-1f83-4697-94fb-3c0f32b5ab4f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:01.753456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-969c5291-7232-4735-9003-0aa796f960db req-916665aa-5f72-4573-93ef-950fa4afb206 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478946 Jul 07 17:25:01.781798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8387324c-1f83-4697-94fb-3c0f32b5ab4f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:01.782304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.406726 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Sync routers for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:02.440300 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:02.444594 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:02.640078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3510c060-3797-43c4-8c16-21c537c2f1af req-024f512f-05fc-4306-a50e-c8a6b8328ebc tempest-ServerShowV247Test-1444098188 tempest-ServerShowV247Test-1444098188-project] 10.222.0.66 "GET /v2.0/ports?device_id=97f78865-1d68-448a-a965-bab08719ad80 HTTP/1.1" status: 200 len: 210 time: 0.0617251 Jul 07 17:25:02.899901 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:03.062279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38be57-0aeb-40db-b4c4-c51c5ffc35ae req-a39019b3-4242-44f4-8042-fceb6a1fb727 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.081519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e38be57-0aeb-40db-b4c4-c51c5ffc35ae req-a39019b3-4242-44f4-8042-fceb6a1fb727 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1915689 Jul 07 17:25:03.186857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e38be57-0aeb-40db-b4c4-c51c5ffc35ae req-ac7b8522-4ba8-4f54-8404-8479a8df89c2 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933588 Jul 07 17:25:03.417460 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:57Z', 'revision_number': 4, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '07b77536-22d2-44d3-9299-645539f5d233', 'name': '', 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'mac_address': 'fa:16:3e:5f:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '378e8b93-feba-4975-9125-f199fdf66139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:56Z', 'updated_at': '2021-07-07T17:24:58Z', 'revision_number': 2, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'subnets': [{'id': '378e8b93-feba-4975-9125-f199fdf66139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:03.463956 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Checking router: 4c5543ab-3d36-4927-8ba9-4173d84916a4 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:03.464414 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Updating router 4c5543ab-3d36-4927-8ba9-4173d84916a4 port 07b77536-22d2-44d3-9299-645539f5d233 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:03.526276 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.819664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-c351d194-58a9-4d4b-856f-6f7752512e95 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.826657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-c351d194-58a9-4d4b-856f-6f7752512e95 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 946 time: 0.1844285 Jul 07 17:25:04.100181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Deleting port f48b5ffa-0e99-4c48-8703-ccbc412323b3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:04.100767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.275238 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.341530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Transition to ACTIVE for port object 07b77536-22d2-44d3-9299-645539f5d233 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:04.350961 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.400441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] For port f48b5ffa-0e99-4c48-8703-ccbc412323b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f48b5ffa-0e99-4c48-8703-ccbc412323b3,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:04.400932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.470166 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4abb27-bf21-4da0-97b7-cd33a971c765 None None] Pushing event updated for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.493753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Calling delete_port for f48b5ffa-0e99-4c48-8703-ccbc412323b3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:04.656732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018e6bc-bc3d-4ef8-b6f8-0d86e84b9a67 req-88bf4a44-6846-4139-aa47-9e8aa0c8d161 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.679444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d018e6bc-bc3d-4ef8-b6f8-0d86e84b9a67 req-88bf4a44-6846-4139-aa47-9e8aa0c8d161 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.2410212 Jul 07 17:25:04.738358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.754475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'f48b5ffa-0e99-4c48-8703-ccbc412323b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:04.849224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fe05d8-a472-42da-857d-df0ff341d65b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:04.851757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event deleted for resources: {'Port': ['ID=f48b5ffa-0e99-4c48-8703-ccbc412323b3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.886730 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Attempting to bind port 07b77536-22d2-44d3-9299-645539f5d233 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:04.888079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d018e6bc-bc3d-4ef8-b6f8-0d86e84b9a67 req-78c1cd20-1fa2-445b-90b6-77956c881822 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044725 Jul 07 17:25:04.891945 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Attempting to bind port 07b77536-22d2-44d3-9299-645539f5d233 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:04.892709 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Attempting to bind port 07b77536-22d2-44d3-9299-645539f5d233 on network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:04.909661 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:04.910282 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Checking segment: {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:04.911025 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.911508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-11cba0e5-1a8f-47e0-8d65-6652b4bd6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.913598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-11cba0e5-1a8f-47e0-8d65-6652b4bd6d14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 1098 time: 0.5097544 Jul 07 17:25:04.927346 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Bound using segment: {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:04.928471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Bound port: 07b77536-22d2-44d3-9299-645539f5d233, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7068d8ba-452c-47db-abad-57348472b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:04.929171 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.011586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] No DVR routers for this DVR port f48b5ffa-0e99-4c48-8703-ccbc412323b3 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:05.031014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.033599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9f6b3862-886a-49a3-bda3-de9df9357c36 req-3f62b1ae-b768-4bad-9a11-eecc24aabf19 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "DELETE /v2.0/ports/f48b5ffa-0e99-4c48-8703-ccbc412323b3 HTTP/1.1" status: 204 len: 173 time: 1.2006979 Jul 07 17:25:05.055936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'name': 'network-vif-deleted', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:05.070241 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e1a25-79c9-4fc0-b398-45f8c6668d7a" -d '{"events": [{"server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "name": "network-vif-deleted", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:05.279827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-e0ddb3cd-1d01-4dd1-bd8e-84999a6481d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.281389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-e0ddb3cd-1d01-4dd1-bd8e-84999a6481d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 200 len: 912 time: 0.3216360 Jul 07 17:25:05.352417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9da6c28d-495d-4012-bd0c-23eba2800b8a req-46302c07-c038-4a48-8fc5-e2298977e6ce tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=363ab4f2-5562-465f-9315-7fc6428757f7 HTTP/1.1" status: 200 len: 210 time: 0.0844290 Jul 07 17:25:05.397864 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] For port 07b77536-22d2-44d3-9299-645539f5d233, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:05.403235 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] For port 07b77536-22d2-44d3-9299-645539f5d233, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=07b77536-22d2-44d3-9299-645539f5d233,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:05.411247 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.438118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-a8793f9a-8cdf-4886-9533-5be3a3aa36fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 200 len: 217 time: 0.1492150 Jul 07 17:25:05.552237 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4abb27-bf21-4da0-97b7-cd33a971c765 None None] Pushing event updated for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.619721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-de93fe32-e344-42fa-8e96-a53b0104c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.627553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-de93fe32-e344-42fa-8e96-a53b0104c2a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554c36cb-49e6-4a34-9abc-3f030043a652 HTTP/1.1" status: 200 len: 851 time: 0.1813986 Jul 07 17:25:05.643078 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:05.644316 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:24:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:05.747038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-924b4bf1-9139-42aa-9a20-835bf7d17946 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65d5a8a9-d832-4b2a-990c-0c79276f05cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113777 Jul 07 17:25:06.121263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-d2d8a73c-6e59-4cdc-b587-12cc50c78552 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671677 Jul 07 17:25:06.406719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4769e-7279-42de-87c5-8abcb473b1bf req-c5567c63-3f59-47f5-a61c-906e9c99c9ee tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.426984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37b4769e-7279-42de-87c5-8abcb473b1bf req-c5567c63-3f59-47f5-a61c-906e9c99c9ee tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.2499666 Jul 07 17:25:06.499056 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:06.549905 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be32bd2a-ac6c-4d78-9f8e-4abf1cb9655a req-29eacc95-021f-45aa-b344-125802d34b73 service neutron] 10.222.0.73 "GET /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205186 Jul 07 17:25:06.611172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37b4769e-7279-42de-87c5-8abcb473b1bf req-7098613e-9690-4a09-9862-494dc9baf138 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820714 Jul 07 17:25:06.841313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56486) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.029429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c0188-f28a-4316-aa8c-f34a3e222d0e req-d3774d40-1539-43c9-8924-e5ebf06f2ab7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:07.038653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:57Z', 'revision_number': 4, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '07b77536-22d2-44d3-9299-645539f5d233', 'name': '', 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'mac_address': 'fa:16:3e:5f:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '378e8b93-feba-4975-9125-f199fdf66139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:56Z', 'updated_at': '2021-07-07T17:25:05Z', 'revision_number': 4, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'subnets': [{'id': '378e8b93-feba-4975-9125-f199fdf66139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:07.040494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-618c0188-f28a-4316-aa8c-f34a3e222d0e req-d3774d40-1539-43c9-8924-e5ebf06f2ab7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1169169 Jul 07 17:25:07.075890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea427f5-43bd-42d3-aa8e-6f363394aef0 None None] The sync data for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 is: [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:24:57Z', 'revision_number': 4, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '07b77536-22d2-44d3-9299-645539f5d233', 'name': '', 'network_id': '7b4ec9ab-6821-49d4-9ad1-50c4a6085338', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'mac_address': 'fa:16:3e:5f:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '378e8b93-feba-4975-9125-f199fdf66139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:56Z', 'updated_at': '2021-07-07T17:25:05Z', 'revision_number': 4, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'subnets': [{'id': '378e8b93-feba-4975-9125-f199fdf66139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:07.117861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-618c0188-f28a-4316-aa8c-f34a3e222d0e req-083e7a50-610a-450c-8fb1-9c51c57e20e3 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760796 Jul 07 17:25:07.139525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f2d78b6-cd4d-4c85-b109-dbf2db37761b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.167153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f48b5ffa-0e99-4c48-8703-ccbc412323b3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:07.373044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: f48b5ffa-0e99-4c48-8703-ccbc412323b3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:07.373607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f48b5ffa-0e99-4c48-8703-ccbc412323b3 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:07.579664 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710aacd-4412-44cb-819d-ec1c5113d032 x-openstack-request-id: req-e710aacd-4412-44cb-819d-ec1c5113d032 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:07.592845 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ab4f2-5562-465f-9315-7fc6428757f7", "name": "network-vif-deleted", "tag": "f48b5ffa-0e99-4c48-8703-ccbc412323b3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:07.593399 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e710aacd-4412-44cb-819d-ec1c5113d032 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:07.594018 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ab4f2-5562-465f-9315-7fc6428757f7', 'name': 'network-vif-deleted', 'tag': 'f48b5ffa-0e99-4c48-8703-ccbc412323b3', 'status': 'completed', 'code': 200} Jul 07 17:25:07.618756 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afe5ad6d-b6b5-4211-9712-e9493c9f836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.768953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f2d78b6-cd4d-4c85-b109-dbf2db37761b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.776981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f2d78b6-cd4d-4c85-b109-dbf2db37761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.870820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 07b77536-22d2-44d3-9299-645539f5d233 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:07.906039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d78b6-cd4d-4c85-b109-dbf2db37761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb0b89-73b9-440e-8e14-3ef94642b22f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.937955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2f2d78b6-cd4d-4c85-b109-dbf2db37761b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27e518a6255d4220a538e5f3cbf08cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0951488 Jul 07 17:25:07.941057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56492) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.077724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 07b77536-22d2-44d3-9299-645539f5d233 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:08.090759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 07b77536-22d2-44d3-9299-645539f5d233 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:08.091155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.188311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.241454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.313187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 07b77536-22d2-44d3-9299-645539f5d233, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=07b77536-22d2-44d3-9299-645539f5d233,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:08.319407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.326268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.462250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.473322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4524ab-74e7-49ad-ba8b-c8732aa10e3c req-5af9574a-ab2d-46af-b92a-54ce52455437 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:08.487625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de4524ab-74e7-49ad-ba8b-c8732aa10e3c req-5af9574a-ab2d-46af-b92a-54ce52455437 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.3406136 Jul 07 17:25:08.559960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de4524ab-74e7-49ad-ba8b-c8732aa10e3c req-4b4096ca-90ce-4175-a335-74b79e8b88f3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705030 Jul 07 17:25:08.600555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.617031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.617031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9eb0b89-73b9-440e-8e14-3ef94642b22f HTTP/1.1" status: 204 len: 168 time: 0.6710875 Jul 07 17:25:08.627694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e283ab9-32b7-4bd2-8f8f-2179c5545a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb0b89-73b9-440e-8e14-3ef94642b22f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.297527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb45b5-7c9d-4b48-bf37-ae576192213c req-c6944628-d6b4-4b13-ba08-d3b1764e51d1 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.317654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3fb45b5-7c9d-4b48-bf37-ae576192213c req-c6944628-d6b4-4b13-ba08-d3b1764e51d1 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1932254 Jul 07 17:25:09.464427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3fb45b5-7c9d-4b48-bf37-ae576192213c req-cb703477-4bd1-4df9-964b-3931e846a14b tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436927 Jul 07 17:25:09.653768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 07b77536-22d2-44d3-9299-645539f5d233 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:09.810433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 07b77536-22d2-44d3-9299-645539f5d233 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:09.811653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.068143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af6c22-bc38-4691-b43e-cbd5ae133c08 req-0b3d8e1a-842c-48e9-aeb5-6ca7b617e793 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.074567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74af6c22-bc38-4691-b43e-cbd5ae133c08 req-0b3d8e1a-842c-48e9-aeb5-6ca7b617e793 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1750422 Jul 07 17:25:10.094071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb38-16f2-4b6e-bc1d-3a9d4bca3bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.166057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74af6c22-bc38-4691-b43e-cbd5ae133c08 req-f000a072-952d-48bf-8b06-19c1be143e31 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632126 Jul 07 17:25:10.546279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.056637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56534) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.246034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4337228-15dd-4af7-95d8-cf7710714926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.511931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4337228-15dd-4af7-95d8-cf7710714926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.522190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4337228-15dd-4af7-95d8-cf7710714926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.601497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5f6d-bb5a-4009-80b4-1f20396f189e req-12a7bdba-ed5c-4251-ad56-cfd49e5877f4 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.603340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5fa5f6d-bb5a-4009-80b4-1f20396f189e req-12a7bdba-ed5c-4251-ad56-cfd49e5877f4 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.1451356 Jul 07 17:25:11.609675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56546) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.613797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f4337228-15dd-4af7-95d8-cf7710714926 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ff03f979a06436ea8c761ecbf0aa22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547721 Jul 07 17:25:11.623362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4337228-15dd-4af7-95d8-cf7710714926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4667f8-39e4-4871-9034-bdba14a47f18,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.685161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.715968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.746705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5fa5f6d-bb5a-4009-80b4-1f20396f189e req-4aba51bd-839c-4c00-a128-99ea67094926 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307089 Jul 07 17:25:11.793158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.797035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.799845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.803410 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf4667f8-39e4-4871-9034-bdba14a47f18 HTTP/1.1" status: 204 len: 168 time: 0.1920319 Jul 07 17:25:11.821237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947292f-8991-468b-ad21-b9cedd075fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4667f8-39e4-4871-9034-bdba14a47f18,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.094184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98dfc0-9105-4626-b289-03fd53af5485 req-0f6cde65-f1bb-465f-8eb1-6b562c6254e4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.104201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad98dfc0-9105-4626-b289-03fd53af5485 req-0f6cde65-f1bb-465f-8eb1-6b562c6254e4 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 945 time: 0.1754467 Jul 07 17:25:12.175382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad98dfc0-9105-4626-b289-03fd53af5485 req-13888b4a-bf51-4345-ac31-c7aa3769e68e tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701454 Jul 07 17:25:12.364439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-b22ca916-5e82-4b42-9864-d64f299113ea tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.367975 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-b22ca916-5e82-4b42-9864-d64f299113ea tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cb0556-bec5-4357-bb60-6dc0b48f15f1 HTTP/1.1" status: 200 len: 945 time: 0.2477839 Jul 07 17:25:12.457051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1edf06-c5f8-40be-b75b-e17e2c4654eb req-cf5e1634-9340-49f3-a59d-94618a5d023a tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.459295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d1edf06-c5f8-40be-b75b-e17e2c4654eb req-cf5e1634-9340-49f3-a59d-94618a5d023a tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.1090834 Jul 07 17:25:12.558937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d1edf06-c5f8-40be-b75b-e17e2c4654eb req-75eac853-2ba2-4181-b6f5-e548e840302f tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824656 Jul 07 17:25:12.676594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Deleting port fe4728b6-cde0-4358-9f1a-b47d934eb6aa {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:12.677829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.846730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] For port fe4728b6-cde0-4358-9f1a-b47d934eb6aa, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:12.847213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.868483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Calling delete_port for fe4728b6-cde0-4358-9f1a-b47d934eb6aa owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:12.950313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd208b-ecfa-4f4b-aff7-3c637a4aab48 req-4670469f-6532-4a22-b513-25e5e5d0a250 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.958417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32cd208b-ecfa-4f4b-aff7-3c637a4aab48 req-4670469f-6532-4a22-b513-25e5e5d0a250 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1777005 Jul 07 17:25:13.013339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32cd208b-ecfa-4f4b-aff7-3c637a4aab48 req-e3127fdf-8068-4365-8089-a293cdfc1af4 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537691 Jul 07 17:25:13.213454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.227700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fe05d8-a472-42da-857d-df0ff341d65b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:13.306013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event deleted for resources: {'Port': ['ID=fe4728b6-cde0-4358-9f1a-b47d934eb6aa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.363942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-5f321110-24d0-4c7f-bc66-f715b875f384 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:13.365952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-5f321110-24d0-4c7f-bc66-f715b875f384 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.73 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 946 time: 0.2640545 Jul 07 17:25:13.398803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] No DVR routers for this DVR port fe4728b6-cde0-4358-9f1a-b47d934eb6aa on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:13.399143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.401476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418f10fd-9e26-4ba6-ba4d-d65c9d44c6d9 req-ddbb063c-1195-48ba-8fdc-0f4399370c3b tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.23 "DELETE /v2.0/ports/fe4728b6-cde0-4358-9f1a-b47d934eb6aa HTTP/1.1" status: 204 len: 173 time: 1.0258629 Jul 07 17:25:13.401975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'name': 'network-vif-deleted', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:13.416558 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403264f2-a359-4eab-8b80-ac661fb5535f" -d '{"events": [{"server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "name": "network-vif-deleted", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:13.682162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.765461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Deleting port 9eabad66-8921-46fd-adbf-26676966358f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:13.772732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.157305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] For port 9eabad66-8921-46fd-adbf-26676966358f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=9eabad66-8921-46fd-adbf-26676966358f,segment=NetworkSegment(34e72671-bbd4-41eb-9ed0-114de4b2da0c),segment_id=34e72671-bbd4-41eb-9ed0-114de4b2da0c)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:14.157699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.188286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Calling delete_port for 9eabad66-8921-46fd-adbf-26676966358f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:14.543674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae1c4e-f974-4297-848f-e9b46b63284a req-a67c74a5-ee34-4759-9e39-e95caabc5532 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.549899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fae1c4e-f974-4297-848f-e9b46b63284a req-a67c74a5-ee34-4759-9e39-e95caabc5532 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.2383895 Jul 07 17:25:14.623476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.662683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['9eabad66-8921-46fd-adbf-26676966358f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:14.663401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fae1c4e-f974-4297-848f-e9b46b63284a req-6dc3f59f-f3f8-431d-8a96-360da709a257 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069050 Jul 07 17:25:14.708711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Pushing event deleted for resources: {'Port': ['ID=9eabad66-8921-46fd-adbf-26676966358f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.889426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] No DVR routers for this DVR port 9eabad66-8921-46fd-adbf-26676966358f on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:14.902974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.910303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cd7d632e-59a9-4a7f-9430-6fc64226399a req-2d705fe7-c2e3-4b47-9bcb-6c6c2e6201bc tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.73 "DELETE /v2.0/ports/9eabad66-8921-46fd-adbf-26676966358f HTTP/1.1" status: 204 len: 173 time: 1.5253243 Jul 07 17:25:14.960753 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb9711-5a8b-4ac4-a0f1-545c8d4022af x-openstack-request-id: req-35cb9711-5a8b-4ac4-a0f1-545c8d4022af {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:14.961791 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cb0556-bec5-4357-bb60-6dc0b48f15f1", "name": "network-vif-deleted", "tag": "fe4728b6-cde0-4358-9f1a-b47d934eb6aa", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:14.962608 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35cb9711-5a8b-4ac4-a0f1-545c8d4022af {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:14.963676 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cb0556-bec5-4357-bb60-6dc0b48f15f1', 'name': 'network-vif-deleted', 'tag': 'fe4728b6-cde0-4358-9f1a-b47d934eb6aa', 'status': 'completed', 'code': 200} Jul 07 17:25:15.119164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1003f2ef-43da-45c2-9ed9-875f47832b67 req-117a5a57-f10d-496a-93f9-1714ec5517e3 tempest-TestServerAdvancedOps-1900401137 tempest-TestServerAdvancedOps-1900401137-project] 10.222.0.66 "GET /v2.0/ports?device_id=924e057e-16e3-429d-98cd-954450e8eaee HTTP/1.1" status: 200 len: 210 time: 0.0427027 Jul 07 17:25:15.207374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fe4728b6-cde0-4358-9f1a-b47d934eb6aa no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:15.253465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: fe4728b6-cde0-4358-9f1a-b47d934eb6aa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:15.253810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fe4728b6-cde0-4358-9f1a-b47d934eb6aa not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:15.421238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee7528-a045-4d17-82ae-8c044e439789 req-b03c95f4-744e-4956-8a60-548cc5f16cab tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.424871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9ee7528-a045-4d17-82ae-8c044e439789 req-b03c95f4-744e-4956-8a60-548cc5f16cab tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1246910 Jul 07 17:25:15.507267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9ee7528-a045-4d17-82ae-8c044e439789 req-8aeb233c-8d73-4d33-b77f-42de5bcc0d8a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763130 Jul 07 17:25:16.520996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec0a21-a897-46fa-8bae-7bcac482e1f9 req-d698b79b-f13e-4fca-aa94-11057d2352ff tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.523794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4ec0a21-a897-46fa-8bae-7bcac482e1f9 req-d698b79b-f13e-4fca-aa94-11057d2352ff tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.1360397 Jul 07 17:25:16.617496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4ec0a21-a897-46fa-8bae-7bcac482e1f9 req-8bab495b-7854-40d4-ae02-644ac4e6054b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849297 Jul 07 17:25:16.966076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'name': 'network-vif-deleted', 'tag': '9eabad66-8921-46fd-adbf-26676966358f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:16.973050 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe7069f-247f-4612-be48-ea392212cf5b" -d '{"events": [{"server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "name": "network-vif-deleted", "tag": "9eabad66-8921-46fd-adbf-26676966358f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:17.003024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2054963-9014-4550-bff7-12bdec8e2733 req-1403130f-d57b-4a2e-a298-72d5fcf403bc tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.006039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2054963-9014-4550-bff7-12bdec8e2733 req-1403130f-d57b-4a2e-a298-72d5fcf403bc tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.1583853 Jul 07 17:25:17.079841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2054963-9014-4550-bff7-12bdec8e2733 req-d83b32d7-1b14-45d3-a77a-76d07b0be42d tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662484 Jul 07 17:25:17.394526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56722) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:17.621204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Deleting subnet 554c36cb-49e6-4a34-9abc-3f030043a652 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:17.630498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.883630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49f51-2175-4dd0-b7d5-53ebfbb35d6f req-467ef6b0-d5bc-43c2-bdfe-1d8c92f4e291 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.892892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c49f51-2175-4dd0-b7d5-53ebfbb35d6f req-467ef6b0-d5bc-43c2-bdfe-1d8c92f4e291 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.2396576 Jul 07 17:25:17.998847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c49f51-2175-4dd0-b7d5-53ebfbb35d6f req-b3e723c5-f9cf-4e23-98e4-34169124615a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Jul 07 17:25:18.264180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9eabad66-8921-46fd-adbf-26676966358f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:18.332438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 9eabad66-8921-46fd-adbf-26676966358f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:18.333118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 9eabad66-8921-46fd-adbf-26676966358f not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:18.369112 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b1616-0e71-467e-b917-9e3dfa516ae4 x-openstack-request-id: req-2f2b1616-0e71-467e-b917-9e3dfa516ae4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:18.369731 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924e057e-16e3-429d-98cd-954450e8eaee", "name": "network-vif-deleted", "tag": "9eabad66-8921-46fd-adbf-26676966358f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:18.369731 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f2b1616-0e71-467e-b917-9e3dfa516ae4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:18.370090 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924e057e-16e3-429d-98cd-954450e8eaee', 'name': 'network-vif-deleted', 'tag': '9eabad66-8921-46fd-adbf-26676966358f', 'status': 'completed', 'code': 200} Jul 07 17:25:18.434653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.525670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-db831d5c-2cde-4bff-abf5-19ba1ca0c987 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:18.529009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-db831d5c-2cde-4bff-abf5-19ba1ca0c987 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 1.0607026 Jul 07 17:25:18.636972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.890504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Deleting port c8fe05d8-a472-42da-857d-df0ff341d65b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:18.901303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.910870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.065257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554c36cb-49e6-4a34-9abc-3f030043a652,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.076737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a164-ed57-4aa1-a99b-ec2953b56003 req-3bd05444-c2fa-42b5-a0de-84a723c26e27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.090013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.090621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.091190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.091765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.092336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.092908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.093472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.094029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.095215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.095770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.096577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.096758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f393a164-ed57-4aa1-a99b-ec2953b56003 req-3bd05444-c2fa-42b5-a0de-84a723c26e27 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.4894817 Jul 07 17:25:19.097120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:19.126174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.127407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-15d357e5-027a-4891-8d00-3f9c2ccdbc9c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/554c36cb-49e6-4a34-9abc-3f030043a652 HTTP/1.1" status: 204 len: 168 time: 1.7290590 Jul 07 17:25:19.132459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:19.272032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f393a164-ed57-4aa1-a99b-ec2953b56003 req-d722d47e-a1eb-45ea-a444-dcb5acfd26e6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483028 Jul 07 17:25:19.279305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-a39513ec-0c6e-4d16-a778-65f743659a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.281522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-a39513ec-0c6e-4d16-a778-65f743659a3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 1096 time: 0.4747581 Jul 07 17:25:19.303526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:19.438655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] For port c8fe05d8-a472-42da-857d-df0ff341d65b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fe05d8-a472-42da-857d-df0ff341d65b,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.439793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.445505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.464350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Calling delete_port for c8fe05d8-a472-42da-857d-df0ff341d65b owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:19.499382 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.704189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.729276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d5a8a9-d832-4b2a-990c-0c79276f05cd']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.769481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e72671-bbd4-41eb-9ed0-114de4b2da0c') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.770605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e72671-bbd4-41eb-9ed0-114de4b2da0c') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.791170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.893088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.920379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:19.921306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:19.925192 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:20.006659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659da49-e9f1-4bf2-a204-c7e0f92edf96 req-b389f439-a70b-4963-908a-7cc5099d15a8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.019092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f659da49-e9f1-4bf2-a204-c7e0f92edf96 req-b389f439-a70b-4963-908a-7cc5099d15a8 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8cc99c-1d13-4ff9-83b9-5c407085c4c4 HTTP/1.1" status: 200 len: 945 time: 0.3869081 Jul 07 17:25:20.075290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.093026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:20.098817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fe05d8-a472-42da-857d-df0ff341d65b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:20.128915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f659da49-e9f1-4bf2-a204-c7e0f92edf96 req-75ca7119-8c55-40af-b801-9089d4a7d173 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.66 "GET /v2.0/security-groups?id=939a7c09-680b-4cd5-8961-26f56256e49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047385 Jul 07 17:25:20.136859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Pushing event deleted for resources: {'Port': ['ID=c8fe05d8-a472-42da-857d-df0ff341d65b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.156232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.177176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.182392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65d5a8a9-d832-4b2a-990c-0c79276f05cd HTTP/1.1" status: 204 len: 168 time: 1.0484147 Jul 07 17:25:20.183745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56820) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.215768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:20.229583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f981cf-f7d3-4806-b2fc-c9aa7e9c1a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d5a8a9-d832-4b2a-990c-0c79276f05cd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.249469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] No DVR routers for this DVR port c8fe05d8-a472-42da-857d-df0ff341d65b on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:20.253114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.255574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5f08a23c-07da-467b-8dce-207fb788a0e5 req-452bec50-28d5-477a-a66e-0e923c7cfb83 tempest-ListServerFiltersTestJSON-837479827 tempest-ListServerFiltersTestJSON-837479827-project] 10.222.0.73 "DELETE /v2.0/ports/c8fe05d8-a472-42da-857d-df0ff341d65b HTTP/1.1" status: 204 len: 173 time: 1.7100363 Jul 07 17:25:20.371467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'name': 'network-vif-deleted', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:20.373955 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ba599-d957-4f70-9676-196a49e60993" -d '{"events": [{"server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "name": "network-vif-deleted", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:20.380957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:20.405419 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.412125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Deleting subnet f7a10269-df33-4742-9632-cb5b8696b283 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:20.437957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.476579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Transition to ACTIVE for port object 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:20.496852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.503057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.603207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.653270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.725628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.728150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.730018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.730489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.733195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.733399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.734571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.734571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.737077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.737077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.738601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.739176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:20.781401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dc9e8-ef59-49f5-ac2d-2fdb56fbe772 req-9c525062-fca4-437e-81c4-ab5e6ec18560 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.796775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1dc9e8-ef59-49f5-ac2d-2fdb56fbe772 req-9c525062-fca4-437e-81c4-ab5e6ec18560 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.4261820 Jul 07 17:25:20.923440 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c5478809-d8e0-43b7-8458-85f90cb9de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.003885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.213914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c5478809-d8e0-43b7-8458-85f90cb9de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.222897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c5478809-d8e0-43b7-8458-85f90cb9de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.239481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:21.284833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5478809-d8e0-43b7-8458-85f90cb9de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4e909-bac1-44cf-acd9-f77956919f50,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.303106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1dc9e8-ef59-49f5-ac2d-2fdb56fbe772 req-4eb4d912-ca16-4af0-bbbd-a05d499d0872 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000551 Jul 07 17:25:21.312877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c5478809-d8e0-43b7-8458-85f90cb9de94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4598e2ef66de4b89b09d8e4046ef79d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075825 Jul 07 17:25:21.316773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.324712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:21.414216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] No DVR routers for this DVR port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:21.584692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.699684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.746383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.775116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:21.844062 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.851708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:21.867525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:21.871735 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd498b08-8517-4842-8232-14328edc9c25" -d '{"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-unplugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:21.882078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'port_id': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'mac_address': 'fa:16:3e:74:27:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:21.884275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.978802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.983564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.986175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31e4e909-bac1-44cf-acd9-f77956919f50 HTTP/1.1" status: 204 len: 168 time: 0.6683543 Jul 07 17:25:22.018108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852c22c-6a31-48df-a24a-96c8e3a05b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4e909-bac1-44cf-acd9-f77956919f50,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.043906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a10269-df33-4742-9632-cb5b8696b283,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.052503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.068575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.085553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.086043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.086708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.087306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.087977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.088432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.088893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.089334 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.089798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.090234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.090702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.091132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:22.109778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a3ea1-365c-4d56-81d2-09507a3c15ff {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:22.207209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:22.208620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:22.210661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:22.211207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:22.218393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.242139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.251312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8fd0bc93-2e1e-495f-a491-95eb3a1cdf09 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f7a10269-df33-4742-9632-cb5b8696b283 HTTP/1.1" status: 204 len: 168 time: 2.0612855 Jul 07 17:25:22.255811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:22.256086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Attempting to bind port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:22.258738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56844) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.275420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:22.275922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:22.276432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:22.277038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Bound port: 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:22.280665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.302116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fe05d8-a472-42da-857d-df0ff341d65b no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:22.399473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: c8fe05d8-a472-42da-857d-df0ff341d65b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:22.399905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fe05d8-a472-42da-857d-df0ff341d65b not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:22.459709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.471951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.497608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['982a3ea1-365c-4d56-81d2-09507a3c15ff'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:22.546928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:22.581702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:22.608861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.779320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f410-ab6c-4687-b69d-c7c65199918a req-d3472751-3591-46c0-b4e6-cdad814d2c29 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.781604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.789352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6086f410-ab6c-4687-b69d-c7c65199918a req-d3472751-3591-46c0-b4e6-cdad814d2c29 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 944 time: 0.7391443 Jul 07 17:25:22.801332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.801979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.803517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] 10.222.0.73 "PUT /v2.0/ports/6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 1093 time: 3.5103278 Jul 07 17:25:22.804584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:22.815244 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5" -d '{"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:22.820163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5434448f-87dd-4178-a749-99918609457e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.855291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dfa386-29b5-4653-ad23-187664623285') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.855719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dfa386-29b5-4653-ad23-187664623285') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.901852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.978935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.996082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:22.999621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.074410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6086f410-ab6c-4687-b69d-c7c65199918a req-c3474dfc-d0b9-4d63-8275-f461b4eaae31 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559545 Jul 07 17:25:23.081771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd5c7-5f8a-44f8-9176-188c43d72d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.146284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-729be380-4e42-41a5-8d5c-ec28ea259d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.149250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-729be380-4e42-41a5-8d5c-ec28ea259d31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1097 time: 0.2020431 Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:23.157023 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:23.182749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.196833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.207266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] 10.222.0.66 "DELETE /v2.0/networks/5434448f-87dd-4178-a749-99918609457e HTTP/1.1" status: 204 len: 168 time: 0.9418054 Jul 07 17:25:23.233868 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728acdca-09c5-4ecd-ac89-b5e0a16b7f57 x-openstack-request-id: req-728acdca-09c5-4ecd-ac89-b5e0a16b7f57 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:23.234346 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8cc99c-1d13-4ff9-83b9-5c407085c4c4", "name": "network-vif-deleted", "tag": "c8fe05d8-a472-42da-857d-df0ff341d65b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:23.234781 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-728acdca-09c5-4ecd-ac89-b5e0a16b7f57 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:23.236002 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8cc99c-1d13-4ff9-83b9-5c407085c4c4', 'name': 'network-vif-deleted', 'tag': 'c8fe05d8-a472-42da-857d-df0ff341d65b', 'status': 'completed', 'code': 200} Jul 07 17:25:23.243694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb21c-e217-4815-832b-4bc957a3451a admin admin] Pushing event deleted for resources: {'Network': ['ID=5434448f-87dd-4178-a749-99918609457e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.250048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:23.366643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.499068 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4892683-bbdf-4023-87be-f9fc8ad6b168 x-openstack-request-id: req-c4892683-bbdf-4023-87be-f9fc8ad6b168 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:23.499892 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-unplugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:23.499892 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4892683-bbdf-4023-87be-f9fc8ad6b168 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:23.500250 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'code': 200} Jul 07 17:25:23.518660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 982a3ea1-365c-4d56-81d2-09507a3c15ff triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:23.519035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.559679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-0b5b1a14-6640-44dd-afbf-239cecc2eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.574511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-0b5b1a14-6640-44dd-afbf-239cecc2eb52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.4128475 Jul 07 17:25:23.639753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Deleting subnet f47676a1-210a-4fdf-8c97-74b601bf0ee8 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:23.652701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.771364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.801387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.855610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:23.864414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.890513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.006151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.077918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-23aba02e-cf72-469b-aa43-b8ca6823b28e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 998 time: 0.4954491 Jul 07 17:25:24.081844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.155972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.183671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf263a64-f6c4-4d79-88a4-9e9232c63a96 None None] Network 8caff1c6-4cbf-4134-ab92-5fdd71337040 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:24.245980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.249782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f47676a1-210a-4fdf-8c97-74b601bf0ee8 HTTP/1.1" status: 204 len: 168 time: 0.8802400 Jul 07 17:25:24.257479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56880) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.270347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd538eed-9278-43de-abe6-3d2b7bf2cb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47676a1-210a-4fdf-8c97-74b601bf0ee8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.289951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-88278809-bce9-4982-b21c-3ee96c4f237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:24.291580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-88278809-bce9-4982-b21c-3ee96c4f237c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.2060227 Jul 07 17:25:24.307621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2970fef0-65f6-4647-b88d-769de8110572 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4e7ca03af0f46f5a6dae8f59f724422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138544 Jul 07 17:25:24.310172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.458417 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.576203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.697943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] DHCP port deletion for 8caff1c6-4cbf-4134-ab92-5fdd71337040 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:24.761819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.767236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.771783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4 HTTP/1.1" status: 204 len: 168 time: 0.4536555 Jul 07 17:25:24.801457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44505-5925-4f20-a192-98cc7d02f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b2ae7-8274-4eb1-b1f8-f7984bf78bc4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.864497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Deleting port 51e2ed51-af60-4912-bc97-f04967bc1b55 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:24.864979 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.031483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f6e7-f375-42be-b43e-feca7557edcd req-769caf89-a422-4346-bf96-f31a8ff449df tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:25.044223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6920f6e7-f375-42be-b43e-feca7557edcd req-769caf89-a422-4346-bf96-f31a8ff449df tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 1.1059008 Jul 07 17:25:25.074271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] For port 51e2ed51-af60-4912-bc97-f04967bc1b55, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51e2ed51-af60-4912-bc97-f04967bc1b55,segment=NetworkSegment(09132974-6aca-46f7-ba50-041c2735e40d),segment_id=09132974-6aca-46f7-ba50-041c2735e40d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:25.074967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.124451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Calling delete_port for 51e2ed51-af60-4912-bc97-f04967bc1b55 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:25.166159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.189182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6920f6e7-f375-42be-b43e-feca7557edcd req-caa8200f-1de8-47ae-b5bd-7c203dbec715 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428518 Jul 07 17:25:25.244507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-912fcce7-336a-4ef0-b224-6bfb4cbdd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:25.246637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-912fcce7-336a-4ef0-b224-6bfb4cbdd776 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9343481 Jul 07 17:25:25.422157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.533134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:25.550303 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e00224-3c53-4e5b-be89-83da31343daf" -d '{"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-plugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:25.581003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-81ca035c-c97d-4257-a29d-11e9945604da service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006003 Jul 07 17:25:25.588847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] No DVR routers for this DVR port 51e2ed51-af60-4912-bc97-f04967bc1b55 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:25.593552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Deleting port 51e2ed51-af60-4912-bc97-f04967bc1b55 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:25.594022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.629970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53e6b0-7c69-4606-99e0-0d5e46b09885 None None] Pushing event deleted for resources: {'Port': ['ID=51e2ed51-af60-4912-bc97-f04967bc1b55,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.683128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.732510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e2ed51-af60-4912-bc97-f04967bc1b55 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:25.838639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.857506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 51e2ed51-af60-4912-bc97-f04967bc1b55 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:25.858610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e2ed51-af60-4912-bc97-f04967bc1b55 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:25.902632 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362496c8-aad8-4347-a1e6-f59e0caf55de x-openstack-request-id: req-362496c8-aad8-4347-a1e6-f59e0caf55de {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:25.902931 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:25.903167 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-362496c8-aad8-4347-a1e6-f59e0caf55de {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:25.903579 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'status': 'completed', 'code': 200} Jul 07 17:25:25.929804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] For port 51e2ed51-af60-4912-bc97-f04967bc1b55, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:25.929804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.038573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Calling delete_port for 51e2ed51-af60-4912-bc97-f04967bc1b55 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:26.055033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Port 51e2ed51-af60-4912-bc97-f04967bc1b55 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:25:26.063057 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2be9a638-75ae-4db1-8eb1-cc6d6d928460 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6277d896b63b49e69383dff6ef3e2285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207885 Jul 07 17:25:26.075271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.077434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.162346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Pushing event deleted for resources: {'Port': ['ID=51e2ed51-af60-4912-bc97-f04967bc1b55,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.166038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] No DVR routers for this DVR port 51e2ed51-af60-4912-bc97-f04967bc1b55 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:26.180369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b79c439-1630-435c-abf0-8366fe1037a5 req-e9b45611-2da6-4eea-8379-7bf5f8137266 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823691 Jul 07 17:25:26.285057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.358230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.429708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.461007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caff1c6-4cbf-4134-ab92-5fdd71337040']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.498321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09132974-6aca-46f7-ba50-041c2735e40d') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.498321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09132974-6aca-46f7-ba50-041c2735e40d') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:26.508791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.517249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.527389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6a056c3-dc8e-47f3-86cb-d72dc373e217 HTTP/1.1" status: 204 len: 168 time: 0.4455495 Jul 07 17:25:26.542550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.575708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.593404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:26.593404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.595048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349dde1-8f34-44cc-9a02-601b606eb95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a056c3-dc8e-47f3-86cb-d72dc373e217,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:26.596439 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:26.746846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:26.783363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36254a-5504-447e-acb7-65fe7c7d1500 req-0caaf727-cee4-4384-89ee-160525466fdd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.788579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc36254a-5504-447e-acb7-65fe7c7d1500 req-0caaf727-cee4-4384-89ee-160525466fdd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.5510695 Jul 07 17:25:26.831348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.855130 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.865233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] 10.222.0.66 "DELETE /v2.0/networks/8caff1c6-4cbf-4134-ab92-5fdd71337040 HTTP/1.1" status: 204 len: 168 time: 2.6001480 Jul 07 17:25:26.938308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85033a-ae04-4a37-ada2-86d00fa4d96b admin admin] Pushing event deleted for resources: {'Network': ['ID=8caff1c6-4cbf-4134-ab92-5fdd71337040,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.948308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-de554f70-fe76-4362-b88f-4decdcccb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.951698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-de554f70-fe76-4362-b88f-4decdcccb3d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1097 time: 0.6188579 Jul 07 17:25:26.991440 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.117003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc36254a-5504-447e-acb7-65fe7c7d1500 req-591c7de7-3756-463a-9399-1f751d969767 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271456 Jul 07 17:25:27.241781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-36798de9-3561-4a02-a282-ed9ff637c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.245065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-36798de9-3561-4a02-a282-ed9ff637c2bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.2858965 Jul 07 17:25:27.285023 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e526ab8-09b1-4ff1-8ff8-ac2afc1d4799 x-openstack-request-id: req-6e526ab8-09b1-4ff1-8ff8-ac2afc1d4799 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:27.285385 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-plugged", "status": "completed", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:27.285554 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e526ab8-09b1-4ff1-8ff8-ac2afc1d4799 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:27.285961 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'code': 200} Jul 07 17:25:27.524422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-40510588-6021-457d-a976-a7b517b3fd30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 200 len: 998 time: 0.2715311 Jul 07 17:25:27.535220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56958) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.657633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-76489528-02f0-40ec-8d80-1f2f7b055d67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=902f2d054b8f4657b7451bcfab665f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205201 Jul 07 17:25:27.662934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56964) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.761752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-bcaad93e-b1ab-4eed-a514-f4cd8ee016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.766301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-bcaad93e-b1ab-4eed-a514-f4cd8ee016d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.2048073 Jul 07 17:25:27.834813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.882301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.967418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.972070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.973665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/939a7c09-680b-4cd5-8961-26f56256e49f HTTP/1.1" status: 204 len: 168 time: 0.2979279 Jul 07 17:25:27.992857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.996117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b673a-7498-4088-9370-05661354f37a req-50138459-ff1b-4040-937e-e56bbaecfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.997668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a0f8-b3d6-4d81-8b99-aaf8288527b7 req-546ecd92-3eea-4799-884f-301f47adc125 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.999350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-392b673a-7498-4088-9370-05661354f37a req-50138459-ff1b-4040-937e-e56bbaecfabe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 1097 time: 0.3867812 Jul 07 17:25:28.001543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae2bb-4c16-4e74-a168-a8e21953790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a7c09-680b-4cd5-8961-26f56256e49f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.018973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40e7a0f8-b3d6-4d81-8b99-aaf8288527b7 req-546ecd92-3eea-4799-884f-301f47adc125 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.4845591 Jul 07 17:25:28.082884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-392b673a-7498-4088-9370-05661354f37a req-dc9277ff-4fd7-442c-a923-4a9d97217df0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582352 Jul 07 17:25:28.164647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-533eb695-6c4e-4e16-a23d-baecf639d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.166434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-533eb695-6c4e-4e16-a23d-baecf639d84b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3808961 Jul 07 17:25:28.189741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40e7a0f8-b3d6-4d81-8b99-aaf8288527b7 req-c3ffdf86-26aa-4b25-ad64-6e0d1d3e7675 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504822 Jul 07 17:25:28.498977 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-39bbd38c-0d31-4bbb-b3ef-8ba1d24d4581 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240249 Jul 07 17:25:28.657532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:28.792065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.052517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae49e7a-ef2d-46ef-9f5e-1e36916452d5 req-b04bd7fe-534a-4b66-a253-fdaaffeb14e3 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434403 Jul 07 17:25:29.245309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.575496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Allocated IP 172.25.3.9 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/5aef1e0d-35a5-49cb-b76d-64d082ad5ada) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:29.706724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5321964-1588-4751-89f7-dd05d7a68c03 req-43f0dd87-a409-4328-bd13-7a630b9199b2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.721081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5321964-1588-4751-89f7-dd05d7a68c03 req-43f0dd87-a409-4328-bd13-7a630b9199b2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.1752479 Jul 07 17:25:29.818718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5321964-1588-4751-89f7-dd05d7a68c03 req-ad43f20a-4d9b-4c0b-aebf-4c28540903d5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965385 Jul 07 17:25:29.905960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.033866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.144469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:30.311602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.318236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:30.323593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=5aef1e0d-35a5-49cb-b76d-64d082ad5ada,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.329116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:30.355873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57024) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.426502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebdc40-0a12-41ec-b47b-2851e150f01e req-b751e232-f014-4c75-a8ba-d10cc01530f4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:30.444238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99ebdc40-0a12-41ec-b47b-2851e150f01e req-b751e232-f014-4c75-a8ba-d10cc01530f4 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.2432630 Jul 07 17:25:30.606561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99ebdc40-0a12-41ec-b47b-2851e150f01e req-d2418cc5-e3fb-4328-b9c0-1a15958bcbcc tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551158 Jul 07 17:25:30.657983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1429334914-network', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:30.671493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.692759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-712843157-network', 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:30.761988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Made reservation on behalf of ad3231125daf4c339728b5bef6c35af6 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:30.766413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.832164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.899675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.924860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:30.935828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.004593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.303704 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.348860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.364433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.534699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=5aef1e0d-35a5-49cb-b76d-64d082ad5ada,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.538389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.547747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.551400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.568430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.569492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.575471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0111cca7-b4d8-494f-af6a-7f4ae070ef86 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5591445 Jul 07 17:25:31.576482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:31.583254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-470426820'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:31.598801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:31.626612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Made reservation on behalf of 96df5f65de814033aefcedf81199c638 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:31.631672 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.651070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.700987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.702639 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Added segment 9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0 of type vlan for network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c Jul 07 17:25:31.736820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8211f-80ba-40de-856f-702ef71e1bb2 req-75914ef1-2810-490d-86fa-5907356171eb tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:31.744875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ca8211f-80ba-40de-856f-702ef71e1bb2 req-75914ef1-2810-490d-86fa-5907356171eb tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.7233579 Jul 07 17:25:31.747710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:31.837178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfb81d-e2f7-4ef6-84e7-1058bac10097,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.841916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.842614 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Added segment 3b04ad0d-06ad-4e7e-a2d8-4e488817b51a of type vlan for network 34a16e02-5700-463e-84c8-23baa4720c95 Jul 07 17:25:31.926794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76f8c6-8797-49a7-b709-0d58d191a41b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.933848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.964844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.976332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.017732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:32.048404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.049069 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Added segment 0524beb5-1c3f-4377-ae41-9d49c17122a4 of type vlan for network 630155ca-7775-4cad-af53-6145f2da786e Jul 07 17:25:32.053172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.138393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.215789 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.221552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ca8211f-80ba-40de-856f-702ef71e1bb2 req-9dcfed0a-75ef-4641-96dd-97d3fd74221f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749005 Jul 07 17:25:32.222667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.225405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.226792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.231209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.231444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.232455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.232915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.233882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.437028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] Pushing event updated for resources: {'Network': ['ID=181e2dc1-0b01-4ba5-9803-cf1e7974e47c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.454070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:32.477650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-1a5769dd-daf4-4282-9f2e-75f773ddb3e1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.480819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-1a5769dd-daf4-4282-9f2e-75f773ddb3e1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.9218087 Jul 07 17:25:32.488597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1248159 Jul 07 17:25:32.536785 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9591477 Jul 07 17:25:32.538111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57036) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.538731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.554236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Request body: {'subnet': {'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1429334914-subnet', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.584740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Request body: {'subnet': {'network_id': '630155ca-7775-4cad-af53-6145f2da786e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.594428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0302bfb1-3e3f-424d-ab7c-0ef4e9a227c1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.643561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80dac2-e673-434d-98ce-092bf076520b admin admin] Pushing event updated for resources: {'Network': ['ID=34a16e02-5700-463e-84c8-23baa4720c95,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.671088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 34a16e02-5700-463e-84c8-23baa4720c95 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:32.773727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-04f2af46-356b-4e93-bdf8-f65878f50e48 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4607084 Jul 07 17:25:32.787142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57040) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.820261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Request body: {'subnet': {'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-712843157-subnet', 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.871847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981b66c-a5f3-4b1b-b17e-f28fae87b45c tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Network': ['ID=630155ca-7775-4cad-af53-6145f2da786e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.885394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Made reservation on behalf of ad3231125daf4c339728b5bef6c35af6 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:32.886335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 630155ca-7775-4cad-af53-6145f2da786e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:32.891049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.940830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:32.955554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.111404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Deleting port df42b703-801a-4427-b521-a651a77c80e7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:33.111404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.192456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Made reservation on behalf of 96df5f65de814033aefcedf81199c638 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:33.204724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.221617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fb373-ea29-480a-b5b9-23d4e2ffbccc req-ba9ba949-963b-4ad4-994a-4272c69f34c5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.229888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-444fb373-ea29-480a-b5b9-23d4e2ffbccc req-ba9ba949-963b-4ad4-994a-4272c69f34c5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.5026298 Jul 07 17:25:33.336789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-444fb373-ea29-480a-b5b9-23d4e2ffbccc req-8e91803e-05fb-4776-876c-94d4a5ec7a59 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056879 Jul 07 17:25:33.489186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] For port df42b703-801a-4427-b521-a651a77c80e7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=df42b703-801a-4427-b521-a651a77c80e7,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:33.489629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.787668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.916940 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.055105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Subnet': ['ID=2a386b1a-2034-4086-a49b-500b69fbee48,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.191135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Checking segment: {'id': '0524beb5-1c3f-4377-ae41-9d49c17122a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '630155ca-7775-4cad-af53-6145f2da786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:34.191893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network hostable DHCP agents. Network: 630155ca-7775-4cad-af53-6145f2da786e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:34.245684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2b472-1ae8-43e5-9504-317e328139fd req-4b5bdff4-8d74-4fdd-87b0-ce5fdc3814f8 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.251253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71e2b472-1ae8-43e5-9504-317e328139fd req-4b5bdff4-8d74-4fdd-87b0-ce5fdc3814f8 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e3861b7-d9e9-41ee-94b7-e95b34ebecd9 HTTP/1.1" status: 200 len: 946 time: 0.5749047 Jul 07 17:25:34.282470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 630155ca-7775-4cad-af53-6145f2da786e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:34.318058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 630155ca-7775-4cad-af53-6145f2da786e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:34.326382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89631e1a-66bb-400c-aacc-0de99e5302b1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.335934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.336820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.344833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.372817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821dce6-60ac-4244-ab1c-1e69353d0a60 None None] Network 630155ca-7775-4cad-af53-6145f2da786e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:34.456312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e61a2f-5abe-46be-bfd0-33ffbe575154,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.466427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.475151 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.475483 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Floating IP 755034b4-afe7-426e-a2aa-55d6ca25169a disassociated. External IP: 172.25.3.175, port: df42b703-801a-4427-b521-a651a77c80e7. Jul 07 17:25:34.475902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Calling delete_port for df42b703-801a-4427-b521-a651a77c80e7 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:34.484946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f55055ee-99ae-4277-a878-c18a48f64447 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9129179 Jul 07 17:25:34.485242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71e2b472-1ae8-43e5-9504-317e328139fd req-8785c563-afeb-4c05-90a8-4b1a157124a1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups?id=68133e85-b238-422b-a1b3-9811fd054d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091410 Jul 07 17:25:34.485984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.503484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Checking segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:34.503884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Network hostable DHCP agents. Network: 181e2dc1-0b01-4ba5-9803-cf1e7974e47c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:34.540107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-719669153', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:34.566875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Checking segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:34.567476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Network hostable DHCP agents. Network: 34a16e02-5700-463e-84c8-23baa4720c95, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:34.598838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Network 34a16e02-5700-463e-84c8-23baa4720c95 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:34.615331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 34a16e02-5700-463e-84c8-23baa4720c95) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:34.640144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.642117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.676636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa8bed-7769-4db5-b801-28739e727110 None None] Network 34a16e02-5700-463e-84c8-23baa4720c95 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:34.741145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:34.756685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0ef32a64-6b39-4d9f-9961-3c121b2ccbd4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2081668 Jul 07 17:25:34.767890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.772561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.774622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.795722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:34.801749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 181e2dc1-0b01-4ba5-9803-cf1e7974e47c) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:34.847245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0a649-9ee4-4d5a-9bae-d348214c8ac1 None None] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:34.861695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.863320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.952576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.963161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.969816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.975797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8d3597eb-399f-4e04-a717-8d9364a9ab99 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1816101 Jul 07 17:25:35.179634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.182354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b8c28-56c0-4e98-9b92-8c2fa051937e None None] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:35.463767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-630155ca-7775-4cad-af53-6145f2da786e', 'network_id': '630155ca-7775-4cad-af53-6145f2da786e', 'tenant_id': '96df5f65de814033aefcedf81199c638', 'fixed_ips': [{'subnet_id': '2a386b1a-2034-4086-a49b-500b69fbee48'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:35.473197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.499979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-34a16e02-5700-463e-84c8-23baa4720c95', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:35.502182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.518337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb51a-9a30-4fed-8f90-f06e01644846 req-5664bb3d-aeba-4c63-83e8-a407037c1fc0 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.521316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a9cb51a-9a30-4fed-8f90-f06e01644846 req-5664bb3d-aeba-4c63-83e8-a407037c1fc0 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.7515950 Jul 07 17:25:35.586689 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.664702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.669011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.721667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a9cb51a-9a30-4fed-8f90-f06e01644846 req-49fb5c2f-46a0-4dbd-b952-08528664ef2c tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163542 Jul 07 17:25:35.725268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'Port': ['ID=df42b703-801a-4427-b521-a651a77c80e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:35.869480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Allocated IP 172.20.0.2 (630155ca-7775-4cad-af53-6145f2da786e/2a386b1a-2034-4086-a49b-500b69fbee48/235d75ec-8ff6-423d-a80b-be9d5ef0901d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:35.897647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Allocated IP 172.20.0.2 (34a16e02-5700-463e-84c8-23baa4720c95/e9e61a2f-5abe-46be-bfd0-33ffbe575154/6ef77722-9bef-48e2-b54f-840110a5f52d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:36.375968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device df42b703-801a-4427-b521-a651a77c80e7 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:36.411963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.463442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.480380 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.491594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Transition to ACTIVE for port object 6ef77722-9bef-48e2-b54f-840110a5f52d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:36.527768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Transition to ACTIVE for port object 6ef77722-9bef-48e2-b54f-840110a5f52d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:36.607891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.631462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: df42b703-801a-4427-b521-a651a77c80e7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:36.632174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device df42b703-801a-4427-b521-a651a77c80e7 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:36.776871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Network 34a16e02-5700-463e-84c8-23baa4720c95 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:36.800990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:36.820938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:36.839979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Pushing event updated for resources: {'Port': ['ID=6ef77722-9bef-48e2-b54f-840110a5f52d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.899684 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.940041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Transition to ACTIVE for port object 235d75ec-8ff6-423d-a80b-be9d5ef0901d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:36.952576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Allocated IP 172.25.3.200 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/37336bd7-036b-486b-9706-bfefc0993936) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:37.001221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Attempting to bind port 6ef77722-9bef-48e2-b54f-840110a5f52d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:37.003401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Attempting to bind port 6ef77722-9bef-48e2-b54f-840110a5f52d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:37.003996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Attempting to bind port 6ef77722-9bef-48e2-b54f-840110a5f52d on network 34a16e02-5700-463e-84c8-23baa4720c95 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:37.032080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:37.032705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Checking segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:37.033124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.033534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Bound using segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:37.034034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Bound port: 6ef77722-9bef-48e2-b54f-840110a5f52d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:37.034451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.053598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Transition to ACTIVE for port object 235d75ec-8ff6-423d-a80b-be9d5ef0901d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:37.059206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:37.100360 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.150830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566549cc-7c95-42a1-a8a9-3bfb27463396 req-bfcf75b2-7ddf-4b02-b3f8-c94b09d4cd2e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.169628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-566549cc-7c95-42a1-a8a9-3bfb27463396 req-bfcf75b2-7ddf-4b02-b3f8-c94b09d4cd2e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.4414339 Jul 07 17:25:37.177197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Network 630155ca-7775-4cad-af53-6145f2da786e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:37.188034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:37.192071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:37.225843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.324283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.334139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] For port 6ef77722-9bef-48e2-b54f-840110a5f52d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:37.349588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] For port 6ef77722-9bef-48e2-b54f-840110a5f52d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6ef77722-9bef-48e2-b54f-840110a5f52d,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:37.365314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Pushing event updated for resources: {'Port': ['ID=235d75ec-8ff6-423d-a80b-be9d5ef0901d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.368532 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.389923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-566549cc-7c95-42a1-a8a9-3bfb27463396 req-81884d0c-0fc1-4a92-878a-bf21fa8da1c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134006 Jul 07 17:25:37.409976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Attempting to bind port 235d75ec-8ff6-423d-a80b-be9d5ef0901d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:37.410364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Attempting to bind port 235d75ec-8ff6-423d-a80b-be9d5ef0901d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0524beb5-1c3f-4377-ae41-9d49c17122a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '630155ca-7775-4cad-af53-6145f2da786e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:37.410765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Attempting to bind port 235d75ec-8ff6-423d-a80b-be9d5ef0901d on network 630155ca-7775-4cad-af53-6145f2da786e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:37.474875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:37.483136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:37.504535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:37.530919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Pushing event updated for resources: {'Port': ['ID=37336bd7-036b-486b-9706-bfefc0993936,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.580608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c003dd-1b90-4b90-abcf-848b51616d00 None None] Pushing event updated for resources: {'Port': ['ID=6ef77722-9bef-48e2-b54f-840110a5f52d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.625987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:37.626668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Checking segment: {'id': '0524beb5-1c3f-4377-ae41-9d49c17122a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '630155ca-7775-4cad-af53-6145f2da786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:37.627159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.627644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Bound using segment: {'id': '0524beb5-1c3f-4377-ae41-9d49c17122a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '630155ca-7775-4cad-af53-6145f2da786e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:37.628164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Bound port: 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0524beb5-1c3f-4377-ae41-9d49c17122a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '630155ca-7775-4cad-af53-6145f2da786e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:37.628620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.632361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-00ef4363-dd44-4a19-82da-16e22ce6d279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.987457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] For port 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:37.997260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] For port 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=235d75ec-8ff6-423d-a80b-be9d5ef0901d,segment=NetworkSegment(0524beb5-1c3f-4377-ae41-9d49c17122a4),segment_id=0524beb5-1c3f-4377-ae41-9d49c17122a4)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:38.005601 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.076215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.128298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.134176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd31a8c-3d9f-424b-b0d6-bfe32f0015d0 None None] Pushing event updated for resources: {'Port': ['ID=235d75ec-8ff6-423d-a80b-be9d5ef0901d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.326732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:38.340707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:38.363272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:38.363962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.509278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Allocated IP 172.25.3.6 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/8be4c982-0fba-4c86-893d-6bba5872ed18) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:38.581289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] No DVR routers for this DVR port df42b703-801a-4427-b521-a651a77c80e7 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:38.587527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.590215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-558b51f1-7d7f-451c-a798-cae64cab0f62 req-140fb500-1371-44d2-bf73-b03567b6493e tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.73 "DELETE /v2.0/ports/df42b703-801a-4427-b521-a651a77c80e7 HTTP/1.1" status: 204 len: 173 time: 5.9416919 Jul 07 17:25:38.591163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'name': 'network-vif-deleted', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:38.612193 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4703f366-94d2-4ba2-878f-321b60914ed4" -d '{"events": [{"server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "name": "network-vif-deleted", "tag": "df42b703-801a-4427-b521-a651a77c80e7"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:38.897981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:39.036472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.063659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.205023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.355609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=8be4c982-0fba-4c86-893d-6bba5872ed18,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.384562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:39.395479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:39.403294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:39.524690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:39.691992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2a276-3023-49f2-a0b7-c9d3c256e6f2 None None] Network 34a16e02-5700-463e-84c8-23baa4720c95 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:39.737111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.739115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:40.078210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a4c9f855-a02e-4e8d-a1da-1d600f4f8f9e None None] Provisioning for port 6ef77722-9bef-48e2-b54f-840110a5f52d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:40.101167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac8b1-de3c-4464-8686-af98509acab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.124870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:40.147278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:40.162281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6ef77722-9bef-48e2-b54f-840110a5f52d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:40.468875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:40.547867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ceee01-d2a2-463b-9045-8c5ab90ca6ab None None] Network 630155ca-7775-4cad-af53-6145f2da786e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:40.677744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.905333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:40.933581 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Sync routers for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:40.978959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.985342 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33f1616a-3eef-48eb-ac64-352073b670b9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2103627 Jul 07 17:25:40.986462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.014381 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:41.021549 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.387867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.507193 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:41.799386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Router 393481c6-f015-48b9-976e-9006f5273270 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:41.943577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.006416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e283deb7-55cb-4ec4-8a3a-d14e9fb039a1 None None] Provisioning for port 235d75ec-8ff6-423d-a80b-be9d5ef0901d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:42.201780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:42.228249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.285228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.292766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55eea980-f369-42e7-ac3d-75539fcbe46a tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7932782 Jul 07 17:25:42.294904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57080) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.318935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] Sync routers for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:42.329631 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:38Z', 'revision_number': 3, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.346255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.368687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6ef77722-9bef-48e2-b54f-840110a5f52d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:42.385531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6ef77722-9bef-48e2-b54f-840110a5f52d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:42.386163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.421102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:42.426146 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Checking router: 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:42.429421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Updating router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 port 37336bd7-036b-486b-9706-bfefc0993936 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:42.643149 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.810261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:42.812148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.829629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Allocated IP 172.20.0.1 (34a16e02-5700-463e-84c8-23baa4720c95/e9e61a2f-5abe-46be-bfd0-33ffbe575154/8f968601-6f82-4aaf-9f9c-381ade96048f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:43.026866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:43.125640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.154047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Transition to ACTIVE for port object 8f968601-6f82-4aaf-9f9c-381ade96048f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:43.223396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.315788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Network 34a16e02-5700-463e-84c8-23baa4720c95 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:43.324183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:43.337830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:43.423549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Pushing event updated for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.497983 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.762633 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.783917 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Transition to ACTIVE for port object 37336bd7-036b-486b-9706-bfefc0993936 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:43.795192 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.830813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:43.832298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:43.868825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.940875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Attempting to bind port 37336bd7-036b-486b-9706-bfefc0993936 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:43.941446 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Attempting to bind port 37336bd7-036b-486b-9706-bfefc0993936 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:43.941902 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Attempting to bind port 37336bd7-036b-486b-9706-bfefc0993936 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:43.973626 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:43.974099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:43.974573 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.975157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:43.975517 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Bound port: 37336bd7-036b-486b-9706-bfefc0993936, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:43.975960 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.001766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.052635 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] For port 37336bd7-036b-486b-9706-bfefc0993936, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:44.057574 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] For port 37336bd7-036b-486b-9706-bfefc0993936, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=37336bd7-036b-486b-9706-bfefc0993936,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:44.071019 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.075045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8f765-f379-4159-8c74-6ee8bac7b350 None None] Pushing event updated for resources: {'Port': ['ID=37336bd7-036b-486b-9706-bfefc0993936,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.122661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.127864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982cf633-4c82-4d79-87d1-1f2e617d2ab9 None None] The sync data for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:44.190944 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8f765-f379-4159-8c74-6ee8bac7b350 None None] Pushing event updated for resources: {'Port': ['ID=37336bd7-036b-486b-9706-bfefc0993936,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.200846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.246735 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:44.247991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.264756 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.397196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 6ef77722-9bef-48e2-b54f-840110a5f52d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6ef77722-9bef-48e2-b54f-840110a5f52d,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:44.420892 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.421864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 235d75ec-8ff6-423d-a80b-be9d5ef0901d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:44.672940 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:44.857250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.101265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.113986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.254374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c165a-a0cc-4da4-8b5c-964989ebeec1 None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:16:33Z', 'revision_number': 4, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '92ff5b02-2071-468e-9b67-28249ddd7ccc', 'name': '', 'network_id': '96880a01-c453-4da5-bee8-58d4a0884902', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'mac_address': 'fa:16:3e:89:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:32Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'subnets': [{'id': '08d9f03b-106c-4403-be8d-d05c81de78f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:45.284210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-27f4978c-609b-446d-bf3b-37fd025bcf8e None None] Provisioning complete for port 6ef77722-9bef-48e2-b54f-840110a5f52d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:45.284817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-27f4978c-609b-446d-bf3b-37fd025bcf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.294561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=6ef77722-9bef-48e2-b54f-840110a5f52d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.378240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Pushing event updated for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.391943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.401533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 235d75ec-8ff6-423d-a80b-be9d5ef0901d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:45.414830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 235d75ec-8ff6-423d-a80b-be9d5ef0901d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:45.418501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.455069 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:42Z', 'revision_number': 1, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.537472 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08118f-21d4-4e9a-9569-d279eb30df48 None None] The sync data for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 is: [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:42Z', 'revision_number': 1, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:45.709214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Network 34a16e02-5700-463e-84c8-23baa4720c95 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:45.711516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:45.786510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-f316bc08-f4cf-4df5-8a9e-7fd7c2ec6640 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.793110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-f316bc08-f4cf-4df5-8a9e-7fd7c2ec6640 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.5752094 Jul 07 17:25:45.842009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.021048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a7a4b-d65e-4501-927b-0a53c8e76855 None None] New status for floating IP 755034b4-afe7-426e-a2aa-55d6ca25169a: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:46.026401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=235d75ec-8ff6-423d-a80b-be9d5ef0901d,segment=NetworkSegment(0524beb5-1c3f-4377-ae41-9d49c17122a4),segment_id=0524beb5-1c3f-4377-ae41-9d49c17122a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:46.048247 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.085325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:46.203613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-8cff8511-7f9d-46d5-9023-46248b346509 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/quotas/b5a5b7db0cc0403ab64aaee7aacea482 HTTP/1.1" status: 200 len: 375 time: 0.3985193 Jul 07 17:25:46.283787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Provisioning complete for port 235d75ec-8ff6-423d-a80b-be9d5ef0901d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.284591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.411041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=235d75ec-8ff6-423d-a80b-be9d5ef0901d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:46.512347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6ef77722-9bef-48e2-b54f-840110a5f52d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:46.658698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:46.675145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Provisioning for port 8f968601-6f82-4aaf-9f9c-381ade96048f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:46.682425 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6405d87c-4b8f-4067-a17f-2fbd3e2d3b8f admin admin] 10.222.0.66 "PUT /v2.0/routers/7904dc0c-5bf4-4bae-a4cb-b17014d214f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6944184 Jul 07 17:25:46.693973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Provisioning complete for port 8f968601-6f82-4aaf-9f9c-381ade96048f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.694649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.738798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-28cec7ae-faa5-4a0e-ada7-fcd370de78f8 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4546907 Jul 07 17:25:46.761418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a7f820e0-ffaa-4cfd-bdca-d72c469a22b3 None None] Port 8f968601-6f82-4aaf-9f9c-381ade96048f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:46.792803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6ef77722-9bef-48e2-b54f-840110a5f52d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.793194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.929703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a92b7b13-81a6-4a5d-92bd-4e3f7ce4a8e7 None None] Provisioning complete for port 8f968601-6f82-4aaf-9f9c-381ade96048f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.930695 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a92b7b13-81a6-4a5d-92bd-4e3f7ce4a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.094150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a92b7b13-81a6-4a5d-92bd-4e3f7ce4a8e7 None None] Port 8f968601-6f82-4aaf-9f9c-381ade96048f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:47.732017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-1d860f6e-4361-418a-95f0-30fa27ed2d03 service neutron] 10.222.0.66 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400089 Jul 07 17:25:47.997942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Allocated IP 172.20.0.1 (630155ca-7775-4cad-af53-6145f2da786e/2a386b1a-2034-4086-a49b-500b69fbee48/42377846-1d46-4a26-bb7f-002b0b244367) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:48.277646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57122) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:48.288825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-890635798-network', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:48.328479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-205773de-0971-4973-8889-9f27bf5e6240 service neutron] 10.222.0.66 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914629 Jul 07 17:25:48.334669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Made reservation on behalf of faf47e09ff094912a175c3657b9ac42f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:48.339221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.356091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.516734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.536833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Transition to ACTIVE for port object 42377846-1d46-4a26-bb7f-002b0b244367 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:48.551583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 235d75ec-8ff6-423d-a80b-be9d5ef0901d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:48.583930 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.685766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 630155ca-7775-4cad-af53-6145f2da786e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:48.712404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:48.718325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:48.864076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.877056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.883231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.930304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceabe77-4e66-494f-aa96-f84b2491606b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:48.957622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:48.994748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=42377846-1d46-4a26-bb7f-002b0b244367,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:49.003580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.003958 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Added segment 62aad4cc-e4ed-4d02-8eb5-6e6869187ea5 of type vlan for network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 Jul 07 17:25:49.157691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.198030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 235d75ec-8ff6-423d-a80b-be9d5ef0901d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:49.198740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.301760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.303464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:49.304272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.428446 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1479714 Jul 07 17:25:49.431036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.469133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dca0cd-3d12-496a-8d49-9d76aa01466e admin admin] Pushing event updated for resources: {'Network': ['ID=993e07ff-fa20-4d06-8ca0-0347be0f7da5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:49.505358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Request body: {'subnet': {'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-890635798-subnet', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:49.605901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.620004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:49.921328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Made reservation on behalf of faf47e09ff094912a175c3657b9ac42f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:49.924406 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.144714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9f817996-9c71-4ed3-aa80-397069b04820 None None] Provisioning for port 42377846-1d46-4a26-bb7f-002b0b244367 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:50.170077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9f817996-9c71-4ed3-aa80-397069b04820 None None] Provisioning complete for port 42377846-1d46-4a26-bb7f-002b0b244367 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:50.170722 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f817996-9c71-4ed3-aa80-397069b04820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.275522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9f817996-9c71-4ed3-aa80-397069b04820 None None] Port 42377846-1d46-4a26-bb7f-002b0b244367 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:50.285067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 37336bd7-036b-486b-9706-bfefc0993936 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:50.508981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 37336bd7-036b-486b-9706-bfefc0993936 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:50.525212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 37336bd7-036b-486b-9706-bfefc0993936 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:50.525912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.606115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Sync routers for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:50.633534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:50.634617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:50.701453 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.760510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.853045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.931204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:50.945542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.012858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 37336bd7-036b-486b-9706-bfefc0993936, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=37336bd7-036b-486b-9706-bfefc0993936,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:51.022329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.095319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd6e220-f916-4ec6-9e8d-7f9690906974,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.099308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.117984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61980cbb-65f4-4d13-88ce-860f285b779d req-7cb3a2bf-7f63-4952-bdba-6e942f538ad2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.127929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61980cbb-65f4-4d13-88ce-860f285b779d req-7cb3a2bf-7f63-4952-bdba-6e942f538ad2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 945 time: 0.5348659 Jul 07 17:25:51.148891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=42377846-1d46-4a26-bb7f-002b0b244367,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.289671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=37336bd7-036b-486b-9706-bfefc0993936,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.347388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61980cbb-65f4-4d13-88ce-860f285b779d req-2e6e5ff5-a10b-4f7e-ab6b-ee16019da79d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150702 Jul 07 17:25:51.372979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Checking segment: {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:51.373664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Network hostable DHCP agents. Network: 993e07ff-fa20-4d06-8ca0-0347be0f7da5, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:51.452047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 630155ca-7775-4cad-af53-6145f2da786e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:51.459935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:51.473586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:44Z', 'revision_number': 2, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:51.492515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:51.513276 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624dc48-d001-4d6a-b8c9-4c7674cd9d80 x-openstack-request-id: req-0624dc48-d001-4d6a-b8c9-4c7674cd9d80 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:51.514528 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3861b7-d9e9-41ee-94b7-e95b34ebecd9", "name": "network-vif-deleted", "tag": "df42b703-801a-4427-b521-a651a77c80e7", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:51.514947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-da42dfad-e270-4ce8-83e9-5112af63b830 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.517859 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0624dc48-d001-4d6a-b8c9-4c7674cd9d80 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:51.519416 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3861b7-d9e9-41ee-94b7-e95b34ebecd9', 'name': 'network-vif-deleted', 'tag': 'df42b703-801a-4427-b521-a651a77c80e7', 'status': 'completed', 'code': 200} Jul 07 17:25:51.535490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-da42dfad-e270-4ce8-83e9-5112af63b830 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ce4292a-b3bf-459d-8e6c-019479078e87 HTTP/1.1" status: 200 len: 945 time: 0.1478307 Jul 07 17:25:51.543314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Checking router: 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:51.543901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Updating router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 port 8f968601-6f82-4aaf-9f9c-381ade96048f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:51.629711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.653155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 993e07ff-fa20-4d06-8ca0-0347be0f7da5) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:51.675919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.676556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.679968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1b8091-0c0f-4960-aa93-40f207f2b928 None None] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:51.811457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Deleting port 982a3ea1-365c-4d56-81d2-09507a3c15ff {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:51.812827 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.869359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-041fd481-71b5-4809-87fd-ad8316d2ff0c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4343386 Jul 07 17:25:51.873432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57154) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.882624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:51.891684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Router 393481c6-f015-48b9-976e-9006f5273270 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:51.947420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.950183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.014831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] For port 982a3ea1-365c-4d56-81d2-09507a3c15ff, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=982a3ea1-365c-4d56-81d2-09507a3c15ff,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:52.016024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.072439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Calling delete_port for 982a3ea1-365c-4d56-81d2-09507a3c15ff owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:52.181360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.258633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f92f1b43-c53e-4390-ae79-2ca934269f44 None None] Provisioning complete for port 42377846-1d46-4a26-bb7f-002b0b244367 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:52.259141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f92f1b43-c53e-4390-ae79-2ca934269f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.513775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.545887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-6a7335f5-e7e7-4ae0-b840-d743230dc27d tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:52.556246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-6a7335f5-e7e7-4ae0-b840-d743230dc27d tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.4849052 Jul 07 17:25:52.562976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'fixed_ips': [{'subnet_id': '7fd6e220-f916-4ec6-9e8d-7f9690906974'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:52.564508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.568409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f92f1b43-c53e-4390-ae79-2ca934269f44 None None] Port 42377846-1d46-4a26-bb7f-002b0b244367 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:52.610844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Request body: {'port': {'device_id': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'admin_state_up': True, 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:52.884827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Allocated IP 172.20.0.2 (993e07ff-fa20-4d06-8ca0-0347be0f7da5/7fd6e220-f916-4ec6-9e8d-7f9690906974/ca5be1a2-d7c8-4000-bce7-73f8f0cb0077) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:52.933067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-48a436cb-15d7-488f-9446-99a92a9ef493 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:52.935446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-48a436cb-15d7-488f-9446-99a92a9ef493 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.2691560 Jul 07 17:25:52.965066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Request body: {'port': {'device_id': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'admin_state_up': True, 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:53.045167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:53.059925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-70f829f9-f7bf-4fdc-b9b7-12c5dbf4c05b tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "PUT /v2.0/routers/393481c6-f015-48b9-976e-9006f5273270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7600281 Jul 07 17:25:53.071551 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] Sync routers for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:53.078984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-99034fb1-1524-4259-8a0d-5fc4c0ff7d03 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.087337 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:53.088000 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.089641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-99034fb1-1524-4259-8a0d-5fc4c0ff7d03 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/networks?id=18768680-3b40-4caa-8247-aedf5b7fe7ef HTTP/1.1" status: 200 len: 814 time: 0.9648890 Jul 07 17:25:53.102411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57166) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:53.121556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Request body: {'port': {'network_id': '630155ca-7775-4cad-af53-6145f2da786e', 'name': 'tempest-FloatingIPAdminTestJSON-1480698846'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:53.155204 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.184096 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:53.186054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.219892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 37336bd7-036b-486b-9706-bfefc0993936 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:53.330049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.390932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.398049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['982a3ea1-365c-4d56-81d2-09507a3c15ff'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:53.399226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event deleted for resources: {'Port': ['ID=982a3ea1-365c-4d56-81d2-09507a3c15ff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:53.419069 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.420220 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaeb5ed-1204-450d-ab2b-e63f71653696 None None] The sync data for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:53.445628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] No DVR routers for this DVR port 982a3ea1-365c-4d56-81d2-09507a3c15ff on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:53.448135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-2d54fc75-1f36-4a82-aa5e-ffa54545c0e2 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/quotas/6ded56a969594c348783f5d962706398 HTTP/1.1" status: 200 len: 375 time: 0.3563759 Jul 07 17:25:53.449136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.452656 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7ed9dff8-36b5-4d62-beea-d2ef14094cae req-e9347d98-e6de-4a5c-80fd-f500f4bdc9b5 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.23 "DELETE /v2.0/ports/982a3ea1-365c-4d56-81d2-09507a3c15ff HTTP/1.1" status: 204 len: 173 time: 1.9097555 Jul 07 17:25:53.453195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-deleted', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:53.456012 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f8cd3-e894-41be-ade0-8e578b6441f7" -d '{"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-deleted", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:53.460856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:53.464661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.497787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Transition to ACTIVE for port object 8f968601-6f82-4aaf-9f9c-381ade96048f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:53.531963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.538402 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.538854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Made reservation on behalf of 96df5f65de814033aefcedf81199c638 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:53.543632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.581346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:53.585411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.608739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Transition to ACTIVE for port object ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:53.615380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] device_id is not set on port 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:53.696619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Transition to ACTIVE for port object ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:53.699606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 37336bd7-036b-486b-9706-bfefc0993936 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:53.700383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.714492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e829e8a-0721-400e-a080-3206bb7ab7c2 None None] Pushing event updated for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:53.781156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-6c7f603b-f13f-4fd6-bf17-d6d38811d92c tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ded56a969594c348783f5d962706398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2970142 Jul 07 17:25:53.808448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.912150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.942739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.998212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:54.003051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Attempting to bind port 8f968601-6f82-4aaf-9f9c-381ade96048f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:54.003876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Attempting to bind port 8f968601-6f82-4aaf-9f9c-381ade96048f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:54.004752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Attempting to bind port 8f968601-6f82-4aaf-9f9c-381ade96048f on network 34a16e02-5700-463e-84c8-23baa4720c95 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:54.017195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:54.017922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Allocated IP 172.20.0.7 (630155ca-7775-4cad-af53-6145f2da786e/2a386b1a-2034-4086-a49b-500b69fbee48/3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:54.034247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:54.036795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Allocated IP 172.20.0.13 (181e2dc1-0b01-4ba5-9803-cf1e7974e47c/89631e1a-66bb-400c-aacc-0de99e5302b1/d1a27edf-d802-4232-b88e-aec7313165c1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:54.042302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:54.043321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Checking segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:54.044135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.046816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Bound using segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:54.047623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Bound port: 8f968601-6f82-4aaf-9f9c-381ade96048f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:54.048725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.108291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Pushing event updated for resources: {'Port': ['ID=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.132330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e843cdef-0fe9-436e-b2dc-7f4e3b57eef6 service neutron] 10.222.0.66 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879860 Jul 07 17:25:54.288855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Allocated IP 172.25.3.138 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/f2b294c7-d56a-4108-89f1-beb2e677a93c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:54.358476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Attempting to bind port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:54.359734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Attempting to bind port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:54.361081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Attempting to bind port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 on network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:54.412234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:54.412899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Checking segment: {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:54.414152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.414343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Bound using segment: {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:54.415829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Bound port: ca5be1a2-d7c8-4000-bce7-73f8f0cb0077, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:54.415829 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.444108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] For port 8f968601-6f82-4aaf-9f9c-381ade96048f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:54.450308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] For port 8f968601-6f82-4aaf-9f9c-381ade96048f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f968601-6f82-4aaf-9f9c-381ade96048f,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:54.468794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.542749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-6dafd541-3b78-4186-abe4-144f6ca061e5 service neutron] 10.222.0.66 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869805 Jul 07 17:25:54.549937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.572809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.589310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.600827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Transition to ACTIVE for port object 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:54.707437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.714234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:54.715894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:54.730408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.816358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.865880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:54.889759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e829e8a-0721-400e-a080-3206bb7ab7c2 None None] Pushing event updated for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.903746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Network 630155ca-7775-4cad-af53-6145f2da786e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:54.919098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] For port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:54.943713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:54.957073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:54.959819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:54.980290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:55.063841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] For port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:55.097750 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.185738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event updated for resources: {'Port': ['ID=3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.284833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:55.317391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:55.375350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:55.386269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Allocated IP 172.20.0.7 (181e2dc1-0b01-4ba5-9803-cf1e7974e47c/89631e1a-66bb-400c-aacc-0de99e5302b1/1efd91f5-40fc-4997-9a0a-9aad650cbe6a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:55.410174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b294c7-d56a-4108-89f1-beb2e677a93c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.473521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f968601-6f82-4aaf-9f9c-381ade96048f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:55.502240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:55.502661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.507004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:55.510644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57178) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.539200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:55.540267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.622158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ae90cf2f-bc5d-44c6-a9c1-50ed5af0d409 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5164101 Jul 07 17:25:55.638412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.819871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8618901 Jul 07 17:25:55.826555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e80242-5ef6-426c-a305-92280342e296 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event updated for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.852567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Request body: {'port': {'device_id': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:55.950397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.989271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:56.035244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.064677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:56.070484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:56.081125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 982a3ea1-365c-4d56-81d2-09507a3c15ff {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:56.081842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 982a3ea1-365c-4d56-81d2-09507a3c15ff not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:56.159627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:56.183385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.225543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-2e380340-02e6-44e7-a398-80829418ea4e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.239477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-2e380340-02e6-44e7-a398-80829418ea4e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 0.5980661 Jul 07 17:25:56.241180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.242122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.289416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-b56b1100-5bff-4d5e-9c7b-3fea14541d29 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/quotas/df15f5ff8d5c4a448a9440aaf5e7886b HTTP/1.1" status: 200 len: 375 time: 0.0471208 Jul 07 17:25:56.305663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876699d-b018-45c3-b8aa-34c8a61c34b0 None None] Pushing event updated for resources: {'Port': ['ID=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.411413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-bcd0eab7-c4ce-4bf8-869b-334e4a74fdb7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153831 Jul 07 17:25:56.448667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'project_id': '96df5f65de814033aefcedf81199c638', 'port_id': '3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:56.449284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.474602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event updated for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.574955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b116e3da-9c6d-4650-8202-adba56494130 None None] Provisioning for port 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:56.593632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b116e3da-9c6d-4650-8202-adba56494130 None None] Provisioning complete for port 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:56.594262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b116e3da-9c6d-4650-8202-adba56494130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.601710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8f968601-6f82-4aaf-9f9c-381ade96048f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:56.615327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.636793 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.666785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8f968601-6f82-4aaf-9f9c-381ade96048f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:56.667494 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.696449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.706873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-9e18a6ef-e959-4c0e-b6f9-4e4b6a75775a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1225166 Jul 07 17:25:56.737036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Request body: {'port': {'device_id': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:56.830370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b116e3da-9c6d-4650-8202-adba56494130 None None] Port 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:57.030372 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.036083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:54Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:57.084656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.092468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e785671-53a4-45e1-b534-adebadfaf655 None None] The sync data for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 is: [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:54Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:57.144795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.214220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.259228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.263561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8f968601-6f82-4aaf-9f9c-381ade96048f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f968601-6f82-4aaf-9f9c-381ade96048f,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:57.265711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.274723 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "DELETE /v2.0/security-groups/68133e85-b238-422b-a1b3-9811fd054d7e HTTP/1.1" status: 204 len: 168 time: 1.7464442 Jul 07 17:25:57.275023 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.279462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:57.397481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a27edf-d802-4232-b88e-aec7313165c1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:57.424908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.440519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.527513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a5b58841-1664-40f0-898a-49cab00d844b service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0511589 Jul 07 17:25:57.545841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Transition to ACTIVE for port object d1a27edf-d802-4232-b88e-aec7313165c1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:57.555622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:57.555928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a975-224d-473e-a2a1-05c4c6e22fd1 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68133e85-b238-422b-a1b3-9811fd054d7e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.657905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.689208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:57.741189 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-7f6ee459-fe5f-44de-960c-56035567f628 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] show failed (client error): The resource could not be found. Jul 07 17:25:57.758387 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f6ee459-fe5f-44de-960c-56035567f628 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "GET /v2.0/security-groups/68133e85-b238-422b-a1b3-9811fd054d7e HTTP/1.1" status: 404 len: 347 time: 0.4577076 Jul 07 17:25:57.762875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57198) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.071105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:58.088739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd2eded-e5b6-4415-b8bd-8ca76d99657d None None] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:58.159578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-853065dc-5af3-4def-8840-9c774fd69448 service neutron] 10.222.0.66 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051340 Jul 07 17:25:58.207720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Provisioning for port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:58.215364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Provisioning complete for port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:58.215817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.406088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.420507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Attempting to bind port d1a27edf-d802-4232-b88e-aec7313165c1 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:58.420792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Attempting to bind port d1a27edf-d802-4232-b88e-aec7313165c1 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:58.421658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Attempting to bind port d1a27edf-d802-4232-b88e-aec7313165c1 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:58.466253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:58.493795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Port d1a27edf-d802-4232-b88e-aec7313165c1 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:58.494631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Attempting to bind port d1a27edf-d802-4232-b88e-aec7313165c1 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:58.508863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:58.509496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Checking segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:58.510099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Bound using segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:58.510769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Bound port: d1a27edf-d802-4232-b88e-aec7313165c1, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:58.511334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.597772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.769737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:58.772892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] For port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:58.787363 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.795986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d1a27edf-d802-4232-b88e-aec7313165c1,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:58.815760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:58.826939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-f5b8c7d8-dd61-480d-ab75-b861a694e184 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:58.830899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-f5b8c7d8-dd61-480d-ab75-b861a694e184 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.23 "GET /v2.0/networks?id=18768680-3b40-4caa-8247-aedf5b7fe7ef HTTP/1.1" status: 200 len: 814 time: 0.9349606 Jul 07 17:25:58.867219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Request body: {'port': {'device_id': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'admin_state_up': True, 'tenant_id': '6ded56a969594c348783f5d962706398'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:58.924786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'mac_address': 'fa:16:3e:b9:f7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:59.030327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077b337-4c5f-45ac-97a3-0d1506659bc4 None None] Pushing event updated for resources: {'Port': ['ID=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.068351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.105083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:59.147645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.160793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:59.169704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.195773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Deleting port 48c4e787-3a66-4dc1-97ad-3dca5e58c20b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:59.196752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.202593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.285145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.344650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:59.347184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.348772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1a27edf-d802-4232-b88e-aec7313165c1 HTTP/1.1" status: 200 len: 1093 time: 3.5123088 Jul 07 17:25:59.376027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:59.380247 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e5622-b985-4ddf-8beb-6018f482d0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:59.389655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Allocated IP 172.25.3.109 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e6f681d4-1594-4128-b5bc-764f5cc0beab) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:59.459626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:59.642304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c9758940-c3be-44eb-a7c6-33e8b2611724 None None] Provisioning complete for port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:59.642911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9758940-c3be-44eb-a7c6-33e8b2611724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.658834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:59.734390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efd91f5-40fc-4997-9a0a-9aad650cbe6a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:59.745241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.761421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Transition to ACTIVE for port object 1efd91f5-40fc-4997-9a0a-9aad650cbe6a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:59.784950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.831396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Made reservation on behalf of 6ded56a969594c348783f5d962706398 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:59.839268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.101034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:00.102167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.328015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53967b-0162-496f-a1ae-fdde0130a732 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.404822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baf75a-63ce-4e78-89a4-d0eb5862935b req-2056a166-9b23-4314-8b48-4a6d69a21e20 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:00.417945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51baf75a-63ce-4e78-89a4-d0eb5862935b req-2056a166-9b23-4314-8b48-4a6d69a21e20 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 946 time: 1.2911899 Jul 07 17:26:00.537783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-11fff727-6238-4884-85d3-be6486a62a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:00.555209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-11fff727-6238-4884-85d3-be6486a62a84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 1096 time: 0.4102540 Jul 07 17:26:00.574377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f968601-6f82-4aaf-9f9c-381ade96048f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:00.635418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51baf75a-63ce-4e78-89a4-d0eb5862935b req-aed6469e-ac28-436c-b325-41e2fb894447 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150228 Jul 07 17:26:00.646936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.746659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Allocated IP 172.20.0.4 (18768680-3b40-4caa-8247-aedf5b7fe7ef/4640dc36-0dee-4508-8700-f1ccf825b6b0/27d35b31-c754-4883-b024-9d3ed66b5c58) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:00.763340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-bd8ba12c-6f5d-481e-a49c-5ec78f2f3984 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1a27edf-d802-4232-b88e-aec7313165c1 HTTP/1.1" status: 200 len: 217 time: 0.1802793 Jul 07 17:26:00.832784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8f968601-6f82-4aaf-9f9c-381ade96048f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:00.834819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.986854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.004328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Transition to ACTIVE for port object 27d35b31-c754-4883-b024-9d3ed66b5c58 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:01.010124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-b3b53f95-b040-44e1-8180-7b249347eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.025344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-b3b53f95-b040-44e1-8180-7b249347eced service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.2509911 Jul 07 17:26:01.071193 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b64164-3376-4e48-80fe-e41d25e96248 x-openstack-request-id: req-73b64164-3376-4e48-80fe-e41d25e96248 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:01.071506 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4292a-b3bf-459d-8e6c-019479078e87", "name": "network-vif-deleted", "tag": "982a3ea1-365c-4d56-81d2-09507a3c15ff", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:01.071825 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73b64164-3376-4e48-80fe-e41d25e96248 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:01.072177 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4292a-b3bf-459d-8e6c-019479078e87', 'name': 'network-vif-deleted', 'tag': '982a3ea1-365c-4d56-81d2-09507a3c15ff', 'status': 'completed', 'code': 200} Jul 07 17:26:01.107708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.108001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.109186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-13e4d43b-313c-4e87-a257-f3fd5e3c5812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694406 Jul 07 17:26:01.111498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.135791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.156904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.163753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:01.177874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:01.184594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Calling delete_port for 48c4e787-3a66-4dc1-97ad-3dca5e58c20b owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:01.188127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:01.409861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Attempting to bind port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:01.410226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Attempting to bind port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:01.410573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Attempting to bind port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:01.434705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:01.447608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Pushing event updated for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.456635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:01.460849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Router 6204a1fb-bad5-4d83-9692-dc881f5e9cba is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:01.462963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:01.463503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Attempting to bind port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:01.480999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:01.481954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.482887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.493475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f681d4-1594-4128-b5bc-764f5cc0beab,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.527718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:01.528147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Checking segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:01.528625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Bound using segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:01.529031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Bound port: 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:01.529400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.677229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e62afb47-baa3-4463-a82c-37f64600b062 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8240690 Jul 07 17:26:01.681617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-45b335f6-fa3a-4ece-b7d2-5598955d618d service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572166 Jul 07 17:26:01.705709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068830-4552-414a-9ee6-e9bca90ba6e2 req-9439fba9-a8c6-406b-9ff1-2a846f68b743 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.720097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6068830-4552-414a-9ee6-e9bca90ba6e2 req-9439fba9-a8c6-406b-9ff1-2a846f68b743 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 931 time: 0.5930431 Jul 07 17:26:01.723934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Request body: {'port': {'device_id': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:01.798961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:01.806778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:01.844768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3af28d68-1401-43cd-9092-726a92fe8b62 None None] Provisioning for port 27d35b31-c754-4883-b024-9d3ed66b5c58 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:01.878633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3af28d68-1401-43cd-9092-726a92fe8b62 None None] Provisioning complete for port 27d35b31-c754-4883-b024-9d3ed66b5c58 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.879236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3af28d68-1401-43cd-9092-726a92fe8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.930749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.082086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3af28d68-1401-43cd-9092-726a92fe8b62 None None] Port 27d35b31-c754-4883-b024-9d3ed66b5c58 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:02.122616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.123509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.135862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] 10.222.0.23 "PUT /v2.0/ports/1efd91f5-40fc-4997-9a0a-9aad650cbe6a HTTP/1.1" status: 200 len: 1092 time: 5.4105518 Jul 07 17:26:02.147532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6068830-4552-414a-9ee6-e9bca90ba6e2 req-e642f965-a41c-45ad-86af-3536fd7431fa tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586862 Jul 07 17:26:02.268396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:02.283800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f62a-71e9-422d-98ae-46697cf97ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.285654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Sync routers for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:02.325867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:02.326957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:02.338072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-20f76488-fd40-4973-bc40-68eefcd8829b service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671737 Jul 07 17:26:02.387657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.492218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:02.800082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Pushing event deleted for resources: {'Port': ['ID=48c4e787-3a66-4dc1-97ad-3dca5e58c20b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.883945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:03.057155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.089943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:03.102590 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b76b807-8066-4cb5-8b76-b167aafc814c" -d '{"events": [{"name": "network-changed", "server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:03.115547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.118460 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5f43a68-6d51-4d0a-b9ca-97afe80bbeb0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.2426522 Jul 07 17:26:03.136124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7ca21-2570-4b62-bb1d-7448c31cff3f req-5e4f6332-8e7f-438b-831d-7b753d78e281 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:03.139675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27a7ca21-2570-4b62-bb1d-7448c31cff3f req-5e4f6332-8e7f-438b-831d-7b753d78e281 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 944 time: 0.4502904 Jul 07 17:26:03.141417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57234) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.237089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:03.255981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:03.256339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.515639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27a7ca21-2570-4b62-bb1d-7448c31cff3f req-2aca3f00-099b-4e8b-aad1-f21700bf0a12 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623803 Jul 07 17:26:03.576481 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.619009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.733070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:03.737012 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf4c6b-9105-4d3d-9abb-3fb9d5b8e953" -d '{"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:03.747547 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:03.758002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:25:56Z', 'revision_number': 3, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:03.816993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:03.821052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Checking router: 6204a1fb-bad5-4d83-9692-dc881f5e9cba for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:03.823225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Updating router 6204a1fb-bad5-4d83-9692-dc881f5e9cba port f2b294c7-d56a-4108-89f1-beb2e677a93c binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:03.965381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.113479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0067bb12-0266-42da-b4af-38df0ed0fc38 req-1992f888-d13a-466d-8323-a7c5a5ff169f tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 210 time: 0.0833499 Jul 07 17:26:04.144733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-87352e76-a038-46fa-921e-0965d309009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.148533 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-87352e76-a038-46fa-921e-0965d309009d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8 HTTP/1.1" status: 200 len: 1095 time: 1.5221949 Jul 07 17:26:04.169611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d35b31-c754-4883-b024-9d3ed66b5c58 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:04.207930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.249001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-515630e4-f5a0-40c8-8ab0-ea164eb197a7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.251377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-515630e4-f5a0-40c8-8ab0-ea164eb197a7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 814 time: 2.0957906 Jul 07 17:26:04.292041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Request body: {'port': {'device_id': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'admin_state_up': True, 'tenant_id': 'df15f5ff8d5c4a448a9440aaf5e7886b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:04.311313 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.319805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.343843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e1bee73-8dce-4daf-9a82-36ad6148d459 tempest-AttachVolumeTestJSON-706940689 tempest-AttachVolumeTestJSON-706940689-project] 10.222.0.66 "DELETE /v2.0/floatingips/755034b4-afe7-426e-a2aa-55d6ca25169a HTTP/1.1" status: 204 len: 168 time: 6.5765817 Jul 07 17:26:04.382467 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.443069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Transition to ACTIVE for port object 27d35b31-c754-4883-b024-9d3ed66b5c58 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:04.490350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-eb158684-e6f2-4989-bd14-23116e912e57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a HTTP/1.1" status: 200 len: 217 time: 0.2210679 Jul 07 17:26:04.498388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.506843 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ce6d5-536c-473e-bbf8-54f0faede85d x-openstack-request-id: req-807ce6d5-536c-473e-bbf8-54f0faede85d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:04.507969 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:04.510197 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-807ce6d5-536c-473e-bbf8-54f0faede85d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:04.511198 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1', 'status': 'completed', 'code': 200} Jul 07 17:26:04.524745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.630189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.735672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.828073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.846337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.941447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-f11aa2de-e18a-4072-aaec-d2a8546a1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.945861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-f11aa2de-e18a-4072-aaec-d2a8546a1a48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 1096 time: 0.4125011 Jul 07 17:26:05.306622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-171c3bcf-ba8f-4bf2-9b4e-606e81e842ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:05.315265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-171c3bcf-ba8f-4bf2-9b4e-606e81e842ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 913 time: 0.3558571 Jul 07 17:26:05.315992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f681d4-1594-4128-b5bc-764f5cc0beab,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:05.466280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Made reservation on behalf of df15f5ff8d5c4a448a9440aaf5e7886b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:05.467509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.475160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.486136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06160b66-9d10-4d50-b977-8dd700b148df req-a19d9d5f-bcb8-4b10-a36a-221b35b1db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:05.488163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-a19d9d5f-bcb8-4b10-a36a-221b35b1db7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.8913329 Jul 07 17:26:05.586649 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-034d5c5d-ca43-434e-8ebc-b5fff5354446 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811269 Jul 07 17:26:05.639159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-d3b179bb-879f-4adc-b41a-23d330c9b9e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1a27edf-d802-4232-b88e-aec7313165c1 HTTP/1.1" status: 200 len: 217 time: 0.1657217 Jul 07 17:26:05.748911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.795569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Attempting to bind port 27d35b31-c754-4883-b024-9d3ed66b5c58 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:05.797528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Attempting to bind port 27d35b31-c754-4883-b024-9d3ed66b5c58 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:05.798242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Attempting to bind port 27d35b31-c754-4883-b024-9d3ed66b5c58 on network 18768680-3b40-4caa-8247-aedf5b7fe7ef {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:05.863216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Transition to ACTIVE for port object f2b294c7-d56a-4108-89f1-beb2e677a93c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:05.887030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Port 27d35b31-c754-4883-b024-9d3ed66b5c58 on network 18768680-3b40-4caa-8247-aedf5b7fe7ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:05.887777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Attempting to bind port 27d35b31-c754-4883-b024-9d3ed66b5c58 on network 18768680-3b40-4caa-8247-aedf5b7fe7ef {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:05.904504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.943555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:05.944371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Checking segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:05.945045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Bound using segment: {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:05.945790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Bound port: 27d35b31-c754-4883-b024-9d3ed66b5c58, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d84621-f8f8-4beb-959c-233761f14dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:05.946422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.080610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Attempting to bind port f2b294c7-d56a-4108-89f1-beb2e677a93c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:06.081246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Attempting to bind port f2b294c7-d56a-4108-89f1-beb2e677a93c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:06.081934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Attempting to bind port f2b294c7-d56a-4108-89f1-beb2e677a93c on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:06.098025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:06.098676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:06.099389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.100081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:06.112132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-51534c91-abe2-444e-919b-706fadf1763e service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581263 Jul 07 17:26:06.113020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Bound port: f2b294c7-d56a-4108-89f1-beb2e677a93c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:06.115432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.310965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] For port f2b294c7-d56a-4108-89f1-beb2e677a93c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:06.323330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] For port f2b294c7-d56a-4108-89f1-beb2e677a93c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2b294c7-d56a-4108-89f1-beb2e677a93c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:06.345338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.418109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d1b7-0bcf-46c3-9936-c5660e4d3ae8 None None] Pushing event updated for resources: {'Port': ['ID=f2b294c7-d56a-4108-89f1-beb2e677a93c,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.503064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d1a27edf-d802-4232-b88e-aec7313165c1 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:06.527047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:06.527722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:06.537739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d1b7-0bcf-46c3-9936-c5660e4d3ae8 None None] Pushing event updated for resources: {'Port': ['ID=f2b294c7-d56a-4108-89f1-beb2e677a93c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.640746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-ab03d304-ed0d-4c0c-964f-f5b4814af031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:06.652994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-ab03d304-ed0d-4c0c-964f-f5b4814af031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 1.0045190 Jul 07 17:26:06.680311 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:26:06.772153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Allocated IP 172.20.0.9 (6838e0f7-ef86-4888-b2c4-19a411db2abd/3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b/27ecae69-f455-47b2-81d1-1137490477ec) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:06.832329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-fa0ca68e-55c5-4cb0-9225-0e180cf2c5ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553638 Jul 07 17:26:06.876810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b34d-28d8-4fcd-9a76-addc794f9a1a req-1f3c683f-f390-439c-a029-f31275fb5cf8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:06.903389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1231b34d-28d8-4fcd-9a76-addc794f9a1a req-1f3c683f-f390-439c-a029-f31275fb5cf8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 1.4880455 Jul 07 17:26:06.997664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:07.014596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:07.065765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=27d35b31-c754-4883-b024-9d3ed66b5c58,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:07.114525 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Floating IP 59282dd8-b496-4600-8dba-a7ee97490ff0 associated. External IP: 172.25.3.109, port: 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5. Jul 07 17:26:07.117180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.295493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.296884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.298782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/27d35b31-c754-4883-b024-9d3ed66b5c58 HTTP/1.1" status: 200 len: 1092 time: 5.5869560 Jul 07 17:26:07.339169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1231b34d-28d8-4fcd-9a76-addc794f9a1a req-921a0c72-6d54-4069-8208-b3646099352f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342368 Jul 07 17:26:07.348973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06160b66-9d10-4d50-b977-8dd700b148df req-da6cb8fd-bb43-4c62-8e8a-00525c2f1eba service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198060 Jul 07 17:26:07.414454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d1a27edf-d802-4232-b88e-aec7313165c1,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:07.454218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.470542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882210c-96c8-43d0-8781-4485e5be18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.508586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-22c0fd02-54fd-4cae-b9bc-37d107964802 service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997987 Jul 07 17:26:07.528821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd1a27edf-d802-4232-b88e-aec7313165c1', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'port_id': 'd1a27edf-d802-4232-b88e-aec7313165c1', 'mac_address': 'fa:16:3e:7c:07:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89631e1a-66bb-400c-aacc-0de99e5302b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:07.584077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.597072 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5cbf86-ae09-4719-885b-9e940e214710 x-openstack-request-id: req-ce5cbf86-ae09-4719-885b-9e940e214710 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:07.597497 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:07.597890 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce5cbf86-ae09-4719-885b-9e940e214710 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:07.598544 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a', 'status': 'completed', 'code': 200} Jul 07 17:26:07.744340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-913710cd-7d51-41e3-9e64-a4a8e2a12842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.835990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.965608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a27edf-d802-4232-b88e-aec7313165c1 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:07.999073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Allocated IP 172.20.0.1 (993e07ff-fa20-4d06-8ca0-0347be0f7da5/7fd6e220-f916-4ec6-9e8d-7f9690906974/efea2af8-3f93-4cf2-860b-1c02012112f9) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:08.056927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d1a27edf-d802-4232-b88e-aec7313165c1,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:08.069299 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.196934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.201043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:25:56Z', 'revision_number': 3, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:08.250276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.287479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91503b12-2795-4674-83ea-0a8e1b7fb9dd None None] The sync data for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 is: [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:25:56Z', 'revision_number': 3, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:08.335988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-8ae68329-ae35-4d30-affb-e742d212be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.337875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-8ae68329-ae35-4d30-affb-e742d212be65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ded56a969594c348783f5d962706398&device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 1095 time: 0.8869541 Jul 07 17:26:08.341399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Transition to ACTIVE for port object efea2af8-3f93-4cf2-860b-1c02012112f9 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:08.361608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-680e5622-b985-4ddf-8beb-6018f482d0fe req-92904ed8-9baf-4a8f-acff-7236f0693ceb service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365510 Jul 07 17:26:08.397949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d1a27edf-d802-4232-b88e-aec7313165c1'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:08.495843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-e97b3331-e9fb-4a3e-acb7-3b17464b9890 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27d35b31-c754-4883-b024-9d3ed66b5c58 HTTP/1.1" status: 200 len: 217 time: 0.1190002 Jul 07 17:26:08.497744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.504422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-4df24c5d-965f-44d4-9683-4205ec2503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.511420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-4df24c5d-965f-44d4-9683-4205ec2503e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8 HTTP/1.1" status: 200 len: 1095 time: 0.8682463 Jul 07 17:26:08.512958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Router 393481c6-f015-48b9-976e-9006f5273270 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:08.575637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467c1f1-7612-4629-97e8-a17ab83de388 req-fb0da9ed-cd26-4386-8846-588a45dae67b tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.586211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1467c1f1-7612-4629-97e8-a17ab83de388 req-fb0da9ed-cd26-4386-8846-588a45dae67b tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 943 time: 0.2397485 Jul 07 17:26:08.772028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1467c1f1-7612-4629-97e8-a17ab83de388 req-111d58a1-2c90-4475-a3d1-3d9f6def98fb tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847825 Jul 07 17:26:08.897783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-5ac9609d-4fc7-4d57-8f62-88d4e884d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.898224 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-5ac9609d-4fc7-4d57-8f62-88d4e884d91d service neutron] 10.222.0.23 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 913 time: 0.1414249 Jul 07 17:26:09.001695 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d1ce0-bd56-4dab-a1dd-c32f6fec1216 x-openstack-request-id: req-361d1ce0-bd56-4dab-a1dd-c32f6fec1216 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:09.002172 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-plugged", "status": "completed", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:09.002632 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-361d1ce0-bd56-4dab-a1dd-c32f6fec1216 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:09.003290 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'code': 200} Jul 07 17:26:09.035754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:09.046690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-c2b50d91-f97a-4498-85cc-d872fb1a02c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a HTTP/1.1" status: 200 len: 217 time: 0.0742598 Jul 07 17:26:09.050944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Network 6838e0f7-ef86-4888-b2c4-19a411db2abd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:09.077812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:09.081333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event updated for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.085903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:09.088984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] Sync routers for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:09.095480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.115176 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:09.119098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.239845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.257340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4390d8ac-2813-47a7-af5a-de0b6715ea88 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 13.6112607 Jul 07 17:26:09.273518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57266) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.277823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.279696 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:09.281057 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:25:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.282712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.330884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-9a978671-d4d4-4410-a755-621e37073749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.332651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-9a978671-d4d4-4410-a755-621e37073749 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4640dc36-0dee-4508-8700-f1ccf825b6b0 HTTP/1.1" status: 200 len: 853 time: 0.4539452 Jul 07 17:26:09.378484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.407098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.407814 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc45049-c969-48de-8470-46b435b61a23 None None] The sync data for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:09.494763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:09.497679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-cbc69cea-f769-4c3c-9436-66b21853eb5a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2142346 Jul 07 17:26:09.537730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:09.542434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:09.611624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:09.615427 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1182a6-5b84-44a7-9a08-b97629e5937c" -d '{"events": [{"name": "network-changed", "server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:09.656511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Request body: {'port': {'device_id': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.658046 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2b294c7-d56a-4108-89f1-beb2e677a93c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:09.890191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f2b294c7-d56a-4108-89f1-beb2e677a93c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:09.912302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f2b294c7-d56a-4108-89f1-beb2e677a93c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:09.912942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.009992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-a339318d-0fae-44de-9f1d-0e381cc0e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.018255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-a339318d-0fae-44de-9f1d-0e381cc0e8cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.9575112 Jul 07 17:26:10.060820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d7ee656e-081b-4662-be7a-21263b705676 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "GET /v2.0/floatingips/59282dd8-b496-4600-8dba-a7ee97490ff0 HTTP/1.1" status: 200 len: 983 time: 0.6329207 Jul 07 17:26:10.086555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8e68b9a-0246-49da-a932-3b3253b82079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.102779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57272) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.111670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db7c4c-0c4d-4385-98c8-811b582452dd req-90daf4ce-5e89-475d-8141-be00df6d72aa tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.125689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36db7c4c-0c4d-4385-98c8-811b582452dd req-90daf4ce-5e89-475d-8141-be00df6d72aa tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 945 time: 0.8703854 Jul 07 17:26:10.193128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20bf8-3d26-4d62-bf68-897c4e87e773 req-58ef7fcf-e4cd-4bdf-8365-94b7cefd7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.197891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4f20bf8-3d26-4d62-bf68-897c4e87e773 req-58ef7fcf-e4cd-4bdf-8365-94b7cefd7d19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 1099 time: 0.6596136 Jul 07 17:26:10.232341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-104050d3-45a6-417d-9dcb-5ef4037c2a03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565428 Jul 07 17:26:10.278842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.354623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f2b294c7-d56a-4108-89f1-beb2e677a93c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2b294c7-d56a-4108-89f1-beb2e677a93c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:10.357207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-46875a5b-e79e-4779-9d1a-3cc8fb97ba5b None None] Provisioning for port efea2af8-3f93-4cf2-860b-1c02012112f9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:10.374697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-46875a5b-e79e-4779-9d1a-3cc8fb97ba5b None None] Provisioning complete for port efea2af8-3f93-4cf2-860b-1c02012112f9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:10.374697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-46875a5b-e79e-4779-9d1a-3cc8fb97ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.381802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4f20bf8-3d26-4d62-bf68-897c4e87e773 req-0f63c7be-3ac9-4a5d-9258-4b46cfa67c04 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572316 Jul 07 17:26:10.414094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36db7c4c-0c4d-4385-98c8-811b582452dd req-bf5eab12-cf8a-4df5-a1c1-fd42cb385f05 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651227 Jul 07 17:26:10.449013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Pushing event updated for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.456987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.461184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-46875a5b-e79e-4779-9d1a-3cc8fb97ba5b None None] Port efea2af8-3f93-4cf2-860b-1c02012112f9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:10.528800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d1a27edf-d802-4232-b88e-aec7313165c1 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:10.586870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.597378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57276) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.597731 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-77a45d31-1dbc-4dae-a5e4-fcebaead2e73 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.4836769 Jul 07 17:26:10.597967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f2b294c7-d56a-4108-89f1-beb2e677a93c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.598787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.632422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.641124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d1a27edf-d802-4232-b88e-aec7313165c1 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:10.645970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d1a27edf-d802-4232-b88e-aec7313165c1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:10.646537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.677329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-95a1cd03-2ce4-4c52-b3f1-ea974cb10500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.684078 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-95a1cd03-2ce4-4c52-b3f1-ea974cb10500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18768680-3b40-4caa-8247-aedf5b7fe7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3213832 Jul 07 17:26:10.805218 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.928719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d1a27edf-d802-4232-b88e-aec7313165c1,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:10.939560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.012094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-f3e1244d-4723-41d7-a10b-54bc0ec13de7 service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692497 Jul 07 17:26:11.047006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:11.053869 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac16487e-b22c-422c-b164-f72f9d5aeb3e" -d '{"events": [{"server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:11.174638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.268289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaec234-e842-4cf5-91d4-7c0b10a5e66e req-68d8d2f1-57ec-4629-99ac-de321052aa09 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.282371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeaec234-e842-4cf5-91d4-7c0b10a5e66e req-68d8d2f1-57ec-4629-99ac-de321052aa09 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 931 time: 0.3803253 Jul 07 17:26:11.508454 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeaec234-e842-4cf5-91d4-7c0b10a5e66e req-145bbc5a-9a79-4c0a-a1b8-e6e7911c9aa7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249043 Jul 07 17:26:11.530937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1efd91f5-40fc-4997-9a0a-9aad650cbe6a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:11.586648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port e6f681d4-1594-4128-b5bc-764f5cc0beab {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:11.586913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.766853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2b294c7-d56a-4108-89f1-beb2e677a93c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:11.930265 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.085489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:12.133251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.134364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.160097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f2b294c7-d56a-4108-89f1-beb2e677a93c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:12.161119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.163688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for e6f681d4-1594-4128-b5bc-764f5cc0beab owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:12.175307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'port_id': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a', 'mac_address': 'fa:16:3e:54:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89631e1a-66bb-400c-aacc-0de99e5302b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:12.320158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-70999a9f-d578-49e4-8758-f2744717bf21 service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9442286 Jul 07 17:26:12.392199 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.457156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efd91f5-40fc-4997-9a0a-9aad650cbe6a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:12.510092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:12.531994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.726813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824692-5231-4dd5-b94a-2cf695cd428d req-cf89c5f7-16c6-47e7-a368-e6576689d6ee tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.738607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea824692-5231-4dd5-b94a-2cf695cd428d req-cf89c5f7-16c6-47e7-a368-e6576689d6ee tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 0.3304994 Jul 07 17:26:12.779471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1efd91f5-40fc-4997-9a0a-9aad650cbe6a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:12.817261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea824692-5231-4dd5-b94a-2cf695cd428d req-62b1a249-3a6e-483f-a21c-4a153cde071c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729156 Jul 07 17:26:13.032404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.132787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=e6f681d4-1594-4128-b5bc-764f5cc0beab,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.139754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.330516 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6495f3-0206-460a-ad47-945f6633c640 x-openstack-request-id: req-ae6495f3-0206-460a-ad47-945f6633c640 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:13.331522 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:13.331522 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae6495f3-0206-460a-ad47-945f6633c640 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:13.333274 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58', 'status': 'completed', 'code': 200} Jul 07 17:26:13.545790 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.559196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.641129 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.641808 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Floating IP 59282dd8-b496-4600-8dba-a7ee97490ff0 disassociated (deleted). External IP: 172.25.3.109, port: 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5. Jul 07 17:26:13.693947 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-781676ca-9c81-4bb4-a339-bfa030f41af7 req-baf09c6e-4af7-452c-a6a9-307b3786eca7 service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5626252 Jul 07 17:26:13.794384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b76b807-8066-4cb5-8b76-b167aafc814c req-a3c38df6-3304-4306-b79f-7941a5c1316a service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4609485 Jul 07 17:26:13.799238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ecae69-f455-47b2-81d1-1137490477ec {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:13.810728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.855307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Transition to ACTIVE for port object 27ecae69-f455-47b2-81d1-1137490477ec will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:13.980365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.149790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a1e7-1fbc-4cfa-bd7d-f879585c9ae9 req-0eb9b2b8-d390-4a08-8521-39e612a136cd tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.151411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Pushing event updated for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.158752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42d6a1e7-1fbc-4cfa-bd7d-f879585c9ae9 req-0eb9b2b8-d390-4a08-8521-39e612a136cd tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 943 time: 0.7205379 Jul 07 17:26:14.359697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.376998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.685435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42d6a1e7-1fbc-4cfa-bd7d-f879585c9ae9 req-68ec54b4-50c6-44b4-8d8a-b912efd114fc tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273493 Jul 07 17:26:14.689736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Router 393481c6-f015-48b9-976e-9006f5273270 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:14.706030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Pushing event updated for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.742130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.770577 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3382e-0da0-45e0-9c42-45cb799aa8c0 x-openstack-request-id: req-38a3382e-0da0-45e0-9c42-45cb799aa8c0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:14.771399 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "name": "network-vif-plugged", "status": "completed", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:14.771399 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38a3382e-0da0-45e0-9c42-45cb799aa8c0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:14.772900 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1', 'code': 200} Jul 07 17:26:14.985748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:14.991602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.001123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] Sync routers for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:15.016012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:15.017336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:15.052023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Attempting to bind port 27ecae69-f455-47b2-81d1-1137490477ec on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:15.052584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Attempting to bind port 27ecae69-f455-47b2-81d1-1137490477ec by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:15.053164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Attempting to bind port 27ecae69-f455-47b2-81d1-1137490477ec on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:15.069301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:15.069493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-da4684f3-bab8-42f8-bf99-6457527332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.072409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-da4684f3-bab8-42f8-bf99-6457527332d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ded56a969594c348783f5d962706398&device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 1095 time: 0.8796971 Jul 07 17:26:15.081707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:15.082361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:15.111954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Port 27ecae69-f455-47b2-81d1-1137490477ec on network 6838e0f7-ef86-4888-b2c4-19a411db2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:15.112519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Attempting to bind port 27ecae69-f455-47b2-81d1-1137490477ec on network 6838e0f7-ef86-4888-b2c4-19a411db2abd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:15.128297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:15.128995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813367a-4f89-44cb-a7cc-d238bb2c503f None None] The sync data for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:15.202606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:15.202944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Checking segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:15.203421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Bound using segment: {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:15.203893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Bound port: 27ecae69-f455-47b2-81d1-1137490477ec, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d358a6-a3f7-429c-b228-e9f8b3b0201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:15.204270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.237890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:15.245294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:15.329209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-29e4753e-2155-4430-801d-3fd24dfd0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.331841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-29e4753e-2155-4430-801d-3fd24dfd0a82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18768680-3b40-4caa-8247-aedf5b7fe7ef HTTP/1.1" status: 200 len: 915 time: 0.2510674 Jul 07 17:26:15.377392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-24af22ed-2a66-457f-8b94-da6c83f7f3c7 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/floatingips/59282dd8-b496-4600-8dba-a7ee97490ff0 HTTP/1.1" status: 204 len: 168 time: 4.7773337 Jul 07 17:26:15.379114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57336) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.386477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.442763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.456072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7feafb-c2ae-45c2-936e-5d64956ae819 req-8c592c0d-9174-4962-af06-05e8a6215ec0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.456884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-aaa725e0-9132-469a-8acb-bcb1653bbfb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27d35b31-c754-4883-b024-9d3ed66b5c58 HTTP/1.1" status: 200 len: 217 time: 0.0582359 Jul 07 17:26:15.466478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c7feafb-c2ae-45c2-936e-5d64956ae819 req-8c592c0d-9174-4962-af06-05e8a6215ec0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 946 time: 0.5531135 Jul 07 17:26:15.475988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836a0f9-93b0-4898-91c9-bdfd443ad0a9 req-8a8cc562-8f53-475a-a4cc-a99a15477522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.477576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e836a0f9-93b0-4898-91c9-bdfd443ad0a9 req-8a8cc562-8f53-475a-a4cc-a99a15477522 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 1098 time: 0.5617573 Jul 07 17:26:15.481368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:15.548940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1efd91f5-40fc-4997-9a0a-9aad650cbe6a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:15.575867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=27ecae69-f455-47b2-81d1-1137490477ec,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:15.593361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.594052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c7feafb-c2ae-45c2-936e-5d64956ae819 req-0701ea36-de1c-4cef-b8e9-28a1725b3d16 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263180 Jul 07 17:26:15.648184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e836a0f9-93b0-4898-91c9-bdfd443ad0a9 req-f497dc10-5a2f-4f61-94c6-ad37e6772735 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594677 Jul 07 17:26:15.660475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:15.666035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:15.666781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.672424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-a39b9a92-00d5-4991-a185-2d571302203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.674015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-a39b9a92-00d5-4991-a185-2d571302203c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4640dc36-0dee-4508-8700-f1ccf825b6b0 HTTP/1.1" status: 200 len: 853 time: 0.2045908 Jul 07 17:26:15.695747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.696389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.697887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] 10.222.0.73 "PUT /v2.0/ports/27ecae69-f455-47b2-81d1-1137490477ec HTTP/1.1" status: 200 len: 1092 time: 6.0942996 Jul 07 17:26:15.703546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:15.707023 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d457d28c-23a9-469e-b8f4-ebc08f7019c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "tag": "27ecae69-f455-47b2-81d1-1137490477ec"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:15.711968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Router 6204a1fb-bad5-4d83-9692-dc881f5e9cba has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:15.767835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96650cc4-01eb-47c7-8aa9-bf4bbba1f5bc None None] Provisioning complete for port efea2af8-3f93-4cf2-860b-1c02012112f9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:15.773095 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96650cc4-01eb-47c7-8aa9-bf4bbba1f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.787775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0143f40-7874-4991-ab25-ab38e8b7246f service neutron] Pushing event updated for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.808396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.863294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-96650cc4-01eb-47c7-8aa9-bf4bbba1f5bc None None] Port efea2af8-3f93-4cf2-860b-1c02012112f9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:15.927387 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.966094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:15.977482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-13fe6b5d-0f38-4ecd-80f7-aa5d345bbf68 admin admin] 10.222.0.66 "PUT /v2.0/routers/6204a1fb-bad5-4d83-9692-dc881f5e9cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8323421 Jul 07 17:26:15.978571 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Sync routers for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:16.006375 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:16.007327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:16.010904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-f015ccf9-360d-4d28-8ab5-5cd56d5640c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.015590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-f015ccf9-360d-4d28-8ab5-5cd56d5640c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18768680-3b40-4caa-8247-aedf5b7fe7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3272722 Jul 07 17:26:16.035839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:16.044859 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.093925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-ecbc6393-c881-4faa-b601-4706d8207851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.098502 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-ecbc6393-c881-4faa-b601-4706d8207851 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 1095 time: 0.3240430 Jul 07 17:26:16.174709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Allocated IP 172.25.3.118 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/a4433094-ab91-424d-aaa0-a1d5cb1e3e42) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:16.196730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-54027041-815d-4817-93e0-237c00a23df1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ecae69-f455-47b2-81d1-1137490477ec HTTP/1.1" status: 200 len: 217 time: 0.0526991 Jul 07 17:26:16.210287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:16.231838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.289142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-9d5b96e8-c81b-49d0-9f5b-db6346b15384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.290698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-9d5b96e8-c81b-49d0-9f5b-db6346b15384 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.0784550 Jul 07 17:26:16.295368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-5b1118fc-7f33-48b9-8338-171b50a55125 service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620363 Jul 07 17:26:16.334415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-8e42953d-9de9-46a4-844d-919183801783 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320446 Jul 07 17:26:16.401532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.422383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7f7b0-be9c-4d4f-bb47-fe497dc76937 req-0da18c7c-ecc1-4074-b721-b6461d97345b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.427411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bee7f7b0-be9c-4d4f-bb47-fe497dc76937 req-0da18c7c-ecc1-4074-b721-b6461d97345b tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 943 time: 0.4377649 Jul 07 17:26:16.449657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b1182a6-5b84-44a7-9a08-b97629e5937c req-8d314f8d-ec94-4760-bb10-51da9045a8d1 service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139109 Jul 07 17:26:16.532540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:26:12Z', 'revision_number': 4, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'efea2af8-3f93-4cf2-860b-1c02012112f9', 'name': '', 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'mac_address': 'fa:16:3e:ee:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:07Z', 'updated_at': '2021-07-07T17:26:13Z', 'revision_number': 2, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'subnets': [{'id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:16.537940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bee7f7b0-be9c-4d4f-bb47-fe497dc76937 req-b1ea701d-4941-4d5c-806f-bad8a3537789 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Jul 07 17:26:16.571006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.577809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-9fd03e92-2b3e-42ae-bb71-3b3fd09bee67 service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267636 Jul 07 17:26:16.596905 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Checking router: 6204a1fb-bad5-4d83-9692-dc881f5e9cba for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:16.597494 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Updating router 6204a1fb-bad5-4d83-9692-dc881f5e9cba port efea2af8-3f93-4cf2-860b-1c02012112f9 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:16.645152 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.730927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:16.741090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:16.750793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:16.755735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Pushing event updated for resources: {'Port': ['ID=a4433094-ab91-424d-aaa0-a1d5cb1e3e42,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.774161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:16.776562 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0548c94-a091-4eec-bee3-cfe75cebea0c" -d '{"events": [{"server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "name": "network-vif-plugged", "status": "completed", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:16.808069 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4f1b4c31-bb65-4f08-ac05-b8488b7f6f9d req-6cfd38cd-31c0-456c-bf0f-16e9308590c5 service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216368 Jul 07 17:26:16.907937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.046552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.093943 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.112660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Transition to ACTIVE for port object efea2af8-3f93-4cf2-860b-1c02012112f9 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:17.123589 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.172509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcf3d-30a1-4cb2-93ed-37ca3af1b119 req-0e4b9b0d-ec33-424e-b8dc-f198e424f652 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.175002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31dcf3d-30a1-4cb2-93ed-37ca3af1b119 req-0e4b9b0d-ec33-424e-b8dc-f198e424f652 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 0.1788533 Jul 07 17:26:17.221207 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Pushing event updated for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.265675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31dcf3d-30a1-4cb2-93ed-37ca3af1b119 req-1b8923d7-58d0-4773-957c-d1390e57ce1a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644841 Jul 07 17:26:17.270220 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.271005 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.271622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.272190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.272746 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.273304 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.273863 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.274523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.274991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.275557 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.276133 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.276693 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:17.294173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.306390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.375452 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee33ecc-f5d5-440a-8175-31177041b404 x-openstack-request-id: req-7ee33ecc-f5d5-440a-8175-31177041b404 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:17.375889 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "tag": "27ecae69-f455-47b2-81d1-1137490477ec", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:17.377393 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ee33ecc-f5d5-440a-8175-31177041b404 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:17.378043 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec', 'status': 'completed', 'code': 200} Jul 07 17:26:17.393266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Attempting to bind port efea2af8-3f93-4cf2-860b-1c02012112f9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:17.393850 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Attempting to bind port efea2af8-3f93-4cf2-860b-1c02012112f9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:17.394418 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Attempting to bind port efea2af8-3f93-4cf2-860b-1c02012112f9 on network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:17.406106 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:17.408050 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Checking segment: {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:17.408749 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.409463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Bound using segment: {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:17.410260 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Bound port: efea2af8-3f93-4cf2-860b-1c02012112f9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:17.410929 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.547148 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] For port efea2af8-3f93-4cf2-860b-1c02012112f9, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:17.550377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 27d35b31-c754-4883-b024-9d3ed66b5c58 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:17.551612 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] For port efea2af8-3f93-4cf2-860b-1c02012112f9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efea2af8-3f93-4cf2-860b-1c02012112f9,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:17.569769 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.574036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-c10cb17b-0c51-4bbf-9b2a-1a713ab71aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.584500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-c10cb17b-0c51-4bbf-9b2a-1a713ab71aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 1095 time: 0.1595623 Jul 07 17:26:17.597514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Pushing event updated for resources: {'Port': ['ID=a4433094-ab91-424d-aaa0-a1d5cb1e3e42,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.622575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.663749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.668427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3eb1e121-da44-442f-ab5a-d020a11760fd tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2854927 Jul 07 17:26:17.671844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57360) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.711633 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b98165-cfac-4e8e-b380-7de3b0963cb2 None None] Pushing event updated for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.716693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ae6b-8222-4f56-8c0d-b42e2e6b9df8 req-dd08bee5-60f7-4fcb-b24f-5a071437c7a8 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.718535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8da3ae6b-8222-4f56-8c0d-b42e2e6b9df8 req-dd08bee5-60f7-4fcb-b24f-5a071437c7a8 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 943 time: 0.1921425 Jul 07 17:26:17.742614 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:17.743279 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:17.885723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8da3ae6b-8222-4f56-8c0d-b42e2e6b9df8 req-e839db5c-9287-46ae-b327-b072ba6a076c tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495411 Jul 07 17:26:17.934972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-a3efa0b9-24b2-4d88-94b3-9933328b440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.937721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-a3efa0b9-24b2-4d88-94b3-9933328b440a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 200 len: 915 time: 0.3441503 Jul 07 17:26:17.974724 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:18.046853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.052133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-07351617-0589-4524-adf9-77805ca808b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ecae69-f455-47b2-81d1-1137490477ec HTTP/1.1" status: 200 len: 217 time: 0.0934086 Jul 07 17:26:18.107793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=27d35b31-c754-4883-b024-9d3ed66b5c58,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:18.117128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.142117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '27d35b31-c754-4883-b024-9d3ed66b5c58', 'network_id': '18768680-3b40-4caa-8247-aedf5b7fe7ef', 'port_id': '27d35b31-c754-4883-b024-9d3ed66b5c58', 'mac_address': 'fa:16:3e:9d:71:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4640dc36-0dee-4508-8700-f1ccf825b6b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:18.159600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-23086389-96ef-48ca-a9a6-72b9b62769a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:18.163371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-23086389-96ef-48ca-a9a6-72b9b62769a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 200 len: 854 time: 0.1051519 Jul 07 17:26:18.207975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.223437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d35b31-c754-4883-b024-9d3ed66b5c58 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:18.260400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=27d35b31-c754-4883-b024-9d3ed66b5c58,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:18.269371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.287012 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-4f0d3aec-352d-4a9d-abff-76a388d60047 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6838e0f7-ef86-4888-b2c4-19a411db2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170690 Jul 07 17:26:18.409569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:26:12Z', 'revision_number': 4, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'efea2af8-3f93-4cf2-860b-1c02012112f9', 'name': '', 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'mac_address': 'fa:16:3e:ee:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:07Z', 'updated_at': '2021-07-07T17:26:17Z', 'revision_number': 4, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'subnets': [{'id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:18.432628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.435148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.456138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3555f-14d4-4596-a5a5-43f59bc48d3e None None] The sync data for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 is: [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:26:12Z', 'revision_number': 4, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'efea2af8-3f93-4cf2-860b-1c02012112f9', 'name': '', 'network_id': '993e07ff-fa20-4d06-8ca0-0347be0f7da5', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'mac_address': 'fa:16:3e:ee:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:07Z', 'updated_at': '2021-07-07T17:26:17Z', 'revision_number': 4, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'subnets': [{'id': '7fd6e220-f916-4ec6-9e8d-7f9690906974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:18.492298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['27d35b31-c754-4883-b024-9d3ed66b5c58'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:18.601815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-73f288e7-8609-4bc0-a080-4932f6274a8c service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066049 Jul 07 17:26:18.732607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Allocated IP 172.25.3.62 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4179f06c-2c75-4a04-b00c-f8748f4c73ed) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:18.782541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d457d28c-23a9-469e-b8f4-ebc08f7019c5 req-1a0532cd-1cf4-4017-ba93-6d91c27a63ea service neutron] 10.222.0.73 "GET /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709385 Jul 07 17:26:18.926514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.931821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004693993', 'description': 'tempest-secgroup-smoke-2004693993 description', 'project_id': 'ad3231125daf4c339728b5bef6c35af6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.997220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.998363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.104290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.192311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:19.237856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:19.263866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:19.311558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Pushing event updated for resources: {'Port': ['ID=4179f06c-2c75-4a04-b00c-f8748f4c73ed,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.341243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.357261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.422361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.424660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4966004 Jul 07 17:26:19.428884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.437582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:19.477073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6e380-19ba-4436-bafb-c8083e05a015 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47799d1-ad35-4235-a848-2e749db8dbbb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.506014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca80f0-7650-488e-a2dd-60c42947aca2 req-6951726f-53ab-4605-8cd3-b2a5a68e378d tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.517474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acca80f0-7650-488e-a2dd-60c42947aca2 req-6951726f-53ab-4605-8cd3-b2a5a68e378d tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 946 time: 0.3623054 Jul 07 17:26:19.518410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.540770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efea2af8-3f93-4cf2-860b-1c02012112f9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:19.569448 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.589235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 27d35b31-c754-4883-b024-9d3ed66b5c58 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:19.604346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acca80f0-7650-488e-a2dd-60c42947aca2 req-465ce062-d8ee-4b27-ba91-314227ed3a38 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857012 Jul 07 17:26:19.704678 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f28ab-61b6-477c-bd70-094b6da039f0 x-openstack-request-id: req-8f1f28ab-61b6-477c-bd70-094b6da039f0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:19.705519 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "name": "network-vif-plugged", "status": "completed", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:19.705843 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f1f28ab-61b6-477c-bd70-094b6da039f0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:19.706511 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a', 'code': 200} Jul 07 17:26:19.716732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.723350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.728025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.732365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port efea2af8-3f93-4cf2-860b-1c02012112f9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:19.742993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port efea2af8-3f93-4cf2-860b-1c02012112f9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:19.743680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.794354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efbfa45-6285-45cb-91b6-9fcae291c56c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.818722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.819170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 27d35b31-c754-4883-b024-9d3ed66b5c58 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:19.820294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.821496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.823209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.824342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.825136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.826611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.827645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.828306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.829033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.829755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.833352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:19.836591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 27d35b31-c754-4883-b024-9d3ed66b5c58 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:19.837559 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.869860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.882779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-36862594-71b2-4600-b3a8-1fdeed75b7bc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4507060 Jul 07 17:26:19.884982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57376) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.950228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:20.046654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.075800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5676b8a-dbdb-4c33-8644-756ea1e207df req-9a3d355c-ada8-4dc8-8712-8eef3743f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:20.080863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5676b8a-dbdb-4c33-8644-756ea1e207df req-9a3d355c-ada8-4dc8-8712-8eef3743f74f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8 HTTP/1.1" status: 200 len: 1097 time: 0.2377834 Jul 07 17:26:20.130031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.156022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.173840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.177309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port efea2af8-3f93-4cf2-860b-1c02012112f9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efea2af8-3f93-4cf2-860b-1c02012112f9,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:20.193970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.210183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.226661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e5676b8a-dbdb-4c33-8644-756ea1e207df req-b7937599-c0fa-42fa-83fc-28e037395aa8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378529 Jul 07 17:26:20.278062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.287184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.305220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.309664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=27d35b31-c754-4883-b024-9d3ed66b5c58,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:20.318758 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.336944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.356741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f82798-b085-4be1-afec-c8e7ff461dde,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.365840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.369919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c43a47d9-9559-4b5e-95cb-5d238021ed03 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4379680 Jul 07 17:26:20.373773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57380) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.379877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Pushing event updated for resources: {'Port': ['ID=4179f06c-2c75-4a04-b00c-f8748f4c73ed,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.387195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:20.389851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.392066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab15703d-ea9b-47d7-9004-f70c0f252197 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7189710 Jul 07 17:26:20.395199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.419123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.448824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.545492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.553729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.566918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 27ecae69-f455-47b2-81d1-1137490477ec details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:20.591938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e22ad7f-0116-4502-b471-d167078044b3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.605259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.610819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8978b2de-7268-4843-a58e-4cba4b07ede5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343698 Jul 07 17:26:20.612517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57384) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.618581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:20.652315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c8e3-9d58-40ab-8967-88191dd526f6 req-fcd9161d-d5e8-4fdb-8066-702831362260 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:20.663007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.666776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed43c8e3-9d58-40ab-8967-88191dd526f6 req-fcd9161d-d5e8-4fdb-8066-702831362260 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 943 time: 0.3807337 Jul 07 17:26:20.690683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-04597551-f71b-4b26-a8d5-b5feb8ca8a84 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2894394 Jul 07 17:26:20.690947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.746597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed43c8e3-9d58-40ab-8967-88191dd526f6 req-ab765c72-da14-4ea5-a707-3a53d5bd3fd0 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673850 Jul 07 17:26:20.766976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=27ecae69-f455-47b2-81d1-1137490477ec,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:20.778552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-30e33abc-9589-4da4-bce6-9f20828b8583 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0864370 Jul 07 17:26:20.782105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.792252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '27ecae69-f455-47b2-81d1-1137490477ec', 'network_id': '6838e0f7-ef86-4888-b2c4-19a411db2abd', 'port_id': '27ecae69-f455-47b2-81d1-1137490477ec', 'mac_address': 'fa:16:3e:b9:20:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:20.812686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.822494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.869782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1b3578-86c2-4a93-970d-1c1bd081c6ea,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:20.883621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.894711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.897791 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c32f4480-7d14-4661-aa06-985e097ee7cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2833602 Jul 07 17:26:20.901096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.912090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:20.912723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ecae69-f455-47b2-81d1-1137490477ec {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:20.958695 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Project ad3231125daf4c339728b5bef6c35af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:26:20.962144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=27ecae69-f455-47b2-81d1-1137490477ec,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:20.971021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.971323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.105911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Deleting port 4179f06c-2c75-4a04-b00c-f8748f4c73ed {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:21.106388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.116714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.140841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.156392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.182804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5787938-0816-4647-a06a-bda116ccae67,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.200210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.203711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7cef499b-4ab9-4146-b90b-abb7b304af6d tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3005238 Jul 07 17:26:21.206277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57392) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.212366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'security_group_rule': {'security_group_id': 'b47799d1-ad35-4235-a848-2e749db8dbbb', 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:21.256027 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Project ad3231125daf4c339728b5bef6c35af6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:26:21.269326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.292094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['27ecae69-f455-47b2-81d1-1137490477ec'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:21.312955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.313613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.332373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Calling delete_port for 4179f06c-2c75-4a04-b00c-f8748f4c73ed owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:21.385383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807e29-1059-4fbe-b5f1-be96520e640c req-c6f9d145-c39b-4b71-bbd7-d32604381ca1 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.387095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28807e29-1059-4fbe-b5f1-be96520e640c req-c6f9d145-c39b-4b71-bbd7-d32604381ca1 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 945 time: 0.1898079 Jul 07 17:26:21.399674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.406823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.432931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d95e94f-d96e-48d0-bc4d-f41b963aa40b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.445867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.447727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-22e10701-2c55-4b89-b741-00eb2b0724c8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2401175 Jul 07 17:26:21.495348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efea2af8-3f93-4cf2-860b-1c02012112f9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:21.547006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28807e29-1059-4fbe-b5f1-be96520e640c req-5715c2c6-2a85-433d-85e4-9e84207e595c tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870891 Jul 07 17:26:21.587698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port efea2af8-3f93-4cf2-860b-1c02012112f9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:21.588608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.687362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.707947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:21.710624 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dcad2f-ef30-421b-8378-7ea0d5f74a02" -d '{"events": [{"server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "name": "network-vif-plugged", "status": "completed", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:21.715379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Pushing event deleted for resources: {'Port': ['ID=4179f06c-2c75-4a04-b00c-f8748f4c73ed,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.728973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.729320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.729663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.730001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.730336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.730707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.731034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.731361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.731687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.732012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.732332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.732653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:21.831194 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.833805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.835318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-78e28d60-add1-426b-b05d-1ed944b2f926 tempest-FloatingIPAdminTestJSON-1169595706 tempest-FloatingIPAdminTestJSON-1169595706-project] 10.222.0.66 "DELETE /v2.0/floatingips/3a233c0b-640d-4280-833e-f249af58b2d1 HTTP/1.1" status: 204 len: 168 time: 1.0519748 Jul 07 17:26:21.838866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.867296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a4849-22f0-4361-9f16-a352c997b169 req-3df2f55b-dc54-4bf5-ae5e-817b9c39ed94 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.869045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551a4849-22f0-4361-9f16-a352c997b169 req-3df2f55b-dc54-4bf5-ae5e-817b9c39ed94 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8 HTTP/1.1" status: 200 len: 945 time: 0.1161265 Jul 07 17:26:21.939550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551a4849-22f0-4361-9f16-a352c997b169 req-c8a34915-6da1-4357-88b9-c8519f28391f tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577705 Jul 07 17:26:22.077574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Deleting port a4433094-ab91-424d-aaa0-a1d5cb1e3e42 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:22.078160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.251360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.252101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.257891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-f2add625-6a8b-40d2-a2b1-3f9bd22777a1 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004693993&fields=id&tenant_id=ad3231125daf4c339728b5bef6c35af6 HTTP/1.1" status: 200 len: 267 time: 0.0776305 Jul 07 17:26:22.272152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Calling delete_port for a4433094-ab91-424d-aaa0-a1d5cb1e3e42 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:22.446567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-8494dfee-265f-4976-8d07-85b43d743b78 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:22.448161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-8494dfee-265f-4976-8d07-85b43d743b78 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 809 time: 0.1769710 Jul 07 17:26:22.456159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.476980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-9cdd0c40-97cd-45c7-bad1-abbaaa0ce924 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/quotas/ad3231125daf4c339728b5bef6c35af6 HTTP/1.1" status: 200 len: 375 time: 0.0148199 Jul 07 17:26:22.503694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4433094-ab91-424d-aaa0-a1d5cb1e3e42,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:22.580738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-5d70d4a4-dd48-438a-a5ce-9492de6cd05a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929642 Jul 07 17:26:22.586669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 27ecae69-f455-47b2-81d1-1137490477ec up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:22.616796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.622854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.625882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce37bdf4-8090-4f86-950d-49608c402f41 tempest-FloatingIPAdminTestJSON-1782597405 tempest-FloatingIPAdminTestJSON-1782597405-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/dd37825a-dc92-4c9c-ab4a-f12d9f8d1cb2 HTTP/1.1" status: 204 len: 168 time: 0.7847850 Jul 07 17:26:22.631019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57422) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.688245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 27ecae69-f455-47b2-81d1-1137490477ec completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:22.699468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 27ecae69-f455-47b2-81d1-1137490477ec triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:22.700078 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.745544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-94a9a77f-66dd-4b2f-b939-068508c9aacf service neutron] 10.222.0.66 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349671 Jul 07 17:26:22.837915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.844170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:22.845268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.906949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=27ecae69-f455-47b2-81d1-1137490477ec,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:22.910042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4f9fb605-d0fb-4fb7-a5bf-e036f675ff69 service neutron] 10.222.0.66 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633055 Jul 07 17:26:22.922936 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.996140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.012666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.022894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for 3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:23.025915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.026206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.026683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.027122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.027578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.028283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.029557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.029557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.030073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.030499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.031102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.031540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:23.208159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.254525 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4215bcd6-9c7c-4132-83e5-91ff524d5dc8 x-openstack-request-id: req-4215bcd6-9c7c-4132-83e5-91ff524d5dc8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:23.254959 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "name": "network-vif-plugged", "status": "completed", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:23.255352 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4215bcd6-9c7c-4132-83e5-91ff524d5dc8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:23.257035 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58', 'code': 200} Jul 07 17:26:23.290893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.564571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.569924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f914e872-247c-495a-a524-1143ff75fff3 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/ports/3f03d151-2fc0-4084-9c3e-99bb6c1d1eb5 HTTP/1.1" status: 204 len: 168 time: 0.9371443 Jul 07 17:26:23.570624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57434) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.649416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a274ff-be2a-4a4a-bd67-1dbda8adff48 req-8622a1a6-41f5-4e05-950a-cc6aa52e6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.650994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a274ff-be2a-4a4a-bd67-1dbda8adff48 req-8622a1a6-41f5-4e05-950a-cc6aa52e6f03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 1097 time: 0.1410646 Jul 07 17:26:23.697007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739ec3-5c91-43d4-9424-a504e0e9c81a req-6a9d2d59-53a8-48e4-856d-716c2c900bf8 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.704910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a274ff-be2a-4a4a-bd67-1dbda8adff48 req-540987bc-466c-424d-aa92-ea3caa0043fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Jul 07 17:26:23.709272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd739ec3-5c91-43d4-9424-a504e0e9c81a req-6a9d2d59-53a8-48e4-856d-716c2c900bf8 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.2049062 Jul 07 17:26:23.743219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210ad62-db2e-4ee2-afbc-723a93714d45 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.746540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0210ad62-db2e-4ee2-afbc-723a93714d45 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "GET /v2.0/ports?device_id=393481c6-f015-48b9-976e-9006f5273270 HTTP/1.1" status: 200 len: 913 time: 0.1737044 Jul 07 17:26:23.750053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57436) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.824088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd739ec3-5c91-43d4-9424-a504e0e9c81a req-6540d83c-ceb8-4016-8db2-cf66961e8d30 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Jul 07 17:26:24.957529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.026239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd4b2c-810e-404a-bb04-d163fd241812 req-6f0b3281-43ff-40a1-a410-ab20a08b5dee tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.027988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-febd4b2c-810e-404a-bb04-d163fd241812 req-6f0b3281-43ff-40a1-a410-ab20a08b5dee tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 945 time: 0.1689022 Jul 07 17:26:25.120821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-febd4b2c-810e-404a-bb04-d163fd241812 req-b0bb5443-da1d-4b89-8774-cd0a8dec1e8d tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846200 Jul 07 17:26:25.259196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:25.265866 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e737f-b8bc-4546-8846-ee0fc3f2afbc" -d '{"events": [{"server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "name": "network-vif-plugged", "status": "completed", "tag": "27ecae69-f455-47b2-81d1-1137490477ec"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:25.476514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-732261c4-2e2e-4fa0-b424-9d2592a85c72 req-564656a6-1f3f-4dd7-b31b-8fdd902c7635 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 210 time: 0.0817759 Jul 07 17:26:25.504523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.676742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port 42377846-1d46-4a26-bb7f-002b0b244367 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:25.678720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.683212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-7bbb8b47-e6b1-4567-ad88-4d29d7587185 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.686433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-7bbb8b47-e6b1-4567-ad88-4d29d7587185 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.23 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 809 time: 0.2428143 Jul 07 17:26:25.789445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-394e4108-bcf7-459f-bf3a-d8c6f413b5fb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3231125daf4c339728b5bef6c35af6 HTTP/1.1" status: 200 len: 380 time: 0.0695701 Jul 07 17:26:25.817470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'port': {'device_id': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'admin_state_up': True, 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'security_groups': ['b47799d1-ad35-4235-a848-2e749db8dbbb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:25.865631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.907080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for 42377846-1d46-4a26-bb7f-002b0b244367 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:26.260583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.314410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=42377846-1d46-4a26-bb7f-002b0b244367,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.332089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-9a3b547a-7444-4b07-96d9-e37b2f6ece9c tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.334961 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-9a3b547a-7444-4b07-96d9-e37b2f6ece9c tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "GET /v2.0/ports?device_id=b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8 HTTP/1.1" status: 200 len: 945 time: 0.6462815 Jul 07 17:26:26.503497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Made reservation on behalf of ad3231125daf4c339728b5bef6c35af6 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:26.508448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.516305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Deleting port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:26.516900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.623196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577866f2-d624-457d-9b96-3fd4fbb3617a req-73d818ae-a31d-49b6-b82d-6fcc3d93836e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.625609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-577866f2-d624-457d-9b96-3fd4fbb3617a req-73d818ae-a31d-49b6-b82d-6fcc3d93836e tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.3138561 Jul 07 17:26:26.645671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.702683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] For port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:26.703582 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.724639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-577866f2-d624-457d-9b96-3fd4fbb3617a req-5f9a0738-598d-4592-b8b8-26e18e2c90e4 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900655 Jul 07 17:26:26.743312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Calling delete_port for 1efd91f5-40fc-4997-9a0a-9aad650cbe6a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:26.810523 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290379b9-f51b-4d01-82ab-9ff9343b309c x-openstack-request-id: req-290379b9-f51b-4d01-82ab-9ff9343b309c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:26.811957 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "name": "network-vif-plugged", "status": "completed", "tag": "27ecae69-f455-47b2-81d1-1137490477ec", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:26.812607 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-290379b9-f51b-4d01-82ab-9ff9343b309c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:26.813468 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec', 'code': 200} Jul 07 17:26:26.832716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Allocated IP 172.20.0.8 (34a16e02-5700-463e-84c8-23baa4720c95/e9e61a2f-5abe-46be-bfd0-33ffbe575154/92aed75d-7aa7-43c8-95cc-d283f0db1067) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:27.010241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.125182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.146237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d1a27edf-d802-4232-b88e-aec7313165c1'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:27.228338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event deleted for resources: {'Port': ['ID=1efd91f5-40fc-4997-9a0a-9aad650cbe6a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.261313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1efd91f5-40fc-4997-9a0a-9aad650cbe6a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:27.278884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Router 393481c6-f015-48b9-976e-9006f5273270 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:27.360554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] No DVR routers for this DVR port 1efd91f5-40fc-4997-9a0a-9aad650cbe6a on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:27.367984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.375163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e81cb-ed10-477c-871a-ce920bfaf94b req-03edd881-c5bb-4da4-bb65-7619fb488158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.378631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ba6e81cb-ed10-477c-871a-ce920bfaf94b req-03edd881-c5bb-4da4-bb65-7619fb488158 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 1097 time: 0.3961134 Jul 07 17:26:27.380861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.384505 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8384b610-dd01-4958-be6e-e1e90d2daff5 req-edd4db3c-08bc-402a-ab71-60ccf755b5bb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "DELETE /v2.0/ports/1efd91f5-40fc-4997-9a0a-9aad650cbe6a HTTP/1.1" status: 204 len: 173 time: 1.0392015 Jul 07 17:26:27.388134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'name': 'network-vif-deleted', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:27.392306 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f6810-86da-4113-bb39-a496c2b2c3eb" -d '{"events": [{"server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "name": "network-vif-deleted", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:27.474602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Transition to ACTIVE for port object 92aed75d-7aa7-43c8-95cc-d283f0db1067 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:27.519232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ba6e81cb-ed10-477c-871a-ce920bfaf94b req-c69ad7ff-f111-41fd-b6b5-7f4b9c9d3304 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190546 Jul 07 17:26:27.536990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:27.552258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e44ed27d-7920-4276-b6ec-d6f41a4cde48 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "PUT /v2.0/routers/393481c6-f015-48b9-976e-9006f5273270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7991424 Jul 07 17:26:27.554885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] Sync routers for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:27.555130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57466) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:27.567128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712464-01e7-4974-bcb3-d3be49d658a8 req-8fbfea2b-022d-419f-ac44-5b8a7ba86663 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.574948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00712464-01e7-4974-bcb3-d3be49d658a8 req-8fbfea2b-022d-419f-ac44-5b8a7ba86663 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 945 time: 0.3181465 Jul 07 17:26:27.583480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:27.584212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:27.626685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00712464-01e7-4974-bcb3-d3be49d658a8 req-83277363-ec7d-42be-a436-1c2adc7be473 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Jul 07 17:26:27.628836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.634236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:27.653635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] Routers {'393481c6-f015-48b9-976e-9006f5273270'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:27.655054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['393481c6-f015-48b9-976e-9006f5273270'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:27.702510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:27.703196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed42da-18bc-46c0-827a-8f86a791835c None None] The sync data for ids ['393481c6-f015-48b9-976e-9006f5273270'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:27.800621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Network 34a16e02-5700-463e-84c8-23baa4720c95 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:27.843418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:27.859030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.862549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:27.948240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-7491f3ee-5f91-4fa6-b359-e81f2e5f8085 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.955984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-7491f3ee-5f91-4fa6-b359-e81f2e5f8085 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.2117684 Jul 07 17:26:27.964465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.992264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-327f7c29-ac38-43d5-aae6-b26b3fafd1db tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/quotas/b5a5b7db0cc0403ab64aaee7aacea482 HTTP/1.1" status: 200 len: 375 time: 0.0276520 Jul 07 17:26:28.018792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.019494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.062022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0321a8d7-cecc-458f-a2f4-264e56954346 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.063693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0321a8d7-cecc-458f-a2f4-264e56954346 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f82c63e-ca3e-4b27-9868-c08218049d9a HTTP/1.1" status: 200 len: 946 time: 0.3653753 Jul 07 17:26:28.070155 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-3dd9e478-bac5-4c3a-8978-dce6c7bcc595 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2651634 Jul 07 17:26:28.088210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Request body: {'port': {'device_id': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.192670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-cdb0e904-110c-4219-900a-2e04f670ab2b tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713166 Jul 07 17:26:28.289321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.363939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.440347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e6c4c5e2-6e61-4ce5-ab5a-62e41a479258 None None] Provisioning for port 92aed75d-7aa7-43c8-95cc-d283f0db1067 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:28.457709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e6c4c5e2-6e61-4ce5-ab5a-62e41a479258 None None] Provisioning complete for port 92aed75d-7aa7-43c8-95cc-d283f0db1067 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:28.458876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c5e2-6e61-4ce5-ab5a-62e41a479258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.501150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Deleting port d1a27edf-d802-4232-b88e-aec7313165c1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:28.501539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.610920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4c5e2-6e61-4ce5-ab5a-62e41a479258 None None] Port 92aed75d-7aa7-43c8-95cc-d283f0db1067 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:28.680963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port 8be4c982-0fba-4c86-893d-6bba5872ed18 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:28.681489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.687517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-fc77650e-1c7a-43a0-85ea-8ae8d2d68ade service neutron] 10.222.0.66 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687736 Jul 07 17:26:28.817363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.844371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for 8be4c982-0fba-4c86-893d-6bba5872ed18 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:28.899978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-25ae5507-9b2f-4996-bde2-f4831b03f4a6 service neutron] 10.222.0.66 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077880 Jul 07 17:26:29.138353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] For port d1a27edf-d802-4232-b88e-aec7313165c1, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d1a27edf-d802-4232-b88e-aec7313165c1,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:29.141486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.187251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Calling delete_port for d1a27edf-d802-4232-b88e-aec7313165c1 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:29.388730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d92b-019b-4865-a2c6-9cba801cada8 req-1d14fb66-93a8-4675-a948-4e6c02ef2f06 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.391383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c273d92b-019b-4865-a2c6-9cba801cada8 req-1d14fb66-93a8-4675-a948-4e6c02ef2f06 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 931 time: 0.1239259 Jul 07 17:26:29.462925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c273d92b-019b-4865-a2c6-9cba801cada8 req-d99dbdaf-ec1e-43e4-9468-6955c4c8fa8e tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592291 Jul 07 17:26:29.642494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1efd91f5-40fc-4997-9a0a-9aad650cbe6a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:29.712381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 1efd91f5-40fc-4997-9a0a-9aad650cbe6a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:29.716807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1efd91f5-40fc-4997-9a0a-9aad650cbe6a not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:29.946860 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1532e26-b431-4821-8ccd-8c78da7f2457 x-openstack-request-id: req-c1532e26-b431-4821-8ccd-8c78da7f2457 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:29.947531 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8", "name": "network-vif-deleted", "tag": "1efd91f5-40fc-4997-9a0a-9aad650cbe6a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:29.947531 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1532e26-b431-4821-8ccd-8c78da7f2457 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:29.947841 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08482f2-09c4-4b0c-be28-bc1c2a5ba0c8', 'name': 'network-vif-deleted', 'tag': '1efd91f5-40fc-4997-9a0a-9aad650cbe6a', 'status': 'completed', 'code': 200} Jul 07 17:26:29.973694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92aed75d-7aa7-43c8-95cc-d283f0db1067 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:29.986248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.040228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Transition to ACTIVE for port object 92aed75d-7aa7-43c8-95cc-d283f0db1067 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:30.052982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.124370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.153937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b4d3-76e3-433e-8eb3-18ec16c3e67a req-7397b654-ec88-49e0-bc33-038c8743d4a1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.168269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e9b4d3-76e3-433e-8eb3-18ec16c3e67a req-7397b654-ec88-49e0-bc33-038c8743d4a1 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.1578698 Jul 07 17:26:30.282499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07e9b4d3-76e3-433e-8eb3-18ec16c3e67a req-a3e22e0b-3def-4d21-8849-1b99f51b4c97 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098063 Jul 07 17:26:30.293592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.385309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.394250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=8be4c982-0fba-4c86-893d-6bba5872ed18,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.404825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.571505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.575709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.578520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event deleted for resources: {'Port': ['ID=d1a27edf-d802-4232-b88e-aec7313165c1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.692290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] No DVR routers for this DVR port d1a27edf-d802-4232-b88e-aec7313165c1 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:30.699181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.701357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e1125969-328e-43c7-b36d-a56e2fb125ac req-0cb2c20b-7e1a-4975-81a7-7246f756bbf0 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "DELETE /v2.0/ports/d1a27edf-d802-4232-b88e-aec7313165c1 HTTP/1.1" status: 204 len: 173 time: 2.6301885 Jul 07 17:26:30.702763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Attempting to bind port 92aed75d-7aa7-43c8-95cc-d283f0db1067 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:30.703106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Attempting to bind port 92aed75d-7aa7-43c8-95cc-d283f0db1067 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:30.703428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Attempting to bind port 92aed75d-7aa7-43c8-95cc-d283f0db1067 on network 34a16e02-5700-463e-84c8-23baa4720c95 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:30.706519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.707190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Fanout notify agent at l3_agent the message router_deleted on router 393481c6-f015-48b9-976e-9006f5273270 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:30.714899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.716044 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-226fdb4f-2e75-4883-81bf-1d079b2d707e tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/routers/393481c6-f015-48b9-976e-9006f5273270 HTTP/1.1" status: 204 len: 168 time: 3.1595390 Jul 07 17:26:30.720832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57514) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.721735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Port 92aed75d-7aa7-43c8-95cc-d283f0db1067 on network 34a16e02-5700-463e-84c8-23baa4720c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:30.722353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Attempting to bind port 92aed75d-7aa7-43c8-95cc-d283f0db1067 on network 34a16e02-5700-463e-84c8-23baa4720c95 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:30.728386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:30.729095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Checking segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:30.729507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Bound using segment: {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:30.730012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Bound port: 92aed75d-7aa7-43c8-95cc-d283f0db1067, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:30.730311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.829842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting subnet 2a386b1a-2034-4086-a49b-500b69fbee48 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:30.839762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.840372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:30.847082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:30.856079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.992329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.997235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57518) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:31.005623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.007088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.010366 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] 10.222.0.23 "PUT /v2.0/ports/92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 1092 time: 2.9264238 Jul 07 17:26:31.259248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-0f0b0a3d-bcbd-412b-aa61-e6d0218448bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.261673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-0f0b0a3d-bcbd-412b-aa61-e6d0218448bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.2499273 Jul 07 17:26:31.279398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Request body: {'port': {'device_id': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'admin_state_up': True, 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:31.399943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268386-1d45-42d2-8cd6-1c65bd5a39ff service neutron] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.452933 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.536021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b02313-be02-4a45-857f-b05eca1351c6 req-38169cb0-9f00-4bce-b05e-05662c30bc6a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.538138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b02313-be02-4a45-857f-b05eca1351c6 req-38169cb0-9f00-4bce-b05e-05662c30bc6a tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.3764315 Jul 07 17:26:31.643607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.756384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-8cb46803-abf1-492c-8acb-f2568dd15f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.760403 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-8cb46803-abf1-492c-8acb-f2568dd15f30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1095 time: 0.2817087 Jul 07 17:26:31.763876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b02313-be02-4a45-857f-b05eca1351c6 req-5c5888fd-3017-45f7-b3e1-ccff2d86b752 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056363 Jul 07 17:26:31.775051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Subnet': ['ID=2a386b1a-2034-4086-a49b-500b69fbee48,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.787091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.789457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6c6c9b2-5929-4006-8bac-ab33feebfa69 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/subnets/2a386b1a-2034-4086-a49b-500b69fbee48 HTTP/1.1" status: 204 len: 168 time: 1.0673838 Jul 07 17:26:31.800571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbc33b-77c7-40bd-8553-632f6c02a30a None None] Network 630155ca-7775-4cad-af53-6145f2da786e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:31.801916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57528) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.038389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'name': 'network-vif-deleted', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1'}, {'name': 'network-changed', 'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:32.045502 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7730936-9895-490f-99e1-ab21bf5037f7" -d '{"events": [{"server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "name": "network-vif-deleted", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1"}, {"name": "network-changed", "server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:32.052238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-5909db9b-553b-4c43-bb3c-95af2aa6cfb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 217 time: 0.2802010 Jul 07 17:26:32.069558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-a57ee76c-a495-4f3f-8543-a4e47de3abad tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.072175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-a57ee76c-a495-4f3f-8543-a4e47de3abad tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 812 time: 0.5342534 Jul 07 17:26:32.231154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d223-5bec-4656-81ee-42880a3b9ea7 req-0992926e-89ca-4cdd-87f7-c6e299f0a9fa tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.232440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Request body: {'port': {'device_id': '75b23f31-b726-4e79-8713-b56c919eb33d', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'admin_state_up': True, 'tenant_id': 'b5a5b7db0cc0403ab64aaee7aacea482'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:32.234186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b362d223-5bec-4656-81ee-42880a3b9ea7 req-0992926e-89ca-4cdd-87f7-c6e299f0a9fa tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 943 time: 0.2094653 Jul 07 17:26:32.238073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:32.242680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.269245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] DHCP port deletion for 630155ca-7775-4cad-af53-6145f2da786e request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:32.338855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Deleting port 235d75ec-8ff6-423d-a80b-be9d5ef0901d {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:32.340596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.360316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b362d223-5bec-4656-81ee-42880a3b9ea7 req-e6eff070-8ed9-43d2-903d-7b25d33c8056 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149764 Jul 07 17:26:32.417137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.440582 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.481262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] For port 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=235d75ec-8ff6-423d-a80b-be9d5ef0901d,segment=NetworkSegment(0524beb5-1c3f-4377-ae41-9d49c17122a4),segment_id=0524beb5-1c3f-4377-ae41-9d49c17122a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:32.481262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.502019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-fdae75fe-118d-4f66-a5e2-1cb8842ce88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.503795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-fdae75fe-118d-4f66-a5e2-1cb8842ce88c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 200 len: 848 time: 0.4285600 Jul 07 17:26:32.506549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Calling delete_port for 235d75ec-8ff6-423d-a80b-be9d5ef0901d owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:32.600981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d1a27edf-d802-4232-b88e-aec7313165c1 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:32.649421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: d1a27edf-d802-4232-b88e-aec7313165c1 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:32.650008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d1a27edf-d802-4232-b88e-aec7313165c1 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:32.738885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.766174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Allocated IP 172.20.0.6 (181e2dc1-0b01-4ba5-9803-cf1e7974e47c/89631e1a-66bb-400c-aacc-0de99e5302b1/1fccc3ac-6216-4495-9396-266524627e0e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:32.786226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] Pushing event deleted for resources: {'Port': ['ID=235d75ec-8ff6-423d-a80b-be9d5ef0901d,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.793287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb9f57-fe79-4467-99b3-15ddf7a40b40 None None] No DVR routers for this DVR port 235d75ec-8ff6-423d-a80b-be9d5ef0901d on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:32.851636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Made reservation on behalf of b5a5b7db0cc0403ab64aaee7aacea482 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:32.858339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.892390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-c6532ae8-f8c6-4162-8f55-a8cfb0387109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.895063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-c6532ae8-f8c6-4162-8f55-a8cfb0387109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a16e02-5700-463e-84c8-23baa4720c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764396 Jul 07 17:26:32.923548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Deleting port 92ff5b02-2071-468e-9b67-28249ddd7ccc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:32.924253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.096533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] For port 92ff5b02-2071-468e-9b67-28249ddd7ccc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92ff5b02-2071-468e-9b67-28249ddd7ccc,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:33.097201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.106652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port 235d75ec-8ff6-423d-a80b-be9d5ef0901d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:33.107484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.126922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Calling delete_port for 92ff5b02-2071-468e-9b67-28249ddd7ccc owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:33.268321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27f3f07d-4a9b-43c8-b185-b1b8e804ab4d req-571a89ee-f0a3-4e35-96d4-02cf66586e00 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 210 time: 0.0475395 Jul 07 17:26:33.380957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] For port 235d75ec-8ff6-423d-a80b-be9d5ef0901d, host n-d-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:33.381364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.416434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-04f0d2c2-96da-4fdd-825c-0b414b78a947 service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021253 Jul 07 17:26:33.417558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for 235d75ec-8ff6-423d-a80b-be9d5ef0901d owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:33.424337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Port 235d75ec-8ff6-423d-a80b-be9d5ef0901d was not found and therefore no delete operation was performed {{(pid=93947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:26:33.508292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 235d75ec-8ff6-423d-a80b-be9d5ef0901d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:33.579508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 235d75ec-8ff6-423d-a80b-be9d5ef0901d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:33.580520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 235d75ec-8ff6-423d-a80b-be9d5ef0901d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:33.589533 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8a24ecd-cbe4-4e67-b90d-dd7c4e8cf07d req-fe049860-77fe-47ec-9104-e5c54725ab0d service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623871 Jul 07 17:26:33.591038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.611670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] No DVR routers for this DVR port 235d75ec-8ff6-423d-a80b-be9d5ef0901d on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:33.629516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.666793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=235d75ec-8ff6-423d-a80b-be9d5ef0901d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.743399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ff5b02-2071-468e-9b67-28249ddd7ccc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.753584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.765177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.780693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630155ca-7775-4cad-af53-6145f2da786e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.797773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0524beb5-1c3f-4377-ae41-9d49c17122a4') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.798155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0524beb5-1c3f-4377-ae41-9d49c17122a4') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.833517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.878893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.895238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:33.895729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:33.900562 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:33.995276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.029398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.164049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.179520 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a60e5-d81e-42e1-a88b-b1f6e2f56d5e x-openstack-request-id: req-068a60e5-d81e-42e1-a88b-b1f6e2f56d5e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:34.179993 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f82c63e-ca3e-4b27-9868-c08218049d9a", "name": "network-vif-deleted", "tag": "d1a27edf-d802-4232-b88e-aec7313165c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:34.180555 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-068a60e5-d81e-42e1-a88b-b1f6e2f56d5e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:34.181015 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f82c63e-ca3e-4b27-9868-c08218049d9a', 'name': 'network-vif-deleted', 'tag': 'd1a27edf-d802-4232-b88e-aec7313165c1', 'status': 'completed', 'code': 200} Jul 07 17:26:34.181419 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'status': 'completed', 'code': 200} Jul 07 17:26:34.215286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.219016 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/networks/630155ca-7775-4cad-af53-6145f2da786e HTTP/1.1" status: 204 len: 168 time: 2.3841600 Jul 07 17:26:34.221416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57548) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:34.223949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:34.285435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:34.322409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90f92-7f5f-4d34-8022-9733bd31aca4 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Network': ['ID=630155ca-7775-4cad-af53-6145f2da786e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:34.328599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:34.336694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-ebbb2775-a739-4d69-8410-f9451a3b39de {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:26:34.337222 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:26:34.374536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event updated for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:34.435204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.436822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.472374 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-be4ebe71-248e-4882-a0d7-d3e4a52a9b51 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1993096 Jul 07 17:26:34.481698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-58f43455-f033-44e6-bbb6-361cba285249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.484996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-58f43455-f033-44e6-bbb6-361cba285249 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1095 time: 0.2645755 Jul 07 17:26:34.508466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Request body: {'port': {'device_id': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:34.726336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.734748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-2eac5e56-8f02-4f1c-8328-e502fa464215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.738150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-2eac5e56-8f02-4f1c-8328-e502fa464215 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 910 time: 0.2362795 Jul 07 17:26:34.797179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-7c1e4be2-ac94-417a-9948-33fd8065aa97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 217 time: 0.0464613 Jul 07 17:26:34.846932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.954476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-1809c929-e67f-4dfa-b3a7-f0a586771587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.957465 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-1809c929-e67f-4dfa-b3a7-f0a586771587 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 200 len: 848 time: 0.1246312 Jul 07 17:26:35.119955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87172-a6ce-44dd-bcea-d3c0945c8ae8 req-75377088-0d4f-4236-8701-3d3620497cb8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.122053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ed87172-a6ce-44dd-bcea-d3c0945c8ae8 req-75377088-0d4f-4236-8701-3d3620497cb8 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 943 time: 0.4176672 Jul 07 17:26:35.148020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Deleting port 5aef1e0d-35a5-49cb-b76d-64d082ad5ada {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:35.148460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.181439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Router 6c61e95d-da22-4a98-8ab9-9498d76a729b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:35.270268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ed87172-a6ce-44dd-bcea-d3c0945c8ae8 req-bbe1d715-53eb-43e4-ae31-3f061cde3843 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333220 Jul 07 17:26:35.534191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.536352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:35.579676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Calling delete_port for 5aef1e0d-35a5-49cb-b76d-64d082ad5ada owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:35.648886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-24dd0c22-c330-40ca-95e8-6fb4e8a056d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.650951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-24dd0c22-c330-40ca-95e8-6fb4e8a056d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a16e02-5700-463e-84c8-23baa4720c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6138530 Jul 07 17:26:35.688112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 92aed75d-7aa7-43c8-95cc-d283f0db1067 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:35.728078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:35.738794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-47602a2e-6f56-4397-a8ee-17c685114156 admin admin] 10.222.0.66 "PUT /v2.0/routers/6c61e95d-da22-4a98-8ab9-9498d76a729b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7394495 Jul 07 17:26:35.743534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:35.747523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Sync routers for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:35.764707 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:35.765632 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:35.789678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-f4527302-baff-4ec9-b0ab-27dbd78de36f service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289127 Jul 07 17:26:35.850127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55864a-bb6d-4b32-9a06-f88b85f36d16 req-73187947-3acb-4c48-8ffb-98314cd9f585 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.858213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd55864a-bb6d-4b32-9a06-f88b85f36d16 req-73187947-3acb-4c48-8ffb-98314cd9f585 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.2869787 Jul 07 17:26:35.921371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7730936-9895-490f-99e1-ab21bf5037f7 req-65f7dbbb-082d-46bd-ad06-23dda2717091 service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224539 Jul 07 17:26:36.053340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd55864a-bb6d-4b32-9a06-f88b85f36d16 req-6dd0f96b-b1b1-4cc7-8e80-edd3fff598fa tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940002 Jul 07 17:26:36.060076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.066434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:36.100115 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:36.112589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'port_id': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'mac_address': 'fa:16:3e:3e:03:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:36.142193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.155572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fccc3ac-6216-4495-9396-266524627e0e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:36.179374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.217714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.219063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Transition to ACTIVE for port object 1fccc3ac-6216-4495-9396-266524627e0e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:36.235936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.253168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Pushing event deleted for resources: {'Port': ['ID=5aef1e0d-35a5-49cb-b76d-64d082ad5ada,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.282777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92aed75d-7aa7-43c8-95cc-d283f0db1067 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:36.347057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:36.357167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.406124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2741544f-82b9-429f-85f5-9b776ee72bfe req-93dea608-ecf5-40ea-8ca5-0f6da38f02ec tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 210 time: 0.0992889 Jul 07 17:26:36.414546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Allocated IP 172.20.0.2 (181e2dc1-0b01-4ba5-9803-cf1e7974e47c/89631e1a-66bb-400c-aacc-0de99e5302b1/8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:36.508484 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '35813423-711d-4bec-a801-91999713ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:26:33Z', 'revision_number': 5, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port': {'id': '35813423-711d-4bec-a801-91999713ba8b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:26Z', 'updated_at': '2021-07-07T17:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:36.522120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.528213 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.540498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-edcbe15d-0eca-4beb-9fe7-a6898560f031 tempest-FloatingIPAdminTestJSON-329688831 tempest-FloatingIPAdminTestJSON-329688831-project] 10.222.0.66 "DELETE /v2.0/floatingips/81e8c3c0-36e6-453e-a6f6-74ea190432ff HTTP/1.1" status: 204 len: 168 time: 2.3169131 Jul 07 17:26:36.583383 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Checking router: 6c61e95d-da22-4a98-8ab9-9498d76a729b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:36.585059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.585223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.612350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['92aed75d-7aa7-43c8-95cc-d283f0db1067'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:36.628431 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Routers {'6c61e95d-da22-4a98-8ab9-9498d76a729b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:36.632728 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6c61e95d-da22-4a98-8ab9-9498d76a729b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:36.798140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Deleting port 35813423-711d-4bec-a801-91999713ba8b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:36.798593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.901928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Pushing event updated for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.011550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] Set router 6c61e95d-da22-4a98-8ab9-9498d76a729b gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:37.069851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Attempting to bind port 1fccc3ac-6216-4495-9396-266524627e0e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:37.071632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Attempting to bind port 1fccc3ac-6216-4495-9396-266524627e0e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:37.074169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Attempting to bind port 1fccc3ac-6216-4495-9396-266524627e0e on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:37.110061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Port 1fccc3ac-6216-4495-9396-266524627e0e on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:37.111638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Attempting to bind port 1fccc3ac-6216-4495-9396-266524627e0e on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:37.150389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:37.154718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Checking segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:37.156043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Bound using segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:37.156432 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:26:36Z', 'revision_number': 6, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:37.160401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Bound port: 1fccc3ac-6216-4495-9396-266524627e0e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:37.164430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.169548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] For port 35813423-711d-4bec-a801-91999713ba8b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35813423-711d-4bec-a801-91999713ba8b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:37.171114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.175407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57570) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.199015 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6321c-a02d-418d-897d-5ff3e3149440 None None] The sync data for ids ['6c61e95d-da22-4a98-8ab9-9498d76a729b'] in n-d-791505-12 is: [{'id': '6c61e95d-da22-4a98-8ab9-9498d76a729b', 'name': 'tempest-AttachVolumeTestJSON-14252720-router', 'tenant_id': 'b93c30e22fb0401a94231cfda1aa835b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:22Z', 'updated_at': '2021-07-07T17:26:36Z', 'revision_number': 6, 'project_id': 'b93c30e22fb0401a94231cfda1aa835b', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:37.216382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Calling delete_port for 35813423-711d-4bec-a801-91999713ba8b owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:37.244346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.398230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:37.418356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fccc3ac-6216-4495-9396-266524627e0e,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:37.427056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.434189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.435419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae335ca-826b-4821-8cde-aaae71aa2521 req-2f220b06-11b5-4d54-8f95-df0da0c88a77 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.448725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dae335ca-826b-4821-8cde-aaae71aa2521 req-2f220b06-11b5-4d54-8f95-df0da0c88a77 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.3807361 Jul 07 17:26:37.539407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.540445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.542897 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] 10.222.0.23 "PUT /v2.0/ports/1fccc3ac-6216-4495-9396-266524627e0e HTTP/1.1" status: 200 len: 1092 time: 3.0425541 Jul 07 17:26:37.560032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-13d8d6dc-1632-4ff5-815d-d127d6226370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.569653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:37.571669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:37.577123 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843de7d0-958f-41f2-b3fb-e6e53635a0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "tag": "1fccc3ac-6216-4495-9396-266524627e0e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:37.582359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:37.603810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:37.685365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6c40-3490-4a67-bba5-7d45e4c68b12 service neutron] Pushing event updated for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.697207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dae335ca-826b-4821-8cde-aaae71aa2521 req-b6e61e5e-9498-4ce6-b560-942e022d4002 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336521 Jul 07 17:26:37.740887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92ff5b02-2071-468e-9b67-28249ddd7ccc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:37.788538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 92ff5b02-2071-468e-9b67-28249ddd7ccc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:37.788920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92ff5b02-2071-468e-9b67-28249ddd7ccc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:37.794188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.794948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.824659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-95419b79-c96b-4fc9-83c1-228aea4f0e35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96df5f65de814033aefcedf81199c638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6463561 Jul 07 17:26:37.829360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event updated for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.832209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.845904 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-db5a4058-6d79-412c-a1df-6d03372af4bf tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6237068 Jul 07 17:26:37.851696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-aa9b5535-653c-4323-8408-4fcac4c05e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.853352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-aa9b5535-653c-4323-8408-4fcac4c05e6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 1095 time: 0.2344656 Jul 07 17:26:37.861417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Request body: {'port': {'device_id': '75b23f31-b726-4e79-8713-b56c919eb33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:37.958402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-0bc2f9c2-3454-42fe-b07f-88482f998261 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fccc3ac-6216-4495-9396-266524627e0e HTTP/1.1" status: 200 len: 217 time: 0.0445495 Jul 07 17:26:37.990674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.047602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.049552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.069794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-49cf9145-fb94-4479-b725-6338803f9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.071442 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-49cf9145-fb94-4479-b725-6338803f9b71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.0858886 Jul 07 17:26:38.143141 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-58f78905-076d-4e81-8a31-a9a663c56d1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648184 Jul 07 17:26:38.217653 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.243379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.247043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.249109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0302bfb1-3e3f-424d-ab7c-0ef4e9a227c1 HTTP/1.1" status: 204 len: 168 time: 0.4152474 Jul 07 17:26:38.297707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Pushing event deleted for resources: {'Port': ['ID=35813423-711d-4bec-a801-91999713ba8b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:38.467391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c000-f93a-4cb7-b581-ea06d9050d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0302bfb1-3e3f-424d-ab7c-0ef4e9a227c1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:38.473061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.648815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.655716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.666200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c4d95-a379-47e5-b690-ad18ddb35a70 req-fa6b474d-5888-4193-aa7d-84ebefb5125c tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.672568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:38.674711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a3c4d95-a379-47e5-b690-ad18ddb35a70 req-fa6b474d-5888-4193-aa7d-84ebefb5125c tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 944 time: 0.4242041 Jul 07 17:26:38.703482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.749249 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-4e1fe5cd-21de-41ae-bd60-d223199c672d service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940201 Jul 07 17:26:38.755285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Transition to ACTIVE for port object 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:38.759722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a3c4d95-a379-47e5-b690-ad18ddb35a70 req-df7a07bb-34a1-49f8-a39f-9b2e77fba51a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834327 Jul 07 17:26:38.762579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.763815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c61e95d-da22-4a98-8ab9-9498d76a729b {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:38.792458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.797000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e77e352e-e66e-4b1c-8d51-e5f8d822ac1d admin admin] 10.222.0.66 "DELETE /v2.0/routers/6c61e95d-da22-4a98-8ab9-9498d76a729b HTTP/1.1" status: 204 len: 168 time: 3.0508749 Jul 07 17:26:38.801056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57592) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:38.804037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.001029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.062771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57594) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.075251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Deleting subnet 08d9f03b-106c-4403-be8d-d05c81de78f0 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:39.085634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.114033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1852ed4-ddc9-4b38-8f79-8e2ae3146008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.187787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.246889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-9f85c2a1-0294-4b96-b2a3-31405f9672d5 service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806430 Jul 07 17:26:39.254256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4d201-99ff-4140-a224-2e8c19145582 req-f2032b44-bd8f-4323-9795-01ed579cac8f tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.257319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54a4d201-99ff-4140-a224-2e8c19145582 req-f2032b44-bd8f-4323-9795-01ed579cac8f tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 943 time: 0.3286328 Jul 07 17:26:39.292874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Attempting to bind port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:39.293819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Attempting to bind port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:39.294390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Attempting to bind port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:39.316471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:39.316948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Attempting to bind port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 on network 181e2dc1-0b01-4ba5-9803-cf1e7974e47c {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:39.338414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:39.339763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Checking segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:39.339763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Bound using segment: {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:39.340815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Bound port: 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:39.341077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.386056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54a4d201-99ff-4140-a224-2e8c19145582 req-50115cf5-7e3e-4ba3-813b-227a54632071 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208093 Jul 07 17:26:39.418490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.529865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1852ed4-ddc9-4b38-8f79-8e2ae3146008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.539045 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4bf22f-7d8b-473e-9f6c-e23a52abde82 x-openstack-request-id: req-1e4bf22f-7d8b-473e-9f6c-e23a52abde82 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:39.539979 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "tag": "1fccc3ac-6216-4495-9396-266524627e0e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:39.540560 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e4bf22f-7d8b-473e-9f6c-e23a52abde82 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:39.541377 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e', 'status': 'completed', 'code': 200} Jul 07 17:26:39.571062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1852ed4-ddc9-4b38-8f79-8e2ae3146008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.606771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:39.614076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.616747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35813423-711d-4bec-a801-91999713ba8b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:39.650424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 35813423-711d-4bec-a801-91999713ba8b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:39.661065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35813423-711d-4bec-a801-91999713ba8b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:39.675283 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e1852ed4-ddc9-4b38-8f79-8e2ae3146008 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b6d3f66e31e46d088142e192141036f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043315 Jul 07 17:26:39.676627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57598) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.686162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 92aed75d-7aa7-43c8-95cc-d283f0db1067 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:39.688869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d9f03b-106c-4403-be8d-d05c81de78f0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.728847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118fb58b-af50-498a-b520-6da7c1a445e3 None None] Network 96880a01-c453-4da5-bee8-58d4a0884902 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:39.731210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.741401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7151855b-bc19-439b-871f-5e7f79bf0d92 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/08d9f03b-106c-4403-be8d-d05c81de78f0 HTTP/1.1" status: 204 len: 168 time: 0.9388885 Jul 07 17:26:39.749351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57600) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.761507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:39.783897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.795621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1852ed4-ddc9-4b38-8f79-8e2ae3146008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ed965-2366-41c0-80da-c1e7734f4ca3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.884632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.885282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.888377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 92aed75d-7aa7-43c8-95cc-d283f0db1067 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:39.895123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] 10.222.0.73 "PUT /v2.0/ports/8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 HTTP/1.1" status: 200 len: 1092 time: 2.0346417 Jul 07 17:26:39.936573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 92aed75d-7aa7-43c8-95cc-d283f0db1067 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:39.937022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.977982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d33496-4b42-41fe-8cac-71f4871d9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.999146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.005917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.039564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.057357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-c62c4d83-a9dd-4f88-9d3b-2c43c9358f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.060243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-c62c4d83-a9dd-4f88-9d3b-2c43c9358f60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 1095 time: 0.4687800 Jul 07 17:26:40.108961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.112354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.114154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca3ed965-2366-41c0-80da-c1e7734f4ca3 HTTP/1.1" status: 204 len: 168 time: 0.4204667 Jul 07 17:26:40.132741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ebd1-d5c3-44a2-8d68-0ba5bb46d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ed965-2366-41c0-80da-c1e7734f4ca3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.200025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Deleting port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:40.201665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.238383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b461f96f-26a0-48e4-aaad-b305cd1f408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.280953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-e32ba933-bdc5-407e-8e81-fd447308a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.281882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-e32ba933-bdc5-407e-8e81-fd447308a7d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 913 time: 0.2123420 Jul 07 17:26:40.322317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] For port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,segment=NetworkSegment(a8ab49df-373e-4965-ab41-0b6f7b8a8649),segment_id=a8ab49df-373e-4965-ab41-0b6f7b8a8649)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:40.323173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.343595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Calling delete_port for 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:40.361871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-f0cca396-0137-4cdf-996e-da09b6b0a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.364147 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-f0cca396-0137-4cdf-996e-da09b6b0a308 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 1095 time: 0.3716524 Jul 07 17:26:40.365830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-4cc0c391-bed7-4cde-adbd-428c04e14831 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fccc3ac-6216-4495-9396-266524627e0e HTTP/1.1" status: 200 len: 217 time: 0.0744259 Jul 07 17:26:40.431802 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.473359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] DHCP port deletion for 96880a01-c453-4da5-bee8-58d4a0884902 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:40.486520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-8e8f13b4-1611-4e3b-acf6-e06976d4c0de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 HTTP/1.1" status: 200 len: 217 time: 0.0991535 Jul 07 17:26:40.494015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:40.502577 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05513e-b54b-4965-80aa-936715253358" -d '{"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-plugged", "status": "completed", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:40.545458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:40.548861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.579548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] No DVR routers for this DVR port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:40.589754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.600296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-a75a3e44-2c17-4b99-84d1-85a5efbdace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.603873 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.606535 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-a75a3e44-2c17-4b99-84d1-85a5efbdace7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.2318876 Jul 07 17:26:40.690011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.695756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Deleting port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:40.696523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.706691 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-e47925bd-2601-4d3e-9c71-3775d8d5ef2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916567 Jul 07 17:26:40.717953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db673a-e992-42e1-bb07-491341ff5456 req-a2748a3f-92cf-4e9f-a44b-8143a86199ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.720863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-a2748a3f-92cf-4e9f-a44b-8143a86199ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.2255735 Jul 07 17:26:40.750536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:40.827844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] For port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:40.828353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.846344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Calling delete_port for 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:40.850490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:26:40.852622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.856684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-e5f9ac3a-3588-4956-9956-d19d439e4ecc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236525 Jul 07 17:26:40.908998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57618) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:40.910990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] Pushing event deleted for resources: {'Port': ['ID=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.913983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c0cf24-a91c-4e8f-9d91-51dd0532fa15,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.929743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562cab6-204a-457e-95ed-e6442ac9f9fa None None] No DVR routers for this DVR port 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:40.934525 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.964213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96880a01-c453-4da5-bee8-58d4a0884902']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.977170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0079d4ea-5e04-4805-a7a4-0eee87b6c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.989091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ab49df-373e-4965-ab41-0b6f7b8a8649') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:40.989625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ab49df-373e-4965-ab41-0b6f7b8a8649') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:41.011098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-bd60f087-15a0-4854-aafd-979e39efa1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795377 Jul 07 17:26:41.014353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.060474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc61f7b-a1ed-4dba-8abb-505a3b437445 req-ea8721f3-a2b3-4f30-a571-de307f9fbc45 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.062916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1bc61f7b-a1ed-4dba-8abb-505a3b437445 req-ea8721f3-a2b3-4f30-a571-de307f9fbc45 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.4629288 Jul 07 17:26:41.063577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.071436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:41.071976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:41.085974 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:41.159399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-378c59fe-f6f4-4f43-8779-94d4824403f5 service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850406 Jul 07 17:26:41.240630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-843de7d0-958f-41f2-b3fb-e6e53635a0f9 req-3ae344bb-30c0-4506-b792-082102c1b1ea service neutron] 10.222.0.23 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188292 Jul 07 17:26:41.316378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0079d4ea-5e04-4805-a7a4-0eee87b6c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.324219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0079d4ea-5e04-4805-a7a4-0eee87b6c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.366180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20db673a-e992-42e1-bb07-491341ff5456 req-7253c467-ded2-4960-8920-30b32eda6cf1 service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959639 Jul 07 17:26:41.370955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0079d4ea-5e04-4805-a7a4-0eee87b6c183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=370cbebbf19249e7b991e135d45a376a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606547 Jul 07 17:26:41.386143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57622) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.455618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d4ea-5e04-4805-a7a4-0eee87b6c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e64d0-0fd1-41a1-bb05-b892223dcd79,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.501738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.518520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:41.530049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.543626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:41.546260 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a5185b-5414-45a0-85db-9c93499f0007" -d '{"events": [{"name": "network-changed", "server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:41.567663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:41.569559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59c0cf24-a91c-4e8f-9d91-51dd0532fa15 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:41.582769 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.592492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.596048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96880a01-c453-4da5-bee8-58d4a0884902 HTTP/1.1" status: 204 len: 168 time: 1.8435469 Jul 07 17:26:41.600308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1bc61f7b-a1ed-4dba-8abb-505a3b437445 req-9b1ed508-267c-4b56-a092-593f5703f3b5 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129535 Jul 07 17:26:41.609890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9d3a5-5bbd-47d6-a5b9-23a07ec8ca56 admin admin] Pushing event deleted for resources: {'Network': ['ID=96880a01-c453-4da5-bee8-58d4a0884902,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.648442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.652474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.655233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/073e64d0-0fd1-41a1-bb05-b892223dcd79 HTTP/1.1" status: 204 len: 168 time: 0.2697370 Jul 07 17:26:41.673535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509121a-12ae-4ab5-a53f-78ba3653243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e64d0-0fd1-41a1-bb05-b892223dcd79,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:41.725126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fccc3ac-6216-4495-9396-266524627e0e details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:41.784324 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:41.861703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.894484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fccc3ac-6216-4495-9396-266524627e0e,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:41.912982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8dc2-15ea-4d8f-8602-a10a3ca5eded req-dc0fb900-d522-4cba-9d99-706567d4ed95 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.917092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1fccc3ac-6216-4495-9396-266524627e0e', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'port_id': '1fccc3ac-6216-4495-9396-266524627e0e', 'mac_address': 'fa:16:3e:50:4f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89631e1a-66bb-400c-aacc-0de99e5302b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:41.929869 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ca5c158d-0fa8-4cc9-bfa5-b90d0a880819 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b93c30e22fb0401a94231cfda1aa835b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661891 Jul 07 17:26:41.930610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:41.939140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e16a8dc2-15ea-4d8f-8602-a10a3ca5eded req-dc0fb900-d522-4cba-9d99-706567d4ed95 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.1545541 Jul 07 17:26:41.992412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.023499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e16a8dc2-15ea-4d8f-8602-a10a3ca5eded req-975f2be1-7e84-4311-a0d9-f215f645ba53 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803294 Jul 07 17:26:42.024270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.036254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.080352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fccc3ac-6216-4495-9396-266524627e0e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:42.111891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fccc3ac-6216-4495-9396-266524627e0e,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:42.112634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.115805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.117140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33bff380-ace3-43ff-a27e-e661c6add34d HTTP/1.1" status: 204 len: 168 time: 0.1854153 Jul 07 17:26:42.123128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.145690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ae121-556c-422e-8882-1e37352cf7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bff380-ace3-43ff-a27e-e661c6add34d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:42.244292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:42.283091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e21b-95b4-4a10-9032-65ceba476779 req-dd8b304b-5190-41bc-aa56-7b8ca24cd32e tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.284820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab15e21b-95b4-4a10-9032-65ceba476779 req-dd8b304b-5190-41bc-aa56-7b8ca24cd32e tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 943 time: 0.1176527 Jul 07 17:26:42.350091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab15e21b-95b4-4a10-9032-65ceba476779 req-2de99321-3925-412b-9718-f3637b35b4ac tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587397 Jul 07 17:26:42.353080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1fccc3ac-6216-4495-9396-266524627e0e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:42.441556 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b41d6a-659d-4337-9138-b0e605ce422b x-openstack-request-id: req-76b41d6a-659d-4337-9138-b0e605ce422b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:42.443540 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-plugged", "status": "completed", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:42.444932 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76b41d6a-659d-4337-9138-b0e605ce422b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:42.445467 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'code': 200} Jul 07 17:26:42.692460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704e83-f262-423a-a097-1cce42e98599 req-29d407b0-3fa5-47a1-82d2-818bd4762939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.697793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9704e83-f262-423a-a097-1cce42e98599 req-29d407b0-3fa5-47a1-82d2-818bd4762939 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1097 time: 0.1353250 Jul 07 17:26:42.776357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9704e83-f262-423a-a097-1cce42e98599 req-24f69c58-207e-4ae2-a28d-82e3858b289e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710511 Jul 07 17:26:42.810881 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472553d7-c4e8-4091-88c7-234e4121cafd x-openstack-request-id: req-472553d7-c4e8-4091-88c7-234e4121cafd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:42.811210 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:42.811811 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-472553d7-c4e8-4091-88c7-234e4121cafd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:42.813369 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15', 'status': 'completed', 'code': 200} Jul 07 17:26:42.926088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5185b-5414-45a0-85db-9c93499f0007 req-fbee26a6-64e4-4268-ab22-d77ca414240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.927958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-fbee26a6-64e4-4268-ab22-d77ca414240a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 1095 time: 0.0964205 Jul 07 17:26:43.032389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ddab-bbd0-4b11-ac11-92705cb09b43 req-0766ec3e-736c-4607-b09c-d48937908acf tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.040482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c61ddab-bbd0-4b11-ac11-92705cb09b43 req-0766ec3e-736c-4607-b09c-d48937908acf tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.0824335 Jul 07 17:26:43.100028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5185b-5414-45a0-85db-9c93499f0007 req-2364d925-2cf9-4bcf-b32f-52c9e5ced070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.102020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-2364d925-2cf9-4bcf-b32f-52c9e5ced070 service neutron] 10.222.0.73 "GET /v2.0/networks?id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 200 len: 913 time: 0.1666017 Jul 07 17:26:43.105772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c61ddab-bbd0-4b11-ac11-92705cb09b43 req-97b18e88-2ddb-4c6a-b720-a5f6e55fcec7 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Jul 07 17:26:43.194712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-e19d340a-9df1-4b88-a722-cb2b5c49b353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 HTTP/1.1" status: 200 len: 217 time: 0.0851400 Jul 07 17:26:43.276193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5185b-5414-45a0-85db-9c93499f0007 req-17ef23cc-c254-40d1-a921-a09dcc446a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.280103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-17ef23cc-c254-40d1-a921-a09dcc446a94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 200 len: 852 time: 0.0763302 Jul 07 17:26:43.338957 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-c4fed1bb-9402-44a9-8031-f0f34e54cd70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=181e2dc1-0b01-4ba5-9803-cf1e7974e47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472028 Jul 07 17:26:43.343186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f8d0-d66b-4c75-9fba-b5c645a46ec8 req-2dfd4ea3-b35a-4e2d-888f-436fc4a8bb1c tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.344846 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0582f8d0-d66b-4c75-9fba-b5c645a46ec8 req-2dfd4ea3-b35a-4e2d-888f-436fc4a8bb1c tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.0835991 Jul 07 17:26:43.467366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0582f8d0-d66b-4c75-9fba-b5c645a46ec8 req-78c7cd58-afac-4a07-b61f-d57dbfa537cd tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150336 Jul 07 17:26:43.549940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:43.572278 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-0f65bbed-8e5b-4b32-9ce3-e13522f66d8f service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192085 Jul 07 17:26:43.740074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fccc3ac-6216-4495-9396-266524627e0e up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:43.792011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17a5185b-5414-45a0-85db-9c93499f0007 req-eee04841-0625-4b68-a39f-0dc66829af3c service neutron] 10.222.0.73 "GET /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110159 Jul 07 17:26:43.861023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1fccc3ac-6216-4495-9396-266524627e0e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:43.869381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1fccc3ac-6216-4495-9396-266524627e0e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:43.869983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.008524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.060113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fccc3ac-6216-4495-9396-266524627e0e,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:44.067644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.195799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:44.234132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aba31-b6ac-415a-9a7c-644290f55763 req-bf1487a3-5693-4d50-9971-3ce8cdd5cdc6 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:44.237023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-804aba31-b6ac-415a-9a7c-644290f55763 req-bf1487a3-5693-4d50-9971-3ce8cdd5cdc6 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 943 time: 0.1042368 Jul 07 17:26:44.283543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-804aba31-b6ac-415a-9a7c-644290f55763 req-db2d6d32-5d78-421d-be6e-9acc1bfed517 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Jul 07 17:26:44.447334 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:44.458824 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a33cb7-7ccd-4003-af17-c53c82c36804" -d '{"events": [{"server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "name": "network-vif-plugged", "status": "completed", "tag": "1fccc3ac-6216-4495-9396-266524627e0e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:44.538573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.635590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:44.824944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:44.845659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-3213658', 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:44.862064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15', 'network_id': '181e2dc1-0b01-4ba5-9803-cf1e7974e47c', 'port_id': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15', 'mac_address': 'fa:16:3e:2c:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89631e1a-66bb-400c-aacc-0de99e5302b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:44.898086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Made reservation on behalf of acfa7321ef86465ab44b7c67c15f710d for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:44.907766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.932662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.959842 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c40123-f698-48b4-9a45-0296a9673b62 x-openstack-request-id: req-60c40123-f698-48b4-9a45-0296a9673b62 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:44.961024 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "name": "network-vif-plugged", "status": "completed", "tag": "1fccc3ac-6216-4495-9396-266524627e0e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:44.962293 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60c40123-f698-48b4-9a45-0296a9673b62 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:44.963203 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e', 'code': 200} Jul 07 17:26:44.968649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.007220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:45.055985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:45.067899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.139714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.152871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.159692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0580e76-7bdd-4ced-bcd1-2ce34b9f3921 req-c1f16dab-037b-4967-b80c-70aa148b9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.161372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0580e76-7bdd-4ced-bcd1-2ce34b9f3921 req-c1f16dab-037b-4967-b80c-70aa148b9b2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 1097 time: 0.1125479 Jul 07 17:26:45.162635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.168300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] device_id is not set on port d7940bb6-71a1-4c40-97be-f726860476a1 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:26:45.214300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51c35-f346-4984-84fb-c8b324b9704a req-8bd9d21d-eba0-49cb-8f32-b69a6fc8ff8e tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.218212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cc51c35-f346-4984-84fb-c8b324b9704a req-8bd9d21d-eba0-49cb-8f32-b69a6fc8ff8e tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.0993707 Jul 07 17:26:45.292751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e91de6-7425-4468-8bb8-720eaa1478ad,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.293039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cc51c35-f346-4984-84fb-c8b324b9704a req-99397ed1-411e-431c-94c3-8a757fbb1271 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686677 Jul 07 17:26:45.333615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f0580e76-7bdd-4ced-bcd1-2ce34b9f3921 req-8995e31d-6d45-4155-b992-1e62d6754641 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577969 Jul 07 17:26:45.409408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:45.439452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Allocated IP 172.25.3.16 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/d7940bb6-71a1-4c40-97be-f726860476a1) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:45.567850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a246c1e-f664-4901-ad7b-2a5f077f81f7 req-8b2bd50d-b539-49ba-9b22-33e1ac0f0505 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.570496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a246c1e-f664-4901-ad7b-2a5f077f81f7 req-8b2bd50d-b539-49ba-9b22-33e1ac0f0505 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.1505916 Jul 07 17:26:45.623531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-16ea01dd-3c58-4b83-9b90-1db57dccb627 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.625685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-16ea01dd-3c58-4b83-9b90-1db57dccb627 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 945 time: 0.1815891 Jul 07 17:26:45.691948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a246c1e-f664-4901-ad7b-2a5f077f81f7 req-46825c1c-0416-464c-9ff3-bee51a4a3023 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/security-groups?id=56d74bb9-a0a5-45f9-b36b-67db7a6202e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095734 Jul 07 17:26:45.771359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.822126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Deleting port 27ecae69-f455-47b2-81d1-1137490477ec {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:45.822529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.891136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.963475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:45.976700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:45.982380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Pushing event updated for resources: {'Port': ['ID=d7940bb6-71a1-4c40-97be-f726860476a1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.985039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:46.025252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] For port 27ecae69-f455-47b2-81d1-1137490477ec, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=27ecae69-f455-47b2-81d1-1137490477ec,segment=NetworkSegment(81d358a6-a3f7-429c-b228-e9f8b3b0201a),segment_id=81d358a6-a3f7-429c-b228-e9f8b3b0201a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:46.025536 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.053973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fd5a2-ad64-476a-9f91-b6c3bed70fd8 req-f5692e04-29f8-4b6a-8e5f-a124c54c3deb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.056406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b2fd5a2-ad64-476a-9f91-b6c3bed70fd8 req-f5692e04-29f8-4b6a-8e5f-a124c54c3deb tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 944 time: 0.1453822 Jul 07 17:26:46.070473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Calling delete_port for 27ecae69-f455-47b2-81d1-1137490477ec owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:46.103945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.104976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.116667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b2fd5a2-ad64-476a-9f91-b6c3bed70fd8 req-67cee206-1868-4fa8-b071-e0aa223a98ff tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504539 Jul 07 17:26:46.187045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a69dc1f0-4797-41e8-9e6c-2c0a55ac14ba tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6465361 Jul 07 17:26:46.191050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:46.199301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.16'}]}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:46.312466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.315077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.377859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585f97-1f79-4f78-95fd-1cd99bcc7397 req-b3ed1f8e-a5ae-43fe-811a-1afb738a6e59 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.382678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd585f97-1f79-4f78-95fd-1cd99bcc7397 req-b3ed1f8e-a5ae-43fe-811a-1afb738a6e59 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.1361225 Jul 07 17:26:46.436844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.449960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['27ecae69-f455-47b2-81d1-1137490477ec'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:46.456962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd585f97-1f79-4f78-95fd-1cd99bcc7397 req-05cd91f9-1f07-4c87-821f-452ea953026a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684080 Jul 07 17:26:46.642701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:46.720900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:46.738107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:46.738682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.832265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Pushing event deleted for resources: {'Port': ['ID=27ecae69-f455-47b2-81d1-1137490477ec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.923556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.925654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] No DVR routers for this DVR port 27ecae69-f455-47b2-81d1-1137490477ec on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:46.930318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.933454 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b3ebac20-3798-4af0-9ba3-25fdca507c90 req-d2723b3f-eed4-4621-9abc-9d369391d059 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.73 "DELETE /v2.0/ports/27ecae69-f455-47b2-81d1-1137490477ec HTTP/1.1" status: 204 len: 173 time: 1.2998214 Jul 07 17:26:46.962144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:46.969962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.026981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'name': 'network-vif-deleted', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:47.029895 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f438e-797e-44ed-a962-9683bb2c429f" -d '{"events": [{"server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "name": "network-vif-deleted", "tag": "27ecae69-f455-47b2-81d1-1137490477ec"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:47.111304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:47.111876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.113440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:47.118882 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c83116-edd5-408e-ab65-02b8315f31c0" -d '{"events": [{"server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "name": "network-vif-plugged", "status": "completed", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:47.135274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.137243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 27ecae69-f455-47b2-81d1-1137490477ec no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:47.226580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 27ecae69-f455-47b2-81d1-1137490477ec {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:47.227299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 27ecae69-f455-47b2-81d1-1137490477ec not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:47.231400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a545bfc-4c66-452e-96b6-c4fdce6a07a5 req-60c2a936-2e60-4aef-b411-8f44f4978e72 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.247407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a545bfc-4c66-452e-96b6-c4fdce6a07a5 req-60c2a936-2e60-4aef-b411-8f44f4978e72 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.1674373 Jul 07 17:26:47.278476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a0b205d-f4e8-49a3-8819-cb4d2cd64168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.346544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.351483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a545bfc-4c66-452e-96b6-c4fdce6a07a5 req-5897b757-b218-4fce-9189-9d1d36457660 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039510 Jul 07 17:26:47.409989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57780) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.496640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a0b205d-f4e8-49a3-8819-cb4d2cd64168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.506039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a0b205d-f4e8-49a3-8819-cb4d2cd64168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.621824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.625363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-040a62f7-1821-4189-b99c-0d3ec240b9fe req-1c7264ed-852b-4f09-a236-334f5e48fb31 tempest-ServerDiskConfigTestJSON-534897225 tempest-ServerDiskConfigTestJSON-534897225-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa968aa-7ee3-4796-97d5-047eeacda9aa HTTP/1.1" status: 200 len: 210 time: 0.0834246 Jul 07 17:26:47.630132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5a0b205d-f4e8-49a3-8819-cb4d2cd64168 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=928cef4ab4224214993b9963baeeab87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6653156 Jul 07 17:26:47.631507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b205d-f4e8-49a3-8819-cb4d2cd64168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411010eb-aaf8-4ee9-a90d-9b79e4aaba67,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.634045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57784) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.689872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.723625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.776009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b832199-4743-408a-a9a4-902c18f71e15 tempest-TestServerBasicOps-718020886 tempest-TestServerBasicOps-718020886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.782242 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b832199-4743-408a-a9a4-902c18f71e15 tempest-TestServerBasicOps-718020886 tempest-TestServerBasicOps-718020886-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1092 time: 0.3708143 Jul 07 17:26:47.783885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.785561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.790144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:47.889963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.894256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.900862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/411010eb-aaf8-4ee9-a90d-9b79e4aaba67 HTTP/1.1" status: 204 len: 168 time: 0.2651501 Jul 07 17:26:47.901435 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.918735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d3fa-f692-4863-b0d9-f9904406d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411010eb-aaf8-4ee9-a90d-9b79e4aaba67,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.981598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.267956 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-9d23c1e0-aba0-4b52-b231-0e32688cf79b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2401202 Jul 07 17:26:48.269470 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce69cb72-1987-41b5-a45e-3facac04faa6 x-openstack-request-id: req-ce69cb72-1987-41b5-a45e-3facac04faa6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:48.269894 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa968aa-7ee3-4796-97d5-047eeacda9aa", "name": "network-vif-deleted", "tag": "27ecae69-f455-47b2-81d1-1137490477ec", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:48.269894 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce69cb72-1987-41b5-a45e-3facac04faa6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:48.270284 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa968aa-7ee3-4796-97d5-047eeacda9aa', 'name': 'network-vif-deleted', 'tag': '27ecae69-f455-47b2-81d1-1137490477ec', 'status': 'completed', 'code': 200} Jul 07 17:26:48.273868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.277096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.290505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.313353 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4817ad00-8ea6-4e5b-ae87-ad8622def8ff x-openstack-request-id: req-4817ad00-8ea6-4e5b-ae87-ad8622def8ff {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:48.314807 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "name": "network-vif-plugged", "status": "completed", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:48.315475 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4817ad00-8ea6-4e5b-ae87-ad8622def8ff {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:48.316379 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15', 'code': 200} Jul 07 17:26:48.402788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.404508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25d2e0cf-7550-4a09-8e13-4a49b905ab02 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:48.470568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57800) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.503976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4b1faf5-0f9d-416e-a8e9-cd88a23f4600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.505041 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:48.511258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37d7dad4-5836-44c0-b12d-22ced1c7daed tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3130794 Jul 07 17:26:48.511532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57802) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.623077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Allocated IP 172.25.3.40 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e73b5a69-8121-48b2-b573-8be1d01fc3cf) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:48.675571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-3e5a466a-614f-42ea-9e07-75ec5353e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.677221 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-3e5a466a-614f-42ea-9e07-75ec5353e5d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ded56a969594c348783f5d962706398&device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 1097 time: 0.2550313 Jul 07 17:26:48.678077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bcdb0-c2ab-4fb5-9afe-029ecff4eb64 req-af521d2d-5263-4ef3-84e0-c4e952ca1e78 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.684531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b00a2-f8e0-49b9-9e3c-003389487f50 req-cfe69283-2f88-4dd9-ae84-6f0ea3c839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.686143 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-342b00a2-f8e0-49b9-9e3c-003389487f50 req-cfe69283-2f88-4dd9-ae84-6f0ea3c839ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 1097 time: 0.2693934 Jul 07 17:26:48.691206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc6bcdb0-c2ab-4fb5-9afe-029ecff4eb64 req-af521d2d-5263-4ef3-84e0-c4e952ca1e78 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 945 time: 0.1513219 Jul 07 17:26:48.780922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4b1faf5-0f9d-416e-a8e9-cd88a23f4600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.785082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc6bcdb0-c2ab-4fb5-9afe-029ecff4eb64 req-665dfc87-2054-4a4d-b342-c91cc691c1d9 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802219 Jul 07 17:26:48.787081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4b1faf5-0f9d-416e-a8e9-cd88a23f4600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.865085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-342b00a2-f8e0-49b9-9e3c-003389487f50 req-b11277c7-e05f-4ca8-bcab-69047a886eef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707704 Jul 07 17:26:48.869454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1faf5-0f9d-416e-a8e9-cd88a23f4600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb98158-7757-422e-8208-8d9a99f83954,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:48.878658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f4b1faf5-0f9d-416e-a8e9-cd88a23f4600 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d399a6b636f443019a121cecd5dd2b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044535 Jul 07 17:26:48.883929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57806) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:48.901211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Deleting port d7940bb6-71a1-4c40-97be-f726860476a1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:48.901739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.983271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.002244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.017957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.074027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-c24e407f-7ce3-4152-ac5f-7599b410c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.076775 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-c24e407f-7ce3-4152-ac5f-7599b410c78c service neutron] 10.222.0.23 "GET /v2.0/networks?id=18768680-3b40-4caa-8247-aedf5b7fe7ef HTTP/1.1" status: 200 len: 915 time: 0.3624623 Jul 07 17:26:49.129615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.134709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.141877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4eb98158-7757-422e-8208-8d9a99f83954 HTTP/1.1" status: 204 len: 168 time: 0.2508438 Jul 07 17:26:49.166021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12543267-1a6d-47b6-95ce-e04e89035b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb98158-7757-422e-8208-8d9a99f83954,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.167325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-398a6b19-bef3-440e-b040-704b95dfa61f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27d35b31-c754-4883-b024-9d3ed66b5c58 HTTP/1.1" status: 200 len: 217 time: 0.0795817 Jul 07 17:26:49.308732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.350268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Calling delete_port for d7940bb6-71a1-4c40-97be-f726860476a1 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:49.354532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.361501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-74201844-5f68-4db9-aaeb-846c150761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.363883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-74201844-5f68-4db9-aaeb-846c150761ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4640dc36-0dee-4508-8700-f1ccf825b6b0 HTTP/1.1" status: 200 len: 853 time: 0.1633167 Jul 07 17:26:49.486826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:49.487749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'Port': ['ID=e73b5a69-8121-48b2-b573-8be1d01fc3cf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.521394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:49.527704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:49.660950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-98f4ce50-ef56-4126-9c34-e2790d2b2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.662581 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-98f4ce50-ef56-4126-9c34-e2790d2b2c81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18768680-3b40-4caa-8247-aedf5b7fe7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412505 Jul 07 17:26:49.894691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.974698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7940bb6-71a1-4c40-97be-f726860476a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.109623 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-261907ac-8c13-442c-af7a-1216a4b1a28c service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078541 Jul 07 17:26:50.719828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02db8e-0dcd-4b6f-aba3-5eaa9681d6d7 req-2db7df5d-7501-473e-b263-5c0a14936d9a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.730760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.738317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c6b6836e-8717-45ae-adf9-69fcb79550b6 tempest-RoutersAdminNegativeTest-562465377 tempest-RoutersAdminNegativeTest-562465377-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d7940bb6-71a1-4c40-97be-f726860476a1 HTTP/1.1" status: 204 len: 168 time: 2.2184072 Jul 07 17:26:50.738699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b02db8e-0dcd-4b6f-aba3-5eaa9681d6d7 req-2db7df5d-7501-473e-b263-5c0a14936d9a tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 945 time: 0.1448007 Jul 07 17:26:50.820917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b02db8e-0dcd-4b6f-aba3-5eaa9681d6d7 req-8f66fe6d-66e8-4f69-930a-9d0650a45617 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857708 Jul 07 17:26:50.941435 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d2aec570-d9d7-4f0e-a125-d793822834b2 req-b7e3b80d-261f-4a73-83a9-363db3597ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232684 Jul 07 17:26:50.953706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-756ac5dc-d0ca-41b3-8ea1-b74cbf4dce67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3171623 Jul 07 17:26:51.061388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.232140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.427580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.437332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.438130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.438728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.439215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.439738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.440404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.440882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.443479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c3a6abd9-a2af-4781-be4a-4689db515444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 0.3799245 Jul 07 17:26:51.444951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.531333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:51.734142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event updated for resources: {'Port': ['ID=e73b5a69-8121-48b2-b573-8be1d01fc3cf,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.752410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.837250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f89404ac-a2d8-47bd-86fc-687a279b550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.838175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f89404ac-a2d8-47bd-86fc-687a279b550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.838983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f89404ac-a2d8-47bd-86fc-687a279b550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.842070 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f89404ac-a2d8-47bd-86fc-687a279b550f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=e15b887e-9e51-48f0-a42b-b128d07cba55&id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 2292 time: 0.3473198 Jul 07 17:26:51.860450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c67da-451a-4f18-bdec-78af1054fc1b req-78c825b5-2ace-4616-9a42-9a1eeab29c23 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.862966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-808c67da-451a-4f18-bdec-78af1054fc1b req-78c825b5-2ace-4616-9a42-9a1eeab29c23 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 945 time: 0.2295461 Jul 07 17:26:51.942057 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6694cd45-d4f3-46a6-936d-3a5bc7992d96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0895846 Jul 07 17:26:51.978900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-808c67da-451a-4f18-bdec-78af1054fc1b req-c6fce764-402c-416f-9f4d-26497d6f25fc tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042588 Jul 07 17:26:52.065018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-b32cc4bd-0d20-44b6-acb4-27b591552517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.067020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-b32cc4bd-0d20-44b6-acb4-27b591552517 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 200 len: 851 time: 0.1174173 Jul 07 17:26:52.068909 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Floating IP 965ba57b-1df6-4f9e-aac8-77d3be8ff91a associated. External IP: 172.25.3.40, port: 92aed75d-7aa7-43c8-95cc-d283f0db1067. Jul 07 17:26:52.096006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8daae600-719e-4b8a-b5f9-4b5952952102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.395548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8daae600-719e-4b8a-b5f9-4b5952952102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.403967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c9178047-9457-4f7e-8a57-e2db26f6d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.406867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8daae600-719e-4b8a-b5f9-4b5952952102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.412962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c9178047-9457-4f7e-8a57-e2db26f6d28a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f62391a7-ebaf-4f0a-a986-900f496673c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898994 Jul 07 17:26:52.465948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8daae600-719e-4b8a-b5f9-4b5952952102 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a73f169999b45a797c9846aad03d8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9271023 Jul 07 17:26:52.474468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.503781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:52.564038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daae600-719e-4b8a-b5f9-4b5952952102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572d678-a3bc-4b28-a2a7-7b6c39b9135e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.633694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.693339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.733009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:52.750341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Sync routers for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:52.770943 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-aef23853-cab3-46cb-8cf7-833b39c2f5dc service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471997 Jul 07 17:26:52.773303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.801073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:52.802187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:52.839728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.846395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.854241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6572d678-a3bc-4b28-a2a7-7b6c39b9135e HTTP/1.1" status: 204 len: 168 time: 0.3777342 Jul 07 17:26:52.903426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e47f3b-bfb2-4150-97d5-e47dadab07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572d678-a3bc-4b28-a2a7-7b6c39b9135e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.980068 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cda22b01-e508-4ebc-a810-2e2f83af9615 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1916103 Jul 07 17:26:52.988774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:52.992501 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b" -d '{"events": [{"name": "network-changed", "server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:53.113941 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-9c0d5cc5-121d-41ef-ac1d-c0d0886e5084 service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772288 Jul 07 17:26:53.213395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:53.238954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-28964c07-9df7-4206-bfeb-73c303029b9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 217 time: 0.1155057 Jul 07 17:26:53.358886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f83a0b86-540d-43f3-9d7d-547462eb5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.361466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f83a0b86-540d-43f3-9d7d-547462eb5614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.1153121 Jul 07 17:26:53.541824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.584426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-1e235f2a-729c-41d2-a53d-8b938cb158d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.585979 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-1e235f2a-729c-41d2-a53d-8b938cb158d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2181802 Jul 07 17:26:53.715106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6714aa2e-2760-4afb-9845-03bf9ba8724d service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117868 Jul 07 17:26:53.752562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ad70ce69-154e-4cc9-a3fb-88edb85ac635 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acfa7321ef86465ab44b7c67c15f710d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093735 Jul 07 17:26:53.756702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57928) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.890598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.935691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.973730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57932) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.979347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '965ba57b-1df6-4f9e-aac8-77d3be8ff91a', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'port_id': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'mac_address': 'fa:16:3e:3e:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:50Z', 'updated_at': '2021-07-07T17:26:50Z', 'revision_number': 0, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:53.981983 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-5afcea4f-a7c1-469b-b706-c52ae58b68d9 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323098 Jul 07 17:26:54.031218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Checking router: 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:54.052145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:54.052805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:54.239415 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff91150-a060-488a-a1c6-ccb5604c42d0 x-openstack-request-id: req-9ff91150-a060-488a-a1c6-ccb5604c42d0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:54.239907 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:54.240337 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ff91150-a060-488a-a1c6-ccb5604c42d0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:54.241015 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'status': 'completed', 'code': 200} Jul 07 17:26:54.275985 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-ddafca9a-84dc-4d01-976c-cd5cbd70c692 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 217 time: 0.2865746 Jul 07 17:26:54.326579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:54.327235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Deleting subnet 3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:54.336403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.432338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.563145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.567398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.569414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5e91de6-7425-4468-8bb8-720eaa1478ad HTTP/1.1" status: 204 len: 168 time: 0.8111322 Jul 07 17:26:54.590659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.686835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-8caa270f-c899-4d40-93b9-dfd3d4079a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:54.693301 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-8caa270f-c899-4d40-93b9-dfd3d4079a3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2991402 Jul 07 17:26:54.703731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65bc3e-a0dd-4f79-b2c9-0608cb875e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e91de6-7425-4468-8bb8-720eaa1478ad,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.785804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.878690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.893524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.898660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57fd2fba-5dd9-4824-8df5-ea06b3b42220 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3fc14e1a-b8c4-4ba3-a59b-467054dc6a7b HTTP/1.1" status: 204 len: 168 time: 0.9170260 Jul 07 17:26:54.903388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57948) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.963781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-d66b56b0-0542-433c-a4bd-8edd14992e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:54.966675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-d66b56b0-0542-433c-a4bd-8edd14992e68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1097 time: 0.7424140 Jul 07 17:26:55.187662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '965ba57b-1df6-4f9e-aac8-77d3be8ff91a', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'port_id': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'mac_address': 'fa:16:3e:3e:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:50Z', 'updated_at': '2021-07-07T17:26:50Z', 'revision_number': 0, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.202518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.221524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-b9e779f5-0041-48df-8962-09c25640d540 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.230044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf26c69-9c11-4508-88ec-9348d17fd62d None None] The sync data for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 is: [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '965ba57b-1df6-4f9e-aac8-77d3be8ff91a', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'port_id': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'mac_address': 'fa:16:3e:3e:03:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:50Z', 'updated_at': '2021-07-07T17:26:50Z', 'revision_number': 0, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:55.238694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-b9e779f5-0041-48df-8962-09c25640d540 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 945 time: 0.6938508 Jul 07 17:26:55.368317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-e1f9c4c1-8000-4428-9fcc-c797e91b94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.371734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-e1f9c4c1-8000-4428-9fcc-c797e91b94f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6532438 Jul 07 17:26:55.377177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:55.503043 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.524528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.552228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6838e0f7-ef86-4888-b2c4-19a411db2abd']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.599205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d358a6-a3f7-429c-b228-e9f8b3b0201a') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.603015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d358a6-a3f7-429c-b228-e9f8b3b0201a') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.662570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.721609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.763500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-6b592a0f-a334-47bf-8dac-f94365f52b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.765658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-6b592a0f-a334-47bf-8dac-f94365f52b9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 910 time: 0.7894065 Jul 07 17:26:55.767829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-b65487b8-6208-4a07-a48f-9b8d4977786e service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687174 Jul 07 17:26:55.772145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:55.773063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:55.776606 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:55.807374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66227c16-489e-4cb2-acec-cbf0bf7a4537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.865290 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392fd58-d874-4d05-9146-df69460827a4 None None] New status for floating IP 965ba57b-1df6-4f9e-aac8-77d3be8ff91a: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:55.928175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727b41-7cf2-4eab-9d22-664e8dff9b0b req-813ab508-3ba3-4d99-ad40-2ffce17a1857 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.931427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc727b41-7cf2-4eab-9d22-664e8dff9b0b req-813ab508-3ba3-4d99-ad40-2ffce17a1857 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 945 time: 0.6280921 Jul 07 17:26:55.978135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.008988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.013819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6838e0f7-ef86-4888-b2c4-19a411db2abd HTTP/1.1" status: 204 len: 168 time: 1.1086681 Jul 07 17:26:56.054926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498d4e-cd81-429d-a380-20fdbd2431b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6838e0f7-ef86-4888-b2c4-19a411db2abd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.106357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc727b41-7cf2-4eab-9d22-664e8dff9b0b req-a8e3fceb-5d34-4319-a85b-f65c31bc7278 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623662 Jul 07 17:26:56.187042 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-ba798e80-2b67-4f1f-858a-14d5cef338e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 998 time: 0.3657477 Jul 07 17:26:56.282205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-9946d6d2-a8f4-4e7d-8164-f8f2d1759e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.284305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-9946d6d2-a8f4-4e7d-8164-f8f2d1759e32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 200 len: 848 time: 0.0815299 Jul 07 17:26:56.294594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-c54fa319-417b-4d5d-98d6-8dfbaa012bad service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818358 Jul 07 17:26:56.323926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-80483273-4b9f-43b8-b798-1beb18519857 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.339637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-80483273-4b9f-43b8-b798-1beb18519857 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "GET /v2.0/ports?device_id=75b23f31-b726-4e79-8713-b56c919eb33d HTTP/1.1" status: 200 len: 945 time: 0.2698245 Jul 07 17:26:56.512177 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-5baf7584-7374-4a82-a613-04b3f9290d35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 200 len: 217 time: 0.2028286 Jul 07 17:26:56.586101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.630305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Deleting port 1fccc3ac-6216-4495-9396-266524627e0e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:56.631188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.646615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Deleting port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:56.647573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.666094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66227c16-489e-4cb2-acec-cbf0bf7a4537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.714481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66227c16-489e-4cb2-acec-cbf0bf7a4537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.749567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66227c16-489e-4cb2-acec-cbf0bf7a4537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f59fb-b3c9-4120-9f0c-1f89712c0acf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.787435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-19bbc42a-0acf-48c3-80db-81e157e527a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df15f5ff8d5c4a448a9440aaf5e7886b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988821 Jul 07 17:26:56.791721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.791951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-43ba68f3-3c00-450a-bc38-f14ba1e18198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.793377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-43ba68f3-3c00-450a-bc38-f14ba1e18198 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2701495 Jul 07 17:26:56.853531 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66227c16-489e-4cb2-acec-cbf0bf7a4537 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7154d65085c409f9fb7808a5d0d2668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4679663 Jul 07 17:26:56.860673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-dae79b3b-f6a6-4dc1-9b28-0ac26eb15723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.862947 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-dae79b3b-f6a6-4dc1-9b28-0ac26eb15723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a16e02-5700-463e-84c8-23baa4720c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5632436 Jul 07 17:26:56.863560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.884251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] For port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.884755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.888724 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.918817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.977769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57984) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.005660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Calling delete_port for 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:57.016020 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.026715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.029690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.034784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56d74bb9-a0a5-45f9-b36b-67db7a6202e0 HTTP/1.1" status: 204 len: 168 time: 0.2384653 Jul 07 17:26:57.053479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a45d-f6f4-4ad4-955c-09756c649a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d74bb9-a0a5-45f9-b36b-67db7a6202e0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.280106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-af4ee50c-45f7-447f-9284-055e5ea709f7 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.285239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-af4ee50c-45f7-447f-9284-055e5ea709f7 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3061779 Jul 07 17:26:57.289185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57992) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.346512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-c474a4ab-6e8a-4290-8996-448a01618121 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.348426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c474a4ab-6e8a-4290-8996-448a01618121 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0587547 Jul 07 17:26:57.364945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.374553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-ad0f22ae-412d-4dd3-aab5-97e80f2a8418 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.375764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ad0f22ae-412d-4dd3-aab5-97e80f2a8418 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078409 Jul 07 17:26:57.377932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] For port 1fccc3ac-6216-4495-9396-266524627e0e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fccc3ac-6216-4495-9396-266524627e0e,segment=NetworkSegment(9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0),segment_id=9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:57.378356 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.391990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57996) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.401845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-b65fe43e-a226-4c63-a375-91388096bf47 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.403259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b65fe43e-a226-4c63-a375-91388096bf47 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053880 Jul 07 17:26:57.414959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.424989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-d44a7310-f0c2-4383-afd4-a61e2b9f4052 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.426521 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d44a7310-f0c2-4383-afd4-a61e2b9f4052 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060349 Jul 07 17:26:57.432496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58000) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.434730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.438261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Calling delete_port for 1fccc3ac-6216-4495-9396-266524627e0e owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:57.442025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-38a51eca-c134-431f-9918-666b9e619e59 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.443995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-38a51eca-c134-431f-9918-666b9e619e59 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060542 Jul 07 17:26:57.448108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:57.462734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6a7becd1-932d-4f45-8b16-0eeadeff48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:57.465443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6a7becd1-932d-4f45-8b16-0eeadeff48e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6622987 Jul 07 17:26:57.472298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.477159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-f4be1aab-0a85-4d27-9635-af12ea8c79b8 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.478767 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f4be1aab-0a85-4d27-9635-af12ea8c79b8 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051782 Jul 07 17:26:57.480531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event deleted for resources: {'Port': ['ID=8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.488325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58006) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.497848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.499962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-deec3d9f-fd4c-4459-8e0d-f8786d0786ba tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.505376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-deec3d9f-fd4c-4459-8e0d-f8786d0786ba tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074606 Jul 07 17:26:57.506976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.523564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-1ca4c1e9-5754-4c13-b519-d0a661dd9cb1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.530385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1ca4c1e9-5754-4c13-b519-d0a661dd9cb1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128379 Jul 07 17:26:57.530720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.538768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e6b1-7b80-4ca6-8737-8df07a686c87 req-73d8f08c-6880-4aa3-95ae-1c09cee314ba tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:57.552292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98f1e6b1-7b80-4ca6-8737-8df07a686c87 req-73d8f08c-6880-4aa3-95ae-1c09cee314ba tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 945 time: 0.1988497 Jul 07 17:26:57.583007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58012) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.613394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-242e7e3d-5bb9-45f8-a302-0830482d2fa3 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.618650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-242e7e3d-5bb9-45f8-a302-0830482d2fa3 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0265410 Jul 07 17:26:57.620941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58014) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.651250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-a7785749-9bc9-4582-a3a9-19716b4cbe66 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.657356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7785749-9bc9-4582-a3a9-19716b4cbe66 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115204 Jul 07 17:26:57.661438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] No DVR routers for this DVR port 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:57.663192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.670967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-60992630-4c9b-44c5-a2d4-71ea0678ca38 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.676167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-60992630-4c9b-44c5-a2d4-71ea0678ca38 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058272 Jul 07 17:26:57.676167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.676167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ed70819-b92b-437e-914b-b4cad81ce514 req-59ae48a9-af4a-43ea-aa26-151fb3be9739 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.73 "DELETE /v2.0/ports/8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 HTTP/1.1" status: 204 len: 173 time: 1.3301878 Jul 07 17:26:57.679417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'name': 'network-vif-deleted', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:57.681743 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a12e66b-79cf-45f2-afbe-c4c0e637a431" -d '{"events": [{"server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "name": "network-vif-deleted", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:57.684138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58018) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.691576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-d3887277-021e-4791-a08e-c80054780f8d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.696605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d3887277-021e-4791-a08e-c80054780f8d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060654 Jul 07 17:26:57.709509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98f1e6b1-7b80-4ca6-8737-8df07a686c87 req-ac407c7b-c9c6-4935-9292-4bcfdaf5d37f tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e76f8c6-8797-49a7-b709-0d58d191a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557038 Jul 07 17:26:57.713543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58022) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.716882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.719348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.720520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b3f59fb-b3c9-4120-9f0c-1f89712c0acf HTTP/1.1" status: 204 len: 168 time: 0.8475831 Jul 07 17:26:57.737837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-581af120-0a1e-4abc-b85f-eca6fc80a133 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.747036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-581af120-0a1e-4abc-b85f-eca6fc80a133 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0254505 Jul 07 17:26:57.749270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58026) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.771083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-49ad9d50-91b8-4c5f-b715-affbe396a477 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.773747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-49ad9d50-91b8-4c5f-b715-affbe396a477 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0210826 Jul 07 17:26:57.779559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58028) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.792433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-517313b2-e13b-473a-9315-0f2890454db9 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.797874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-517313b2-e13b-473a-9315-0f2890454db9 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0145247 Jul 07 17:26:57.802314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58030) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.818922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-5b1c036e-11d8-4c0a-8c60-3c5d97a094af tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.828572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b1c036e-11d8-4c0a-8c60-3c5d97a094af tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0196214 Jul 07 17:26:57.834067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58032) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.843620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fccc3ac-6216-4495-9396-266524627e0e no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:57.844793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-78addf97-020f-4129-8aea-d21deb79a7ef service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179569 Jul 07 17:26:57.850989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c50d-a38e-4768-a093-89837420c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f59fb-b3c9-4120-9f0c-1f89712c0acf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.859620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-a43b414c-c554-482b-ae4a-d2cd79bf0e57 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.864931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a43b414c-c554-482b-ae4a-d2cd79bf0e57 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0213554 Jul 07 17:26:57.867319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.885668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-6f45596e-e02b-44f5-a8b1-969d40d0e773 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.894112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6f45596e-e02b-44f5-a8b1-969d40d0e773 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0188296 Jul 07 17:26:57.894937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58036) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.919175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-2fbc500f-c170-43ad-bdab-ef992b6ebf88 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.931024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2fbc500f-c170-43ad-bdab-ef992b6ebf88 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0285785 Jul 07 17:26:57.944343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58040) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.954723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-d1e17457-8a68-4c6c-a3d4-99890b4e99fc tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.962785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1e17457-8a68-4c6c-a3d4-99890b4e99fc tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0113473 Jul 07 17:26:57.964434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58042) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.980116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-c2163627-5118-4293-839d-29cee85d6539 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:57.985925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c2163627-5118-4293-839d-29cee85d6539 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0156858 Jul 07 17:26:57.989172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58044) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.014086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-a88eddbb-35ac-4ca6-a14d-283c8f4b217f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.019274 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a88eddbb-35ac-4ca6-a14d-283c8f4b217f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0220828 Jul 07 17:26:58.020234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58046) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.026161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-08f75aa4-e485-42f4-a2ba-e4e7f3c0e924 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.032200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-08f75aa4-e485-42f4-a2ba-e4e7f3c0e924 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065787 Jul 07 17:26:58.032543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.041181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-39ef0bc5-010b-4da3-b7c0-7064d75ba822 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.066122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.067036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39ef0bc5-010b-4da3-b7c0-7064d75ba822 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0314679 Jul 07 17:26:58.096534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-3935f837-ea60-4087-9edb-9aea8fa68627 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.106279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58054) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.127287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-bb3f58d0-7c3d-4052-9cde-16b1224dce72 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.128343 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3935f837-ea60-4087-9edb-9aea8fa68627 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0586956 Jul 07 17:26:58.147768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb3f58d0-7c3d-4052-9cde-16b1224dce72 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0370042 Jul 07 17:26:58.152516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.183577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-45ada42d-4a53-412a-9bdc-9492ee521a9e tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.199126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-45ada42d-4a53-412a-9bdc-9492ee521a9e tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0347478 Jul 07 17:26:58.199645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58058) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.222654 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-f467e77a-de38-456b-9bdc-725c5a5d424e service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7365267 Jul 07 17:26:58.230797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.234151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-aea092f7-fa22-4133-8e51-f4d4c73b3b0d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.236631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aea092f7-fa22-4133-8e51-f4d4c73b3b0d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0344553 Jul 07 17:26:58.243171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58060) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.255076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-0ceb9bd7-eb3b-4749-8c2f-77080b5ed645 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.274830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ceb9bd7-eb3b-4749-8c2f-77080b5ed645 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0285640 Jul 07 17:26:58.278042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58062) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.299630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-a5461733-c4f1-4a7b-9153-2800ad4960b4 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.323074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a5461733-c4f1-4a7b-9153-2800ad4960b4 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0425475 Jul 07 17:26:58.331090 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e9c69-9f3d-438b-adca-9076660a3622 x-openstack-request-id: req-593e9c69-9f3d-438b-adca-9076660a3622 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:58.331420 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b23f31-b726-4e79-8713-b56c919eb33d", "name": "network-vif-deleted", "tag": "8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:58.331838 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-593e9c69-9f3d-438b-adca-9076660a3622 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:58.332028 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b23f31-b726-4e79-8713-b56c919eb33d', 'name': 'network-vif-deleted', 'tag': '8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15', 'status': 'completed', 'code': 200} Jul 07 17:26:58.332732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58066) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.337424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-a6fec2e1-3830-44d8-bf81-7642903f5523 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.342853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a6fec2e1-3830-44d8-bf81-7642903f5523 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046332 Jul 07 17:26:58.347507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58068) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.353135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-b1c15fa1-0e04-44aa-8a51-d1db17814c7e tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.359499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1c15fa1-0e04-44aa-8a51-d1db17814c7e tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057020 Jul 07 17:26:58.363185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58070) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.368457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-79c6a602-fffd-413e-855e-fb9ec0fe10e3 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.374154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-79c6a602-fffd-413e-855e-fb9ec0fe10e3 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054662 Jul 07 17:26:58.377125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58072) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.381835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-cc729591-c3b0-4865-b284-8e4d121edff1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.387189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cc729591-c3b0-4865-b284-8e4d121edff1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049193 Jul 07 17:26:58.390943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58074) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.395685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-ea2e8bf8-fac3-435b-beff-862a36b4c616 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.400871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea2e8bf8-fac3-435b-beff-862a36b4c616 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047834 Jul 07 17:26:58.403132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58076) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.406034 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e8ef45e3-f7d6-4e2b-9bc7-138df4d8941b req-28613fc0-3bbc-4df6-893e-fe31b38deb32 service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526390 Jul 07 17:26:58.425369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-96295e76-4024-4245-be76-438df8c4a69b tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.430983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58078) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.435500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-96295e76-4024-4245-be76-438df8c4a69b tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0279775 Jul 07 17:26:58.436804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-66e847e0-4503-453c-8c05-baf54ae83ad4 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.440111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-66e847e0-4503-453c-8c05-baf54ae83ad4 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057700 Jul 07 17:26:58.442102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58080) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.455958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-50f6d0ca-591e-4183-a8ff-65ff49476c8d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.471306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50f6d0ca-591e-4183-a8ff-65ff49476c8d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0188639 Jul 07 17:26:58.475526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58082) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.483544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-bcf12aa8-73fb-4ead-b2db-9ae63afdf0ed tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.502104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bcf12aa8-73fb-4ead-b2db-9ae63afdf0ed tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0206809 Jul 07 17:26:58.503205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58084) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.510120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-97fad858-ddd2-4332-9fd3-716545fc574f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.518773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-97fad858-ddd2-4332-9fd3-716545fc574f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0140164 Jul 07 17:26:58.522715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58086) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.527947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-ee5203f3-f5be-4e13-8ed0-0a316f293c75 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.531969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee5203f3-f5be-4e13-8ed0-0a316f293c75 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075428 Jul 07 17:26:58.539668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58088) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.554033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-dbd8a92e-f6bd-444c-aa76-1bb94f677875 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.564700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dbd8a92e-f6bd-444c-aa76-1bb94f677875 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0167351 Jul 07 17:26:58.569075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58092) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.580365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.586784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-deaacb26-9f5c-42d6-9211-8c4406a17a54 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.588500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-deaacb26-9f5c-42d6-9211-8c4406a17a54 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0136418 Jul 07 17:26:58.593928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58094) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.611318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:58.677620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-b5105bf1-926b-43ec-b0b7-05cb99f4dc2c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.681265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5105bf1-926b-43ec-b0b7-05cb99f4dc2c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0822122 Jul 07 17:26:58.685860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58096) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.692865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-1e2c9b6c-efba-41bd-a8dd-37f064f17150 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.699412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e2c9b6c-efba-41bd-a8dd-37f064f17150 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0120099 Jul 07 17:26:58.701219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.707685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-38d855e3-e71e-43d2-aafb-1f8b80dbceb8 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.711253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Pushing event deleted for resources: {'Port': ['ID=1fccc3ac-6216-4495-9396-266524627e0e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.733357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-38d855e3-e71e-43d2-aafb-1f8b80dbceb8 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0304089 Jul 07 17:26:58.734100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58102) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.740707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-e5f318b3-5822-465c-9409-9d729111881f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.745391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e5f318b3-5822-465c-9409-9d729111881f tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0102034 Jul 07 17:26:58.746023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58104) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.772766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-2a016a94-400d-45ce-a818-29321b35547d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.777526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a016a94-400d-45ce-a818-29321b35547d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0303676 Jul 07 17:26:58.778275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58108) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.791889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-bad013d1-bc82-4add-b6a0-601940494900 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516098 Jul 07 17:26:58.800028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-74784b6a-33d0-40ae-b084-fdf9bb05d851 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.812296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-74784b6a-33d0-40ae-b084-fdf9bb05d851 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0322721 Jul 07 17:26:58.812976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58110) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.817927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-170138fa-0b02-4f2e-8417-e12b28ea6169 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.839946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-170138fa-0b02-4f2e-8417-e12b28ea6169 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0258374 Jul 07 17:26:58.840770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58112) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.845979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-5df8fe0b-0bc4-4a47-96f1-eea138d27460 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.862414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5df8fe0b-0bc4-4a47-96f1-eea138d27460 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0198953 Jul 07 17:26:58.863271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58114) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.874928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-4018c928-f1d2-4536-b96a-d3df78d492d7 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.899620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4018c928-f1d2-4536-b96a-d3df78d492d7 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0294881 Jul 07 17:26:58.900287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58116) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.905253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-f600760f-6338-437f-bd9d-238d7b17eeda tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.931786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f600760f-6338-437f-bd9d-238d7b17eeda tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0303454 Jul 07 17:26:58.933302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58118) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.952191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-0ed43151-5715-4882-8ff6-c6e7541fed6d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.967487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ed43151-5715-4882-8ff6-c6e7541fed6d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0329204 Jul 07 17:26:58.968162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.972786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-487ae0aa-7c47-4edd-b6cb-8973d95a2792 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:58.990355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-2bca87c7-ebf4-4c58-bf5c-4e874421ddab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 200 len: 217 time: 0.1542346 Jul 07 17:26:58.992115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58122) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.993810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] No DVR routers for this DVR port 1fccc3ac-6216-4495-9396-266524627e0e on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:58.998011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-487ae0aa-7c47-4edd-b6cb-8973d95a2792 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0284567 Jul 07 17:26:59.008763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.012619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-067dc471-2110-4477-866c-32aff0160e54 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.020415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-067dc471-2110-4477-866c-32aff0160e54 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0213227 Jul 07 17:26:59.022865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.027245 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c155dc0-f92c-4ab2-8366-0f530278f26f req-462bc1f9-204d-48df-a9e3-cfc1c955aa33 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.23 "DELETE /v2.0/ports/1fccc3ac-6216-4495-9396-266524627e0e HTTP/1.1" status: 204 len: 173 time: 3.7587867 Jul 07 17:26:59.042216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'name': 'network-vif-deleted', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:59.064440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58126) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.070015 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e85802-6f8f-4dd0-a35e-4fbc46fc846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.076872 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdab093-c64b-49f8-b9e5-739632e78109" -d '{"events": [{"server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "name": "network-vif-deleted", "tag": "1fccc3ac-6216-4495-9396-266524627e0e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:59.100201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-f047ade3-da4b-4996-bd44-5266f04972a5 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.103940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f047ade3-da4b-4996-bd44-5266f04972a5 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0215118 Jul 07 17:26:59.129622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.136384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-50f9335d-aa40-4556-b635-c9d18bf3ec25 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.139988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50f9335d-aa40-4556-b635-c9d18bf3ec25 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082245 Jul 07 17:26:59.155282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58136) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.191136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-bd05cdc5-c007-4de1-918e-e871f05fc98d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.192579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd05cdc5-c007-4de1-918e-e871f05fc98d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0323031 Jul 07 17:26:59.199035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbd04226-7ce2-4ff5-a5d3-83a9357ebb3a req-9477978c-b939-49fa-a2c3-7d031affada5 tempest-MultipleCreateTestJSON-319805221 tempest-MultipleCreateTestJSON-319805221-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce672178-f0b3-4805-9c0f-60c7d04d3da2 HTTP/1.1" status: 200 len: 210 time: 0.0709126 Jul 07 17:26:59.199901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.212465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-6b089e97-67a4-4677-aaa9-bda221e7100d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.214934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6b089e97-67a4-4677-aaa9-bda221e7100d tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090344 Jul 07 17:26:59.220119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58140) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.226256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-cb669aca-e8cc-4de9-91fc-d5fe7f82c1f9 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.228237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb669aca-e8cc-4de9-91fc-d5fe7f82c1f9 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067530 Jul 07 17:26:59.233319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58142) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.240187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-11b2fc95-d545-40ff-8170-c584aba529bd tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.242091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-11b2fc95-d545-40ff-8170-c584aba529bd tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063274 Jul 07 17:26:59.245778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58144) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.253895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6790c393-6c33-485f-aaef-5517561de621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:59.254515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-3d1e4b19-fbea-40aa-8e21-21a50ac0be8c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.256083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3d1e4b19-fbea-40aa-8e21-21a50ac0be8c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088537 Jul 07 17:26:59.260457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-6790c393-6c33-485f-aaef-5517561de621 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.2316010 Jul 07 17:26:59.265224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58146) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.285608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [None req-70164194-79ce-4616-ae28-e8db5c7a34c1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.291915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70164194-79ce-4616-ae28-e8db5c7a34c1 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0238192 Jul 07 17:26:59.294510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.320392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-be521eef-6213-4982-b7ba-dd44d84e2fec tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.326502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be521eef-6213-4982-b7ba-dd44d84e2fec tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0253472 Jul 07 17:26:59.333557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.357250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-7a72550b-f829-4de1-94a1-d7c3ee8fdc7b tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.377141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a72550b-f829-4de1-94a1-d7c3ee8fdc7b tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0172975 Jul 07 17:26:59.396537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58154) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.399652 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f8d28-28c9-4be0-8767-aca01f31be1d x-openstack-request-id: req-eb6f8d28-28c9-4be0-8767-aca01f31be1d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:59.400112 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce672178-f0b3-4805-9c0f-60c7d04d3da2", "name": "network-vif-deleted", "tag": "1fccc3ac-6216-4495-9396-266524627e0e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:59.400516 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb6f8d28-28c9-4be0-8767-aca01f31be1d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:59.401686 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce672178-f0b3-4805-9c0f-60c7d04d3da2', 'name': 'network-vif-deleted', 'tag': '1fccc3ac-6216-4495-9396-266524627e0e', 'status': 'completed', 'code': 200} Jul 07 17:26:59.434518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-b0fd5e64-7f73-41c7-a953-440918dd188c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.434518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b0fd5e64-7f73-41c7-a953-440918dd188c tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0333207 Jul 07 17:26:59.455715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58156) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.478703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [None req-1edb320b-2b09-4672-99d5-a0cdaa9f5122 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:26:59.484174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1edb320b-2b09-4672-99d5-a0cdaa9f5122 tempest-ExtensionsTestJSON-1448305970 tempest-ExtensionsTestJSON-1448305970-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0258741 Jul 07 17:26:59.593643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-877f2e5c-a0e1-4fcc-9ace-90a6843e35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:59.596225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-877f2e5c-a0e1-4fcc-9ace-90a6843e35b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3255453 Jul 07 17:26:59.604868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e85802-6f8f-4dd0-a35e-4fbc46fc846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.616990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e85802-6f8f-4dd0-a35e-4fbc46fc846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.743967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85802-6f8f-4dd0-a35e-4fbc46fc846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0a51e-2a42-49bc-b220-6783b2ac07d8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.761569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96e85802-6f8f-4dd0-a35e-4fbc46fc846c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61b2a9e517444c009363e91e32ed71d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516556 Jul 07 17:26:59.770336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58166) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.928100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.967238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58170) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.972768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-da66b937-1c98-4c58-99cd-ed1bb69b71b9 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679469 Jul 07 17:27:00.017189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.125270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.129046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.130562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ae0a51e-2a42-49bc-b220-6783b2ac07d8 HTTP/1.1" status: 204 len: 168 time: 0.3591020 Jul 07 17:27:00.150296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f579-4b23-4d15-9f69-882bf3afd07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0a51e-2a42-49bc-b220-6783b2ac07d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.242337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58178) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.264462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-96075430-fe9a-4143-90f7-afa7b4064e39 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840078 Jul 07 17:27:00.347077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-406238538-network', 'tenant_id': '5cdd4f445fbd4f5b8e53974b370f0f9b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:00.361963 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-53eb9fbd-ce15-440f-9d26-1c981b14ccbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 217 time: 0.0904920 Jul 07 17:27:00.404726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Made reservation on behalf of 5cdd4f445fbd4f5b8e53974b370f0f9b for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:00.408140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.431374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.545853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-e2296b6f-9a2a-4fcc-9600-15ac49b9e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.548746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-e2296b6f-9a2a-4fcc-9600-15ac49b9e381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.1786859 Jul 07 17:27:00.599645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.606304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.643567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:00.661810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.663594 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Added segment 8a01f2f8-ac71-4b5b-986f-5279785196d8 of type vlan for network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c Jul 07 17:27:00.695070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-12de9a9e-5a81-4678-b0d3-bf62ae762a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.696673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-12de9a9e-5a81-4678-b0d3-bf62ae762a10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396601 Jul 07 17:27:00.697937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:00.787820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:00.790632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8fa1eeaa-a2d0-4e04-9c8d-2c3d7132fa15 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:00.804461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97c03b61-6258-4799-b8ca-562aa202309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.814561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd9c59-4971-43cf-946a-eb35d23ca414,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.843063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.862131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-e9bcfe7f-9d30-41ec-8150-0e0ea895edc9 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569886 Jul 07 17:27:00.982375 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-b245e14a-b37a-4f1f-a493-493dfabd228a service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130729 Jul 07 17:27:00.999248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c8356-9c92-432a-bf38-106ba16dda29 req-2fbde447-cac2-4fb1-a303-376600336631 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.001143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a4c8356-9c92-432a-bf38-106ba16dda29 req-2fbde447-cac2-4fb1-a303-376600336631 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 0.2572694 Jul 07 17:27:01.004877 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.006112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.006796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.082987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-7bad4a20-3b18-4191-994f-893c68aafc37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 217 time: 0.0921478 Jul 07 17:27:01.214123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97c03b61-6258-4799-b8ca-562aa202309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.215737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] Pushing event updated for resources: {'Network': ['ID=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.229736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:01.234974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-cc6463ce-ba71-44ec-b646-e7938b6fcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.239419 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-cc6463ce-ba71-44ec-b646-e7938b6fcc98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.1431720 Jul 07 17:27:01.252119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97c03b61-6258-4799-b8ca-562aa202309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.273576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4892a344-e81e-43eb-a0b9-efe739395426 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3041058 Jul 07 17:27:01.279388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58200) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.289580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Request body: {'subnet': {'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-406238538-subnet', 'tenant_id': '5cdd4f445fbd4f5b8e53974b370f0f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:01.325956 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a4c8356-9c92-432a-bf38-106ba16dda29 req-d539f8a5-776d-4d9a-a985-bc4fddcc0a9a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142588 Jul 07 17:27:01.400834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Made reservation on behalf of 5cdd4f445fbd4f5b8e53974b370f0f9b for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:01.407208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.421942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-97c03b61-6258-4799-b8ca-562aa202309f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=175d4c73b6ed47b7af70338affed91ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783104 Jul 07 17:27:01.432214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58202) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.511374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-ad917573-6fca-40f6-8ed5-5ca91b625b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.514233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-ad917573-6fca-40f6-8ed5-5ca91b625b93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2570131 Jul 07 17:27:01.527483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03b61-6258-4799-b8ca-562aa202309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320818cd-5b2a-46fc-8582-d502f40dd68a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.583163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.602588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58210) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.654667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.703945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Deleting subnet 89631e1a-66bb-400c-aacc-0de99e5302b1 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:01.706760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-312879b3-d589-439e-b49e-d2695249a6fb service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780791 Jul 07 17:27:01.712669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.782519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.840818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.846476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.847811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/320818cd-5b2a-46fc-8582-d502f40dd68a HTTP/1.1" status: 204 len: 168 time: 0.4139500 Jul 07 17:27:01.885390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.887021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcb744-b6dd-46f5-a8ce-9b9b60df477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320818cd-5b2a-46fc-8582-d502f40dd68a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.137496 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0026a79d-ed49-4a4e-9240-eb445e71566e req-12308029-df49-4947-874c-79ea71faee08 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186797 Jul 07 17:27:02.210018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.218159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.279111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-7afa37e9-5529-47c9-b22a-ce95420b4dc0 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.281187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-7afa37e9-5529-47c9-b22a-ce95420b4dc0 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.73 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 0.2801175 Jul 07 17:27:02.285201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Checking segment: {'id': '8a01f2f8-ac71-4b5b-986f-5279785196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:02.285775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Network hostable DHCP agents. Network: 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:02.286595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89631e1a-66bb-400c-aacc-0de99e5302b1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.290549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.292061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecec3bc-3c8c-41d6-96b6-b9013223a71c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.295039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ffb44890-2a9a-463d-97bc-d92c2781df6d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/89631e1a-66bb-400c-aacc-0de99e5302b1 HTTP/1.1" status: 204 len: 168 time: 0.6900659 Jul 07 17:27:02.297889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58224) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.330367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:02.350205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:02.365123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa9ff7-3036-475d-a8fa-1b6d2f4f7e1f None None] Network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:02.368638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.369783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.428581 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ac341ba-6684-46dc-aa7f-1a0b7df74918 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1471500 Jul 07 17:27:02.501895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.813303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d980d-c204-41bf-8103-15c625be6f3b None None] Network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:02.921162 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.963087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181e2dc1-0b01-4ba5-9803-cf1e7974e47c']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:03.000997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:03.001656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f75b7f1-c0c1-4f73-8861-6a4d3cfc3ae0') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:03.008128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Deleting port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:03.008675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.086129 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.189646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3861915-e463-4a78-87e9-94eeb02bc9c7 req-9facae00-4b70-4cb7-ab58-6064047ef05f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.192767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3861915-e463-4a78-87e9-94eeb02bc9c7 req-9facae00-4b70-4cb7-ab58-6064047ef05f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 947 time: 0.5426514 Jul 07 17:27:03.256495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.276671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:03.277329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:03.279869 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:03.284157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3861915-e463-4a78-87e9-94eeb02bc9c7 req-6de442bb-938d-4d89-bf89-1948de6356a7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fcee302-72a7-4610-856d-cde353609fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826547 Jul 07 17:27:03.501222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] For port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:03.501905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.519505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.562577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.568813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/181e2dc1-0b01-4ba5-9803-cf1e7974e47c HTTP/1.1" status: 204 len: 168 time: 1.2607527 Jul 07 17:27:03.602875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6a74-653a-468e-a4b3-0eb2003078a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=181e2dc1-0b01-4ba5-9803-cf1e7974e47c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.899699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58266) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:03.950240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.950240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.951276 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Floating IP 446da24f-690d-4018-83e6-c12c72924407 disassociated. External IP: 172.25.3.8, port: 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5. Jul 07 17:27:03.951430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Calling delete_port for 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:04.025477 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ffd64358-a823-4493-bad7-54d25c86acf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5a5b7db0cc0403ab64aaee7aacea482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230125 Jul 07 17:27:04.029704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58268) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.140222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.209736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.255688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.349850 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.350584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'Port': ['ID=6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.357409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.361797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e76f8c6-8797-49a7-b709-0d58d191a41b HTTP/1.1" status: 204 len: 168 time: 0.3291614 Jul 07 17:27:04.401582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66677ca-2177-4d23-ad45-53c68f535773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76f8c6-8797-49a7-b709-0d58d191a41b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.749525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.773241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-2c0abfa7-2117-410e-bd77-46bd38142978 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.776493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-2c0abfa7-2117-410e-bd77-46bd38142978 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/networks?id=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c HTTP/1.1" status: 200 len: 812 time: 0.5062249 Jul 07 17:27:04.828478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-3a4ed6e7-b2d3-48dc-a0f6-f4dd9f5469b0 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/quotas/5cdd4f445fbd4f5b8e53974b370f0f9b HTTP/1.1" status: 200 len: 375 time: 0.0331573 Jul 07 17:27:04.848760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:05.175477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-343341833'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:05.263692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Made reservation on behalf of 175ca62a085243b1afceda7933c919f0 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:05.271650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.305980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.481659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-eb93c530-e188-4af3-8497-8d6649b694d3 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5cdd4f445fbd4f5b8e53974b370f0f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6376483 Jul 07 17:27:05.583958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.592087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.685502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:05.735402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503aa114-d256-4c36-9f75-438f0dba7a35,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.753122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.753282 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Added segment 2cdf26bf-d428-4b66-8099-d0de3ddac80a of type vlan for network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 Jul 07 17:27:05.807707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:05.824172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:05.845097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:05.846028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:05.859225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-b1cbb58f-f625-4588-aa1e-8d24b20f8582 service neutron] 10.222.0.66 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709369 Jul 07 17:27:05.894533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] No DVR routers for this DVR port 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:05.911710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.916640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.917814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb87f8b1-5aac-4c42-b899-3fcafb1a966d req-e2130d0f-b922-4f7a-9e0a-3b1c9f94baf1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.73 "DELETE /v2.0/ports/6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 HTTP/1.1" status: 204 len: 173 time: 3.6214347 Jul 07 17:27:05.921461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-deleted', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:05.924487 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da3ad8a-526a-4e0b-b142-54fc26803088" -d '{"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-deleted", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:05.996681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.016675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.018156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.145490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-4ad8c2a3-4118-4468-bbf2-db056b2f4b5d service neutron] 10.222.0.66 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768002 Jul 07 17:27:06.233817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4808974 Jul 07 17:27:06.238680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58328) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.249274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Request body: {'subnet': {'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:06.252067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e058-6f71-4d22-bfa3-b93a3d3fce95 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'Network': ['ID=ec4d9813-5fe7-4a1b-9444-5afc91ff8a66,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.262256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:06.502333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Made reservation on behalf of 175ca62a085243b1afceda7933c919f0 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:06.516178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.618686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:06.793024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:06.855443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:06.857216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:07.025600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d890524-e119-47ac-8342-01a07ca9bb0b req-a571aae3-7724-412c-902d-b3f08aab6dc6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fce570-b642-464e-a48f-e93d1a5b5bfc HTTP/1.1" status: 200 len: 210 time: 0.2177403 Jul 07 17:27:07.325456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.366064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:07.441714 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa702125-4609-4501-bd8e-73484416ffad x-openstack-request-id: req-aa702125-4609-4501-bd8e-73484416ffad {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:07.442494 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fce570-b642-464e-a48f-e93d1a5b5bfc", "name": "network-vif-deleted", "tag": "6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:07.442494 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa702125-4609-4501-bd8e-73484416ffad {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:07.442785 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fce570-b642-464e-a48f-e93d1a5b5bfc', 'name': 'network-vif-deleted', 'tag': '6fb7bdbf-e0d3-454d-a0e0-e492acdbbbe5', 'status': 'completed', 'code': 200} Jul 07 17:27:07.465954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:07.486883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:07.488664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:07.508606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'Subnet': ['ID=7e7fedf7-290e-4708-b0eb-563d8d41ba7c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.518746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58354) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.585086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb25ef94-5fdb-4ef0-9194-d6c71605d517 req-17fcfcc6-742a-4255-a03f-a71d1950bb5e tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 210 time: 0.1173377 Jul 07 17:27:07.612305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Checking segment: {'id': '2cdf26bf-d428-4b66-8099-d0de3ddac80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:07.613013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Network hostable DHCP agents. Network: ec4d9813-5fe7-4a1b-9444-5afc91ff8a66, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:07.629240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5f3a90d9-6fe3-4976-8fe9-d2a43eb4caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.649546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:07.679612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ec4d9813-5fe7-4a1b-9444-5afc91ff8a66) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:07.691041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.692321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.726252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-02f63816-57b9-45e9-adaf-ef1f8e73981f tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4828062 Jul 07 17:27:07.727024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58362) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.738587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Request body: {'port': {'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-16863031'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:07.745680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21ebbc-b749-4e08-8230-e93d0d47960a None None] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:07.883823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83187d1c-c2af-4464-9569-b61629814ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.943033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:08.141130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83187d1c-c2af-4464-9569-b61629814ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.151526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83187d1c-c2af-4464-9569-b61629814ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.189039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ec4d9813-5fe7-4a1b-9444-5afc91ff8a66', 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66', 'tenant_id': '175ca62a085243b1afceda7933c919f0', 'fixed_ips': [{'subnet_id': '7e7fedf7-290e-4708-b0eb-563d8d41ba7c'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:08.192962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.225487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187d1c-c2af-4464-9569-b61629814ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d631881-adc2-4c08-bb1c-3e5e052619fb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.237381 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83187d1c-c2af-4464-9569-b61629814ec3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38dcfc3c76d449f3bb88df5629504e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111778 Jul 07 17:27:08.238995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58374) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.248608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Made reservation on behalf of 175ca62a085243b1afceda7933c919f0 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:08.252494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.280697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] device_id is not set on port 0e54e2f0-237a-4050-be8f-dcb08cca97ea yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:08.407010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.460517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.572438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Allocated IP 172.20.0.5 (ec4d9813-5fe7-4a1b-9444-5afc91ff8a66/7e7fedf7-290e-4708-b0eb-563d8d41ba7c/0e54e2f0-237a-4050-be8f-dcb08cca97ea) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:08.708176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.711385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.712972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d631881-adc2-4c08-bb1c-3e5e052619fb HTTP/1.1" status: 204 len: 168 time: 0.4742792 Jul 07 17:27:08.750923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.811429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd9c7f-6765-4bf2-95c6-90641641aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d631881-adc2-4c08-bb1c-3e5e052619fb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.828701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:08.871325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.942660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d33b3-8b1e-433f-a4c4-a019438d0802 None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:08.977588 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.998888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.017820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Transition to ACTIVE for port object 0e54e2f0-237a-4050-be8f-dcb08cca97ea will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:09.124490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.196485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-8b6b015d-bb39-4e13-a69c-bc5b737ba0de tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.209412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-8b6b015d-bb39-4e13-a69c-bc5b737ba0de tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.73 "GET /v2.0/networks?id=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c HTTP/1.1" status: 200 len: 812 time: 0.3282635 Jul 07 17:27:09.218364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Request body: {'port': {'device_id': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c', 'admin_state_up': True, 'tenant_id': '5cdd4f445fbd4f5b8e53974b370f0f9b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.252979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Allocated IP 172.20.0.2 (ec4d9813-5fe7-4a1b-9444-5afc91ff8a66/7e7fedf7-290e-4708-b0eb-563d8d41ba7c/fa63219d-53df-4761-8097-05dd70dfa99a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:09.352097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'Port': ['ID=0e54e2f0-237a-4050-be8f-dcb08cca97ea,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.443236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:09.453379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:09.461758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:09.594422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.596211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.596736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a08fa74-18f4-40e1-bcb6-0de299d62ef6 req-917b942e-76f0-4ed4-a7b0-e5763962130e tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 210 time: 0.1786814 Jul 07 17:27:09.630158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce449b79-dc51-4feb-a2cc-17401c8de452 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8974802 Jul 07 17:27:09.630158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.642412 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615a367-e007-4a90-b672-4c06f787c3c6 None None] New status for floating IP 446da24f-690d-4018-83e6-c12c72924407: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:27:09.656113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Request body: {'port': {'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1475342050', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.656729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] bootfile-name is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:09.657111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] tftp-server is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:09.658080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] server-ip-address is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:09.661118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.689511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Transition to ACTIVE for port object fa63219d-53df-4761-8097-05dd70dfa99a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:09.696957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.702801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.711730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "DELETE /v2.0/security-groups/9fcee302-72a7-4610-856d-cde353609fa9 HTTP/1.1" status: 204 len: 168 time: 0.9591212 Jul 07 17:27:09.714987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58406) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.736119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Transition to ACTIVE for port object fa63219d-53df-4761-8097-05dd70dfa99a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:09.751312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.791266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58410) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.829149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fd5fd-1be1-4387-816c-e2ee10588d40 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcee302-72a7-4610-856d-cde353609fa9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.853092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae7576d-5d62-4c2d-a0c8-3918a3edb38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.869412 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-6f2542a5-2e86-482c-b3fc-1eed7d6791c1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] show failed (client error): The resource could not be found. Jul 07 17:27:09.884261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.884535 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f2542a5-2e86-482c-b3fc-1eed7d6791c1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups/9fcee302-72a7-4610-856d-cde353609fa9 HTTP/1.1" status: 404 len: 347 time: 0.1637609 Jul 07 17:27:09.890364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:09.917958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:09.935152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:09.951804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Pushing event updated for resources: {'Port': ['ID=fa63219d-53df-4761-8097-05dd70dfa99a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.089650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Made reservation on behalf of 5cdd4f445fbd4f5b8e53974b370f0f9b for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:10.099183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.110632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71640397-ba86-4632-af77-2406c9000982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.173781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Attempting to bind port fa63219d-53df-4761-8097-05dd70dfa99a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:10.174160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Attempting to bind port fa63219d-53df-4761-8097-05dd70dfa99a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '2cdf26bf-d428-4b66-8099-d0de3ddac80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:10.178787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Attempting to bind port fa63219d-53df-4761-8097-05dd70dfa99a on network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:10.192116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:10.192738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Checking segment: {'id': '2cdf26bf-d428-4b66-8099-d0de3ddac80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:10.193202 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.193990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Bound using segment: {'id': '2cdf26bf-d428-4b66-8099-d0de3ddac80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:10.195018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Bound port: fa63219d-53df-4761-8097-05dd70dfa99a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf26bf-d428-4b66-8099-d0de3ddac80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec4d9813-5fe7-4a1b-9444-5afc91ff8a66'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:10.195819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.361001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] For port fa63219d-53df-4761-8097-05dd70dfa99a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:10.372352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] For port fa63219d-53df-4761-8097-05dd70dfa99a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa63219d-53df-4761-8097-05dd70dfa99a,segment=NetworkSegment(2cdf26bf-d428-4b66-8099-d0de3ddac80a),segment_id=2cdf26bf-d428-4b66-8099-d0de3ddac80a)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:10.383662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.392504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Deleting port 79c55b9f-99b1-4a15-abfe-7732c212f66a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:10.392971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.458100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae7576d-5d62-4c2d-a0c8-3918a3edb38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.491321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ae7576d-5d62-4c2d-a0c8-3918a3edb38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.520689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Made reservation on behalf of 175ca62a085243b1afceda7933c919f0 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:10.524030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Allocated IP 172.20.0.6 (18adc220-cabe-46b0-a5d4-acd2e4ba9e0c/4ecec3bc-3c8c-41d6-96b6-b9013223a71c/a87d57dd-996d-48d7-b190-906103f7aeea) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:10.531581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1ea08-2ad6-40f9-816b-63ae80594249 None None] Pushing event updated for resources: {'Port': ['ID=fa63219d-53df-4761-8097-05dd70dfa99a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.533805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.545939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.580593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] device_id is not set on port 66ba0124-44c0-492c-ab4a-10969117f9ae yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:10.620728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8ae7576d-5d62-4c2d-a0c8-3918a3edb38a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ebe48cfeec148f9a4be5827c0f2c4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8083117 Jul 07 17:27:10.626774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58424) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:10.634790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.635172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.641713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7576d-5d62-4c2d-a0c8-3918a3edb38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5a5ad-d84b-4bff-9782-ed35c5b60677,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.712525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Calling delete_port for 79c55b9f-99b1-4a15-abfe-7732c212f66a owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:10.866543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Allocated IP 172.20.0.10 (ec4d9813-5fe7-4a1b-9444-5afc91ff8a66/7e7fedf7-290e-4708-b0eb-563d8d41ba7c/66ba0124-44c0-492c-ab4a-10969117f9ae) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:11.038975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.100658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f0ae-1764-4856-a037-c80646771897 req-53cc9513-073f-42f8-909f-2098da511e6d tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.102698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d19f0ae-1764-4856-a037-c80646771897 req-53cc9513-073f-42f8-909f-2098da511e6d tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 945 time: 0.4209566 Jul 07 17:27:11.123942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.142268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.180215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Transition to ACTIVE for port object 66ba0124-44c0-492c-ab4a-10969117f9ae will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:11.256203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.278942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.293258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d19f0ae-1764-4856-a037-c80646771897 req-afeb05ac-3472-4b3e-ba68-ef20e3ac9d87 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770287 Jul 07 17:27:11.366746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.380417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.383447 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.384987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7db5a5ad-d84b-4bff-9782-ed35c5b60677 HTTP/1.1" status: 204 len: 168 time: 0.7571037 Jul 07 17:27:11.409725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:11.429295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.432476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'Port': ['ID=79c55b9f-99b1-4a15-abfe-7732c212f66a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.443591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df873ed5-2824-488f-ac05-3fb40bf80c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db5a5ad-d84b-4bff-9782-ed35c5b60677,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.457790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:11.476447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:11.600035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:11.603882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Pushing event updated for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.610618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:11.614650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:11.709150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.709938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.712855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'Port': ['ID=66ba0124-44c0-492c-ab4a-10969117f9ae,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.760298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03dcb4fe-56f2-4492-8bb9-ef2893cd3b41 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1269047 Jul 07 17:27:11.761081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.761971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58444) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:11.778259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa63219d-53df-4761-8097-05dd70dfa99a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:11.839304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.844463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.849553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7683332b-d3fd-4ab2-b5a6-46f5de2ac1b8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "DELETE /v2.0/floatingips/446da24f-690d-4018-83e6-c12c72924407 HTTP/1.1" status: 204 len: 168 time: 1.9543376 Jul 07 17:27:11.898625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fa63219d-53df-4761-8097-05dd70dfa99a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:11.908653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.909732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.998139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-c782ca64-c9bc-4630-8bb4-f60e8da7de44 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7852798 Jul 07 17:27:12.056794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85871425-d84a-49c4-a02c-796f340f28e4 req-6ee15830-eab2-4bb1-9584-120faceca556 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.072686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab2cb6-36e5-4f1c-b878-ed14482cc3c9 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.073852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85871425-d84a-49c4-a02c-796f340f28e4 req-6ee15830-eab2-4bb1-9584-120faceca556 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 931 time: 0.3765764 Jul 07 17:27:12.083677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Request body: {'port': {'device_id': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:12.100436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab2cb6-36e5-4f1c-b878-ed14482cc3c9 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.123934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab2cb6-36e5-4f1c-b878-ed14482cc3c9 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.126816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2eab2cb6-36e5-4f1c-b878-ed14482cc3c9 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3631170 Jul 07 17:27:12.132173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58454) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.158908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-23896586-4a87-41d7-a991-32d1f3feb357 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.160786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-23896586-4a87-41d7-a991-32d1f3feb357 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.23 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 945 time: 0.3359573 Jul 07 17:27:12.307991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cc8a1-3052-4a5a-9e90-6deb877addf1 None None] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:12.363557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Deleting port 27d35b31-c754-4883-b024-9d3ed66b5c58 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:12.365183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.414581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85871425-d84a-49c4-a02c-796f340f28e4 req-97739aea-c696-4206-afd9-e7658bb10cb5 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390284 Jul 07 17:27:12.481623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Provisioning for port fa63219d-53df-4761-8097-05dd70dfa99a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:12.484790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.491592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Provisioning complete for port fa63219d-53df-4761-8097-05dd70dfa99a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:12.491988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.546048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Deleting port 66ba0124-44c0-492c-ab4a-10969117f9ae {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:12.547091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.626054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] For port 27d35b31-c754-4883-b024-9d3ed66b5c58, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=27d35b31-c754-4883-b024-9d3ed66b5c58,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:12.626785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.663291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Calling delete_port for 27d35b31-c754-4883-b024-9d3ed66b5c58 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:12.968594 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.047762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.049658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e69244d-9774-479c-9111-6863523e1aca None None] For port fa63219d-53df-4761-8097-05dd70dfa99a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa63219d-53df-4761-8097-05dd70dfa99a,segment=NetworkSegment(2cdf26bf-d428-4b66-8099-d0de3ddac80a),segment_id=2cdf26bf-d428-4b66-8099-d0de3ddac80a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:13.056842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.124408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.187601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69244d-9774-479c-9111-6863523e1aca None None] Pushing event updated for resources: {'Port': ['ID=fa63219d-53df-4761-8097-05dd70dfa99a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:13.200836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['27d35b31-c754-4883-b024-9d3ed66b5c58'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:13.202793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Pushing event deleted for resources: {'Port': ['ID=27d35b31-c754-4883-b024-9d3ed66b5c58,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:13.246392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Calling delete_port for 66ba0124-44c0-492c-ab4a-10969117f9ae owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:13.332832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] No DVR routers for this DVR port 27d35b31-c754-4883-b024-9d3ed66b5c58 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:13.336953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.347451 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cbfcdfe5-f4c4-4c67-9b23-dd6e174c9897 req-e299301c-d50f-4c04-9ee4-3c973999ec3e tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.23 "DELETE /v2.0/ports/27d35b31-c754-4883-b024-9d3ed66b5c58 HTTP/1.1" status: 204 len: 173 time: 1.1791155 Jul 07 17:27:13.347969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'name': 'network-vif-deleted', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:13.358200 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59715a-c462-40a7-93cd-4c190a367db3" -d '{"events": [{"server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "name": "network-vif-deleted", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:13.500314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58494) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.508363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385032302', 'description': 'tempest-description--1481740221'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:13.566505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.592134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Provisioning complete for port fa63219d-53df-4761-8097-05dd70dfa99a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:13.592728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.607911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.704778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa63219d-53df-4761-8097-05dd70dfa99a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:13.866312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.873958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.895899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87d57dd-996d-48d7-b190-906103f7aeea {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:13.914163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.917098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4143951 Jul 07 17:27:13.939625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:13.970148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fa63219d-53df-4761-8097-05dd70dfa99a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:13.970814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.974647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group_rule': {'security_group_id': '91d3eafb-52c8-4e36-a9f6-cb522473cbe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:14.039030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Provisioning for port 0e54e2f0-237a-4050-be8f-dcb08cca97ea completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:14.069647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Provisioning complete for port 0e54e2f0-237a-4050-be8f-dcb08cca97ea triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:14.070037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.096466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6b1a1-35e2-40d2-806c-aa24c89187a2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3eafb-52c8-4e36-a9f6-cb522473cbe9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.105125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.120932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Port 0e54e2f0-237a-4050-be8f-dcb08cca97ea cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:14.171628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.270929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.278571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.283708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3549d68a-6513-4e8d-b67b-4c4073f8dd84 req-5d10a91a-1c14-4eca-adcd-9f92087430b4 tempest-AttachSCSIVolumeTestJSON-1112024259 tempest-AttachSCSIVolumeTestJSON-1112024259-project] 10.222.0.66 "GET /v2.0/ports?device_id=934d1b13-2549-48a2-a74b-6be6b69de8ea HTTP/1.1" status: 200 len: 210 time: 0.1996272 Jul 07 17:27:14.296788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Transition to ACTIVE for port object a87d57dd-996d-48d7-b190-906103f7aeea will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:14.316625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ce09fe-4016-4cb6-958c-def9c86efec4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.332010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.335375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.341993 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ccb9983-3937-46d1-a018-146839816dfe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991866 Jul 07 17:27:14.344223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:14.352733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'security_group_rule': {'security_group_id': '91d3eafb-52c8-4e36-a9f6-cb522473cbe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:14.392045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Provisioning for port 66ba0124-44c0-492c-ab4a-10969117f9ae completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:14.396743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Provisioning complete for port 66ba0124-44c0-492c-ab4a-10969117f9ae triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:14.397170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.433958 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e4dfe-4039-4c60-ae18-952b9b5ac1df x-openstack-request-id: req-ac8e4dfe-4039-4c60-ae18-952b9b5ac1df {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:14.434472 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d1b13-2549-48a2-a74b-6be6b69de8ea", "name": "network-vif-deleted", "tag": "27d35b31-c754-4883-b024-9d3ed66b5c58", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:14.434771 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac8e4dfe-4039-4c60-ae18-952b9b5ac1df {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:14.439546 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d1b13-2549-48a2-a74b-6be6b69de8ea', 'name': 'network-vif-deleted', 'tag': '27d35b31-c754-4883-b024-9d3ed66b5c58', 'status': 'completed', 'code': 200} Jul 07 17:27:14.476722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f41d5d62-ed9b-4aea-908a-4d03962cd9d7 None None] Port 66ba0124-44c0-492c-ab4a-10969117f9ae was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:27:14.477410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.500281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.614224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b5184814-2876-49b1-ab23-0e2539135f4a None None] Provisioning complete for port 0e54e2f0-237a-4050-be8f-dcb08cca97ea triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:14.615036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b5184814-2876-49b1-ab23-0e2539135f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.722930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.728968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.754668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b5184814-2876-49b1-ab23-0e2539135f4a None None] Port 0e54e2f0-237a-4050-be8f-dcb08cca97ea cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:14.765590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b5184814-2876-49b1-ab23-0e2539135f4a None None] Could not find standard attr ID for object 66ba0124-44c0-492c-ab4a-10969117f9ae. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:14.803550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0547f380-670d-44c2-b4db-05cb1660570c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.814915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.817492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4167b484-4aa0-4c05-ae20-7a36bd9d6509 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4713163 Jul 07 17:27:14.821317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58514) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:14.835188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:14.890759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.918094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.965674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event deleted for resources: {'Port': ['ID=66ba0124-44c0-492c-ab4a-10969117f9ae,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.082050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Attempting to bind port a87d57dd-996d-48d7-b190-906103f7aeea on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:15.082826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Attempting to bind port a87d57dd-996d-48d7-b190-906103f7aeea by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '8a01f2f8-ac71-4b5b-986f-5279785196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:15.083507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Attempting to bind port a87d57dd-996d-48d7-b190-906103f7aeea on network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:15.088079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.092372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6128de8b-a42f-46cd-81f3-60a6f25751bc tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "DELETE /v2.0/ports/66ba0124-44c0-492c-ab4a-10969117f9ae HTTP/1.1" status: 204 len: 168 time: 2.9577837 Jul 07 17:27:15.100307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58522) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:15.104809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Port a87d57dd-996d-48d7-b190-906103f7aeea on network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:15.105119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Attempting to bind port a87d57dd-996d-48d7-b190-906103f7aeea on network 18adc220-cabe-46b0-a5d4-acd2e4ba9e0c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:15.110881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Request body: {'port': {'name': 'tempest-new-port-name-1668453196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:15.110881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] bootfile-name is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:15.110881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] tftp-server is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:15.111678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] server-ip-address is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:15.114520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:15.114900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Checking segment: {'id': '8a01f2f8-ac71-4b5b-986f-5279785196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:15.115400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Bound using segment: {'id': '8a01f2f8-ac71-4b5b-986f-5279785196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:15.116032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Bound port: a87d57dd-996d-48d7-b190-906103f7aeea, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a01f2f8-ac71-4b5b-986f-5279785196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:15.116644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.128437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8ff1b-2984-4da6-b2e7-8eaf776adf21 req-2ee97cf6-3055-4114-9fb8-91add43dad55 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.138165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08b8ff1b-2984-4da6-b2e7-8eaf776adf21 req-2ee97cf6-3055-4114-9fb8-91add43dad55 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 943 time: 0.5040071 Jul 07 17:27:15.150353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.204504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08b8ff1b-2984-4da6-b2e7-8eaf776adf21 req-f6cc3b0f-6213-4810-8155-b7030483608d tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644169 Jul 07 17:27:15.348544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:15.362958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.364519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a87d57dd-996d-48d7-b190-906103f7aeea,segment=NetworkSegment(8a01f2f8-ac71-4b5b-986f-5279785196d8),segment_id=8a01f2f8-ac71-4b5b-986f-5279785196d8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:15.376728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.452550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Allocated IP 172.25.3.168 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3b070d7f-e4e0-4517-a1df-338590b565ee) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:15.537548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.538905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.547877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a87d57dd-996d-48d7-b190-906103f7aeea HTTP/1.1" status: 200 len: 1092 time: 3.5274284 Jul 07 17:27:15.548522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:15.556958 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086b57b-6176-448f-b49b-f1537566f3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:15.689588 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7be82-81bb-4dc9-ac59-214db5c824ac x-openstack-request-id: req-34a7be82-81bb-4dc9-ac59-214db5c824ac {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:15.690029 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:15.690592 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34a7be82-81bb-4dc9-ac59-214db5c824ac {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:15.691124 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea', 'status': 'completed', 'code': 200} Jul 07 17:27:15.702834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af9ed-d297-4f32-b6e5-6eb0260561e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.744646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-b19351cc-8c3e-4562-89b9-8ab8dd3e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.748206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-b19351cc-8c3e-4562-89b9-8ab8dd3e59e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cdd4f445fbd4f5b8e53974b370f0f9b&device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 1095 time: 0.1403310 Jul 07 17:27:15.753141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.796498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.810329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-5a8bb1b2-f4b9-4b5b-997f-aa181cb5fede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87d57dd-996d-48d7-b190-906103f7aeea HTTP/1.1" status: 200 len: 217 time: 0.0551028 Jul 07 17:27:15.818571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.872524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 27d35b31-c754-4883-b024-9d3ed66b5c58 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:15.914261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 27d35b31-c754-4883-b024-9d3ed66b5c58 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:15.914928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 27d35b31-c754-4883-b024-9d3ed66b5c58 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:15.936639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-24aea2a2-a239-4ec7-ae5e-e8a06f42ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.939926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-24aea2a2-a239-4ec7-ae5e-e8a06f42ef44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ecec3bc-3c8c-41d6-96b6-b9013223a71c HTTP/1.1" status: 200 len: 852 time: 0.1234441 Jul 07 17:27:15.940239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.951152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event updated for resources: {'Port': ['ID=0e54e2f0-237a-4050-be8f-dcb08cca97ea,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.031039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:16.032986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-eb4469c3-74ae-427b-8cb9-0bf7d5244bb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809438 Jul 07 17:27:16.044900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:16.056684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:16.075677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] In _notify_port_updated(), no bound segment for port 0e54e2f0-237a-4050-be8f-dcb08cca97ea on network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:16.087990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.089455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.096863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab658d79-b1dc-4ada-90ce-343371b320f6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "PUT /v2.0/ports/0e54e2f0-237a-4050-be8f-dcb08cca97ea HTTP/1.1" status: 200 len: 1136 time: 0.9952252 Jul 07 17:27:16.097884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.169776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-62f0982e-342c-4d9a-8b8f-ad9967cbf8f1 service neutron] 10.222.0.73 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354103 Jul 07 17:27:16.321606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9f3cb293-6fdc-4b8e-93ff-40eb51990e55 None None] Provisioning complete for port 0e54e2f0-237a-4050-be8f-dcb08cca97ea triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:16.322174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb293-6fdc-4b8e-93ff-40eb51990e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.424456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9f3cb293-6fdc-4b8e-93ff-40eb51990e55 None None] Port 0e54e2f0-237a-4050-be8f-dcb08cca97ea cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:16.458422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e7d1715-bcc9-49b7-a209-996ed131ab1c req-177c9e9d-03f1-4066-bd7c-3a5a5ba94497 service neutron] 10.222.0.73 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820380 Jul 07 17:27:16.646625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4c156-60f0-491f-8237-ed359e074ee6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.652141 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37b4c156-60f0-491f-8237-ed359e074ee6 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "GET /v2.0/ports/0e54e2f0-237a-4050-be8f-dcb08cca97ea HTTP/1.1" status: 200 len: 1136 time: 0.0855284 Jul 07 17:27:16.652983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.655572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=3b070d7f-e4e0-4517-a1df-338590b565ee,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.681407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4882b5-084b-4523-9a62-4e59372831b4 req-9b67cfa4-5361-4ede-b694-65f82e30f3db tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.691562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e4882b5-084b-4523-9a62-4e59372831b4 req-9b67cfa4-5361-4ede-b694-65f82e30f3db tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 943 time: 0.2282233 Jul 07 17:27:16.708473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-6ad84853-ab19-431e-9a04-74686dab300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.710016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-6ad84853-ab19-431e-9a04-74686dab300a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cdd4f445fbd4f5b8e53974b370f0f9b&device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 1095 time: 0.1898923 Jul 07 17:27:16.830771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.853098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Deleting port 0e54e2f0-237a-4050-be8f-dcb08cca97ea {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:16.853768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.956666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.279240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.305971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.322240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Calling delete_port for 0e54e2f0-237a-4050-be8f-dcb08cca97ea owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:17.327500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.367411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e4882b5-084b-4523-9a62-4e59372831b4 req-5924aaf7-3540-402f-a989-7fce91082ab2 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765971 Jul 07 17:27:17.408605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-8dca964f-7b25-4ed5-b108-3c565f26e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:17.412990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-8dca964f-7b25-4ed5-b108-3c565f26e76f service neutron] 10.222.0.73 "GET /v2.0/networks?id=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c HTTP/1.1" status: 200 len: 913 time: 0.6918597 Jul 07 17:27:17.551259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-11b9d336-1834-4966-9c68-b194e9d02373 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87d57dd-996d-48d7-b190-906103f7aeea HTTP/1.1" status: 200 len: 217 time: 0.1307054 Jul 07 17:27:17.635407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-d56e815e-bbf7-4a0a-871c-b82dbd2dd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:17.639073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-d56e815e-bbf7-4a0a-871c-b82dbd2dd889 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ecec3bc-3c8c-41d6-96b6-b9013223a71c HTTP/1.1" status: 200 len: 852 time: 0.0815599 Jul 07 17:27:17.675809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=3b070d7f-e4e0-4517-a1df-338590b565ee,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.685842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.715279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.726509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-f2d12888-0777-4b1f-828d-3886912df8e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787983 Jul 07 17:27:17.727671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-53b4e25f-7e7e-48ff-831e-15511f3c1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9047465 Jul 07 17:27:17.759604 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:17.864640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.907995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event deleted for resources: {'Port': ['ID=0e54e2f0-237a-4050-be8f-dcb08cca97ea,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.945092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-062dd4ad-8cd6-4d0d-a979-d4fce82af723 service neutron] 10.222.0.73 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128301 Jul 07 17:27:18.063986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.073175 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7074796c-8adb-462f-8ede-764a8ad7e927 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "DELETE /v2.0/ports/0e54e2f0-237a-4050-be8f-dcb08cca97ea HTTP/1.1" status: 204 len: 168 time: 1.4147353 Jul 07 17:27:18.077275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58636) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.088189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1086b57b-6176-448f-b49b-f1537566f3f7 req-e1f06e8a-a245-48a4-a1bc-c1430bcddb10 service neutron] 10.222.0.73 "GET /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365194 Jul 07 17:27:18.167771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Deleting subnet 7e7fedf7-290e-4708-b0eb-563d8d41ba7c {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:18.189384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.312878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.452872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-ae00bc3b-45f2-4e5c-9af4-805997491c96 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--385032302&fields=id&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 267 time: 0.0572236 Jul 07 17:27:18.496400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.658101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.699377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-3f31f42c-3463-4c39-9d77-a44b91c0acd8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.701293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-3f31f42c-3463-4c39-9d77-a44b91c0acd8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 817 time: 0.2429249 Jul 07 17:27:18.722556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.732539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700dd72a-d20f-4c1a-a076-471926528f1e None None] Network ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:18.734101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "DELETE /v2.0/subnets/7e7fedf7-290e-4708-b0eb-563d8d41ba7c HTTP/1.1" status: 204 len: 168 time: 0.6548736 Jul 07 17:27:18.737143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.740759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e8027-0925-416b-b679-7fdb949bf7f7 tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7fedf7-290e-4708-b0eb-563d8d41ba7c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.753196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-65cc3b29-dd42-484e-ba7b-52b4e53b2ac2 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/quotas/23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 375 time: 0.0390561 Jul 07 17:27:18.832212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a87d57dd-996d-48d7-b190-906103f7aeea details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:18.902985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-72b8c44b-1aa4-4594-bcfd-4ee3ee4f5860 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1338613 Jul 07 17:27:18.971654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.041039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-dc3890f0-3e87-4fbe-b3ad-8ef3cbdeee5d service neutron] 10.222.0.66 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368377 Jul 07 17:27:19.100184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Deleting port fa63219d-53df-4761-8097-05dd70dfa99a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:19.100599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.186318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-39db2895-4916-428c-987a-9658d018693b service neutron] 10.222.0.66 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425123 Jul 07 17:27:19.193681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] For port fa63219d-53df-4761-8097-05dd70dfa99a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa63219d-53df-4761-8097-05dd70dfa99a,segment=NetworkSegment(2cdf26bf-d428-4b66-8099-d0de3ddac80a),segment_id=2cdf26bf-d428-4b66-8099-d0de3ddac80a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.194055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.210404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Calling delete_port for fa63219d-53df-4761-8097-05dd70dfa99a owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:19.311455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.434627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a87d57dd-996d-48d7-b190-906103f7aeea,segment=NetworkSegment(8a01f2f8-ac71-4b5b-986f-5279785196d8),segment_id=8a01f2f8-ac71-4b5b-986f-5279785196d8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.462476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event deleted for resources: {'Port': ['ID=fa63219d-53df-4761-8097-05dd70dfa99a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.473314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] No DVR routers for this DVR port fa63219d-53df-4761-8097-05dd70dfa99a on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:19.482711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a87d57dd-996d-48d7-b190-906103f7aeea', 'network_id': '18adc220-cabe-46b0-a5d4-acd2e4ba9e0c', 'port_id': 'a87d57dd-996d-48d7-b190-906103f7aeea', 'mac_address': 'fa:16:3e:61:29:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecec3bc-3c8c-41d6-96b6-b9013223a71c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:19.619515 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.622186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe185095-ac71-4057-b7e3-9f03921bcc41 None None] DHCP port deletion for ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:19.670489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87d57dd-996d-48d7-b190-906103f7aeea {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:19.723325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a87d57dd-996d-48d7-b190-906103f7aeea,segment=NetworkSegment(8a01f2f8-ac71-4b5b-986f-5279785196d8),segment_id=8a01f2f8-ac71-4b5b-986f-5279785196d8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.734388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.875681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.979559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.016132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4d9813-5fe7-4a1b-9444-5afc91ff8a66']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:20.022235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a87d57dd-996d-48d7-b190-906103f7aeea'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:20.067650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdf26bf-d428-4b66-8099-d0de3ddac80a') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:20.068132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdf26bf-d428-4b66-8099-d0de3ddac80a') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:20.090999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c279f1-d236-4bb1-b17e-a76df68e53e7 req-bdfed91b-ecb5-4801-8cda-6d4b69218480 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.093885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22c279f1-d236-4bb1-b17e-a76df68e53e7 req-bdfed91b-ecb5-4801-8cda-6d4b69218480 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 944 time: 0.2533822 Jul 07 17:27:20.097376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.162598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.196591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:20.201052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:20.216979 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:20.254278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22c279f1-d236-4bb1-b17e-a76df68e53e7 req-dec45a70-e0c2-4df0-b184-9938337b2c0f tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533544 Jul 07 17:27:20.432095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.442810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.459341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] 10.222.0.66 "DELETE /v2.0/networks/ec4d9813-5fe7-4a1b-9444-5afc91ff8a66 HTTP/1.1" status: 204 len: 168 time: 1.7155888 Jul 07 17:27:20.545916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Pushing event deleted for resources: {'Network': ['ID=ec4d9813-5fe7-4a1b-9444-5afc91ff8a66,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.586738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.587366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.587975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.588570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.589157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.594644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.595381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.595977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.597708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.598307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.598908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.599476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd365120-d316-4fd6-8f44-59257176d31b tempest-ExtraDHCPOptionsTestJSON-339686718 tempest-ExtraDHCPOptionsTestJSON-339686718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:20.755215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e71e7bcc-4534-4ee7-ac74-d76940d06800 req-54276649-4c9b-4a4b-9d80-4039dd80f12f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 210 time: 0.0451729 Jul 07 17:27:21.518610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa63219d-53df-4761-8097-05dd70dfa99a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:21.552964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fa63219d-53df-4761-8097-05dd70dfa99a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:21.553598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa63219d-53df-4761-8097-05dd70dfa99a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:21.584788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58730) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.708173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13670ac8-5e0b-4d33-b6ef-0887305ba281 req-39bd380f-c8ad-4f32-9078-e7d490d98726 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.712299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13670ac8-5e0b-4d33-b6ef-0887305ba281 req-39bd380f-c8ad-4f32-9078-e7d490d98726 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 944 time: 0.2083955 Jul 07 17:27:21.793130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-a2f96dd6-2714-481b-91ff-e3f0c6b368c0 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.798168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-a2f96dd6-2714-481b-91ff-e3f0c6b368c0 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 817 time: 0.2408080 Jul 07 17:27:21.799982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13670ac8-5e0b-4d33-b6ef-0887305ba281 req-c005bb5b-e3fe-4367-8130-f57a5d0df1d2 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766451 Jul 07 17:27:21.960983 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-ce20ec18-cf4e-4da3-a4b4-9fd89079dea5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 379 time: 0.1490214 Jul 07 17:27:22.007505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'port': {'device_id': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'admin_state_up': True, 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'security_groups': ['91d3eafb-52c8-4e36-a9f6-cb522473cbe9']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:22.269471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa991dc5-8a46-4854-9033-b7dc4f296867 req-11a8642b-12ba-4d29-a369-a60388a2cf67 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 210 time: 0.0782979 Jul 07 17:27:22.342694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Made reservation on behalf of 23ee75f3e79242138a866b4d272dcc8a for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:22.358544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.405655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d29b1cb-e9c3-4c7b-a1b1-3c5369e46cd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=175ca62a085243b1afceda7933c919f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164546 Jul 07 17:27:22.409685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58758) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.537085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.611354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Allocated IP 172.20.0.4 (6527d4a1-3bd6-4dcb-9663-a6f56e4698c2/8a16ce12-d792-44fc-9c3d-f2fe802d828d/d92725e9-54c7-4f57-a1f1-96d5b8d2006d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:22.626753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58768) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.629957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.855382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a87d57dd-996d-48d7-b190-906103f7aeea up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:22.888547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.908327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Transition to ACTIVE for port object d92725e9-54c7-4f57-a1f1-96d5b8d2006d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:23.026185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.033562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a87d57dd-996d-48d7-b190-906103f7aeea completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.039309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a87d57dd-996d-48d7-b190-906103f7aeea triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:23.040268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.087441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.158882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:23.163636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:23.177508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:23.229253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.278572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.279274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.285708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.299796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b84c60c8-4ba9-405d-83b1-f55a5ddda083 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314919 Jul 07 17:27:23.315098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Request body: {'port': {'device_id': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:23.327442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb67c-98f3-40f8-9e28-93e96c9ebc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.355347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:23.361728 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175afc6-97f2-4c59-8746-f60596c028ff" -d '{"events": [{"server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "name": "network-vif-plugged", "status": "completed", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:23.415355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a87d57dd-996d-48d7-b190-906103f7aeea,segment=NetworkSegment(8a01f2f8-ac71-4b5b-986f-5279785196d8),segment_id=8a01f2f8-ac71-4b5b-986f-5279785196d8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:23.434175 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.533968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.549051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.557740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.558982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.559928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.561387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.565857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.566937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.568086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.568627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.569942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.570564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.571109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.573388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.650740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.682944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.690751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.696817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/503aa114-d256-4c36-9f75-438f0dba7a35 HTTP/1.1" status: 204 len: 168 time: 1.2850099 Jul 07 17:27:23.779814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503aa114-d256-4c36-9f75-438f0dba7a35,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.824186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f59c6f63-9c94-40da-9bbd-533f317d22e7 None None] Provisioning for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.837544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f59c6f63-9c94-40da-9bbd-533f317d22e7 None None] Provisioning complete for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:23.839213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f59c6f63-9c94-40da-9bbd-533f317d22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.880920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f8a9a-17ff-4daf-a47a-22b70539933c req-b7d975ed-62dd-4928-ac8b-286ffa9418ec tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.888777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e1f8a9a-17ff-4daf-a47a-22b70539933c req-b7d975ed-62dd-4928-ac8b-286ffa9418ec tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 944 time: 0.6891475 Jul 07 17:27:23.944571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb67c-98f3-40f8-9e28-93e96c9ebc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.969415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f59c6f63-9c94-40da-9bbd-533f317d22e7 None None] Port d92725e9-54c7-4f57-a1f1-96d5b8d2006d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:23.969953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.969953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.970513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.970651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.970992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.971332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.971671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.972005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.972513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.972851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.973183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.973515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911548bb-90ff-4bfb-a6c6-235023c9af78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:23.983644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb67c-98f3-40f8-9e28-93e96c9ebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.039790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb67c-98f3-40f8-9e28-93e96c9ebc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1795a-818b-4bc8-a941-1a29ec4b39a5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.071607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e1f8a9a-17ff-4daf-a47a-22b70539933c req-07907d9a-861f-4023-bf36-25e6665a4c0a tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750474 Jul 07 17:27:24.107681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6dcb67c-98f3-40f8-9e28-93e96c9ebc0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56fd6fb194d5498fa3d0afde65a8f8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5662622 Jul 07 17:27:24.108588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58802) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.284905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321f8c-82a7-4054-979a-768df92a3d7d req-ad5d0db6-ce73-4f9a-bf9b-7604e622705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.287749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a8321f8c-82a7-4054-979a-768df92a3d7d req-ad5d0db6-ce73-4f9a-bf9b-7604e622705e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1097 time: 0.7158341 Jul 07 17:27:24.296202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:24.315569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.363837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Transition to ACTIVE for port object d92725e9-54c7-4f57-a1f1-96d5b8d2006d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:24.386281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a8321f8c-82a7-4054-979a-768df92a3d7d req-0c0513a3-1387-431e-b79a-bd0a971dfc93 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665464 Jul 07 17:27:24.392896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.406952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.449898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.529960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.617213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:24.617946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:24.618608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:24.623818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.626587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:24.627249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:24.634547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:24.635393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:24.636059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:24.636868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Bound port: d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:24.637619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.744456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:24.751358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:24.757685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.779721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc9c2f-63e8-46f7-a3ac-fba68b854f4e req-fc1ce4c9-6e90-42d6-abf0-2fa499a5c30d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.781402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bfc9c2f-63e8-46f7-a3ac-fba68b854f4e req-fc1ce4c9-6e90-42d6-abf0-2fa499a5c30d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.2919958 Jul 07 17:27:24.784654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.787435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.791761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fca1795a-818b-4bc8-a941-1a29ec4b39a5 HTTP/1.1" status: 204 len: 168 time: 0.6776297 Jul 07 17:27:24.854655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e735d-c1f4-4d48-8169-0e21fcd3eddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1795a-818b-4bc8-a941-1a29ec4b39a5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.862240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.863102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.865383 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] 10.222.0.23 "PUT /v2.0/ports/d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 1092 time: 1.5572827 Jul 07 17:27:24.865876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:24.868497 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0fb4ce-6946-45df-b753-aad49df283d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:24.931587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e02b9-3a52-4018-bc60-c35a4bce5c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.031103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bfc9c2f-63e8-46f7-a3ac-fba68b854f4e req-7c657c6f-76e5-4207-a788-b566be218f9b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295527 Jul 07 17:27:25.195120 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d44a8-4c4f-4a62-ad34-21664d1059c4 x-openstack-request-id: req-ed0d44a8-4c4f-4a62-ad34-21664d1059c4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:25.196524 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a7fad-e8a5-4073-a8c4-e47f34501003 x-openstack-request-id: req-f03a7fad-e8a5-4073-a8c4-e47f34501003 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:25.197123 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:25.197639 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed0d44a8-4c4f-4a62-ad34-21664d1059c4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:25.197957 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'status': 'completed', 'code': 200} Jul 07 17:27:25.198355 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "name": "network-vif-plugged", "status": "completed", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:25.198823 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f03a7fad-e8a5-4073-a8c4-e47f34501003 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:25.200417 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea', 'code': 200} Jul 07 17:27:25.224242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f3677966-8079-4987-b1bd-32a97156918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.232227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-f3677966-8079-4987-b1bd-32a97156918a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1095 time: 0.2832592 Jul 07 17:27:25.346501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-49cfd0f2-e380-4644-8a65-dcb3e903e0da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 217 time: 0.0986593 Jul 07 17:27:25.453942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-84d32dde-18c9-436a-8706-54f8899fdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.457841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-84d32dde-18c9-436a-8706-54f8899fdbf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1019902 Jul 07 17:27:25.495978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.592215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-17d898f1-d758-444d-9cd4-2aeca9ab91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.593951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-17d898f1-d758-444d-9cd4-2aeca9ab91d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279356 Jul 07 17:27:25.674328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58850) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.698947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23096043-9dbf-49b9-a804-66f2ca0111f9 req-a5559f3b-e154-4c86-8a90-d9c7d499d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.701566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23096043-9dbf-49b9-a804-66f2ca0111f9 req-a5559f3b-e154-4c86-8a90-d9c7d499d3d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 1097 time: 0.4131894 Jul 07 17:27:25.703340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Deleting port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:25.704033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.753036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28702395-0466-4aab-9f96-f500d3122559 req-425db279-f46a-445b-b712-6b1b8ec8a08b tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.754735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28702395-0466-4aab-9f96-f500d3122559 req-425db279-f46a-445b-b712-6b1b8ec8a08b tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 945 time: 0.3771017 Jul 07 17:27:25.773314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-b46806af-dbfa-42e5-9b14-996ab065ac58 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720486 Jul 07 17:27:25.784937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11609f5-cf36-4431-bdd1-c27d3e81b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.924525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23096043-9dbf-49b9-a804-66f2ca0111f9 req-481b3c4b-36b9-496e-9111-010ead6cd508 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031848 Jul 07 17:27:25.969740 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d0f02005-c4f6-42bf-91be-7e1c6e0f8629 req-98d81b62-1f2a-41c9-b9ff-ecf4b40784e7 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878512 Jul 07 17:27:25.985719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28702395-0466-4aab-9f96-f500d3122559 req-6d4412c2-c3a0-4ff2-905a-8bff89647c6c tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973670 Jul 07 17:27:26.044747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11609f5-cf36-4431-bdd1-c27d3e81b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.072076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] For port a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:26.073701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.089205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Calling delete_port for a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:26.133329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-10e055c9-346c-44c5-a782-6de47fff9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.135593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-10e055c9-346c-44c5-a782-6de47fff9ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1095 time: 0.0843987 Jul 07 17:27:26.157719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11609f5-cf36-4431-bdd1-c27d3e81b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.260138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b11609f5-cf36-4431-bdd1-c27d3e81b9db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0e23b01b25b41beace1a633ab44eba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800638 Jul 07 17:27:26.264172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11609f5-cf36-4431-bdd1-c27d3e81b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c091a4d-fbf0-4074-ad52-7f46a635e4f7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.264890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.370900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-f683d08c-542b-45a1-ab3d-8be95a39650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.372855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-f683d08c-542b-45a1-ab3d-8be95a39650a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.2274768 Jul 07 17:27:26.376031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.390983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.405248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.430246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.523991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-ea16ff31-7c07-42da-a1f4-adeb1b3366a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 217 time: 0.0667362 Jul 07 17:27:26.525774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.532122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.536844 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c091a4d-fbf0-4074-ad52-7f46a635e4f7 HTTP/1.1" status: 204 len: 168 time: 0.2705736 Jul 07 17:27:26.570864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58874) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.586640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e853349-f986-49fd-afe7-10825b22d459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c091a4d-fbf0-4074-ad52-7f46a635e4f7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.648371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-f87195f9-fc26-4553-a9db-7e7ca5cd185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.659731 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-f87195f9-fc26-4553-a9db-7e7ca5cd185c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1190672 Jul 07 17:27:26.702185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf7484-95e7-4be8-9382-33d93d77aa19 req-c057bc7f-458a-4c7a-8333-84040512476b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.704077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57bf7484-95e7-4be8-9382-33d93d77aa19 req-c057bc7f-458a-4c7a-8333-84040512476b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.1941717 Jul 07 17:27:26.825518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.829488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-ec7d7e00-e48e-43e9-994f-0162f4ab9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.831546 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-ec7d7e00-e48e-43e9-994f-0162f4ab9e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664662 Jul 07 17:27:26.853654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57bf7484-95e7-4be8-9382-33d93d77aa19 req-ec151dd2-5f08-4067-b1ed-b7df1cb30506 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078358 Jul 07 17:27:27.050981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.064180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-6af103c0-a6bb-43a0-99f3-fe6c3429d798 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192969 Jul 07 17:27:27.227099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361946853'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:27.277463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Router 553525b0-2fc7-452d-9736-7480e90f4534 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:27.279846 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa0fb4ce-6946-45df-b753-aad49df283d5 req-f0b78fbc-2c53-418f-841d-5209a9f4eeec service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085252 Jul 07 17:27:27.282969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:27.287688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.339580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.904254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:27.976109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef283-94c1-4ced-839a-ed394a59d0e3 req-ec099ed1-58ce-4bd8-8022-f69999bd0ab2 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:27.978806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60aef283-94c1-4ced-839a-ed394a59d0e3 req-ec099ed1-58ce-4bd8-8022-f69999bd0ab2 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 945 time: 0.6997974 Jul 07 17:27:28.033020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:28.054984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58920) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.055837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6aab3dce-4b5d-447a-ab3a-df8216278446 admin admin] 10.222.0.66 "PUT /v2.0/routers/553525b0-2fc7-452d-9736-7480e90f4534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4142404 Jul 07 17:27:28.062256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Sync routers for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:28.088802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60aef283-94c1-4ced-839a-ed394a59d0e3 req-4b512f3e-350b-44ff-b0ae-619e1b4061dd tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Jul 07 17:27:28.110315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.117047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.123708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:28.130203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.160068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45b77c1-9a75-4dd7-982b-16736c49f41c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.176007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:28.191041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.191420 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment b34cb833-dd73-4e1a-ad09-a799be67ac8f of type vlan for network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 Jul 07 17:27:28.301126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.399271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.435902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:28.440729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.458105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.496968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:28.534130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:28.572984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:28.722238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=1d9b818a-beb5-4a52-b0ba-501fb440fc13,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.757756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4c8f6728-5abe-42a7-84dc-47efe2d73b78 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1829264 Jul 07 17:27:28.897894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.001968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfb949-f418-48a2-b5b7-72e1501a4563 req-2c6ff246-cfac-4579-b0f2-89ba9ebc1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:29.017724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbfb949-f418-48a2-b5b7-72e1501a4563 req-2c6ff246-cfac-4579-b0f2-89ba9ebc1d52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.1683326 Jul 07 17:27:29.065915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Deleting port e90e8833-0e95-4653-9234-93905f282713 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:29.067070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.156279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acbfb949-f418-48a2-b5b7-72e1501a4563 req-9a12aa2e-2656-4740-8903-8206a066833f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343439 Jul 07 17:27:29.191572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:29.363486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] For port e90e8833-0e95-4653-9234-93905f282713, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e90e8833-0e95-4653-9234-93905f282713,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:29.364445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.423940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Calling delete_port for e90e8833-0e95-4653-9234-93905f282713 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:29.439423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.637660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:29.705139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:29.736509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.756444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'e90e8833-0e95-4653-9234-93905f282713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:27:26Z', 'revision_number': 5, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port': {'id': 'e90e8833-0e95-4653-9234-93905f282713', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553525b0-2fc7-452d-9736-7480e90f4534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:40Z', 'updated_at': '2021-07-07T17:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.832215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Checking router: 553525b0-2fc7-452d-9736-7480e90f4534 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:29.858528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Routers {'553525b0-2fc7-452d-9736-7480e90f4534'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:29.859615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['553525b0-2fc7-452d-9736-7480e90f4534'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:30.046917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] Set router 553525b0-2fc7-452d-9736-7480e90f4534 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:30.101024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.121794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:27:28Z', 'revision_number': 6, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:30.180163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709aaf0d-deda-4a08-9c63-7a955ae3fe11 None None] The sync data for ids ['553525b0-2fc7-452d-9736-7480e90f4534'] in n-d-791505-12 is: [{'id': '553525b0-2fc7-452d-9736-7480e90f4534', 'name': 'tempest-AttachSCSIVolumeTestJSON-668741145-router', 'tenant_id': '6ded56a969594c348783f5d962706398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:39Z', 'updated_at': '2021-07-07T17:27:28Z', 'revision_number': 6, 'project_id': '6ded56a969594c348783f5d962706398', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:30.194610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.204668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d92725e9-54c7-4f57-a1f1-96d5b8d2006d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:30.251528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90e8833-0e95-4653-9234-93905f282713,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.522926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.843226 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.847385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.993844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.995405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 553525b0-2fc7-452d-9736-7480e90f4534 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:31.005000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.009207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5965e63-dbc2-4dea-89f0-85ca7ce6d400 admin admin] 10.222.0.66 "DELETE /v2.0/routers/553525b0-2fc7-452d-9736-7480e90f4534 HTTP/1.1" status: 204 len: 168 time: 2.9524379 Jul 07 17:27:31.011226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.140082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Deleting subnet 4640dc36-0dee-4508-8700-f1ccf825b6b0 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:31.156123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.269284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.370413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28bef5-7877-4baa-a41e-931cd7e11c79 req-659fadff-1d47-4cff-b9a8-92f5f60f1d1d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.375751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe28bef5-7877-4baa-a41e-931cd7e11c79 req-659fadff-1d47-4cff-b9a8-92f5f60f1d1d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.2965529 Jul 07 17:27:31.545778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e90e8833-0e95-4653-9234-93905f282713 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:31.610965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e90e8833-0e95-4653-9234-93905f282713 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:31.612999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e90e8833-0e95-4653-9234-93905f282713 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:31.614193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe28bef5-7877-4baa-a41e-931cd7e11c79 req-072b355d-ef29-4a9c-93b8-1663fa70f789 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249551 Jul 07 17:27:31.614972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:31.695788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:31.698737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a6b35cc3-95e1-4f95-862e-6b60f6e8f3ca not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:31.710482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.886593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.918531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:31.973502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4640dc36-0dee-4508-8700-f1ccf825b6b0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:32.003418 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.008673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f2763f2b-21a2-48b1-b879-53f4310d5f8c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4640dc36-0dee-4508-8700-f1ccf825b6b0 HTTP/1.1" status: 204 len: 168 time: 0.9958320 Jul 07 17:27:32.009172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58990) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.040678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6063672-1e3c-4196-a853-da193dabd665 None None] Network 18768680-3b40-4caa-8247-aedf5b7fe7ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:32.251105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.401146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:32.415803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:32.417210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.421031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Deleting port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:32.421596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.630180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1606-be8f-43ae-a6c0-5be1fbba94cb req-326c24a8-9e85-42a3-96b1-d6079599980f tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.656086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb1d1606-be8f-43ae-a6c0-5be1fbba94cb req-326c24a8-9e85-42a3-96b1-d6079599980f tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 945 time: 0.3888178 Jul 07 17:27:32.662379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.689807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-a4e47384-759c-4fc0-a8f6-d7afd68bff0b tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.697335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-a4e47384-759c-4fc0-a8f6-d7afd68bff0b tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.73 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 945 time: 0.4185786 Jul 07 17:27:32.722078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] For port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:32.723144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.767728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:32.784424 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35bb75d-e434-4ed4-9969-87bba153c85e" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:32.843654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:32.852366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] DHCP port deletion for 18768680-3b40-4caa-8247-aedf5b7fe7ef request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:32.865395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.039908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb1d1606-be8f-43ae-a6c0-5be1fbba94cb req-54ed9c8e-3651-468f-aaa8-1802ff56f06a tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/security-groups?id=57fd9c59-4971-43cf-946a-eb35d23ca414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394468 Jul 07 17:27:33.262614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.318661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Deleting port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:33.320448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.356441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Deleting port a87d57dd-996d-48d7-b190-906103f7aeea {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:33.359256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.577868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Calling delete_port for e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:33.588175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] For port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,segment=NetworkSegment(73d84621-f8f8-4beb-959c-233761f14dcc),segment_id=73d84621-f8f8-4beb-959c-233761f14dcc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:33.588585 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.623422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:33.639978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Calling delete_port for e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:33.716865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.742918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] No DVR routers for this DVR port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:33.781150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.833368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863195f5-9b61-4f79-b99c-c33b7b67c1a4 req-a4ac3c44-ff40-442e-ac0c-37f62e4a0243 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.855572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-863195f5-9b61-4f79-b99c-c33b7b67c1a4 req-a4ac3c44-ff40-442e-ac0c-37f62e4a0243 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.3163164 Jul 07 17:27:33.901852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] For port a87d57dd-996d-48d7-b190-906103f7aeea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a87d57dd-996d-48d7-b190-906103f7aeea,segment=NetworkSegment(8a01f2f8-ac71-4b5b-986f-5279785196d8),segment_id=8a01f2f8-ac71-4b5b-986f-5279785196d8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:33.904274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.965903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Calling delete_port for a87d57dd-996d-48d7-b190-906103f7aeea owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:34.002830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.019035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-863195f5-9b61-4f79-b99c-c33b7b67c1a4 req-b30da3e4-31bb-403b-98b2-eb0be3940ed0 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589708 Jul 07 17:27:34.039678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:27:34.040951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:34.043781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] No DVR routers for this DVR port e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:34.045658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4e9b-7215-40ea-aecc-a453e9a213ca None None] Pushing event deleted for resources: {'Port': ['ID=e98fe7d6-a8ae-47ad-abbb-c7d9344d3c65,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.177348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.182998 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04c575-4815-42b9-8863-4978ab1cb4d5 x-openstack-request-id: req-8b04c575-4815-42b9-8863-4978ab1cb4d5 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:34.185012 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:34.186584 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b04c575-4815-42b9-8863-4978ab1cb4d5 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:34.187151 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'code': 200} Jul 07 17:27:34.206155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18768680-3b40-4caa-8247-aedf5b7fe7ef']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:34.239613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d84621-f8f8-4beb-959c-233761f14dcc') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:34.239891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d84621-f8f8-4beb-959c-233761f14dcc') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:34.268181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.305003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.321399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:34.321817 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.340804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59036) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.348021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:34.408301 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:34.454288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.469261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.470874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a87d57dd-996d-48d7-b190-906103f7aeea'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:34.478371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.486816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/18768680-3b40-4caa-8247-aedf5b7fe7ef HTTP/1.1" status: 204 len: 168 time: 2.4715657 Jul 07 17:27:34.489874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59040) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.521621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Pushing event deleted for resources: {'Port': ['ID=a87d57dd-996d-48d7-b190-906103f7aeea,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.600480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:34.606232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.627362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd378ba-9860-4008-889b-d3cf163cd6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=18768680-3b40-4caa-8247-aedf5b7fe7ef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.688286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196b0d-0160-446e-9055-67be3f1a4650 req-622fc0f8-6928-4882-a0fa-06fbd4b49094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.691154 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-96196b0d-0160-446e-9055-67be3f1a4650 req-622fc0f8-6928-4882-a0fa-06fbd4b49094 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1097 time: 0.2784171 Jul 07 17:27:34.796172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] No DVR routers for this DVR port a87d57dd-996d-48d7-b190-906103f7aeea on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:34.839270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.843752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c844b3c5-62f6-4304-9bb6-ebaff4b8bec5 req-09d96747-97de-41f3-ae5e-047c12001ddc tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.73 "DELETE /v2.0/ports/a87d57dd-996d-48d7-b190-906103f7aeea HTTP/1.1" status: 204 len: 173 time: 2.1312039 Jul 07 17:27:34.848242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'name': 'network-vif-deleted', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:34.851888 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f963b7a-f58e-44ea-a81a-a6c44aa35a32" -d '{"events": [{"server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "name": "network-vif-deleted", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:34.885400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-96196b0d-0160-446e-9055-67be3f1a4650 req-371e3ff0-5490-4ef9-91ea-cc1f2fcf7018 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398320 Jul 07 17:27:34.890820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5b9a291-6bbb-4cb3-bb30-80eb14f9a491 req-d6927c36-fc24-477e-a578-f955cc45daa4 tempest-ServerPasswordTestJSON-908266131 tempest-ServerPasswordTestJSON-908266131-project] 10.222.0.66 "GET /v2.0/ports?device_id=20908a27-a9ef-4122-a16c-d8ae21f3af99 HTTP/1.1" status: 200 len: 210 time: 0.0971043 Jul 07 17:27:34.936384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.023638 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff5163-ddef-476c-b9e1-d26245f7d9ce x-openstack-request-id: req-68ff5163-ddef-476c-b9e1-d26245f7d9ce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:35.024136 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20908a27-a9ef-4122-a16c-d8ae21f3af99", "name": "network-vif-deleted", "tag": "a87d57dd-996d-48d7-b190-906103f7aeea", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:35.024906 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68ff5163-ddef-476c-b9e1-d26245f7d9ce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:35.025572 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20908a27-a9ef-4122-a16c-d8ae21f3af99', 'name': 'network-vif-deleted', 'tag': 'a87d57dd-996d-48d7-b190-906103f7aeea', 'status': 'completed', 'code': 200} Jul 07 17:27:35.036847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=038d74a3-c6dd-49c6-9ec4-6a2138cb6b17,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.043871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': 'b34cb833-dd73-4e1a-ad09-a799be67ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:35.044277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 1d9b818a-beb5-4a52-b0ba-501fb440fc13, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:35.083792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:35.107411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1d9b818a-beb5-4a52-b0ba-501fb440fc13) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:35.112544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.113288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.122000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015c3dd-3e4a-445b-b307-4193edb431f3 None None] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:35.148459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7aa7f101-02b5-4578-901d-45962ecbd7bd tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8060391 Jul 07 17:27:35.149303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59054) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.161909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.179751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931173910'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:35.246178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:35.254986 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.314898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:35.337069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.337424 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 9b68f3e8-c4ee-4b07-a105-2daaf1e26d90 of type vlan for network 6a7929dc-d3eb-471a-b844-ae79df6da9ef Jul 07 17:27:35.416816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.442508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.595473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.601914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.602834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.658569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-1d9b818a-beb5-4a52-b0ba-501fb440fc13', 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '038d74a3-c6dd-49c6-9ec4-6a2138cb6b17'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:35.660027 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.716189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=6a7929dc-d3eb-471a-b844-ae79df6da9ef,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.757307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-32f2daee-c444-4c70-921c-e91bdb5eb1ba tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5901406 Jul 07 17:27:35.760105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59066) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.769159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '6a7929dc-d3eb-471a-b844-ae79df6da9ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:35.906938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3be09-9f16-481e-aadd-6ef3b2add44e req-fcd8b96c-d42b-4119-a6b4-4ada3e74488b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.909433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39d3be09-9f16-481e-aadd-6ef3b2add44e req-fcd8b96c-d42b-4119-a6b4-4ada3e74488b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.4217348 Jul 07 17:27:35.916137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:35.921434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.006639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6a7929dc-d3eb-471a-b844-ae79df6da9ef details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:36.118032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6955390c-ec88-4078-aff1-b9466c21aaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.212222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Deleting port 07b77536-22d2-44d3-9299-645539f5d233 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:36.219080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.220724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39d3be09-9f16-481e-aadd-6ef3b2add44e req-b3d5df9c-86bd-44a4-9cf3-dd80a3dbb7bd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575279 Jul 07 17:27:36.226008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Allocated IP 2001:db8:0:ffff::2 (1d9b818a-beb5-4a52-b0ba-501fb440fc13/038d74a3-c6dd-49c6-9ec4-6a2138cb6b17/28c4e6cf-ce7d-4e8a-8912-91f677c51b8d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:36.374667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.414479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] For port 07b77536-22d2-44d3-9299-645539f5d233, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=07b77536-22d2-44d3-9299-645539f5d233,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:36.414875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.436816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Calling delete_port for 07b77536-22d2-44d3-9299-645539f5d233 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:36.509486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=abd7e2df-6619-4e7f-8647-f366c80beb0f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.530871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': '9b68f3e8-c4ee-4b07-a105-2daaf1e26d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6a7929dc-d3eb-471a-b844-ae79df6da9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:36.532036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 6a7929dc-d3eb-471a-b844-ae79df6da9ef, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:36.580916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6955390c-ec88-4078-aff1-b9466c21aaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.583970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 6a7929dc-d3eb-471a-b844-ae79df6da9ef is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:36.592718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6955390c-ec88-4078-aff1-b9466c21aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.673239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6a7929dc-d3eb-471a-b844-ae79df6da9ef) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:36.679238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955390c-ec88-4078-aff1-b9466c21aaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b3081-26e5-4dc5-a851-645848f7d663,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.687232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.687955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.694745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6955390c-ec88-4078-aff1-b9466c21aaf8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08303166896e4ae08ae0c62af87d2b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5438817 Jul 07 17:27:36.701554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59082) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.717743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ce36afc-8b05-4ae1-b474-58dc67819843 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9561679 Jul 07 17:27:36.722009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59084) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.723025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbb032-37d1-493c-ba99-a3ee38596c4e None None] Network 6a7929dc-d3eb-471a-b844-ae79df6da9ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:36.769786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59086) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.909610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Deleting subnet 4ecec3bc-3c8c-41d6-96b6-b9013223a71c {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:36.920804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a87d57dd-996d-48d7-b190-906103f7aeea no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:36.921375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.930517 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.963201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: a87d57dd-996d-48d7-b190-906103f7aeea {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:36.965107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a87d57dd-996d-48d7-b190-906103f7aeea not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:36.993651 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.000797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.010936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Transition to ACTIVE for port object 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:37.038726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.081996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Transition to ACTIVE for port object 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:37.091986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.098040 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.104093 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.126901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.155503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f0899-a97b-4f64-8b11-fca0d020ab35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6a7929dc-d3eb-471a-b844-ae79df6da9ef', 'network_id': '6a7929dc-d3eb-471a-b844-ae79df6da9ef', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': 'abd7e2df-6619-4e7f-8647-f366c80beb0f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:37.156407 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-988f0899-a97b-4f64-8b11-fca0d020ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.192105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b77536-22d2-44d3-9299-645539f5d233,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.219340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.223710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.227925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.229483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d50b3081-26e5-4dc5-a851-645848f7d663 HTTP/1.1" status: 204 len: 168 time: 0.5268207 Jul 07 17:27:37.258274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:37.283070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=abd7e2df-6619-4e7f-8647-f366c80beb0f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.300895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cd202-08de-4573-83d8-bf4c546464d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b3081-26e5-4dc5-a851-645848f7d663,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.352691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.416937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.475630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7929dc-d3eb-471a-b844-ae79df6da9ef']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:37.522381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:37.555927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Pushing event updated for resources: {'Port': ['ID=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.556658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b68f3e8-c4ee-4b07-a105-2daaf1e26d90') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:37.557292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b68f3e8-c4ee-4b07-a105-2daaf1e26d90') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:37.584956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:37.591261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.616854 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.641565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:37.642345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:37.656898 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:37.723876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cb997128-1bed-4869-9dfd-96e1a2c3f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-988f0899-a97b-4f64-8b11-fca0d020ab35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abd7e2df-6619-4e7f-8647-f366c80beb0f: This subnet is being modified by another concurrent operation. Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:37.794431 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abd7e2df-6619-4e7f-8647-f366c80beb0f: This subnet is being modified by another concurrent operation. Jul 07 17:27:37.798822 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:27:37.801737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Attempting to bind port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:37.801737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Attempting to bind port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b34cb833-dd73-4e1a-ad09-a799be67ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:37.801737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Attempting to bind port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d on network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:37.814071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.816137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:37.817033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Checking segment: {'id': 'b34cb833-dd73-4e1a-ad09-a799be67ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:37.819868 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.820656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Bound using segment: {'id': 'b34cb833-dd73-4e1a-ad09-a799be67ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:37.821969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Bound port: 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34cb833-dd73-4e1a-ad09-a799be67ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d9b818a-beb5-4a52-b0ba-501fb440fc13'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:37.825361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.856979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.866493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.873854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/6a7929dc-d3eb-471a-b844-ae79df6da9ef HTTP/1.1" status: 204 len: 168 time: 1.1459386 Jul 07 17:27:37.875071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59108) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.890924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358613536'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:37.895673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecec3bc-3c8c-41d6-96b6-b9013223a71c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.910886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.924451 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3aa48955-793f-40fb-95b8-a88d5ade9fc6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4ecec3bc-3c8c-41d6-96b6-b9013223a71c HTTP/1.1" status: 204 len: 168 time: 1.1531699 Jul 07 17:27:37.927820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e72a6-6e7c-4e9c-baa9-a955bdf42e5c None None] Network 6a7929dc-d3eb-471a-b844-ae79df6da9ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:37.928470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.934131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59110) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.979319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e72a6-6e7c-4e9c-baa9-a955bdf42e5c None None] Network 6a7929dc-d3eb-471a-b844-ae79df6da9ef could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:27:38.024122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740042-15f8-4e02-aa93-97051802ebeb tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=6a7929dc-d3eb-471a-b844-ae79df6da9ef,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.039481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] For port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:38.044188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] For port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,segment=NetworkSegment(b34cb833-dd73-4e1a-ad09-a799be67ac8f),segment_id=b34cb833-dd73-4e1a-ad09-a799be67ac8f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:38.051087 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.108633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:38.116311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.164990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da801a6-bbe8-4440-9b6d-1da6ebdec735 req-3cb66279-a39f-4b25-b41e-0a7156af18ec tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.167101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7da801a6-bbe8-4440-9b6d-1da6ebdec735 req-3cb66279-a39f-4b25-b41e-0a7156af18ec tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.5061417 Jul 07 17:27:38.176966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.223734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0492ca-3988-472e-97ae-072fcaf2ac70 None None] Pushing event updated for resources: {'Port': ['ID=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.249314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:38.268278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7da801a6-bbe8-4440-9b6d-1da6ebdec735 req-b379e123-9de6-4672-9fc1-a6489ccf4168 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827711 Jul 07 17:27:38.269179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59116) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.277358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.277839 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment be1985ba-0ba3-4d5b-b03a-80addbfe6990 of type vlan for network 151cee2a-ab63-4296-93ea-f115064c110b Jul 07 17:27:38.301490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5533675b-6a75-4dfd-a9c2-508fa792c28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.398575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.421060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18adc220-cabe-46b0-a5d4-acd2e4ba9e0c']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:38.436023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a01f2f8-ac71-4b5b-986f-5279785196d8') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:38.438878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a01f2f8-ac71-4b5b-986f-5279785196d8') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:38.455410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.505270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.513366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.519992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:38.520267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:38.522245 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:38.613659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Router 4c5543ab-3d36-4927-8ba9-4173d84916a4 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:38.645182 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.651324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.652597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.666117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5533675b-6a75-4dfd-a9c2-508fa792c28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.679417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.681713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5533675b-6a75-4dfd-a9c2-508fa792c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.708175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.710074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] 10.222.0.66 "DELETE /v2.0/networks/18adc220-cabe-46b0-a5d4-acd2e4ba9e0c HTTP/1.1" status: 204 len: 168 time: 0.7711976 Jul 07 17:27:38.752881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8667619 Jul 07 17:27:38.777755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.791722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '151cee2a-ab63-4296-93ea-f115064c110b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:38.848187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873cf61-66cd-4f16-8f60-ed291b92b7f4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=151cee2a-ab63-4296-93ea-f115064c110b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.866193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 151cee2a-ab63-4296-93ea-f115064c110b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:38.882599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4acd-3840-434f-8876-54ed54e56852 admin admin] Pushing event deleted for resources: {'Network': ['ID=18adc220-cabe-46b0-a5d4-acd2e4ba9e0c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.899853 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5533675b-6a75-4dfd-a9c2-508fa792c28a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9341bf2e57d0479a8a52ec191470cded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256604 Jul 07 17:27:38.902214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59128) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.905568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533675b-6a75-4dfd-a9c2-508fa792c28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde573f-1346-404e-9576-5f6ad7e98371,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.016175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2dcf-d87c-4565-bc1a-c401f11c36ff req-566e88e3-424d-4a78-a9a1-aec083fafd28 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.031621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59130) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.038734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42ce2dcf-d87c-4565-bc1a-c401f11c36ff req-566e88e3-424d-4a78-a9a1-aec083fafd28 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.3642373 Jul 07 17:27:39.046288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Request body: {'floatingip': {'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:39.085337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:39.125879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.151624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:39.166409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f06ae555-b8df-4297-a809-cd797149dfb2 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c5543ab-3d36-4927-8ba9-4173d84916a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6715021 Jul 07 17:27:39.171715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59134) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.191008 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Sync routers for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:39.231339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:39.235536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:39.254201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.298099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.377131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.583130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.590953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.613615 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:39.730848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:39.836115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca67f8-bd43-4ac2-83c1-cecf230a1434 None None] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:39.837975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-090b88cd-7ce0-4ace-9d42-0ed869f1d05f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5cdd4f445fbd4f5b8e53974b370f0f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259640 Jul 07 17:27:39.838833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59144) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.885766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.889706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.895206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fde573f-1346-404e-9576-5f6ad7e98371 HTTP/1.1" status: 204 len: 168 time: 0.9897203 Jul 07 17:27:40.072341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5356126-a466-42d3-968d-89f4d8eed47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde573f-1346-404e-9576-5f6ad7e98371,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.086813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.106404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.126247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1ef364d-71fc-4584-9cf6-35f1f8af07bf None None] Provisioning for port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:40.152715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:40.158705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:40.159355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.163917 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ad45bfd6-dff1-4e6e-8ae5-e1e68b67c449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.177680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.326112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:27:36Z', 'revision_number': 5, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:40.413582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Checking router: 4c5543ab-3d36-4927-8ba9-4173d84916a4 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:40.435390 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Routers {'4c5543ab-3d36-4927-8ba9-4173d84916a4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:40.436306 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4c5543ab-3d36-4927-8ba9-4173d84916a4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:40.483301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.501441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=3d4b7003-f64c-4737-b91e-a581472dce9a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.510200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.516705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.519897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57fd9c59-4971-43cf-946a-eb35d23ca414 HTTP/1.1" status: 204 len: 168 time: 0.6436992 Jul 07 17:27:40.536524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac0de-9778-486c-898d-2eedac1dfe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd9c59-4971-43cf-946a-eb35d23ca414,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.546022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': 'be1985ba-0ba3-4d5b-b03a-80addbfe6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:40.546794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 151cee2a-ab63-4296-93ea-f115064c110b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:40.597266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 151cee2a-ab63-4296-93ea-f115064c110b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:40.624353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 151cee2a-ab63-4296-93ea-f115064c110b) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.634945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.653486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.654091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.655663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec1ca16-46f8-4bfc-9e45-188be4178763 None None] Network 151cee2a-ab63-4296-93ea-f115064c110b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:40.704472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eb3df4e2-ce69-41d8-8fe3-2d56740c9c22 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9247024 Jul 07 17:27:40.710686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59154) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.720631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641428256'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:40.811230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:40.816667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.908259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:40.960794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.968418 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 6ac5a671-b530-4a61-ba0c-b52a703851dd of type vlan for network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 Jul 07 17:27:41.047090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,segment=NetworkSegment(b34cb833-dd73-4e1a-ad09-a799be67ac8f),segment_id=b34cb833-dd73-4e1a-ad09-a799be67ac8f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:41.063379 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] Set router 4c5543ab-3d36-4927-8ba9-4173d84916a4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:41.072697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.116571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.219824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.236323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:41.238946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.268808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-97f17b02-bfb3-4fa0-9933-7b5404aa3b7e None None] Provisioning complete for port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:41.269757 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-97f17b02-bfb3-4fa0-9933-7b5404aa3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.281889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5696166 Jul 07 17:27:41.287042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59164) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.321690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:41.479069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.482994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb88f0-8f2d-4448-83e5-4e2f63a563be tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=06742b6e-3203-4cf8-a5d4-b073195bfbf3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.546077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:41.583532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.583854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-151cee2a-ab63-4296-93ea-f115064c110b', 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '3d4b7003-f64c-4737-b91e-a581472dce9a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:41.587221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.644535 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:27:36Z', 'revision_number': 5, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:41.723824 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6d415-7139-4e29-aa46-4cc3ac4fa435 None None] The sync data for ids ['4c5543ab-3d36-4927-8ba9-4173d84916a4'] in n-d-791505-12 is: [{'id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878645401-router', 'tenant_id': '3143ed21fe4c42d79e3c5567c141cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:24:51Z', 'updated_at': '2021-07-07T17:27:36Z', 'revision_number': 5, 'project_id': '3143ed21fe4c42d79e3c5567c141cada', 'gw_port': {'id': '8387324c-1f83-4697-94fb-3c0f32b5ab4f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5543ab-3d36-4927-8ba9-4173d84916a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:42.005848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.023488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Deleting port 8387324c-1f83-4697-94fb-3c0f32b5ab4f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:42.024048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.026025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:42.030952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.134878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Allocated IP 2001:db8::1 (151cee2a-ab63-4296-93ea-f115064c110b/3d4b7003-f64c-4737-b91e-a581472dce9a/ae480d4f-f214-4292-87bb-d61029750530) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:42.197706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:27:42.303394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing IP validity checks on allocation pools {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:27:42.305213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:27:42.359917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.375785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.473871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] For port 8387324c-1f83-4697-94fb-3c0f32b5ab4f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8387324c-1f83-4697-94fb-3c0f32b5ab4f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:42.474234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.522720 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.528027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Calling delete_port for 8387324c-1f83-4697-94fb-3c0f32b5ab4f owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:42.539162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Transition to ACTIVE for port object ae480d4f-f214-4292-87bb-d61029750530 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:42.565832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Transition to ACTIVE for port object ae480d4f-f214-4292-87bb-d61029750530 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:42.579345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.659117 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Floating IP 7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b associated. External IP: 172.25.3.168, port: d92725e9-54c7-4f57-a1f1-96d5b8d2006d. Jul 07 17:27:42.701972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Pushing event updated for resources: {'Port': ['ID=ae480d4f-f214-4292-87bb-d61029750530,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.733090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Network 151cee2a-ab63-4296-93ea-f115064c110b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:42.736359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:42.740857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:42.826051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.882631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Attempting to bind port ae480d4f-f214-4292-87bb-d61029750530 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:42.883465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Attempting to bind port ae480d4f-f214-4292-87bb-d61029750530 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'be1985ba-0ba3-4d5b-b03a-80addbfe6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:42.884093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Attempting to bind port ae480d4f-f214-4292-87bb-d61029750530 on network 151cee2a-ab63-4296-93ea-f115064c110b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:42.894082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:42.894723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Checking segment: {'id': 'be1985ba-0ba3-4d5b-b03a-80addbfe6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:42.895329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.895952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Bound using segment: {'id': 'be1985ba-0ba3-4d5b-b03a-80addbfe6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:42.896846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Bound port: ae480d4f-f214-4292-87bb-d61029750530, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1985ba-0ba3-4d5b-b03a-80addbfe6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '151cee2a-ab63-4296-93ea-f115064c110b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:42.897489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.968386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=4a6c5e3d-d6ee-49eb-a953-12bb08c63c20,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.058570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] For port ae480d4f-f214-4292-87bb-d61029750530, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:43.065407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] For port ae480d4f-f214-4292-87bb-d61029750530, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae480d4f-f214-4292-87bb-d61029750530,segment=NetworkSegment(be1985ba-0ba3-4d5b-b03a-80addbfe6990),segment_id=be1985ba-0ba3-4d5b-b03a-80addbfe6990)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:43.074692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.086608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.094314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': '6ac5a671-b530-4a61-ba0c-b52a703851dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:43.094835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 06742b6e-3203-4cf8-a5d4-b073195bfbf3, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:43.117096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59196) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.132189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8387324c-1f83-4697-94fb-3c0f32b5ab4f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.244943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a993853-e63c-4e29-80eb-54cde9b05fda None None] Pushing event updated for resources: {'Port': ['ID=ae480d4f-f214-4292-87bb-d61029750530,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.282318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:43.317609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 06742b6e-3203-4cf8-a5d4-b073195bfbf3) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:43.326343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.333615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ad397-a235-4a11-acea-a407af313fa4 None None] Network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:43.352363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.352988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.521265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:43.563554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.672902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4703bdbd-35cc-4e99-b916-bcc1ea9f3e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.736040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.749998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-06742b6e-3203-4cf8-a5d4-b073195bfbf3', 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '4a6c5e3d-d6ee-49eb-a953-12bb08c63c20'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:43.750316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.752642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.936497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4703bdbd-35cc-4e99-b916-bcc1ea9f3e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.948118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4703bdbd-35cc-4e99-b916-bcc1ea9f3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.949912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:44.018680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.019609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5543ab-3d36-4927-8ba9-4173d84916a4 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:44.027679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4703bdbd-35cc-4e99-b916-bcc1ea9f3e79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d80d9da6fef41b2b58f05c174d87d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061780 Jul 07 17:27:44.029176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59214) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.043782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703bdbd-35cc-4e99-b916-bcc1ea9f3e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a788307-4c64-41ce-8590-daeb3aca6a4d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.049726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7b32ff3b-5cbd-4499-9fed-6b75292cb172 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7490351 Jul 07 17:27:44.053121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.054388 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-14ef259e-13c6-422d-bea5-260a5d7ade6b admin admin] 10.222.0.66 "DELETE /v2.0/routers/4c5543ab-3d36-4927-8ba9-4173d84916a4 HTTP/1.1" status: 204 len: 168 time: 4.8777373 Jul 07 17:27:44.068246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.068609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59218) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.165215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.203578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.274581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Deleting subnet 378e8b93-feba-4975-9125-f199fdf66139 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:44.285134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Allocated IP 2001:db8::3 (06742b6e-3203-4cf8-a5d4-b073195bfbf3/4a6c5e3d-d6ee-49eb-a953-12bb08c63c20/897c8996-8a29-4022-b4d9-7d5f3392796a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:44.292985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.297782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59220) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.320245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:44.320591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.341777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:44.347372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.370184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.373940 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.378244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a788307-4c64-41ce-8590-daeb3aca6a4d HTTP/1.1" status: 204 len: 168 time: 0.3479590 Jul 07 17:27:44.392597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74b238-2f96-4b74-9a43-076488784720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a788307-4c64-41ce-8590-daeb3aca6a4d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.407011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:44.425617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26113c73-75ac-42d9-9ca3-54a0f7f668c6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "PUT /v2.0/floatingips/7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b HTTP/1.1" status: 200 len: 991 time: 5.3793988 Jul 07 17:27:44.437714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:44.454061 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93022b58-eaba-417d-ab44-19d82e093dca" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:44.495205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.503509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.530860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:44.531535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:44.664524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-network', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:44.743462 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127f10d5-af27-4c61-99a4-1b8316a3a40d x-openstack-request-id: req-127f10d5-af27-4c61-99a4-1b8316a3a40d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:44.744612 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:44.744882 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-127f10d5-af27-4c61-99a4-1b8316a3a40d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:44.746056 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'status': 'completed', 'code': 200} Jul 07 17:27:44.827274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.892245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.966647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Made reservation on behalf of 666d96ef96d4446b9015d03d8b756d5d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:44.969554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.028711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.095529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93022b58-eaba-417d-ab44-19d82e093dca req-d845e717-87cd-4ff4-8447-db5c869f5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.097621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-d845e717-87cd-4ff4-8447-db5c869f5365 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1097 time: 0.3236940 Jul 07 17:27:45.110245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.206819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0bb0d-6591-41a9-835c-39c56e3cf97e None None] Network 151cee2a-ab63-4296-93ea-f115064c110b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:45.228909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59246) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.242485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-622ee67d-4ddd-408c-a209-a6cabff5ae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.298931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 07b77536-22d2-44d3-9299-645539f5d233 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:45.309765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.316180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:45.379983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Transition to ACTIVE for port object 897c8996-8a29-4022-b4d9-7d5f3392796a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.382063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 07b77536-22d2-44d3-9299-645539f5d233 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:45.382411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 07b77536-22d2-44d3-9299-645539f5d233 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:45.384839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-682a4b1f-9cc2-44a1-ad78-058584b6fad9 None None] Provisioning for port ae480d4f-f214-4292-87bb-d61029750530 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:45.425170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Transition to ACTIVE for port object 897c8996-8a29-4022-b4d9-7d5f3392796a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.487527 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.578844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378e8b93-feba-4975-9125-f199fdf66139,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.602055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:45.619653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.622551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:45.625154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Pushing event updated for resources: {'Port': ['ID=897c8996-8a29-4022-b4d9-7d5f3392796a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.645573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.654176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7b66c94e-d843-4404-981d-95f98e40a534 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/378e8b93-feba-4975-9125-f199fdf66139 HTTP/1.1" status: 204 len: 168 time: 1.5679834 Jul 07 17:27:45.655062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59252) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.666533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.689165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a21d7e-01a3-4027-92d9-9d6fdea54a1a None None] Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:45.743907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6c5e3d-d6ee-49eb-a953-12bb08c63c20,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.783574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.844064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae480d4f-f214-4292-87bb-d61029750530 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:45.862080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.876592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.889175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Deleting port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:45.889529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.895291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06742b6e-3203-4cf8-a5d4-b073195bfbf3']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.898155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93022b58-eaba-417d-ab44-19d82e093dca req-858eafeb-6fa4-47d5-a8c7-b299ce601227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.905990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-858eafeb-6fa4-47d5-a8c7-b299ce601227 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.7929511 Jul 07 17:27:45.912020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.946324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac5a671-b530-4a61-ba0c-b52a703851dd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.946590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac5a671-b530-4a61-ba0c-b52a703851dd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:46.035820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.037599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:46.054681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Attempting to bind port 897c8996-8a29-4022-b4d9-7d5f3392796a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:46.055179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Attempting to bind port 897c8996-8a29-4022-b4d9-7d5f3392796a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6ac5a671-b530-4a61-ba0c-b52a703851dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:46.055427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Attempting to bind port 897c8996-8a29-4022-b4d9-7d5f3392796a on network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:46.081221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.081699 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Added segment d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8 of type vlan for network 370827c2-92c4-4417-bf2a-2604a8e48a58 Jul 07 17:27:46.086475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb2918-1ca4-4039-96a2-9de04540ee40,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.104537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.140084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:46.140818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Checking segment: {'id': '6ac5a671-b530-4a61-ba0c-b52a703851dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:46.141582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.142138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Bound using segment: {'id': '6ac5a671-b530-4a61-ba0c-b52a703851dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:46.142852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Bound port: 897c8996-8a29-4022-b4d9-7d5f3392796a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac5a671-b530-4a61-ba0c-b52a703851dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:46.143418 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.148510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:46.149687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:46.153413 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:46.188267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ae480d4f-f214-4292-87bb-d61029750530 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:46.218995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ae480d4f-f214-4292-87bb-d61029750530 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:46.220142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.226710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] For port 0c646e4e-6905-4f54-b014-6cf48ce6ae44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0c646e4e-6905-4f54-b014-6cf48ce6ae44,segment=NetworkSegment(7068d8ba-452c-47db-abad-57348472b27b),segment_id=7068d8ba-452c-47db-abad-57348472b27b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:46.227888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.238558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-09e202f1-e3d4-470b-80d5-c5e3e28f2b6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 999 time: 0.2963624 Jul 07 17:27:46.240700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.297394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Calling delete_port for 0c646e4e-6905-4f54-b014-6cf48ce6ae44 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:46.361785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93022b58-eaba-417d-ab44-19d82e093dca req-a9be30f7-d7a3-44c9-a4cd-d9f52f360063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.363155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] For port 897c8996-8a29-4022-b4d9-7d5f3392796a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:46.363494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-a9be30f7-d7a3-44c9-a4cd-d9f52f360063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1152680 Jul 07 17:27:46.389818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:16Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:46.435705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:27:46.435705 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:27:46.435705 n-d-791505-12 neutron-server[93947]: [parameters: {'id': '06742b6e-3203-4cf8-a5d4-b073195bfbf3'}] Jul 07 17:27:46.435705 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:27:46.436371 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:27:46.479512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.481769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.482834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.501867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93022b58-eaba-417d-ab44-19d82e093dca req-d9cca936-cd3f-4d85-bb3a-43a0b51f891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.504616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-d9cca936-cd3f-4d85-bb3a-43a0b51f891a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283286 Jul 07 17:27:46.504939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:46.506884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-622ee67d-4ddd-408c-a209-a6cabff5ae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.514088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5084b7-0af6-406b-9f09-8510de659a09 None None] DHCP port deletion for 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:46.517932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] For port 897c8996-8a29-4022-b4d9-7d5f3392796a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=897c8996-8a29-4022-b4d9-7d5f3392796a,segment=NetworkSegment(6ac5a671-b530-4a61-ba0c-b52a703851dd),segment_id=6ac5a671-b530-4a61-ba0c-b52a703851dd)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:46.527864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-622ee67d-4ddd-408c-a209-a6cabff5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.530223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.609134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-622ee67d-4ddd-408c-a209-a6cabff5ae10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef0079b31d9a400bbb3075bed6d76a87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3799176 Jul 07 17:27:46.609895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59270) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.618327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ee67d-4ddd-408c-a209-a6cabff5ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc2fc3-8b66-4145-8a73-91e11e0100a1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.622246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.637430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:46.638082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:46.644385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.669011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c646e4e-6905-4f54-b014-6cf48ce6ae44,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.671750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] No DVR routers for this DVR port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:46.727090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] Pushing event updated for resources: {'Network': ['ID=370827c2-92c4-4417-bf2a-2604a8e48a58,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.765105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:46.773796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5dc9edf5-81df-4c21-99ba-dd1480287f20 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4733472 Jul 07 17:27:46.780007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59274) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.786079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Request body: {'subnet': {'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-subnet', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:46.813562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.814477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Made reservation on behalf of 666d96ef96d4446b9015d03d8b756d5d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:46.817667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.818078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.831968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4ec9ab-6821-49d4-9ad1-50c4a6085338']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:46.860017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ab43-84c5-4d2e-8895-a900b1a3c2d4 None None] Pushing event updated for resources: {'Port': ['ID=897c8996-8a29-4022-b4d9-7d5f3392796a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.943774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.993189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-a3ba2c9d-7028-4c40-b9ec-33efb7e99d0a service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688182 Jul 07 17:27:47.031210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:47.099951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70f451-edaf-4207-8f1c-6eeb35a34fd3 None None] Network 06742b6e-3203-4cf8-a5d4-b073195bfbf3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:47.103395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2f67db52-0fcc-421a-ad02-14d82425041f None None] Provisioning complete for port ae480d4f-f214-4292-87bb-d61029750530 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:47.104302 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f67db52-0fcc-421a-ad02-14d82425041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.183855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port ae480d4f-f214-4292-87bb-d61029750530, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae480d4f-f214-4292-87bb-d61029750530,segment=NetworkSegment(be1985ba-0ba3-4d5b-b03a-80addbfe6990),segment_id=be1985ba-0ba3-4d5b-b03a-80addbfe6990)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:47.228105 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93022b58-eaba-417d-ab44-19d82e093dca req-6713f135-f4c6-451d-a296-1613e39e2bc1 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262197 Jul 07 17:27:47.262536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port 897c8996-8a29-4022-b4d9-7d5f3392796a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:47.262961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.332738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.383917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7068d8ba-452c-47db-abad-57348472b27b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.384436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7068d8ba-452c-47db-abad-57348472b27b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.397702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.410316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port 897c8996-8a29-4022-b4d9-7d5f3392796a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=897c8996-8a29-4022-b4d9-7d5f3392796a,segment=NetworkSegment(6ac5a671-b530-4a61-ba0c-b52a703851dd),segment_id=6ac5a671-b530-4a61-ba0c-b52a703851dd)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:47.410773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.417057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.426495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.428207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:47.431758 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:47.437565 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:47.455587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for 897c8996-8a29-4022-b4d9-7d5f3392796a owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:47.459908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.490538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8387324c-1f83-4697-94fb-3c0f32b5ab4f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:47.517428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.566850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.581846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.584336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7b4ec9ab-6821-49d4-9ad1-50c4a6085338 HTTP/1.1" status: 204 len: 168 time: 1.9305840 Jul 07 17:27:47.596450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2fd3f-8738-470a-8dc8-879f147b42e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4ec9ab-6821-49d4-9ad1-50c4a6085338,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.629698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Checking segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:47.630840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Network hostable DHCP agents. Network: 370827c2-92c4-4417-bf2a-2604a8e48a58, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:47.638546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.642042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.643637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01dc2fc3-8b66-4145-8a73-91e11e0100a1 HTTP/1.1" status: 204 len: 168 time: 1.0315311 Jul 07 17:27:47.658685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:47.664096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3613d3-151b-47c0-a299-cf467450c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc2fc3-8b66-4145-8a73-91e11e0100a1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.664868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.665436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2f5084b7-0af6-406b-9f09-8510de659a09 None None] Deleting port 0c646e4e-6905-4f54-b014-6cf48ce6ae44 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:47.666370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f5084b7-0af6-406b-9f09-8510de659a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.670353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8387324c-1f83-4697-94fb-3c0f32b5ab4f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:47.670990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8387324c-1f83-4697-94fb-3c0f32b5ab4f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:47.731942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=897c8996-8a29-4022-b4d9-7d5f3392796a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.738986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 370827c2-92c4-4417-bf2a-2604a8e48a58) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:47.743940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:47.745659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.769035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port 897c8996-8a29-4022-b4d9-7d5f3392796a on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:47.774205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-269f6b6e-d422-4404-944b-d89fad7c756f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9932294 Jul 07 17:27:47.776514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59300) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:47.783104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:47.791211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615358ad-63b8-4d90-9f0f-25bc5fa0c33a None None] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:47.828775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.831188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.944295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.958113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06742b6e-3203-4cf8-a5d4-b073195bfbf3']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.965424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0c646e4e-6905-4f54-b014-6cf48ce6ae44 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:47.971692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac5a671-b530-4a61-ba0c-b52a703851dd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.972141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac5a671-b530-4a61-ba0c-b52a703851dd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-2f5084b7-0af6-406b-9f09-8510de659a09 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 could not be found. Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:27:47.980906 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 could not be found. Jul 07 17:27:47.988124 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:27:47.994719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.994934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.026067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.035828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:48.036457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:48.045231 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:48.124680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59306) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.220286 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.239017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.252647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae5f54-af54-45a1-a8c9-f02d436f3217 None None] DHCP port deletion for 7b4ec9ab-6821-49d4-9ad1-50c4a6085338 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:48.259449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.261390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/06742b6e-3203-4cf8-a5d4-b073195bfbf3 HTTP/1.1" status: 204 len: 168 time: 4.1916742 Jul 07 17:27:48.277984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3300a9b-d890-4e63-b964-df515ddc3bdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ded56a969594c348783f5d962706398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520054 Jul 07 17:27:48.287132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0c646e4e-6905-4f54-b014-6cf48ce6ae44 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:48.297401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59310) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.298314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0c646e4e-6905-4f54-b014-6cf48ce6ae44 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:48.302484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59308) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.320943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b7100-bf14-4a1b-a109-40804a27e6e1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=06742b6e-3203-4cf8-a5d4-b073195bfbf3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.324906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=ae480d4f-f214-4292-87bb-d61029750530,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.410533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166900526'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:48.500355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.506985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:48.515269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.518924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081b546-9bc5-453e-8d6a-3e9e91d17668 None None] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:48.561110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.572424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:48.624425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.626466 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 46dcb84c-bb0c-4bee-b08c-178b41a5d0c5 of type vlan for network d1cbc545-83d1-4827-a016-18fbb3383b79 Jul 07 17:27:48.676064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:16Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:48.679403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.682257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.685801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7935f3c-7f7d-4bfe-bd89-bfcc9564934b HTTP/1.1" status: 204 len: 168 time: 0.3821642 Jul 07 17:27:48.703017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec26d-cfe6-439d-b8aa-a6685716c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7935f3c-7f7d-4bfe-bd89-bfcc9564934b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.776918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.809780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01424e9e-0c81-472d-abdb-097730a1bcda None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:16Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 1, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:48.856698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.886742 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.898978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:27:48.907905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc36df-a116-49fe-906f-bd9c76c1cf9c None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:49.060277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Allocated IP 172.25.3.100 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/bf33397f-bf8f-4cb1-b429-b3c94e8be2ab) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:49.215738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc36df-a116-49fe-906f-bd9c76c1cf9c None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:49.220257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.271317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.317457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.328052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:49.328681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.342339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f4ac69-d7ca-4572-bb6c-acbf264d2c56 None None] New status for floating IP 7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:27:49.398199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-d6b60357-a9a0-423d-8192-2b774e471b67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2391512 Jul 07 17:27:49.470102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:49.475485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=d1cbc545-83d1-4827-a016-18fbb3383b79,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.478716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:49.488054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:49.501064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network d1cbc545-83d1-4827-a016-18fbb3383b79 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:49.576173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-e0e46e9d-9654-4702-ba39-788c03aa4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:49.577959 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-e0e46e9d-9654-4702-ba39-788c03aa4e94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1097 time: 0.1552405 Jul 07 17:27:49.635270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ad50a5b6-c842-46fd-9fa4-8d4498d93db4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3307874 Jul 07 17:27:49.636210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.641332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59338) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.648898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': 'd1cbc545-83d1-4827-a016-18fbb3383b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:49.925151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:49.931218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.944517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae480d4f-f214-4292-87bb-d61029750530 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:49.965433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59348) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.105741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5738544b-b61e-4b61-bbff-0e058e68f544 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3143ed21fe4c42d79e3c5567c141cada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371205 Jul 07 17:27:50.110662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-7099032d-88b5-4a12-b0f7-212731ddadac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.114100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-7099032d-88b5-4a12-b0f7-212731ddadac service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 910 time: 0.5058162 Jul 07 17:27:50.115452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59350) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.171393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ae480d4f-f214-4292-87bb-d61029750530 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:50.172038 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.347489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.382301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.432541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.505102 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-ec615b23-1e45-46f5-9dc2-7230a1adcd39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 1000 time: 0.3746607 Jul 07 17:27:50.513833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.515863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d7d19-fae9-4ac9-be99-889da1fe4121 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:50.518247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.522090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d9b7556-bd70-48e8-ba50-4fe7e8d418ec HTTP/1.1" status: 204 len: 168 time: 0.4022593 Jul 07 17:27:50.588133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260724d-f582-41f2-a523-0efc431eaf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b7556-bd70-48e8-ba50-4fe7e8d418ec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.597115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-13945b26-c683-4a19-8205-089b2998a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.598689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-13945b26-c683-4a19-8205-089b2998a34b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 200 len: 848 time: 0.0779328 Jul 07 17:27:50.681865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.684655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-3974a846-c1bc-4d41-a228-d623c84ee518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.687068 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-3974a846-c1bc-4d41-a228-d623c84ee518 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a16e02-5700-463e-84c8-23baa4720c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781021 Jul 07 17:27:50.851115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d7d19-fae9-4ac9-be99-889da1fe4121 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:50.929657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-67c4408d-7adb-4cd5-b0d1-b941f788c106 service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315304 Jul 07 17:27:50.955718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=56a6b61a-2316-45e7-ba9d-f20029c5a969,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.012800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': '46dcb84c-bb0c-4bee-b08c-178b41a5d0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cbc545-83d1-4827-a016-18fbb3383b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:51.013186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: d1cbc545-83d1-4827-a016-18fbb3383b79, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:51.050408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.056705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network d1cbc545-83d1-4827-a016-18fbb3383b79 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:51.116603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, d1cbc545-83d1-4827-a016-18fbb3383b79) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:51.126970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.127600 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.139132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-93b0e1dc-e879-4f1f-9149-1ce1f30d8834 req-a4fdf260-b782-4420-b557-d2ba89d700de service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005212 Jul 07 17:27:51.159976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fbe902cc-9d2d-499b-ae84-e19f1129771a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5157876 Jul 07 17:27:51.160921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59370) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.428125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fa4d6-a773-4e49-96a6-ab3a708e8f23 None None] Network d1cbc545-83d1-4827-a016-18fbb3383b79 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:51.485133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.592051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Router d1dd702e-bb2b-4232-9a71-271fe2e882b9 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:51.701741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.702682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e0292-6c21-44d6-b4b2-2b172d964fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-d1cbc545-83d1-4827-a016-18fbb3383b79', 'network_id': 'd1cbc545-83d1-4827-a016-18fbb3383b79', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '56a6b61a-2316-45e7-ba9d-f20029c5a969'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:51.703830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b53e0292-6c21-44d6-b4b2-2b172d964fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.871599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:51.879869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-b53e0292-6c21-44d6-b4b2-2b172d964fde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56a6b61a-2316-45e7-ba9d-f20029c5a969: This subnet is being modified by another concurrent operation. Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:51.888443 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56a6b61a-2316-45e7-ba9d-f20029c5a969: This subnet is being modified by another concurrent operation. Jul 07 17:27:51.892318 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:27:51.905797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Sync routers for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:51.936241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8111b6c4-292f-40e3-b71f-a60986fb85ae None None] Network d1cbc545-83d1-4827-a016-18fbb3383b79 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:51.941706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:51.942381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:51.981215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=56a6b61a-2316-45e7-ba9d-f20029c5a969,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.095203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.096791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.098696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5a014a08-19fb-4dff-8c90-d52d075479a5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3207374 Jul 07 17:27:52.101867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59394) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.136782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.161237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cbc545-83d1-4827-a016-18fbb3383b79']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.242434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:52.477136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd43c-58d8-45d9-9eb5-2f5ef0f34419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.558689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae0128-a539-4877-bf32-36e11dc4ea8d None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:52.773583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dcb84c-bb0c-4bee-b08c-178b41a5d0c5') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.774758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dcb84c-bb0c-4bee-b08c-178b41a5d0c5') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.777039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae0128-a539-4877-bf32-36e11dc4ea8d None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:52.801683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.835096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 3, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:52.837188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.864953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:52.865980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:52.873540 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:52.906758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Checking router: d1dd702e-bb2b-4232-9a71-271fe2e882b9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:52.907180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Updating router d1dd702e-bb2b-4232-9a71-271fe2e882b9 port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:52.976042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.087955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.109997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.178671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.193462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/d1cbc545-83d1-4827-a016-18fbb3383b79 HTTP/1.1" status: 204 len: 168 time: 1.9551067 Jul 07 17:27:53.193462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21a46-faa3-4276-8410-5efb7ad60874 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=d1cbc545-83d1-4827-a016-18fbb3383b79,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.200935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59418) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.221676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286985671'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:53.255390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.334968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd43c-58d8-45d9-9eb5-2f5ef0f34419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.367423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd43c-58d8-45d9-9eb5-2f5ef0f34419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.372150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:53.384299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.405489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fd43c-58d8-45d9-9eb5-2f5ef0f34419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8251d87-5a75-45eb-8ba7-689a400d8686,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.445383 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a2fd43c-58d8-45d9-9eb5-2f5ef0f34419 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2f36d620bb04e5ca970a19579c054a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3464632 Jul 07 17:27:53.453513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:53.456883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59420) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.504696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.505042 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment a81fd5e5-aedb-465c-9c25-7315aee18039 of type vlan for network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e Jul 07 17:27:53.596301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.648249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.653160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-236800701-network', 'tenant_id': '01f33b16a25f44debad35a465837597d'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:53.718221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Allocated IP 172.20.0.1 (370827c2-92c4-4417-bf2a-2604a8e48a58/0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0/2b56f396-930f-464a-abc1-be2650ccbdd4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:53.769036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.778482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.784245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.784876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.822170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Made reservation on behalf of 01f33b16a25f44debad35a465837597d for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:53.825929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.842217 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.860482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Transition to ACTIVE for port object bf33397f-bf8f-4cb1-b429-b3c94e8be2ab will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:53.876135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.881937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6792717 Jul 07 17:27:53.885532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59426) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.896419 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.898193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:53.928290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abf0a0-8a72-4219-8b11-4a90e0971cc5 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.963610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Attempting to bind port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:53.964984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Attempting to bind port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:53.965664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Attempting to bind port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:53.969395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.972481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.976142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:53.977061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8251d87-5a75-45eb-8ba7-689a400d8686 HTTP/1.1" status: 204 len: 168 time: 0.5189588 Jul 07 17:27:53.997595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f992e-e364-4fcf-aa28-9f769ae7e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8251d87-5a75-45eb-8ba7-689a400d8686,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.017738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:54.018187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:54.018880 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.020216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:54.020833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Bound port: bf33397f-bf8f-4cb1-b429-b3c94e8be2ab, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:54.021349 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.075814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee9f4-0c51-42fe-b3fd-512f7c23feab None None] Pushing event updated for resources: {'Port': ['ID=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.108180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.113317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.116131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.150371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:54.164916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f56673-c174-4f86-bd0b-0611f69a6bfc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.174368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.174820 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Added segment 25fc94bc-9e98-4f5a-9195-79e674d485c1 of type vlan for network e042882d-dfb3-44c9-a322-bb557ab6b4c4 Jul 07 17:27:54.201976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] For port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:54.206353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] For port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:54.215399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.223737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.252859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.256755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.301214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.329216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:54.330335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:54.334315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee9f4-0c51-42fe-b3fd-512f7c23feab None None] Pushing event updated for resources: {'Port': ['ID=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.367144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:54.378057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:54.382034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:54.384296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Pushing event updated for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.441487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.444121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.445362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.477857 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.519946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:54.584602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4956357 Jul 07 17:27:54.596324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59440) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.611426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Request body: {'subnet': {'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-236800701-subnet', 'tenant_id': '01f33b16a25f44debad35a465837597d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.678037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.727410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e78fb6-0dbd-43c8-90f8-16ac03c29a4c admin admin] Pushing event updated for resources: {'Network': ['ID=e042882d-dfb3-44c9-a322-bb557ab6b4c4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.745839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:54.757911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Made reservation on behalf of 01f33b16a25f44debad35a465837597d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.760041 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:54.761403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.896945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 3, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:54.950343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec9bc7-a5f6-4747-974c-4063d24351bb None None] The sync data for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 is: [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 3, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:55.364363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': 'a81fd5e5-aedb-465c-9c25-7315aee18039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:55.364919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:55.368055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=c05ea11b-d432-481a-a2c8-0137cc3ff04a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:55.381140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.496643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:55.508098 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.520131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:55.525697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.526924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.532009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7f398-549a-4730-a7b3-e3051d37ad5f None None] Network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:55.621445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a95ea096-c2e1-412a-8464-58939a11d748 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7317383 Jul 07 17:27:55.625051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59464) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:55.796258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.846562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.867220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.893916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.922942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bf33397f-bf8f-4cb1-b429-b3c94e8be2ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:55.938799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.947632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.958632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.973657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-5516c11e-cdea-4ad5-8f4c-9fd42f8c059a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.8590965 Jul 07 17:27:56.051668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:56.060180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c6f2c4a-30c3-49ed-894c-f60c0c5d10a8 req-50372733-207c-4882-ae11-131d820ced77 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0846207 Jul 07 17:27:56.111314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:56.113848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.164733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.180489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.285894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.305574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e', 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': 'c05ea11b-d432-481a-a2c8-0137cc3ff04a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:56.306500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.421958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a60eea-8667-4994-aece-cd944e057543,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.486660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.529010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.647689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:56.663536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.718347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.730141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Pushing event updated for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.736500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:56.752654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:56.784838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.800113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.814103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.829105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Checking segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:56.829442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Network hostable DHCP agents. Network: e042882d-dfb3-44c9-a322-bb557ab6b4c4, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:56.840729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.852461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Allocated IP 2001:db8::1 (bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e/c05ea11b-d432-481a-a2c8-0137cc3ff04a/613bf5ba-135c-439b-8412-43ba8a805fa4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:56.859282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.894701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.914169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.938341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.983932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e587d221-95d9-44f5-bbe1-79d41d693339 req-201aa8a0-3f94-4f0d-856b-ca7504bc1217 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.3714514 Jul 07 17:27:56.987991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:57.027380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.041387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, e042882d-dfb3-44c9-a322-bb557ab6b4c4) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:57.065702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfe752-a916-4fcf-8933-565e512306ca None None] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:57.083151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:57.083752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.096969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Router d1dd702e-bb2b-4232-9a71-271fe2e882b9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:57.128599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c312c2e4-6d91-4165-8082-4e87cc8877fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5299644 Jul 07 17:27:57.153993 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.253295 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.290610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Transition to ACTIVE for port object 613bf5ba-135c-439b-8412-43ba8a805fa4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:57.366378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Transition to ACTIVE for port object 613bf5ba-135c-439b-8412-43ba8a805fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:57.372889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ca271-0d9d-4c9a-93c5-ec7515eb7310 None None] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:57.425696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.491489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.502665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:57.515170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:57.517893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:57.550310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Pushing event updated for resources: {'Port': ['ID=613bf5ba-135c-439b-8412-43ba8a805fa4,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.640318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=c05ea11b-d432-481a-a2c8-0137cc3ff04a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.658842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:57.679930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-996e7115-1e92-4242-9134-a9a786fedd7e admin admin] 10.222.0.66 "PUT /v2.0/routers/d1dd702e-bb2b-4232-9a71-271fe2e882b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768840 Jul 07 17:27:57.701716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Attempting to bind port 613bf5ba-135c-439b-8412-43ba8a805fa4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:57.702148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Attempting to bind port 613bf5ba-135c-439b-8412-43ba8a805fa4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a81fd5e5-aedb-465c-9c25-7315aee18039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:57.702605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Attempting to bind port 613bf5ba-135c-439b-8412-43ba8a805fa4 on network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:57.710010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:57.710529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Checking segment: {'id': 'a81fd5e5-aedb-465c-9c25-7315aee18039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:57.711641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.711641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Bound using segment: {'id': 'a81fd5e5-aedb-465c-9c25-7315aee18039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:57.711941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Bound port: 613bf5ba-135c-439b-8412-43ba8a805fa4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81fd5e5-aedb-465c-9c25-7315aee18039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:57.712342 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.873458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.875133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] For port 613bf5ba-135c-439b-8412-43ba8a805fa4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:57.883198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] For port 613bf5ba-135c-439b-8412-43ba8a805fa4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=613bf5ba-135c-439b-8412-43ba8a805fa4,segment=NetworkSegment(a81fd5e5-aedb-465c-9c25-7315aee18039),segment_id=a81fd5e5-aedb-465c-9c25-7315aee18039)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:57.898344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bf33397f-bf8f-4cb1-b429-b3c94e8be2ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:57.904286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.915574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.929443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.938258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81fd5e5-aedb-465c-9c25-7315aee18039') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.938603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81fd5e5-aedb-465c-9c25-7315aee18039') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:57.968693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.990488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Sync routers for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:57.991190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.000725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:58.001167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:58.004871 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:58.012650 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:58.013784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.095790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:27:58.095790 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:27:58.095790 n-d-791505-12 neutron-server[93947]: [parameters: {'id': 'bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e'}] Jul 07 17:27:58.095790 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:27:58.096727 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:27:58.157976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b25660-5b3e-4efc-886b-46fa34b3bc03 None None] Pushing event updated for resources: {'Port': ['ID=613bf5ba-135c-439b-8412-43ba8a805fa4,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:58.197994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07379d-3342-452b-9b1f-f1723ac5011e None None] Network bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:58.201364 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:58.298632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:58.299013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.547013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:54Z', 'revision_number': 4, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2b56f396-930f-464a-abc1-be2650ccbdd4', 'name': '', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'mac_address': 'fa:16:3e:70:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:53Z', 'updated_at': '2021-07-07T17:27:55Z', 'revision_number': 2, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'subnets': [{'id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:58.583209 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Checking router: d1dd702e-bb2b-4232-9a71-271fe2e882b9 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:58.583720 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Updating router d1dd702e-bb2b-4232-9a71-271fe2e882b9 port 2b56f396-930f-464a-abc1-be2650ccbdd4 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:58.598130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.674967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25f965-1096-4c3c-8ebd-5be7f085c8f6 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:58.709234 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.766472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port 613bf5ba-135c-439b-8412-43ba8a805fa4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:58.767246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.894304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port 613bf5ba-135c-439b-8412-43ba8a805fa4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=613bf5ba-135c-439b-8412-43ba8a805fa4,segment=NetworkSegment(a81fd5e5-aedb-465c-9c25-7315aee18039),segment_id=a81fd5e5-aedb-465c-9c25-7315aee18039)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:58.895284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.949968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-69af32ec-a663-40ec-adbe-1984d9e13e76 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:58.964636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-69af32ec-a663-40ec-adbe-1984d9e13e76 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.3013422 Jul 07 17:27:58.974789 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b916320c-16fa-4c1f-98eb-2bb563292ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.981950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for 613bf5ba-135c-439b-8412-43ba8a805fa4 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:59.054314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-35fcf1c5-ea8a-4069-bdf3-3c51a5dc85ad tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/quotas/01f33b16a25f44debad35a465837597d HTTP/1.1" status: 200 len: 375 time: 0.0860751 Jul 07 17:27:59.165601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-f9bf78ee-a79f-4057-a6b0-a06c30cdf05d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067247 Jul 07 17:27:59.174688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.185532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25f965-1096-4c3c-8ebd-5be7f085c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:59.233227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=613bf5ba-135c-439b-8412-43ba8a805fa4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.247501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port 613bf5ba-135c-439b-8412-43ba8a805fa4 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:59.350689 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.404112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.405170 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Transition to ACTIVE for port object 2b56f396-930f-464a-abc1-be2650ccbdd4 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:59.421286 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.434108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-7d26c0b6-7c6f-4705-913d-427136c8a712 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359772 Jul 07 17:27:59.436638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:59.462791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81fd5e5-aedb-465c-9c25-7315aee18039') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:59.464975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81fd5e5-aedb-465c-9c25-7315aee18039') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:59.488250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.521112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.530046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:59.531436 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.601223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Pushing event updated for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.605989 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b916320c-16fa-4c1f-98eb-2bb563292ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:59.629430 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:59.639918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b916320c-16fa-4c1f-98eb-2bb563292ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.644423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.660125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.668338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e HTTP/1.1" status: 204 len: 168 time: 4.0403590 Jul 07 17:27:59.670224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.670675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.671071 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.671548 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.673166 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.675835 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.676283 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.676693 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.679297 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.679768 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.680331 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.680832 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:59.680985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59572) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.722868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916320c-16fa-4c1f-98eb-2bb563292ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d127af6-f26a-4c64-b781-9dbe0a14d244,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.723379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593583804'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:59.725993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Attempting to bind port 2b56f396-930f-464a-abc1-be2650ccbdd4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:59.726351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Attempting to bind port 2b56f396-930f-464a-abc1-be2650ccbdd4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:59.727323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Attempting to bind port 2b56f396-930f-464a-abc1-be2650ccbdd4 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:59.740695 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:59.743187 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Checking segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:59.747439 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.748718 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Bound using segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:59.750029 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Bound port: 2b56f396-930f-464a-abc1-be2650ccbdd4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:59.750877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-9d435ddd-d13a-440d-8f53-0a4adad4df64 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153887 Jul 07 17:27:59.753373 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.782802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b916320c-16fa-4c1f-98eb-2bb563292ce7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e017d2ab4065416cb100da406d5a64ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8525465 Jul 07 17:27:59.790676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59576) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:59.798838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99a12-51a3-4268-81d4-b44e0e5ddead tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.805345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:59.814649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.887827 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] For port 2b56f396-930f-464a-abc1-be2650ccbdd4, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:59.905615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:59.908295 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] For port 2b56f396-930f-464a-abc1-be2650ccbdd4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b56f396-930f-464a-abc1-be2650ccbdd4,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:59.918973 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.920919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.951470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.951959 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 178376ba-3c47-481b-a83c-764a8998f8a0 of type vlan for network 44a7a286-1ef4-4425-819d-a003be51519b Jul 07 17:27:59.984170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.996174 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:59.998478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:27:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:00.114013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a89aa-b869-40f4-99ee-3928b5ff6d84 None None] Pushing event updated for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.123567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.134651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.139139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.146177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d127af6-f26a-4c64-b781-9dbe0a14d244 HTTP/1.1" status: 204 len: 168 time: 0.3513875 Jul 07 17:28:00.189201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497825e-3989-499f-a40c-5e9d5fb324bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d127af6-f26a-4c64-b781-9dbe0a14d244,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.226088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.237788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.240618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.308997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:00.460030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59596) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.467911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '44a7a286-1ef4-4425-819d-a003be51519b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:00.471637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7614412 Jul 07 17:28:00.505818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64967438-ca30-47b8-984e-4871ae0a178a tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=44a7a286-1ef4-4425-819d-a003be51519b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.530483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 44a7a286-1ef4-4425-819d-a003be51519b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:00.625128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.625128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.626474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.627016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.627489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.627971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.628446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.643202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-fc15c220-e823-4614-acc0-0f5fe4ecf5f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 0.2467563 Jul 07 17:28:00.661780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:54Z', 'revision_number': 4, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2b56f396-930f-464a-abc1-be2650ccbdd4', 'name': '', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'mac_address': 'fa:16:3e:70:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:53Z', 'updated_at': '2021-07-07T17:27:59Z', 'revision_number': 4, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'subnets': [{'id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:00.759272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-79968366-b78b-4418-aa67-8ed4d787434a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1146536 Jul 07 17:28:00.835521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:00.840739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.930843 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec2d92-5a1a-436f-bb11-0b955ae70904 None None] The sync data for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 is: [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:27:54Z', 'revision_number': 4, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2b56f396-930f-464a-abc1-be2650ccbdd4', 'name': '', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'mac_address': 'fa:16:3e:70:af:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:53Z', 'updated_at': '2021-07-07T17:27:59Z', 'revision_number': 4, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'subnets': [{'id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:01.048501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-ee7ac875-9f1d-4e0a-8945-df4492b9832c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.050023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-ee7ac875-9f1d-4e0a-8945-df4492b9832c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 819 time: 0.3572097 Jul 07 17:28:01.090478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-0dc1939d-853f-47f4-8839-32ca5d2c666d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/quotas/666d96ef96d4446b9015d03d8b756d5d HTTP/1.1" status: 200 len: 375 time: 0.0225873 Jul 07 17:28:01.290698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-e243c4ed-f63f-4156-abb0-6afb0a6486f0 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1989489 Jul 07 17:28:01.607683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-0bc2f73f-c5ed-4605-b242-afe405d6efb7 service neutron] 10.222.0.66 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066661 Jul 07 17:28:01.672986 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.938895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=8bceedeb-c494-409c-ae18-5d93c181aeed,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.972056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b56f396-930f-464a-abc1-be2650ccbdd4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:01.986134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-681f912e-5bc5-4a4a-b519-13ccd5da0c03 service neutron] 10.222.0.66 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739603 Jul 07 17:28:01.987621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': '178376ba-3c47-481b-a83c-764a8998f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:01.988015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 44a7a286-1ef4-4425-819d-a003be51519b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:02.032994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 44a7a286-1ef4-4425-819d-a003be51519b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:02.039784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2b56f396-930f-464a-abc1-be2650ccbdd4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:02.046321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2b56f396-930f-464a-abc1-be2650ccbdd4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:02.048245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.054909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 44a7a286-1ef4-4425-819d-a003be51519b) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:02.060703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.061833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.096492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-98ea4279-eb62-427a-b49d-9328a1c38252 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6352198 Jul 07 17:28:02.100151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59644) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.108895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '44a7a286-1ef4-4425-819d-a003be51519b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.162603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c1fa7-4032-453a-807b-a0240d7ddbbb None None] Network 44a7a286-1ef4-4425-819d-a003be51519b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:02.440152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:02.443017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.445204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.536114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59658) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.558316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2b56f396-930f-464a-abc1-be2650ccbdd4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b56f396-930f-464a-abc1-be2650ccbdd4,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:02.565327 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.647998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.728963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-44a7a286-1ef4-4425-819d-a003be51519b', 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '8bceedeb-c494-409c-ae18-5d93c181aeed'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:02.731345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.828350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8847d720-42c5-42a1-a2f7-e770d8572818 req-3b7d6aa6-1be4-4332-85cb-53f7b09ace32 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 210 time: 0.0445199 Jul 07 17:28:02.840989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-526402256'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.894361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:02.899087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.921515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.984910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c66f5d06-0508-4968-89c3-759e8f8787ce req-d81a8f21-e182-49c8-9056-63c657ebcf95 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 210 time: 0.0647624 Jul 07 17:28:03.113909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Allocated IP 2001:db8::2 (44a7a286-1ef4-4425-819d-a003be51519b/8bceedeb-c494-409c-ae18-5d93c181aeed/f69cef75-2b59-400c-8f16-914244284be7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:03.125021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.297928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=cb8dac62-0fe4-4da5-bcd7-d68c12f152e1,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.357688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.373493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 44a7a286-1ef4-4425-819d-a003be51519b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:03.382019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:03.387685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.388772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.440150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-829749f1-78a9-47b0-b332-2659c7b6b03b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3341136 Jul 07 17:28:03.440726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.514487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.669849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:03.718942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.745824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Transition to ACTIVE for port object f69cef75-2b59-400c-8f16-914244284be7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:03.760107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb957a-5dee-4316-a574-7d7f1a800c72,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.767872 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.768236 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Added segment 036e1318-9901-4b5e-95dc-d7b42a185f85 of type vlan for network e753ef13-cb02-46b1-9116-7bd73ad3ac58 Jul 07 17:28:03.782095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.788554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.794539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.800470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.805080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.810174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-77fe7b1f-0368-4b60-9c00-2d95e0cca0d9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3673236 Jul 07 17:28:03.818694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.842032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-f0db2a1d-55d6-4ff2-9e45-c5a10c678111 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.842256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Transition to ACTIVE for port object f69cef75-2b59-400c-8f16-914244284be7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:03.843684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-f0db2a1d-55d6-4ff2-9e45-c5a10c678111 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.6133437 Jul 07 17:28:03.859517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091964272'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:03.873396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'port': {'device_id': '31da721b-78b9-4200-95b5-57326a589988', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'admin_state_up': True, 'tenant_id': '01f33b16a25f44debad35a465837597d'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:03.884105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.895501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.920237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:03.924083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.987438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b56f396-930f-464a-abc1-be2650ccbdd4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:04.021011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-4763bc43-64ca-444d-8bb1-eb034efbcb6e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.028485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-4763bc43-64ca-444d-8bb1-eb034efbcb6e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 819 time: 0.3999605 Jul 07 17:28:04.070116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-d4c4189c-d026-49c7-8496-b2ac6398e26e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/quotas/666d96ef96d4446b9015d03d8b756d5d HTTP/1.1" status: 200 len: 375 time: 0.0406959 Jul 07 17:28:04.087316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:04.087680 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:04.109480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Pushing event updated for resources: {'Port': ['ID=f69cef75-2b59-400c-8f16-914244284be7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.110563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.116547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Network 44a7a286-1ef4-4425-819d-a003be51519b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:04.121289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:04.124355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:04.146363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.147446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.226366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2b56f396-930f-464a-abc1-be2650ccbdd4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:04.226791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.229839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Attempting to bind port f69cef75-2b59-400c-8f16-914244284be7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:04.230644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Attempting to bind port f69cef75-2b59-400c-8f16-914244284be7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '178376ba-3c47-481b-a83c-764a8998f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:04.230644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Attempting to bind port f69cef75-2b59-400c-8f16-914244284be7 on network 44a7a286-1ef4-4425-819d-a003be51519b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:04.264286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:04.264749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Checking segment: {'id': '178376ba-3c47-481b-a83c-764a8998f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:04.265086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.265496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Bound using segment: {'id': '178376ba-3c47-481b-a83c-764a8998f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:04.265999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Bound port: f69cef75-2b59-400c-8f16-914244284be7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178376ba-3c47-481b-a83c-764a8998f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '44a7a286-1ef4-4425-819d-a003be51519b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:04.266397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.317369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7772398 Jul 07 17:28:04.317736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59698) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:04.324725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'subnet': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:04.337009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94326fef-ccb4-4f73-96cd-e3bd5190b8d1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Network': ['ID=e753ef13-cb02-46b1-9116-7bd73ad3ac58,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.359203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Made reservation on behalf of 01f33b16a25f44debad35a465837597d for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:04.363276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.396202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:04.404958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-5a0da64c-6cdf-40e3-aa6f-7ec36ca240d8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3159533 Jul 07 17:28:04.493177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:04.504765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.599870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.643967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] For port f69cef75-2b59-400c-8f16-914244284be7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:04.647353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:04.653009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] For port f69cef75-2b59-400c-8f16-914244284be7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f69cef75-2b59-400c-8f16-914244284be7,segment=NetworkSegment(178376ba-3c47-481b-a83c-764a8998f8a0),segment_id=178376ba-3c47-481b-a83c-764a8998f8a0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:04.659228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.659726 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment fab7f3c0-6ff9-4c37-8be9-c6ceba266866 of type vlan for network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 Jul 07 17:28:04.689541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-826f3a82-489a-43a8-a330-8ed27f3f49e0 service neutron] 10.222.0.66 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836568 Jul 07 17:28:04.722642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.732004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.838183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.858130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.859042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.863518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Allocated IP 172.20.0.4 (e042882d-dfb3-44c9-a322-bb557ab6b4c4/b1a60eea-8667-4994-aece-cd944e057543/5f75dda7-03db-432e-a8d7-0c4d7106f132) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:04.864152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfb839-e2b9-438f-ab7e-48e8d1c2c278 None None] Pushing event updated for resources: {'Port': ['ID=f69cef75-2b59-400c-8f16-914244284be7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.039222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2186844 Jul 07 17:28:05.053615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.062649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:05.073614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a027-e0d1-4459-8425-94797427af30 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.107386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:05.128418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-c8db726a-58bb-417b-9ac5-97579b1f8b84 service neutron] 10.222.0.66 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259117 Jul 07 17:28:05.284148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-bc37d3ef-29e3-43b5-af27-18b9c05fb8b8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:05.289119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-bc37d3ef-29e3-43b5-af27-18b9c05fb8b8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 819 time: 0.4947248 Jul 07 17:28:05.314271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Request body: {'port': {'device_id': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'admin_state_up': True, 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:05.343114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.440603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.540791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.582990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:05.586965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:05.592270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:05.636662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.673337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:05.674092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.687973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.715580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0246d477-fa23-4513-a292-a2636caf05ac tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8571095 Jul 07 17:28:05.727724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-24bd93d9-84f6-4f84-ac22-587402191b1a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:28:05.730500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-24bd93d9-84f6-4f84-ac22-587402191b1a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073683 Jul 07 17:28:05.874204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 is not hosted by any dhcp agent {{(pid=93947) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:05.891435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:05.895837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.904488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "PUT /v2.0/networks/bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 HTTP/1.1" status: 200 len: 723 time: 0.8471491 Jul 07 17:28:05.918366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59726) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.928388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:05.990875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f69cef75-2b59-400c-8f16-914244284be7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:06.065755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2de156-ed56-4d35-bea6-8204e62f7ace tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.073980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Request body: {'port': {'device_id': '31da721b-78b9-4200-95b5-57326a589988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.097271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Made reservation on behalf of 666d96ef96d4446b9015d03d8b756d5d for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.101021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.101365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:06.233030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12bff1-7025-48ae-b43d-cc8353dd7ba3 req-4b242ac6-5afc-44ef-bc1e-25ce75d38396 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.246133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac12bff1-7025-48ae-b43d-cc8353dd7ba3 req-4b242ac6-5afc-44ef-bc1e-25ce75d38396 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 931 time: 0.3626256 Jul 07 17:28:06.248678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.255889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.311182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f69cef75-2b59-400c-8f16-914244284be7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:06.340577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.401556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Subnet': ['ID=9e8aebdd-68da-47be-8ff2-bdaf208189f5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.426157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Allocated IP 172.20.0.10 (370827c2-92c4-4417-bf2a-2604a8e48a58/0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0/0d1f0edf-3b0c-414c-93c7-b5c05c8493f9) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:06.482173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Checking segment: {'id': '036e1318-9901-4b5e-95dc-d7b42a185f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:06.483100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network hostable DHCP agents. Network: e753ef13-cb02-46b1-9116-7bd73ad3ac58, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:06.498105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59732) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.553739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.596420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac12bff1-7025-48ae-b43d-cc8353dd7ba3 req-5572ac3c-b70e-4af3-9760-1646c777f46b tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492467 Jul 07 17:28:06.654262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:06.691393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, e753ef13-cb02-46b1-9116-7bd73ad3ac58) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:06.712827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.713556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.715302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b13db3-9169-46de-a1bb-637ac06b5d75 None None] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:06.765820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a240c3b-db6b-4a28-aa9d-638bd82fb918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.780350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0dbe6383-8194-4f81-aecb-08c4125bd052 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4585147 Jul 07 17:28:06.784111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.793167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-472007178'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.837469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa689dad-2ac3-41ed-b6c8-54979fe5eb4c req-71724617-5b62-4d78-b6c5-fe2ac0f087bd tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 210 time: 0.0388551 Jul 07 17:28:06.879524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.937656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.021617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1cf27-0d27-4083-a348-c009fd6cb3ed None None] Network 44a7a286-1ef4-4425-819d-a003be51519b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:07.042182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'tenant_id': '1ff8cff7c3bb4165b616558a04be74ba', 'fixed_ips': [{'subnet_id': '9e8aebdd-68da-47be-8ff2-bdaf208189f5'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:07.044314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.103645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.192616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:07.197454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a240c3b-db6b-4a28-aa9d-638bd82fb918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.203223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:07.211105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:07.225915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Provisioning for port f69cef75-2b59-400c-8f16-914244284be7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:07.227953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a240c3b-db6b-4a28-aa9d-638bd82fb918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.231583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Pushing event updated for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.365547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Provisioning complete for port f69cef75-2b59-400c-8f16-914244284be7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:07.366608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.381586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.382330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.422958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:07.427136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.470264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=f616d16e-39b9-49b2-92c7-942e53a56d50,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.493461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:07.493833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:07.513667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a240c3b-db6b-4a28-aa9d-638bd82fb918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95cd4cd-7f09-42e2-a8d6-e43b97d4c919,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.534246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:07.539759 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a240c3b-db6b-4a28-aa9d-638bd82fb918 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7736d1e1d6994834b7665646817c0f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0372081 Jul 07 17:28:07.543760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59742) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.556352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port 7c6e8719-8e47-4a47-adc4-0d503e900571 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:07.567516 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-52c66d87-bcab-44ee-a7ef-14b9d11eae6d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2709694 Jul 07 17:28:07.708438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:07.719669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.735193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Transition to ACTIVE for port object 5f75dda7-03db-432e-a8d7-0c4d7106f132 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:07.736066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:07.753333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.754254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.762008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdd81b-4ab0-482c-a136-7ddd25ca4bc3 None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:07.763634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.776548 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1183240-6822-4d90-a619-a3566da724b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.866111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d6853f78-0f36-422c-95bc-969b784bdabc tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9462929 Jul 07 17:28:07.870570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.883973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:07.890721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Allocated IP 2001:db8::2 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/60eb9f76-67ba-4a83-b484-5c7f7899b7fc) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:07.940351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.941953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.064461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.126295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Request body: {'port': {'device_id': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.181458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3345041'] for subnet, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.189397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.206834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d25ee-c3be-4116-837f-b9a8cda4342a req-28610b4b-11ae-4a1a-a0a4-97774c2ae4a2 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:08.209544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-864d25ee-c3be-4116-837f-b9a8cda4342a req-28610b4b-11ae-4a1a-a0a4-97774c2ae4a2 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.4249327 Jul 07 17:28:08.210248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-354061ab-d6e9-4c90-b19c-eafa8619be3f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:08.211875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-354061ab-d6e9-4c90-b19c-eafa8619be3f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.23 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 819 time: 0.9325237 Jul 07 17:28:08.226925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Request body: {'port': {'device_id': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'admin_state_up': True, 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:08.277735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Attempting to bind port 5f75dda7-03db-432e-a8d7-0c4d7106f132 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:08.278173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Attempting to bind port 5f75dda7-03db-432e-a8d7-0c4d7106f132 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:08.278596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Attempting to bind port 5f75dda7-03db-432e-a8d7-0c4d7106f132 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:08.294383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] For port f69cef75-2b59-400c-8f16-914244284be7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f69cef75-2b59-400c-8f16-914244284be7,segment=NetworkSegment(178376ba-3c47-481b-a83c-764a8998f8a0),segment_id=178376ba-3c47-481b-a83c-764a8998f8a0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:08.318279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.319940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Port 5f75dda7-03db-432e-a8d7-0c4d7106f132 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:08.320399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Attempting to bind port 5f75dda7-03db-432e-a8d7-0c4d7106f132 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:08.327513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.342801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:08.343321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Checking segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:08.343810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Bound using segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:08.344372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Bound port: 5f75dda7-03db-432e-a8d7-0c4d7106f132, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:08.345618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.370109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Update dhcp port {'port': {'network_id': '44a7a286-1ef4-4425-819d-a003be51519b', 'fixed_ips': [{'subnet_id': '8bceedeb-c494-409c-ae18-5d93c181aeed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb8dac62-0fe4-4da5-bcd7-d68c12f152e1'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'f69cef75-2b59-400c-8f16-914244284be7'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:28:08.382427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-864d25ee-c3be-4116-837f-b9a8cda4342a req-04c17b65-87af-415c-a696-dda7669b52dc tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303473 Jul 07 17:28:08.489270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673', 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': 'f616d16e-39b9-49b2-92c7-942e53a56d50'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:08.490164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.509016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.512109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.516174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755860442655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3449528'] for subnet, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.524459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Made reservation on behalf of 666d96ef96d4446b9015d03d8b756d5d for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:08.527692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea1913-ae0c-44d7-833e-85aef6527b17 None None] Pushing event updated for resources: {'Port': ['ID=f69cef75-2b59-400c-8f16-914244284be7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.529127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.539755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Transition to ACTIVE for port object 60eb9f76-67ba-4a83-b484-5c7f7899b7fc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:08.569480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.573161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.577315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e95cd4cd-7f09-42e2-a8d6-e43b97d4c919 HTTP/1.1" status: 204 len: 168 time: 1.0306394 Jul 07 17:28:08.591378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Transition to ACTIVE for port object 60eb9f76-67ba-4a83-b484-5c7f7899b7fc will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:08.645568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:08.646500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.647091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.650561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "PUT /v2.0/subnets/f616d16e-39b9-49b2-92c7-942e53a56d50 HTTP/1.1" status: 200 len: 826 time: 0.7692871 Jul 07 17:28:08.656625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bded0-3039-47bd-bf78-33ecce67394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95cd4cd-7f09-42e2-a8d6-e43b97d4c919,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.659433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:08.748456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386599c-dc7f-43f7-b37a-48879e34ac80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=f616d16e-39b9-49b2-92c7-942e53a56d50,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.793870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:08.802121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:08.808584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:08.813016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8be5eb5-907c-43e6-81d2-7720717f3028 req-92fac3d1-de97-49a8-834a-75f1cb25a81b tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 210 time: 0.1062436 Jul 07 17:28:08.818173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.841467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:08.878810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:08.889418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Pushing event updated for resources: {'Port': ['ID=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.889680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:08.892212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.895132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f75dda7-03db-432e-a8d7-0c4d7106f132 HTTP/1.1" status: 200 len: 1092 time: 3.1580257 Jul 07 17:28:08.899953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:08.906040 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dbb5be-6efd-4b11-9d39-93a948e58da8" -d '{"events": [{"name": "network-changed", "server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:08.963135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3323b-641f-4c14-8117-5c6a53d69592 service neutron] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.043576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Allocated IP 2001:db8::2 (bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673/f616d16e-39b9-49b2-92c7-942e53a56d50/0f20484b-5612-4a8e-add8-7008a3e37fd2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:09.075726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Allocated IP 172.20.0.1 (44a7a286-1ef4-4425-819d-a003be51519b/cb8dac62-0fe4-4da5-bcd7-d68c12f152e1/f69cef75-2b59-400c-8f16-914244284be7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:09.083760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Attempting to bind port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.084187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Attempting to bind port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '036e1318-9901-4b5e-95dc-d7b42a185f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.084773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Attempting to bind port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc on network e753ef13-cb02-46b1-9116-7bd73ad3ac58 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.148284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-772163a9-be74-4e31-b1bc-8c19042461fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.153716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:09.154398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Checking segment: {'id': '036e1318-9901-4b5e-95dc-d7b42a185f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:09.155016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.155618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Bound using segment: {'id': '036e1318-9901-4b5e-95dc-d7b42a185f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:09.156313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Bound port: 60eb9f76-67ba-4a83-b484-5c7f7899b7fc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036e1318-9901-4b5e-95dc-d7b42a185f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:09.156955 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.161023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-772163a9-be74-4e31-b1bc-8c19042461fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 1095 time: 0.1913688 Jul 07 17:28:09.246801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:09.253230 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c0f2f-a803-4613-8598-e1365367aba8 x-openstack-request-id: req-b36c0f2f-a803-4613-8598-e1365367aba8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:09.254144 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:09.254603 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b36c0f2f-a803-4613-8598-e1365367aba8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:09.255184 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'status': 'completed', 'code': 200} Jul 07 17:28:09.256567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::135 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/7c6e8719-8e47-4a47-adc4-0d503e900571) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:09.257891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-1af36735-5d7d-472d-b2ec-ea3495a79fd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132 HTTP/1.1" status: 200 len: 217 time: 0.0877843 Jul 07 17:28:09.274015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.305911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.316053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-031abbd8-a5e2-4e03-94de-3908b012a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.353062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-a4fd804b-85c4-4a3b-b2d9-ac0e290adf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.354825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-a4fd804b-85c4-4a3b-b2d9-ac0e290adf8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.0909846 Jul 07 17:28:09.378864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] For port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:09.388624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Transition to ACTIVE for port object 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.401538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] For port f69cef75-2b59-400c-8f16-914244284be7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f69cef75-2b59-400c-8f16-914244284be7,segment=NetworkSegment(178376ba-3c47-481b-a83c-764a8998f8a0),segment_id=178376ba-3c47-481b-a83c-764a8998f8a0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:09.409938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-1fecf18d-7a43-4180-92de-fce7d0dcf424 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467632 Jul 07 17:28:09.419149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.425021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] For port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,segment=NetworkSegment(036e1318-9901-4b5e-95dc-d7b42a185f85),segment_id=036e1318-9901-4b5e-95dc-d7b42a185f85)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:09.440729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.458828 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.461273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.576472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-031abbd8-a5e2-4e03-94de-3908b012a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.581079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-0e45e13c-cdcb-4386-88ba-4ebf3aa9b9c0 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605411 Jul 07 17:28:09.612572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Allocated IP 172.20.0.6 (370827c2-92c4-4417-bf2a-2604a8e48a58/0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0/48f27761-0a92-4c6c-8027-fbc32f839c39) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:09.622562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-031abbd8-a5e2-4e03-94de-3908b012a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.637651 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.643463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Transition to ACTIVE for port object 0f20484b-5612-4a8e-add8-7008a3e37fd2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.643969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.684504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a46b-82c5-401e-b5ed-b60d9d43f07f None None] Pushing event updated for resources: {'Port': ['ID=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.716178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Transition to ACTIVE for port object f69cef75-2b59-400c-8f16-914244284be7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.724521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Transition to ACTIVE for port object 0f20484b-5612-4a8e-add8-7008a3e37fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.731290 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.737958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-031abbd8-a5e2-4e03-94de-3908b012a232 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dd1bfc1bbef469cacf3e96fe80a53fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620702 Jul 07 17:28:09.738712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031abbd8-a5e2-4e03-94de-3908b012a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c100735-af62-496d-ac47-5fde8159130e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.742043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.800303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348592e-e313-4078-9e8e-78f67146dfb2 None None] Pushing event updated for resources: {'Port': ['ID=f69cef75-2b59-400c-8f16-914244284be7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.804568 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.853512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46342a2d-2c06-4885-a6cf-ddd998e9874a req-0656dbb6-60b7-4dd6-a398-06beb01db0e9 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.863053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46342a2d-2c06-4885-a6cf-ddd998e9874a req-0656dbb6-60b7-4dd6-a398-06beb01db0e9 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.2849610 Jul 07 17:28:09.867163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Pushing event updated for resources: {'Port': ['ID=0f20484b-5612-4a8e-add8-7008a3e37fd2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.871629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2929ec2-b469-4c39-aedc-17f7aa12b232 req-77b342bd-9c75-4c62-8a34-8b25aa6c4a0e service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772517 Jul 07 17:28:09.904945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.923909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.940653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f69cef75-2b59-400c-8f16-914244284be7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:09.954307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object 7c6e8719-8e47-4a47-adc4-0d503e900571 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:10.023990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.043046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46342a2d-2c06-4885-a6cf-ddd998e9874a req-2d850894-b5dc-4fbe-8a66-cdf18c7ce3c5 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773484 Jul 07 17:28:10.059903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:10.064211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:10.067847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:10.076205 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bcbaeb03-8e1e-43c1-a5be-bfd68c2e5b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.101863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.187621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Attempting to bind port 0f20484b-5612-4a8e-add8-7008a3e37fd2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:10.188166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Attempting to bind port 0f20484b-5612-4a8e-add8-7008a3e37fd2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:10.188647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Attempting to bind port 0f20484b-5612-4a8e-add8-7008a3e37fd2 on network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:10.201173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:10.202263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Checking segment: {'id': 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:10.203139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.203840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Bound using segment: {'id': 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:10.204923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Bound port: 0f20484b-5612-4a8e-add8-7008a3e37fd2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:10.205629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.306028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Attempting to bind port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:10.309010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Attempting to bind port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:10.309618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Attempting to bind port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:10.318840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] For port 0f20484b-5612-4a8e-add8-7008a3e37fd2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:10.321513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.326681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.329152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] For port 0f20484b-5612-4a8e-add8-7008a3e37fd2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0f20484b-5612-4a8e-add8-7008a3e37fd2,segment=NetworkSegment(fab7f3c0-6ff9-4c37-8be9-c6ceba266866),segment_id=fab7f3c0-6ff9-4c37-8be9-c6ceba266866)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:10.332092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.342766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c100735-af62-496d-ac47-5fde8159130e HTTP/1.1" status: 204 len: 168 time: 0.5961010 Jul 07 17:28:10.343260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.348606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-86413efc-dab2-42be-8174-d61d04e33b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.353433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-86413efc-dab2-42be-8174-d61d04e33b3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 1095 time: 0.3696928 Jul 07 17:28:10.471990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899488f4-c30a-4f00-8f67-3cb341c3684e None None] Pushing event updated for resources: {'Port': ['ID=0f20484b-5612-4a8e-add8-7008a3e37fd2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.485154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:10.485786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Attempting to bind port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:10.544255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=f616d16e-39b9-49b2-92c7-942e53a56d50,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.552581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.578527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe2f3f3c-d8f0-418d-9d24-ffd2f6046389 req-8c9d5f3d-0d61-4bc5-a267-7a52cc75acd7 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 210 time: 0.1010709 Jul 07 17:28:10.636440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee4176-6ca5-4fad-85c0-62d36788a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c100735-af62-496d-ac47-5fde8159130e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.744289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.772384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:10.772957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Checking segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:10.773613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Bound using segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:10.774379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Bound port: 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:10.775060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.835179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-10f91826-246b-489e-a11a-4bc102807d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:10.842670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-10f91826-246b-489e-a11a-4bc102807d37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 922 time: 0.4715548 Jul 07 17:28:10.929511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-8d9a6ddc-e59e-47b8-84e1-a7f9e8306a9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132 HTTP/1.1" status: 200 len: 217 time: 0.0795686 Jul 07 17:28:10.991229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.016762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:11.020896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.037446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-23aa8c47-fece-468d-83dd-6e9bbd6e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.041938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-23aa8c47-fece-468d-83dd-6e9bbd6e4e87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.1040697 Jul 07 17:28:11.045684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:11.060077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.064379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.079751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:11.121755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-fa64f3ca-9257-463d-a5f8-3d6079cd2570 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736148 Jul 07 17:28:11.175053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:11.175512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:11.221312 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4341724 Jul 07 17:28:11.222205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed69118-52c9-4ff7-a208-495d07f1db57 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=7c6e8719-8e47-4a47-adc4-0d503e900571,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.227841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.230230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.235659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.248983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1386273333', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:0c:c7:4e'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:11.326260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.362093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.397139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:11.397576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.399548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26cff802-67b5-4266-b4b3-b752ef5e52d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:11.402042 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:11.450919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-69af84cb-5635-4fd3-8fbe-e38aa8bb72d6 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177285 Jul 07 17:28:11.483400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:11.497045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638ec6b-e405-4b81-b3c8-85bd6001d44c None None] Network 44a7a286-1ef4-4425-819d-a003be51519b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:11.537212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:11.560363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.581918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9963617-ec93-4d67-835c-0e56ac3031e8 None None] Provisioning for port f69cef75-2b59-400c-8f16-914244284be7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:11.607829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9963617-ec93-4d67-835c-0e56ac3031e8 None None] Provisioning complete for port f69cef75-2b59-400c-8f16-914244284be7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:11.610138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d9963617-ec93-4d67-835c-0e56ac3031e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.643780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:11.643780 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:11.643780 n-d-791505-12 neutron-server[93947]: [parameters: {'id': 'bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673'}] Jul 07 17:28:11.643780 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:11.644661 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:11.689818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48faf5-9558-4689-a35e-f1d4b9ef9e46 req-d305388c-0fbb-4dac-a364-f2998fa2cdfd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.700951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e48faf5-9558-4689-a35e-f1d4b9ef9e46 req-d305388c-0fbb-4dac-a364-f2998fa2cdfd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.3729875 Jul 07 17:28:11.736926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.740433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.743553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.746934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] 10.222.0.73 "PUT /v2.0/ports/0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 1093 time: 4.1696250 Jul 07 17:28:11.754940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:11.760353 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9632ab-4705-490f-be05-f1d04ec7b27e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:11.766644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f7525-e6dd-488a-9e3d-aa5b1d308544 None None] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:11.781374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45089cc-547f-47ce-b45f-ae457b72a287 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.889693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07dbb5be-6efd-4b11-9d39-93a948e58da8 req-398f2272-0ee4-4114-88e5-897e2b7d0ecd service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275248 Jul 07 17:28:11.901149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26cff802-67b5-4266-b4b3-b752ef5e52d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.923958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e48faf5-9558-4689-a35e-f1d4b9ef9e46 req-cbd28b84-1a79-4141-999f-85925541fd1c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202904 Jul 07 17:28:11.931304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26cff802-67b5-4266-b4b3-b752ef5e52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.944577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Network 370827c2-92c4-4417-bf2a-2604a8e48a58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.978747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:12.003182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:12.033787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Pushing event updated for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.116940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-26cff802-67b5-4266-b4b3-b752ef5e52d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=002010ff24c64a46a407550c6950cabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876406 Jul 07 17:28:12.123870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59786) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.145557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:12.146693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.156097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.158559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.167580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f69cef75-2b59-400c-8f16-914244284be7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:12.179167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:12.195954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cff802-67b5-4266-b4b3-b752ef5e52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d0ceb-f311-45f4-9270-08e976ec62f1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.332687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-59c7fd0a-492b-43f3-81ac-1d9b76ea6395 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1097035 Jul 07 17:28:12.353406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-7c7cf569-4eed-4c96-af1c-bd90bbd60de3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:28:12.355198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-7c7cf569-4eed-4c96-af1c-bd90bbd60de3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065839 Jul 07 17:28:12.369526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.377815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459eb2c7-fd40-4aea-8363-d5a73f7efa9f None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:12.424645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-9bf4233f-8793-47da-bedc-813fd7c6c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:12.428539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-9bf4233f-8793-47da-bedc-813fd7c6c09b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1096 time: 0.5643644 Jul 07 17:28:12.441850 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.456892 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.487638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:12.561234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7dcc-fddb-473c-a356-82053fdf12ea req-f8283b04-dae8-444d-a6c5-95f395f35762 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:12.574497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-555e7dcc-fddb-473c-a356-82053fdf12ea req-f8283b04-dae8-444d-a6c5-95f395f35762 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 931 time: 0.2422445 Jul 07 17:28:12.654269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-555e7dcc-fddb-473c-a356-82053fdf12ea req-92eece5b-a6d9-4626-8ce9-4cc47f8766da tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766506 Jul 07 17:28:12.660813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.668840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.682482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a51d0ceb-f311-45f4-9270-08e976ec62f1 HTTP/1.1" status: 204 len: 168 time: 0.5239811 Jul 07 17:28:12.711002 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-d1dca6ba-a72b-44c3-a0a1-1bcc6061e1f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.2358935 Jul 07 17:28:12.717535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f69cef75-2b59-400c-8f16-914244284be7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:12.718193 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.731192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fa5a5-d802-4ac6-8ca5-bd749a7a3081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d0ceb-f311-45f4-9270-08e976ec62f1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.788655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Request body: {'port': {'device_id': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:12.795579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-662a24f7-cd19-4a46-8cf6-62002741c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:12.797839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-662a24f7-cd19-4a46-8cf6-62002741c437 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.0714891 Jul 07 17:28:12.885405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3412cc6d-9d25-483b-8a39-0b8d7c6fd310 None None] Provisioning for port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:12.947353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 60eb9f76-67ba-4a83-b484-5c7f7899b7fc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:12.972944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3412cc6d-9d25-483b-8a39-0b8d7c6fd310 None None] Provisioning for port 0f20484b-5612-4a8e-add8-7008a3e37fd2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:12.989870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port 0f20484b-5612-4a8e-add8-7008a3e37fd2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:12.990804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.020080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:13.025096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:13.026240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.073695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:13.155682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-1f66d81e-4b08-4ada-bb34-10749bbdd036 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3245988 Jul 07 17:28:13.229524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] DHCP port deletion for bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:13.314482 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.367586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::266 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:13.416839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.455057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,segment=NetworkSegment(036e1318-9901-4b5e-95dc-d7b42a185f85),segment_id=036e1318-9901-4b5e-95dc-d7b42a185f85)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.460400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'port_id': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'mac_address': 'fa:16:3e:29:8f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a60eea-8667-4994-aece-cd944e057543', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:13.468194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Deleting port 0f20484b-5612-4a8e-add8-7008a3e37fd2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:13.469662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.478071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.481863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0f20484b-5612-4a8e-add8-7008a3e37fd2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:13.491591 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb57446-b41a-42a0-bd83-91ba412bc389 x-openstack-request-id: req-fbb57446-b41a-42a0-bd83-91ba412bc389 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:13.492209 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:13.492209 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbb57446-b41a-42a0-bd83-91ba412bc389 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:13.500691 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9', 'status': 'completed', 'code': 200} Jul 07 17:28:13.534132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port 0f20484b-5612-4a8e-add8-7008a3e37fd2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0f20484b-5612-4a8e-add8-7008a3e37fd2,segment=NetworkSegment(fab7f3c0-6ff9-4c37-8be9-c6ceba266866),segment_id=fab7f3c0-6ff9-4c37-8be9-c6ceba266866)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.534534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.547756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.594150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for 0f20484b-5612-4a8e-add8-7008a3e37fd2 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:13.694352 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.725135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] For port 0f20484b-5612-4a8e-add8-7008a3e37fd2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0f20484b-5612-4a8e-add8-7008a3e37fd2,segment=NetworkSegment(fab7f3c0-6ff9-4c37-8be9-c6ceba266866),segment_id=fab7f3c0-6ff9-4c37-8be9-c6ceba266866)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.725824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.735595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafaedf-8028-43a4-9b36-4bf83cafda63 req-3e04e210-8409-4e7d-9ade-3c00366ce420 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:13.745913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dafaedf-8028-43a4-9b36-4bf83cafda63 req-3e04e210-8409-4e7d-9ade-3c00366ce420 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.0949323 Jul 07 17:28:13.750310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.750637 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.758316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Provisioning complete for port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:13.758875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.766206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:13.767003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Calling delete_port for 0f20484b-5612-4a8e-add8-7008a3e37fd2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:13.797702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.814525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dafaedf-8028-43a4-9b36-4bf83cafda63 req-0058c0b9-17de-4adb-be6e-44ee5fbf4948 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671728 Jul 07 17:28:13.839601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:13.864543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-2db7189e-39a1-4a57-bc44-2b4e36c9bf3e service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892869 Jul 07 17:28:13.935372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0f20484b-5612-4a8e-add8-7008a3e37fd2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:13.959824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.966702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0f20484b-5612-4a8e-add8-7008a3e37fd2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:13.967118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.976858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.018910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.097850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea087e-2a92-465d-b41a-3f6c652da78f req-a56405d9-ae4d-4500-bc7b-a1c7fe470402 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.099828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cea087e-2a92-465d-b41a-3f6c652da78f req-a56405d9-ae4d-4500-bc7b-a1c7fe470402 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 931 time: 0.1039262 Jul 07 17:28:14.140425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.145051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Could not find standard attr ID for object 0f20484b-5612-4a8e-add8-7008a3e37fd2. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:14.147152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.166017 n-d-791505-12 neutron-server[93948]: INFO neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No ports have port_id starting with 0f20484b-5612-4a8e-add8-7008a3e37fd2 Jul 07 17:28:14.188940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cea087e-2a92-465d-b41a-3f6c652da78f req-be70b09e-b13c-439b-93b1-c28d87a6d357 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818377 Jul 07 17:28:14.205122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] No DVR routers for this DVR port 0f20484b-5612-4a8e-add8-7008a3e37fd2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:14.217368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257debd-ef80-4189-8778-b38cc6cc9df7 None None] Pushing event deleted for resources: {'Port': ['ID=0f20484b-5612-4a8e-add8-7008a3e37fd2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.226313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb7e2c-41ca-47f3-a09a-d036033dcce7 None None] Network bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:14.245672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['5f75dda7-03db-432e-a8d7-0c4d7106f132'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:14.357312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Provisioning complete for port f69cef75-2b59-400c-8f16-914244284be7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.357698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.413962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 60eb9f76-67ba-4a83-b484-5c7f7899b7fc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:14.609774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:14.626618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.626618 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.627940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.635867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:14.645754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:14.652081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.652773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.709547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Provisioning for port 7c6e8719-8e47-4a47-adc4-0d503e900571 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:14.725620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9a76b158-4e74-4371-b415-783c3f5b7759 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.4872491 Jul 07 17:28:14.726010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Provisioning complete for port 7c6e8719-8e47-4a47-adc4-0d503e900571 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.726863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.729300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59832) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.746392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6247fba8-b978-4a40-a6b0-5e1422771a28 req-1d0f0939-bb72-4774-8282-326cc50812b7 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343356 Jul 07 17:28:14.822220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-33663006-10d3-4f68-8317-197b367aa628 None None] Port 7c6e8719-8e47-4a47-adc4-0d503e900571 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:14.848388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.920324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=0f20484b-5612-4a8e-add8-7008a3e37fd2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.953248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0f20484b-5612-4a8e-add8-7008a3e37fd2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:14.966405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port 0f20484b-5612-4a8e-add8-7008a3e37fd2 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:14.980443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef230ed-e997-4d37-aeb8-8b9715a08cd3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:14.998044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef230ed-e997-4d37-aeb8-8b9715a08cd3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.013193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef230ed-e997-4d37-aeb8-8b9715a08cd3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.014566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0f20484b-5612-4a8e-add8-7008a3e37fd2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:15.014926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0f20484b-5612-4a8e-add8-7008a3e37fd2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:15.019848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2ef230ed-e997-4d37-aeb8-8b9715a08cd3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2867336 Jul 07 17:28:15.020136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.021450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-763b58fa-fe3a-438f-ae1f-9d599ed33eb0 None None] Provisioning complete for port 7c6e8719-8e47-4a47-adc4-0d503e900571 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.026817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-763b58fa-fe3a-438f-ae1f-9d599ed33eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.100375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-763b58fa-fe3a-438f-ae1f-9d599ed33eb0 None None] Port 7c6e8719-8e47-4a47-adc4-0d503e900571 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:15.126787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f27761-0a92-4c6c-8027-fbc32f839c39 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:15.144607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.148106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.160833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-c45b38a4-7802-45d8-ac7c-61f3af2983be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.162310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-c45b38a4-7802-45d8-ac7c-61f3af2983be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1096 time: 0.3318033 Jul 07 17:28:15.166595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.194544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59840) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.197094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Transition to ACTIVE for port object 48f27761-0a92-4c6c-8027-fbc32f839c39 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:15.214613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.214931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab7f3c0-6ff9-4c37-8be9-c6ceba266866') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.230963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d0e7d82-c015-4936-b6a1-3b6837201a6a None None] Provisioning for port cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:15.238025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d0e7d82-c015-4936-b6a1-3b6837201a6a None None] Provisioning complete for port cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:15.238566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7d82-c015-4936-b6a1-3b6837201a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.241258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f14c-bf8c-4206-ba0d-fba84bd865b0 req-3f5a86e8-4872-4c07-a292-08f68c02002b tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.244193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b2f14c-bf8c-4206-ba0d-fba84bd865b0 req-3f5a86e8-4872-4c07-a292-08f68c02002b tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 944 time: 0.1517448 Jul 07 17:28:15.251497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.267957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.270276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:15.270660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.308368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e7d82-c015-4936-b6a1-3b6837201a6a None None] Port cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:15.315886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.345568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:15.345988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.346116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b2f14c-bf8c-4206-ba0d-fba84bd865b0 req-79363152-9cbd-4b81-a7cd-8ac468f2f971 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:15.349568 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:15.362319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Pushing event updated for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.407581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.423886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:15.482580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-77dd9e13-3468-4451-9a2b-b1a6e53da430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.484017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-77dd9e13-3468-4451-9a2b-b1a6e53da430 service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.3123927 Jul 07 17:28:15.484772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7f43660-b77b-4682-8686-f19a8a79fa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.501547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.553921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.555962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 HTTP/1.1" status: 204 len: 168 time: 6.8904035 Jul 07 17:28:15.561700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59848) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.578287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-92fae704-0ac1-438c-9064-482a332cc1b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.0796773 Jul 07 17:28:15.585691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2a483-3a22-4c68-9aff-b743a7263130 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.598596 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c43951-cba3-4c2d-821f-2f636c93da76 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:15.599177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c43951-cba3-4c2d-821f-2f636c93da76 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:15.600913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f3c43951-cba3-4c2d-821f-2f636c93da76 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 HTTP/1.1" status: 404 len: 339 time: 0.0378115 Jul 07 17:28:15.608302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59850) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.615954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588158440', 'description': 'd1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:15.631890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2aef-37cc-479e-b25d-2e2c94fb411e req-1fbb9f18-7fcb-4e31-a0f9-3ac19cf1a436 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.633502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee9a2aef-37cc-479e-b25d-2e2c94fb411e req-1fbb9f18-7fcb-4e31-a0f9-3ac19cf1a436 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 943 time: 0.1601527 Jul 07 17:28:15.642295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Attempting to bind port 48f27761-0a92-4c6c-8027-fbc32f839c39 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:15.642636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Attempting to bind port 48f27761-0a92-4c6c-8027-fbc32f839c39 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:15.642798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Attempting to bind port 48f27761-0a92-4c6c-8027-fbc32f839c39 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:15.658090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Port 48f27761-0a92-4c6c-8027-fbc32f839c39 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:15.658507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Attempting to bind port 48f27761-0a92-4c6c-8027-fbc32f839c39 on network 370827c2-92c4-4417-bf2a-2604a8e48a58 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:15.671222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:15.671589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Checking segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:15.671952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Bound using segment: {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:15.672394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Bound port: 48f27761-0a92-4c6c-8027-fbc32f839c39, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:15.672763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.676652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-cda9a74b-407f-46e4-91f1-c12572c1dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:15.678192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-cda9a74b-407f-46e4-91f1-c12572c1dcb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.0873263 Jul 07 17:28:15.689798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.710256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee9a2aef-37cc-479e-b25d-2e2c94fb411e req-f09f0f1e-c3b4-4db4-9a2f-578b310b60e8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652511 Jul 07 17:28:15.731534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.736045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-2d0ec40b-702a-46d4-9790-7feaf68ca632 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482280 Jul 07 17:28:15.871620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.880996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94962970-6f8f-4edd-9d20-195a179422b3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 HTTP/1.1" status: 204 len: 168 time: 0.8570983 Jul 07 17:28:15.885148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59852) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.889909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:15.896308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48f27761-0a92-4c6c-8027-fbc32f839c39,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:15.920362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.926761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7f43660-b77b-4682-8686-f19a8a79fa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.937184 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b22d738-ab21-401d-a54d-b7c6329b314e tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] GET failed (client error): The resource could not be found. Jul 07 17:28:15.939350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8b22d738-ab21-401d-a54d-b7c6329b314e tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports/cb4b3337-e60b-4991-aa0a-07fd1ca0e8d6 HTTP/1.1" status: 404 len: 333 time: 0.0525753 Jul 07 17:28:15.945196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59854) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.948729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7f43660-b77b-4682-8686-f19a8a79fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.952157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893967995'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.026613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-23ea707e-9f06-4c9b-837e-fc4c1638b852 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635958 Jul 07 17:28:16.047469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.048110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.050351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] 10.222.0.23 "PUT /v2.0/ports/48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 200 len: 1092 time: 3.6464732 Jul 07 17:28:16.051078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:16.053672 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecb340e-3149-4e5b-b886-96f80caff9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:16.093930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:16.097921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.100167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f43660-b77b-4682-8686-f19a8a79fa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c38b7-1bb8-45ae-8769-2875271c504d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.121599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:16.125726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.147037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port bcd73931-171d-40b0-bc42-9f75e7680dbe yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:16.149351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d7f43660-b77b-4682-8686-f19a8a79fa30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c02db1b4e0354131b392f39895c0085b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506686 Jul 07 17:28:16.152644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59858) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.204172 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895fd429-5e6b-466c-b3de-99a8bcabed4a x-openstack-request-id: req-895fd429-5e6b-466c-b3de-99a8bcabed4a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:16.204172 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:16.204172 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-895fd429-5e6b-466c-b3de-99a8bcabed4a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:16.205021 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39', 'status': 'completed', 'code': 200} Jul 07 17:28:16.264710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb15668-e99e-49ab-946c-f00a11c56341 service neutron] Pushing event updated for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.289913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:16.291637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.316717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.317167 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 13f968bd-150f-47a9-9ec5-39c707a6c3f6 of type vlan for network 36914d8c-4a12-4706-93e0-cc2e0b3b8489 Jul 07 17:28:16.334394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::102 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/bcd73931-171d-40b0-bc42-9f75e7680dbe) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:16.338122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.374130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af9632ab-4705-490f-be05-f1d04ec7b27e req-61d31e77-737a-49af-ba8d-403d6bdc4fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283155 Jul 07 17:28:16.399758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-04fc3c30-a3ed-4005-9e6c-ba0e30456a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.402331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-04fc3c30-a3ed-4005-9e6c-ba0e30456a22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1095 time: 0.2850273 Jul 07 17:28:16.440076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.446656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.450219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.453997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc3c38b7-1bb8-45ae-8769-2875271c504d HTTP/1.1" status: 204 len: 168 time: 0.2978244 Jul 07 17:28:16.490119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1441c7-6c11-4961-9ce6-0be816f4a6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c38b7-1bb8-45ae-8769-2875271c504d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.535247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-2195b034-780d-4687-9292-9acfda69bf67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 200 len: 217 time: 0.1195831 Jul 07 17:28:16.550657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.556533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.557854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.631188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.647122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0357797 Jul 07 17:28:16.658651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34942c7-a432-452d-a0c9-ee29591f675c req-4b26205f-4318-45de-906d-d60f0810b8ca tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.659035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.661205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f34942c7-a432-452d-a0c9-ee29591f675c req-4b26205f-4318-45de-906d-d60f0810b8ca tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 944 time: 0.1247218 Jul 07 17:28:16.661497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object bcd73931-171d-40b0-bc42-9f75e7680dbe will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:16.729941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-5a56e01f-9c7d-4ea7-ba9f-e6febd708c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.731950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-5a56e01f-9c7d-4ea7-ba9f-e6febd708c76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1902928 Jul 07 17:28:16.735581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963a87f-38f6-4b30-828c-8b2c31e5605f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=36914d8c-4a12-4706-93e0-cc2e0b3b8489,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.735959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f34942c7-a432-452d-a0c9-ee29591f675c req-03773c2c-82b1-445b-b6de-1cbcd55eb69c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Jul 07 17:28:16.743655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.766538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 36914d8c-4a12-4706-93e0-cc2e0b3b8489 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:16.800543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-cd290a62-9a42-4907-b708-fa5b2f597dec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617709 Jul 07 17:28:16.839045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:16.847046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:16.870347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:16.880900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.881925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.903348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=bcd73931-171d-40b0-bc42-9f75e7680dbe,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.920992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-48ea15df-cfcb-4a95-bb15-a3bd4baced1c tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9740553 Jul 07 17:28:16.926313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59872) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.931736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:0c:c7:4e'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.960956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb094e-bed0-4186-b6b9-a6b938f6e330 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.967512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4ceb094e-bed0-4186-b6b9-a6b938f6e330 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks?id=36914d8c-4a12-4706-93e0-cc2e0b3b8489 HTTP/1.1" status: 200 len: 765 time: 0.3071465 Jul 07 17:28:16.974860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.991875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'description': 'd2'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:17.094211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:17.098952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:17.221461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76faa0-0a4b-437b-8ae3-5a299ece5ec6 req-2128a94c-fc20-4a14-9b9e-71dd3a0fa2c5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.224825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee76faa0-0a4b-437b-8ae3-5a299ece5ec6 req-2128a94c-fc20-4a14-9b9e-71dd3a0fa2c5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 943 time: 0.2867372 Jul 07 17:28:17.317142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 5f75dda7-03db-432e-a8d7-0c4d7106f132 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:17.319860 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-330d4f7c-88d0-41f5-be73-483ccdfb2b11 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075662 Jul 07 17:28:17.332228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 5f75dda7-03db-432e-a8d7-0c4d7106f132 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:17.332771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.340717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.384106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee76faa0-0a4b-437b-8ae3-5a299ece5ec6 req-a036ff17-64e6-4aa8-bebf-9333887c22d5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205673 Jul 07 17:28:17.404769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:17.433854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'port_id': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9', 'mac_address': 'fa:16:3e:87:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:17.523947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8b572b4f-e684-4658-9e39-1ed786e8b1b5 None None] Provisioning for port bcd73931-171d-40b0-bc42-9f75e7680dbe completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:17.542608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8b572b4f-e684-4658-9e39-1ed786e8b1b5 None None] Provisioning complete for port bcd73931-171d-40b0-bc42-9f75e7680dbe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:17.543112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8b572b4f-e684-4658-9e39-1ed786e8b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.574044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.592819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.599854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.617100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:17.631595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8b572b4f-e684-4658-9e39-1ed786e8b1b5 None None] Port bcd73931-171d-40b0-bc42-9f75e7680dbe cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:17.646332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:17.649401 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174011f5-4d4e-4d37-b188-237935c39cf6" -d '{"events": [{"server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "name": "network-vif-plugged", "status": "completed", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:17.659625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.701905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:17.704686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:17.710586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 36914d8c-4a12-4706-93e0-cc2e0b3b8489 is not hosted by any dhcp agent {{(pid=93947) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:28:17.712904 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.717813 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.718476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.725854 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd379f0-a173-4ada-95f3-663a4fdf19ee x-openstack-request-id: req-0fd379f0-a173-4ada-95f3-663a4fdf19ee {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:17.725854 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "name": "network-vif-plugged", "status": "completed", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:17.726503 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fd379f0-a173-4ada-95f3-663a4fdf19ee {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:17.726503 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'code': 200} Jul 07 17:28:17.726874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.736468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.736468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "PUT /v2.0/networks/36914d8c-4a12-4706-93e0-cc2e0b3b8489 HTTP/1.1" status: 200 len: 762 time: 0.7534528 Jul 07 17:28:17.742365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59892) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.763090 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.800129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-332c7af6-bdcf-4569-9766-684d85d0c5c5 req-911e8d28-b1b9-45eb-bffa-ff6ee27eae95 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733009 Jul 07 17:28:17.811018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.818582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f755e4-c0cc-4c8e-a32b-a5b59d95bda1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=36914d8c-4a12-4706-93e0-cc2e0b3b8489,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.845227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 36914d8c-4a12-4706-93e0-cc2e0b3b8489 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:17.903756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] In _notify_port_updated(), no bound segment for port bcd73931-171d-40b0-bc42-9f75e7680dbe on network e753ef13-cb02-46b1-9116-7bd73ad3ac58 {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:17.910152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.912435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.918021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "PUT /v2.0/ports/bcd73931-171d-40b0-bc42-9f75e7680dbe HTTP/1.1" status: 200 len: 1002 time: 0.9908059 Jul 07 17:28:17.922241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59898) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.996707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8e8f1-4797-44f9-91a8-b65a051e4082 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=bcd73931-171d-40b0-bc42-9f75e7680dbe,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.024638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-e096f6df-5583-4d8e-b8fa-db9244f7a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.024897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b155a6-2569-4e49-b765-ed5dde849153 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.025010 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-e096f6df-5583-4d8e-b8fa-db9244f7a093 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1095 time: 0.1274984 Jul 07 17:28:18.025122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c3b155a6-2569-4e49-b765-ed5dde849153 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks?id=36914d8c-4a12-4706-93e0-cc2e0b3b8489 HTTP/1.1" status: 200 len: 765 time: 0.2813139 Jul 07 17:28:18.030949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.155544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d1c3-ba4e-446b-9378-a7157fb0c3e2 req-9b364d91-0fa3-478a-a703-3a510e5322bd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.157642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e250d1c3-ba4e-446b-9378-a7157fb0c3e2 req-9b364d91-0fa3-478a-a703-3a510e5322bd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.1274033 Jul 07 17:28:18.168772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff83d8-9291-4c83-bf48-e9a48e5039bf req-3febe01a-a7ab-4b0d-98df-cb1f6a7a3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.170612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9aff83d8-9291-4c83-bf48-e9a48e5039bf req-3febe01a-a7ab-4b0d-98df-cb1f6a7a3b76 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 1097 time: 0.3456137 Jul 07 17:28:18.238829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port bcd73931-171d-40b0-bc42-9f75e7680dbe {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:18.240262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.321049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.344279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e250d1c3-ba4e-446b-9378-a7157fb0c3e2 req-9fb7a5a7-cff1-4b69-8f37-9aa8dce42c62 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802335 Jul 07 17:28:18.376054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0d1f0edf-3b0c-414c-93c7-b5c05c8493f9'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:18.399570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.417400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for bcd73931-171d-40b0-bc42-9f75e7680dbe owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:18.448134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9aff83d8-9291-4c83-bf48-e9a48e5039bf req-204ef487-4c8f-4b92-bef7-565f6ef0e2e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083030 Jul 07 17:28:18.531311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dee6a6f9-96f3-4adb-b0fa-e92335747dc3 None None] Provisioning complete for port bcd73931-171d-40b0-bc42-9f75e7680dbe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:18.531994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dee6a6f9-96f3-4adb-b0fa-e92335747dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.549152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-dda16c6b-35be-4ef0-baa6-aada4aa00c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.550779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-dda16c6b-35be-4ef0-baa6-aada4aa00c8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.5207989 Jul 07 17:28:18.580293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f0017-f6d0-449a-a6e0-65a085d68920 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.581970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dd6f0017-f6d0-449a-a6e0-65a085d68920 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5119979 Jul 07 17:28:18.589626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.600471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dee6a6f9-96f3-4adb-b0fa-e92335747dc3 None None] Port bcd73931-171d-40b0-bc42-9f75e7680dbe cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:18.665755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-3be6d748-aa64-40c4-855e-5ba3e147b128 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 200 len: 217 time: 0.1029034 Jul 07 17:28:18.670191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7352cf5e-555c-4cbc-8589-8e1e5632c4ee tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 207 time: 0.0782821 Jul 07 17:28:18.682999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59914) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.835558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-e3c6a0d1-3626-4127-a688-95f672738299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.837074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-e3c6a0d1-3626-4127-a688-95f672738299 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1649580 Jul 07 17:28:18.892234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-f14954ba-e68c-40a7-88c8-2557016ca703 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470421 Jul 07 17:28:18.943598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfc66e-0d62-470a-89b9-4c51e3b4ab07 req-10ec850a-589f-4ce1-b4de-3f0e3c73dd6e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.951798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75dfc66e-0d62-470a-89b9-4c51e3b4ab07 req-10ec850a-589f-4ce1-b4de-3f0e3c73dd6e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 943 time: 0.1399970 Jul 07 17:28:19.022794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75dfc66e-0d62-470a-89b9-4c51e3b4ab07 req-f8c103d3-8760-47d6-8283-1464fe3ea056 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Jul 07 17:28:19.055282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.062777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.063151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.075337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.086967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.094180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=bcd73931-171d-40b0-bc42-9f75e7680dbe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.100423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.112647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.121430 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c77a359-21b6-4503-ad21-1e5fd3eed78f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4295571 Jul 07 17:28:19.123131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.325118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.328180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96e01ede-0a7e-4dbc-8f82-c61ed7d86cdf tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/bcd73931-171d-40b0-bc42-9f75e7680dbe HTTP/1.1" status: 204 len: 168 time: 1.4016583 Jul 07 17:28:19.330565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59932) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.387801 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a774cc-1330-453f-9584-7a36020ec24f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] GET failed (client error): The resource could not be found. Jul 07 17:28:19.391184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-83a774cc-1330-453f-9584-7a36020ec24f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports/bcd73931-171d-40b0-bc42-9f75e7680dbe HTTP/1.1" status: 404 len: 333 time: 0.0593424 Jul 07 17:28:19.394278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.404746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1793768535'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:19.449738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79893c9b-de78-4331-bd97-4dad1e5e5010 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3211083 Jul 07 17:28:19.463807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.586121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:19.592227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.628370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port a959a568-0fcd-4cdb-953b-584636cac2e6 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:19.653053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.654619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.656264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.657772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.659478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.665025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b68bd862-a9db-4949-b07b-b54ac97c6f2c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1930258 Jul 07 17:28:19.665025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-555b33b9-5980-47c2-be5f-747f49958435 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627769 Jul 07 17:28:19.665309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.849443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::165 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/a959a568-0fcd-4cdb-953b-584636cac2e6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:19.883953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144331-61cb-4b72-afd0-06c44f77452d req-793edb51-a9a9-44bd-a704-0377d25a2bec tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.885932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d144331-61cb-4b72-afd0-06c44f77452d req-793edb51-a9a9-44bd-a704-0377d25a2bec tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.1842208 Jul 07 17:28:19.973990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d144331-61cb-4b72-afd0-06c44f77452d req-22dd34e7-37a0-4d43-a737-0e002fa20446 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817158 Jul 07 17:28:20.121559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.159531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.160996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.162678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.164158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.165588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.167847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84fa2b12-f16d-4e32-9e0c-15c43e48667d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5017080 Jul 07 17:28:20.172630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object a959a568-0fcd-4cdb-953b-584636cac2e6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:20.173732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59976) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.213945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48f27761-0a92-4c6c-8027-fbc32f839c39 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:20.256221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f327bf-587b-47ba-9f97-29566bf62b35 req-14b5e125-2c41-40b7-8a08-e900b98e7189 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.257956 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98f327bf-587b-47ba-9f97-29566bf62b35 req-14b5e125-2c41-40b7-8a08-e900b98e7189 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.1036673 Jul 07 17:28:20.289466 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.301187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fecb340e-3149-4e5b-b886-96f80caff9d9 req-5973a63a-4350-4827-989f-86a820d3dc05 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262248 Jul 07 17:28:20.314205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:20.318187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:20.339521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:20.341086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48f27761-0a92-4c6c-8027-fbc32f839c39,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:20.346235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.346943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.360545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '48f27761-0a92-4c6c-8027-fbc32f839c39', 'network_id': '370827c2-92c4-4417-bf2a-2604a8e48a58', 'port_id': '48f27761-0a92-4c6c-8027-fbc32f839c39', 'mac_address': 'fa:16:3e:25:18:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:20.371805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73865f63-6365-424a-ad95-cd74db050e53 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.378628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73865f63-6365-424a-ad95-cd74db050e53 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks/1d9b818a-beb5-4a52-b0ba-501fb440fc13 HTTP/1.1" status: 200 len: 803 time: 0.2037783 Jul 07 17:28:20.379265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.404575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98f327bf-587b-47ba-9f97-29566bf62b35 req-c32606d4-1399-47cb-af53-72b024da9292 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351423 Jul 07 17:28:20.410014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=a959a568-0fcd-4cdb-953b-584636cac2e6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.416753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.417076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bcf006ad-46d9-48a4-8e13-21b29c188715 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0207713 Jul 07 17:28:20.425610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59984) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.438476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f27761-0a92-4c6c-8027-fbc32f839c39 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:20.438761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0c:c7:4e'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:20.474802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48f27761-0a92-4c6c-8027-fbc32f839c39,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:20.481625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.560924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.568922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.576249 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6575fafb-9c0c-419b-8303-39e70077ea80 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/networks/1d9b818a-beb5-4a52-b0ba-501fb440fc13?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1953018 Jul 07 17:28:20.581720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59992) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.657169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.699254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['48f27761-0a92-4c6c-8027-fbc32f839c39'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:20.703221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0f6e0-9b78-40bb-a6ea-76ea1b757473 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.708855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6be0f6e0-9b78-40bb-a6ea-76ea1b757473 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets/038d74a3-c6dd-49c6-9ec4-6a2138cb6b17 HTTP/1.1" status: 200 len: 843 time: 0.1212440 Jul 07 17:28:20.709607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.760527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4ae5-58b9-4e71-acdb-6408283f4921 req-b8bbe018-cfee-4703-8861-4debda596a38 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.762296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-363c4ae5-58b9-4e71-acdb-6408283f4921 req-b8bbe018-cfee-4703-8861-4debda596a38 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 944 time: 0.1508651 Jul 07 17:28:20.777978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89275f16-cb0f-4bc0-a493-8a14f9fd8a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.789275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5f512-4030-469f-b5cf-ac4c30e2f279 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['shared'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.794617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2de5f512-4030-469f-b5cf-ac4c30e2f279 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "GET /v2.0/subnets/038d74a3-c6dd-49c6-9ec4-6a2138cb6b17?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0817482 Jul 07 17:28:20.797717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59996) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.803564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357166260'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:20.828838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:20.833741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.866156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:20.882886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.884224 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Added segment 680631cd-b39d-4516-9816-c71c0264101b of type vlan for network 6e261081-6ab4-4875-b96d-d6a0df1d742f Jul 07 17:28:20.888391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9996552c-e29b-41bb-ac3e-ad6017435902 None None] Provisioning for port a959a568-0fcd-4cdb-953b-584636cac2e6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:20.889910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-363c4ae5-58b9-4e71-acdb-6408283f4921 req-e5b01b6e-dce5-474c-9f12-9a0e1be18587 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165698 Jul 07 17:28:20.897004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9996552c-e29b-41bb-ac3e-ad6017435902 None None] Provisioning complete for port a959a568-0fcd-4cdb-953b-584636cac2e6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:20.897216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9996552c-e29b-41bb-ac3e-ad6017435902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.950132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.998905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.008212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.011999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.027572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.029039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.055135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9996552c-e29b-41bb-ac3e-ad6017435902 None None] Port a959a568-0fcd-4cdb-953b-584636cac2e6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:21.091226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:21.091811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] In _notify_port_updated(), no bound segment for port a959a568-0fcd-4cdb-953b-584636cac2e6 on network e753ef13-cb02-46b1-9116-7bd73ad3ac58 {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:21.102949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.103750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.109190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "PUT /v2.0/ports/a959a568-0fcd-4cdb-953b-584636cac2e6 HTTP/1.1" status: 200 len: 1003 time: 0.6801851 Jul 07 17:28:21.174176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Network': ['ID=6e261081-6ab4-4875-b96d-d6a0df1d742f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.174779 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89275f16-cb0f-4bc0-a493-8a14f9fd8a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.176582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60000) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.206416 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4038193 Jul 07 17:28:21.206416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.206416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.206416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.206976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.207429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.207833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.208278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.208680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.209144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.209537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.209953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.210387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a46346-d81e-4e65-8b13-9ced951b1734 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:21.211410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c53ef-e813-4e9e-9d0e-fead1154309f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=a959a568-0fcd-4cdb-953b-584636cac2e6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.215622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.221727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:21.224461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89275f16-cb0f-4bc0-a493-8a14f9fd8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.236020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:21.252132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:21.308276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:21.309430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.356760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Made reservation on behalf of 4ff534e5cf3d4d4dbb72f23a02215394 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:21.362150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.373068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275f16-cb0f-4bc0-a493-8a14f9fd8a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa0e04-6440-49bc-9feb-553f2e8eadd5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.450218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Performing IP validity checks on allocation pools {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:21.450907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:21.459153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.503259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-89275f16-cb0f-4bc0-a493-8a14f9fd8a10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c821eeff909e4bb2a17a885b5419be14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360747 Jul 07 17:28:21.509258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60004) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.511036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:21.514431 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e53103-e2a9-4acc-a12e-36d0e9003569" -d '{"events": [{"server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:21.530708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:21.539052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.626011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac4e70d1-96aa-4955-9dfd-4adcbc2938b8 None None] Provisioning complete for port a959a568-0fcd-4cdb-953b-584636cac2e6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:21.626391 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac4e70d1-96aa-4955-9dfd-4adcbc2938b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.634428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fda43-d890-4ae9-96d2-451ffffb3a93 req-d9149716-7c99-4ec1-8d29-5882bc11d3a7 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.637840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-085fda43-d890-4ae9-96d2-451ffffb3a93 req-d9149716-7c99-4ec1-8d29-5882bc11d3a7 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2790818 Jul 07 17:28:21.649953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.671331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e70d1-96aa-4955-9dfd-4adcbc2938b8 None None] Port a959a568-0fcd-4cdb-953b-584636cac2e6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:21.686920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.703561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port a959a568-0fcd-4cdb-953b-584636cac2e6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:21.703904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.741908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.744079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.761714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-085fda43-d890-4ae9-96d2-451ffffb3a93 req-2947aba4-41b6-4165-bab8-d8c77b4f9165 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111100 Jul 07 17:28:21.836998 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18420c01-95ff-4f0a-96d1-33f4e8810e5c x-openstack-request-id: req-18420c01-95ff-4f0a-96d1-33f4e8810e5c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:21.837360 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:21.837678 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18420c01-95ff-4f0a-96d1-33f4e8810e5c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:21.839312 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9', 'code': 200} Jul 07 17:28:21.855400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=261f487d-86fa-49d5-9770-3c688fb9af8e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.863148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Checking segment: {'id': '680631cd-b39d-4516-9816-c71c0264101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:21.863527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network hostable DHCP agents. Network: 6e261081-6ab4-4875-b96d-d6a0df1d742f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:21.894504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.897668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.901088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.902730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfaa0e04-6440-49bc-9feb-553f2e8eadd5 HTTP/1.1" status: 204 len: 168 time: 0.3915710 Jul 07 17:28:21.906632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:21.934005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d23eb-63ce-404c-9bbf-4d7563097ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa0e04-6440-49bc-9feb-553f2e8eadd5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.936272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for a959a568-0fcd-4cdb-953b-584636cac2e6 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:21.942570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6e261081-6ab4-4875-b96d-d6a0df1d742f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:21.953437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.955179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.974191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3cd0e-ca77-4b9d-9dea-2453195e26b0 None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:22.003526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-82ac5221-4c05-49d5-b24d-257174e62702 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7859464 Jul 07 17:28:22.015119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60014) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.027939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:22.109182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717cf3-4693-4a29-a931-d2425d2e2cd6 req-2af97959-f23d-4d7b-8ba1-5ce1c8abcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.111096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06717cf3-4693-4a29-a931-d2425d2e2cd6 req-2af97959-f23d-4d7b-8ba1-5ce1c8abcf8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.1289599 Jul 07 17:28:22.187748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06717cf3-4693-4a29-a931-d2425d2e2cd6 req-31ed5148-6e92-46e4-b20b-5217b79fb1dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678630 Jul 07 17:28:22.248878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48f27761-0a92-4c6c-8027-fbc32f839c39 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:22.276993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6e261081-6ab4-4875-b96d-d6a0df1d742f', 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f', 'tenant_id': '4ff534e5cf3d4d4dbb72f23a02215394', 'fixed_ips': [{'subnet_id': '261f487d-86fa-49d5-9770-3c688fb9af8e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:22.279112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.291905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3345041'] for subnet, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.333750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 48f27761-0a92-4c6c-8027-fbc32f839c39 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:22.341562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 48f27761-0a92-4c6c-8027-fbc32f839c39 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:22.342183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.352439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85d69-66f7-4703-9b64-6348ece3a237 req-c638027a-bac5-4691-b2aa-39aebf9dab78 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.354670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87a85d69-66f7-4703-9b64-6348ece3a237 req-c638027a-bac5-4691-b2aa-39aebf9dab78 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2497177 Jul 07 17:28:22.356762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60020) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.377642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e645984f-2e77-40b6-b444-a3a052d2f14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.448113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.518592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=a959a568-0fcd-4cdb-953b-584636cac2e6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.531361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87a85d69-66f7-4703-9b64-6348ece3a237 req-b37a15ba-25ce-443f-9a98-0e36b62b6e17 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443017 Jul 07 17:28:22.562169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e645984f-2e77-40b6-b444-a3a052d2f14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.572258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e645984f-2e77-40b6-b444-a3a052d2f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.629460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755860442655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3449528'] for subnet, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.633753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.689151 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e645984f-2e77-40b6-b444-a3a052d2f14b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c20891962a9843ed939853293ba9a1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263967 Jul 07 17:28:22.689151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645984f-2e77-40b6-b444-a3a052d2f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c1dc9-68ac-4cfd-8513-b4cabb63b09e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.689151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60024) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.763622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event updated for resources: {'Subnet': ['ID=261f487d-86fa-49d5-9770-3c688fb9af8e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.767442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48f27761-0a92-4c6c-8027-fbc32f839c39,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:22.770901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.779508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0009abe9-8e2d-4ef2-b41e-7cafa97cde42 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/a959a568-0fcd-4cdb-953b-584636cac2e6 HTTP/1.1" status: 204 len: 168 time: 1.5762761 Jul 07 17:28:22.782833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60026) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.786416 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.790799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.793523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Allocated IP 2001:db8::3 (6e261081-6ab4-4875-b96d-d6a0df1d742f/261f487d-86fa-49d5-9770-3c688fb9af8e/34209d6b-244f-4ecf-96b7-54e3375bd8cb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:22.842701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.843308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.844831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-767dc751-4f84-459f-a47d-18688bd07636 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "PUT /v2.0/subnets/261f487d-86fa-49d5-9770-3c688fb9af8e HTTP/1.1" status: 200 len: 900 time: 0.8258412 Jul 07 17:28:22.846783 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-49df5d64-eff2-46e1-b3b4-62d3dc705e7a tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] GET failed (client error): The resource could not be found. Jul 07 17:28:22.847961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-49df5d64-eff2-46e1-b3b4-62d3dc705e7a tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports/a959a568-0fcd-4cdb-953b-584636cac2e6 HTTP/1.1" status: 404 len: 333 time: 0.0583048 Jul 07 17:28:22.859353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ab82d-8b04-4d7b-b5d8-48a2363ae50e req-014a62c8-ccc8-4cc1-993a-b578d1ce4059 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.860430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.861369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-228ab82d-8b04-4d7b-b5d8-48a2363ae50e req-014a62c8-ccc8-4cc1-993a-b578d1ce4059 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 944 time: 0.1659079 Jul 07 17:28:22.861708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60028) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.862501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60030) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.915312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.966499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1095332509'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:23.023057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.026101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.028982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c66c1dc9-68ac-4cfd-8513-b4cabb63b09e HTTP/1.1" status: 204 len: 168 time: 0.3388302 Jul 07 17:28:23.045622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0e2bb-8360-4dc3-83f6-e41381e81332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c1dc9-68ac-4cfd-8513-b4cabb63b09e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.080863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.092429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Transition to ACTIVE for port object 34209d6b-244f-4ecf-96b7-54e3375bd8cb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:23.116853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Transition to ACTIVE for port object 34209d6b-244f-4ecf-96b7-54e3375bd8cb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:23.127191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.177386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:23.178714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.180869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:23.187964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:23.201320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-228ab82d-8b04-4d7b-b5d8-48a2363ae50e req-be047150-df38-4666-91b5-5154981a0afc tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305176 Jul 07 17:28:23.202866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Pushing event updated for resources: {'Port': ['ID=34209d6b-244f-4ecf-96b7-54e3375bd8cb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.286691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Attempting to bind port 34209d6b-244f-4ecf-96b7-54e3375bd8cb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:23.287829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Attempting to bind port 34209d6b-244f-4ecf-96b7-54e3375bd8cb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '680631cd-b39d-4516-9816-c71c0264101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:23.288051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Attempting to bind port 34209d6b-244f-4ecf-96b7-54e3375bd8cb on network 6e261081-6ab4-4875-b96d-d6a0df1d742f {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:23.294633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:23.295025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Checking segment: {'id': '680631cd-b39d-4516-9816-c71c0264101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:23.295420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.295813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Bound using segment: {'id': '680631cd-b39d-4516-9816-c71c0264101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:23.296311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Bound port: 34209d6b-244f-4ecf-96b7-54e3375bd8cb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680631cd-b39d-4516-9816-c71c0264101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e261081-6ab4-4875-b96d-d6a0df1d742f'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:23.296895 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.341164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:23.347079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.392054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port 34209d6b-244f-4ecf-96b7-54e3375bd8cb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:23.392609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.396254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port 3dbae2ab-7d07-4535-99bb-8d36360718a8 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:23.471593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] For port 34209d6b-244f-4ecf-96b7-54e3375bd8cb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:23.480494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] For port 34209d6b-244f-4ecf-96b7-54e3375bd8cb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=34209d6b-244f-4ecf-96b7-54e3375bd8cb,segment=NetworkSegment(680631cd-b39d-4516-9816-c71c0264101b),segment_id=680631cd-b39d-4516-9816-c71c0264101b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:23.489771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.631055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Pushing event updated for resources: {'Port': ['ID=34209d6b-244f-4ecf-96b7-54e3375bd8cb,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.657025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.657590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.660790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.661348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.661933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.662533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.663106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.663671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.664240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.664809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.665381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.666060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dda78e-1e8e-4ad8-aa09-6b69b827a9d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:23.701360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port 34209d6b-244f-4ecf-96b7-54e3375bd8cb, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:23.702232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.742474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::339 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/3dbae2ab-7d07-4535-99bb-8d36360718a8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:23.798129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for 34209d6b-244f-4ecf-96b7-54e3375bd8cb owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:23.843264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:23.847331 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f90ba5-e2c6-4211-952a-9be26f39fd74" -d '{"events": [{"server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "name": "network-vif-plugged", "status": "completed", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:24.033903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab603ab-3a2a-4562-923b-325d80ab7324 req-136e7af0-27de-4e1d-a008-671f960155e7 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:24.035711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aab603ab-3a2a-4562-923b-325d80ab7324 req-136e7af0-27de-4e1d-a008-671f960155e7 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2967129 Jul 07 17:28:24.193722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aab603ab-3a2a-4562-923b-325d80ab7324 req-dfa6f15c-b9d1-420e-b3d1-5d4660bb3d34 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452014 Jul 07 17:28:24.210984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.249974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.316762 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366568f-cd72-4700-aaec-8adfd4ba8822 x-openstack-request-id: req-b366568f-cd72-4700-aaec-8adfd4ba8822 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:24.317657 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "name": "network-vif-plugged", "status": "completed", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:24.317657 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b366568f-cd72-4700-aaec-8adfd4ba8822 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:24.318085 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39', 'code': 200} Jul 07 17:28:24.377004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 34209d6b-244f-4ecf-96b7-54e3375bd8cb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:24.391317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=34209d6b-244f-4ecf-96b7-54e3375bd8cb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.430759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 34209d6b-244f-4ecf-96b7-54e3375bd8cb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:24.431171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 34209d6b-244f-4ecf-96b7-54e3375bd8cb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:28:24.460677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port 34209d6b-244f-4ecf-96b7-54e3375bd8cb not found, will not notify nova. {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:28:24.485346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port 34209d6b-244f-4ecf-96b7-54e3375bd8cb on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:24.506503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.507217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.507760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.508274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.508793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.509484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.510233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.511109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.512038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.512662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.514711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.515359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:24.559546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object 3dbae2ab-7d07-4535-99bb-8d36360718a8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:24.569734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42f1f3-384d-4171-bd62-87f73bbacc91 req-d14a8e1d-a192-4d49-b8a8-75e6d47cf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:24.573871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b42f1f3-384d-4171-bd62-87f73bbacc91 req-d14a8e1d-a192-4d49-b8a8-75e6d47cf8ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1538401 Jul 07 17:28:24.640229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b42f1f3-384d-4171-bd62-87f73bbacc91 req-b09da26e-dcf7-4524-972e-f284f4b788c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Jul 07 17:28:24.661235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.672255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.762769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:24.775484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:24.781917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:24.787931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:24.788625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.800616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=3dbae2ab-7d07-4535-99bb-8d36360718a8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.822797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097db09-9c3d-4a70-9aa4-78eee714b2f7 req-1f8c130a-9407-4ad1-adfe-22adc66e8ae8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:24.830384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2097db09-9c3d-4a70-9aa4-78eee714b2f7 req-1f8c130a-9407-4ad1-adfe-22adc66e8ae8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2356102 Jul 07 17:28:24.851599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-acdc2821-639f-4bf4-9d9b-7bdb86e438b2 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9869890 Jul 07 17:28:24.858285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.870065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'network_id': 'e753ef13-cb02-46b1-9116-7bd73ad3ac58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517570463'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:24.894350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.971410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2097db09-9c3d-4a70-9aa4-78eee714b2f7 req-7e3b262c-5df8-4d5d-aead-c25f91b3fc90 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396377 Jul 07 17:28:25.055592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Made reservation on behalf of 1ff8cff7c3bb4165b616558a04be74ba for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:25.063053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.090964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] device_id is not set on port 750955ef-5b7b-4d10-a407-09007efba4c7 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:25.092555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=261f487d-86fa-49d5-9770-3c688fb9af8e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.214519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.235242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e261081-6ab4-4875-b96d-d6a0df1d742f']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.266193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680631cd-b39d-4516-9816-c71c0264101b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.270695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680631cd-b39d-4516-9816-c71c0264101b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:25.290670 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.301465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Allocated IP 2001:db8::177 (e753ef13-cb02-46b1-9116-7bd73ad3ac58/9e8aebdd-68da-47be-8ff2-bdaf208189f5/750955ef-5b7b-4d10-a407-09007efba4c7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:25.331555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.359131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:25.359697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:25.365350 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:25.389395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f2dcd-b8da-4656-a3dc-764f71f81572 None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:25.465279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-587ec983-684f-4b4c-ba96-bf16860686ed None None] Provisioning for port 3dbae2ab-7d07-4535-99bb-8d36360718a8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:25.482070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.488307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.490481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/6e261081-6ab4-4875-b96d-d6a0df1d742f HTTP/1.1" status: 204 len: 168 time: 2.6272671 Jul 07 17:28:25.492920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-587ec983-684f-4b4c-ba96-bf16860686ed None None] Provisioning complete for port 3dbae2ab-7d07-4535-99bb-8d36360718a8 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:25.493948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-587ec983-684f-4b4c-ba96-bf16860686ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.497494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60076) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.516874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6aa24-1aa0-446c-a88f-d296c5c20693 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=6e261081-6ab4-4875-b96d-d6a0df1d742f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.535124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d20cfa-36b0-4ede-a3e9-7d5d200b246d req-2b40159f-56bb-4a98-85e3-505b4b58a370 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.543020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d20cfa-36b0-4ede-a3e9-7d5d200b246d req-2b40159f-56bb-4a98-85e3-505b4b58a370 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2019992 Jul 07 17:28:25.543683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-587ec983-684f-4b4c-ba96-bf16860686ed None None] Port 3dbae2ab-7d07-4535-99bb-8d36360718a8 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:25.571742 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac89b3b2-fecd-4923-8aeb-78e566561ab1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:25.572926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac89b3b2-fecd-4923-8aeb-78e566561ab1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:25.589530 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac89b3b2-fecd-4923-8aeb-78e566561ab1 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/261f487d-86fa-49d5-9770-3c688fb9af8e HTTP/1.1" status: 404 len: 337 time: 0.0778778 Jul 07 17:28:25.589530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.607234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.621573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d20cfa-36b0-4ede-a3e9-7d5d200b246d req-c681fdbc-fd05-401c-93cd-5d3ddcd73095 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Jul 07 17:28:25.645220 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-504ee0f3-5827-481e-babc-450c1ca0f45c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:25.645848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504ee0f3-5827-481e-babc-450c1ca0f45c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:25.647709 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-504ee0f3-5827-481e-babc-450c1ca0f45c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/6e261081-6ab4-4875-b96d-d6a0df1d742f HTTP/1.1" status: 404 len: 339 time: 0.0645802 Jul 07 17:28:25.652840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60088) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.692824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-471e6599-9192-4a65-9715-b0436745b489 None None] Could not find standard attr ID for object 34209d6b-244f-4ecf-96b7-54e3375bd8cb. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:25.785052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.807333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71bad2-165a-4bcf-8158-dd5d8b48ecc0 None None] DHCP port deletion for 6e261081-6ab4-4875-b96d-d6a0df1d742f request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:25.822120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Transition to ACTIVE for port object 750955ef-5b7b-4d10-a407-09007efba4c7 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:25.827749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.845849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624d896-801c-466f-91a4-59fd7582e9e8 None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:25.888582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624d896-801c-466f-91a4-59fd7582e9e8 None None] Network 6e261081-6ab4-4875-b96d-d6a0df1d742f could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:28:26.005257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.036709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.117884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36914d8c-4a12-4706-93e0-cc2e0b3b8489']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.128642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439bab3-6176-49e7-9410-c9318d5074e7 req-b6d511e5-649e-487b-b55e-5735aa8993e4 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.131436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3439bab3-6176-49e7-9410-c9318d5074e7 req-b6d511e5-649e-487b-b55e-5735aa8993e4 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.0891662 Jul 07 17:28:26.161732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f968bd-150f-47a9-9ec5-39c707a6c3f6') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.162373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f968bd-150f-47a9-9ec5-39c707a6c3f6') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.168597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:26.184938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:26.188130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=750955ef-5b7b-4d10-a407-09007efba4c7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.192367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:26.204291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.205647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.221148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3439bab3-6176-49e7-9410-c9318d5074e7 req-f5d2cfdf-8515-4ff5-96a2-910215ed4ecb tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835161 Jul 07 17:28:26.230528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.235862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d752161d-26ce-46cc-bcfd-3f0deed532a3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3756921 Jul 07 17:28:26.239770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.250785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:0c:c7:4e'}, {'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:b0:25:da'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:26.293832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.308694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:26.309476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:26.319025 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:26.437867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.445219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 34209d6b-244f-4ecf-96b7-54e3375bd8cb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:26.472153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.475298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/36914d8c-4a12-4706-93e0-cc2e0b3b8489 HTTP/1.1" status: 204 len: 168 time: 0.8150547 Jul 07 17:28:26.476783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8394-4a50-46ce-b039-9332accb8b9e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=36914d8c-4a12-4706-93e0-cc2e0b3b8489,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.483047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60114) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.492297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 34209d6b-244f-4ecf-96b7-54e3375bd8cb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:26.494714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 34209d6b-244f-4ecf-96b7-54e3375bd8cb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:26.540888 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9cfc7f-81f5-46b2-9724-365684bae9f9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:26.543409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9cfc7f-81f5-46b2-9724-365684bae9f9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:26.545809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0d9cfc7f-81f5-46b2-9724-365684bae9f9 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/f616d16e-39b9-49b2-92c7-942e53a56d50 HTTP/1.1" status: 404 len: 337 time: 0.0603809 Jul 07 17:28:26.549521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60116) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.583700 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcd9a05-a795-41c2-b8f6-fd6d8e0a5ef0 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:26.584723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcd9a05-a795-41c2-b8f6-fd6d8e0a5ef0 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:26.589514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cbcd9a05-a795-41c2-b8f6-fd6d8e0a5ef0 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/bbd4292c-8cb5-4a3f-8b8f-e3f2b4f8b673 HTTP/1.1" status: 404 len: 339 time: 0.0364583 Jul 07 17:28:26.592439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60120) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.654218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting subnet cb8dac62-0fe4-4da5-bcd7-d68c12f152e1 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:26.658118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.721693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.740938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8f97cc50-4035-4051-be52-6e066d5873fb None None] Provisioning for port 750955ef-5b7b-4d10-a407-09007efba4c7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:26.753709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8f97cc50-4035-4051-be52-6e066d5873fb None None] Provisioning complete for port 750955ef-5b7b-4d10-a407-09007efba4c7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:26.753964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8f97cc50-4035-4051-be52-6e066d5873fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.803943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9e0d3-a9c6-46bd-9651-917e587a5dfb req-c0c1afd0-c375-40ea-a191-af09ef1f79b9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.817025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3de9e0d3-a9c6-46bd-9651-917e587a5dfb req-c0c1afd0-c375-40ea-a191-af09ef1f79b9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2357619 Jul 07 17:28:26.828053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8f97cc50-4035-4051-be52-6e066d5873fb None None] Port 750955ef-5b7b-4d10-a407-09007efba4c7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:26.847331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.937950 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.954917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.975506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3de9e0d3-a9c6-46bd-9651-917e587a5dfb req-47a080b6-245c-43d4-996b-bc89d59f4520 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564655 Jul 07 17:28:26.987504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8dac62-0fe4-4da5-bcd7-d68c12f152e1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.014814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.014814 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa970a16-e873-48bf-96e9-420ad5079fe4 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/cb8dac62-0fe4-4da5-bcd7-d68c12f152e1 HTTP/1.1" status: 204 len: 168 time: 0.4058397 Jul 07 17:28:27.014814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60140) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.015638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e9e72-9d49-4974-afe2-428c7edc6490 None None] Network 44a7a286-1ef4-4425-819d-a003be51519b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:27.102774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting subnet 8bceedeb-c494-409c-ae18-5d93c181aeed {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:27.111602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.133612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.177632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.335991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.460066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.527452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=8bceedeb-c494-409c-ae18-5d93c181aeed,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.543562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.548815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e526a109-ac33-4528-a8dd-0737b596f71e tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/8bceedeb-c494-409c-ae18-5d93c181aeed HTTP/1.1" status: 204 len: 168 time: 0.5400071 Jul 07 17:28:27.551968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60166) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.751121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.868631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port f69cef75-2b59-400c-8f16-914244284be7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:27.871285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.961602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf039c3-30e5-49b9-8cd5-d4b46e291586 req-581a5afc-109c-4aa8-9aa1-256c94156576 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.964082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bf039c3-30e5-49b9-8cd5-d4b46e291586 req-581a5afc-109c-4aa8-9aa1-256c94156576 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.1900048 Jul 07 17:28:27.974934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port f69cef75-2b59-400c-8f16-914244284be7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f69cef75-2b59-400c-8f16-914244284be7,segment=NetworkSegment(178376ba-3c47-481b-a83c-764a8998f8a0),segment_id=178376ba-3c47-481b-a83c-764a8998f8a0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:27.975600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.006689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for f69cef75-2b59-400c-8f16-914244284be7 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:28.022488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.037462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.088769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bf039c3-30e5-49b9-8cd5-d4b46e291586 req-8c849ce8-50f7-4bb1-85bb-c8fd504a5b53 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Jul 07 17:28:28.114810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] In _notify_port_updated(), no bound segment for port 750955ef-5b7b-4d10-a407-09007efba4c7 on network e753ef13-cb02-46b1-9116-7bd73ad3ac58 {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:28.126049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.135165 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.139509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "PUT /v2.0/ports/750955ef-5b7b-4d10-a407-09007efba4c7 HTTP/1.1" status: 200 len: 1067 time: 1.8977964 Jul 07 17:28:28.143332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60172) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.161685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1dbf4-e24b-4133-a3c6-21cdb213b540 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event updated for resources: {'Port': ['ID=750955ef-5b7b-4d10-a407-09007efba4c7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.195664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60174) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.258385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.355975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=f69cef75-2b59-400c-8f16-914244284be7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.371031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port f69cef75-2b59-400c-8f16-914244284be7 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:28.405925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88750e03-45af-4012-9ffa-6ca0502db5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.567968 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88750e03-45af-4012-9ffa-6ca0502db5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.575470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88750e03-45af-4012-9ffa-6ca0502db5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.584031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port 750955ef-5b7b-4d10-a407-09007efba4c7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:28.584431 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.594181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.649135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a7a286-1ef4-4425-819d-a003be51519b']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:28.668397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178376ba-3c47-481b-a83c-764a8998f8a0') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:28.668763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178376ba-3c47-481b-a83c-764a8998f8a0') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:28.689468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.730757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.735313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392a232-75c6-4219-af11-0a66ccf92b68 None None] Network 44a7a286-1ef4-4425-819d-a003be51519b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:28.745554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.752462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:28.753514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88750e03-45af-4012-9ffa-6ca0502db5a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8d7b3ceab1346d799f578df56546e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517766 Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:28.753704 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:28.759252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60178) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.759778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88750e03-45af-4012-9ffa-6ca0502db5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853651bd-f651-45e9-8f21-9bc0a444322f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.841296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for 750955ef-5b7b-4d10-a407-09007efba4c7 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:28.888788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ab1b5f7c-7475-4f69-9e00-b9068ab1dc82 None None] Could not find standard attr ID for object f69cef75-2b59-400c-8f16-914244284be7. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:28.938263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ab1b5f7c-7475-4f69-9e00-b9068ab1dc82 None None] Provisioning complete for port 750955ef-5b7b-4d10-a407-09007efba4c7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:28.938892 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5f7c-7475-4f69-9e00-b9068ab1dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.973181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.008957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.013910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/44a7a286-1ef4-4425-819d-a003be51519b HTTP/1.1" status: 204 len: 168 time: 1.4597068 Jul 07 17:28:29.017099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60182) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.034767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b5f7c-7475-4f69-9e00-b9068ab1dc82 None None] Port 750955ef-5b7b-4d10-a407-09007efba4c7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:29.070694 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba15306-eeb1-4ceb-ad88-cd4def97ef17 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.071914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba15306-eeb1-4ceb-ad88-cd4def97ef17 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.077313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1ba15306-eeb1-4ceb-ad88-cd4def97ef17 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/c05ea11b-d432-481a-a2c8-0137cc3ff04a HTTP/1.1" status: 404 len: 337 time: 0.0565140 Jul 07 17:28:29.078379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60184) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.097684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fddea532-1633-44d5-978b-49753977622e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.103623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc5e12-34d2-440d-8b23-bd6bf33c38d2 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=44a7a286-1ef4-4425-819d-a003be51519b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.124537 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-557be427-4f56-4728-ba6e-94919128325f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.126071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557be427-4f56-4728-ba6e-94919128325f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.130572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-557be427-4f56-4728-ba6e-94919128325f tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/bd973f19-d9e4-4bd5-b0ae-f98316ef1b8e HTTP/1.1" status: 404 len: 339 time: 0.0496702 Jul 07 17:28:29.133976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.153409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fddea532-1633-44d5-978b-49753977622e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.181401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e93bde-dfdb-4530-a0fd-090a540eae35 None None] DHCP port deletion for 44a7a286-1ef4-4425-819d-a003be51519b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:29.225034 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ca7b59-a864-465b-a65f-57d6f5843b11 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.226947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ca7b59-a864-465b-a65f-57d6f5843b11 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.231288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-61ca7b59-a864-465b-a65f-57d6f5843b11 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/56a6b61a-2316-45e7-ba9d-f20029c5a969 HTTP/1.1" status: 404 len: 337 time: 0.0943205 Jul 07 17:28:29.233535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.262305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-b3187cf1-7091-4c4f-88bc-a1e43066ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.264179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-b3187cf1-7091-4c4f-88bc-a1e43066ef0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1097 time: 0.2842269 Jul 07 17:28:29.271650 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e65b94-466c-46a0-a85e-3510a89f401d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.272190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e65b94-466c-46a0-a85e-3510a89f401d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.274122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70e65b94-466c-46a0-a85e-3510a89f401d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/d1cbc545-83d1-4827-a016-18fbb3383b79 HTTP/1.1" status: 404 len: 339 time: 0.0383532 Jul 07 17:28:29.278103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60198) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.326551 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dd9d7b-1e6b-4338-8636-e06af0c22b72 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.326551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dd9d7b-1e6b-4338-8636-e06af0c22b72 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.326551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8dd9d7b-1e6b-4338-8636-e06af0c22b72 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/4a6c5e3d-d6ee-49eb-a953-12bb08c63c20 HTTP/1.1" status: 404 len: 337 time: 0.0462706 Jul 07 17:28:29.335324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60202) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.370372 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-284f92d9-f818-486b-89ca-fd3c9af5e32d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:29.371318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284f92d9-f818-486b-89ca-fd3c9af5e32d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:29.374696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-284f92d9-f818-486b-89ca-fd3c9af5e32d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/06742b6e-3203-4cf8-a5d4-b073195bfbf3 HTTP/1.1" status: 404 len: 339 time: 0.0365725 Jul 07 17:28:29.377015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60204) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.419040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fddea532-1633-44d5-978b-49753977622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.428156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fddea532-1633-44d5-978b-49753977622e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.434409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fddea532-1633-44d5-978b-49753977622e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/853651bd-f651-45e9-8f21-9bc0a444322f HTTP/1.1" status: 204 len: 168 time: 0.6726837 Jul 07 17:28:29.451073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting subnet 3d4b7003-f64c-4737-b91e-a581472dce9a {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:29.455545 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.466579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea532-1633-44d5-978b-49753977622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853651bd-f651-45e9-8f21-9bc0a444322f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.474840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.571005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.592896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=750955ef-5b7b-4d10-a407-09007efba4c7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.663690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-71cec043-b1b3-4dd4-9129-0ef13d4d20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.665294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-71cec043-b1b3-4dd4-9129-0ef13d4d20fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.3674164 Jul 07 17:28:29.754155 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.765119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-32f99eeb-71f0-4517-a8a9-7db45a9936d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 200 len: 217 time: 0.0919867 Jul 07 17:28:29.936916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.984591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4b7003-f64c-4737-b91e-a581472dce9a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.008951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.014254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b8a7b08a-7b7f-40cc-b58c-1169d250a2b8 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/3d4b7003-f64c-4737-b91e-a581472dce9a HTTP/1.1" status: 204 len: 168 time: 0.6357338 Jul 07 17:28:30.014998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60212) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.024672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63808-805d-4797-9b2e-c6b347580643 req-882b0fd3-5dfb-428d-80e2-ebd42d69c8b2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:30.031881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec65ccb-39e6-47fa-9b12-ec97c0d52552 None None] Network 151cee2a-ab63-4296-93ea-f115064c110b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:30.052115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26f63808-805d-4797-9b2e-c6b347580643 req-882b0fd3-5dfb-428d-80e2-ebd42d69c8b2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2233098 Jul 07 17:28:30.075035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.078982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e36f9bf7-0e29-44c3-9355-f5a38e3d94f3 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/750955ef-5b7b-4d10-a407-09007efba4c7 HTTP/1.1" status: 204 len: 168 time: 1.9334736 Jul 07 17:28:30.082404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-a1ed78bc-27a2-4626-8c44-7911f177582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:30.085121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-a1ed78bc-27a2-4626-8c44-7911f177582a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.3029041 Jul 07 17:28:30.085898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.149315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60216) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.159767 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259af02-3b3b-4cd8-baf1-e61978836f5f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] GET failed (client error): The resource could not be found. Jul 07 17:28:30.166744 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c259af02-3b3b-4cd8-baf1-e61978836f5f tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports/750955ef-5b7b-4d10-a407-09007efba4c7 HTTP/1.1" status: 404 len: 333 time: 0.0751736 Jul 07 17:28:30.167195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.196441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-37ad8837-91c5-495d-a6b9-aff609f902aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909321 Jul 07 17:28:30.220378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37e44f6d-ffaf-482c-a074-98954d81bc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.263343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26f63808-805d-4797-9b2e-c6b347580643 req-d31f260f-79ba-4e1d-96c1-6ab2349c5562 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104971 Jul 07 17:28:30.283868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.373300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f69cef75-2b59-400c-8f16-914244284be7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:30.420393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f69cef75-2b59-400c-8f16-914244284be7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:30.421891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f69cef75-2b59-400c-8f16-914244284be7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:30.452222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-054bfe2f-f5b2-4763-a4c0-e2e3074b1def service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480330 Jul 07 17:28:30.453078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] DHCP port deletion for 151cee2a-ab63-4296-93ea-f115064c110b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:30.471415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port 3dbae2ab-7d07-4535-99bb-8d36360718a8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:30.471953 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.581302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Deleting port ae480d4f-f214-4292-87bb-d61029750530 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:30.581809 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.606516 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1509f2e3-7cdc-447a-a742-eb75fcbbff75 req-bdaddd9d-cdba-4c2f-b370-5033231295c0 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468880 Jul 07 17:28:30.630017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port ae480d4f-f214-4292-87bb-d61029750530 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:30.631144 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.720583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37e44f6d-ffaf-482c-a074-98954d81bc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.732724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] For port ae480d4f-f214-4292-87bb-d61029750530, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae480d4f-f214-4292-87bb-d61029750530,segment=NetworkSegment(be1985ba-0ba3-4d5b-b03a-80addbfe6990),segment_id=be1985ba-0ba3-4d5b-b03a-80addbfe6990)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:30.733298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.739054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37e44f6d-ffaf-482c-a074-98954d81bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.762280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Calling delete_port for ae480d4f-f214-4292-87bb-d61029750530 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.801068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.842685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port ae480d4f-f214-4292-87bb-d61029750530, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae480d4f-f214-4292-87bb-d61029750530,segment=NetworkSegment(be1985ba-0ba3-4d5b-b03a-80addbfe6990),segment_id=be1985ba-0ba3-4d5b-b03a-80addbfe6990)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:30.843013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.846188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for 3dbae2ab-7d07-4535-99bb-8d36360718a8 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.871537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for ae480d4f-f214-4292-87bb-d61029750530 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.888210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-37e44f6d-ffaf-482c-a074-98954d81bc63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=944fca055f124f3e95bd2d393d2940c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7376814 Jul 07 17:28:30.889594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e44f6d-ffaf-482c-a074-98954d81bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991fe6a7-1d4a-4259-8921-b7d38640e22e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.891218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60230) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.905746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.975703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.978405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] Pushing event deleted for resources: {'Port': ['ID=ae480d4f-f214-4292-87bb-d61029750530,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.986142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6e65d-3769-4d1d-8fc9-bf773fbdbb10 None None] No DVR routers for this DVR port ae480d4f-f214-4292-87bb-d61029750530 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:31.033084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.128555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.135665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.138116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/991fe6a7-1d4a-4259-8921-b7d38640e22e HTTP/1.1" status: 204 len: 168 time: 0.2455904 Jul 07 17:28:31.158418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bcd0e-3eeb-41a4-8b10-f52ba87767cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991fe6a7-1d4a-4259-8921-b7d38640e22e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.192616 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.232480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=ae480d4f-f214-4292-87bb-d61029750530,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.250497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.274495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port ae480d4f-f214-4292-87bb-d61029750530 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:31.342413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=3dbae2ab-7d07-4535-99bb-8d36360718a8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.431082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.438574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f5473673-87db-445f-9645-1b2ca0634928 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/3dbae2ab-7d07-4535-99bb-8d36360718a8 HTTP/1.1" status: 204 len: 168 time: 1.2634103 Jul 07 17:28:31.440054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.447253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.467466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151cee2a-ab63-4296-93ea-f115064c110b']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:31.483632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48929aa-a50a-44ec-9580-5042512be248 req-c795b429-9f31-4073-a362-c592fb610db2 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:31.485369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f48929aa-a50a-44ec-9580-5042512be248 req-c795b429-9f31-4073-a362-c592fb610db2 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2540746 Jul 07 17:28:31.490361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1985ba-0ba3-4d5b-b03a-80addbfe6990') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:31.490720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1985ba-0ba3-4d5b-b03a-80addbfe6990') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:31.511812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.513296 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-8735473e-d41a-4d13-99f9-5ac02c0eb809 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] GET failed (client error): The resource could not be found. Jul 07 17:28:31.516389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8735473e-d41a-4d13-99f9-5ac02c0eb809 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "GET /v2.0/ports/3dbae2ab-7d07-4535-99bb-8d36360718a8 HTTP/1.1" status: 404 len: 333 time: 0.0753362 Jul 07 17:28:31.521090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60242) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.563412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f48929aa-a50a-44ec-9580-5042512be248 req-66fb1c41-8144-4b14-92f6-40a649c0aa8c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621667 Jul 07 17:28:31.565154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.573698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:31.574966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:31.578549 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:31.681099 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.714032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.718938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/151cee2a-ab63-4296-93ea-f115064c110b HTTP/1.1" status: 204 len: 168 time: 1.6999452 Jul 07 17:28:31.718938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7167b-470b-4436-8c7d-4b9dcec63f4b tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=151cee2a-ab63-4296-93ea-f115064c110b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.722220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60248) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.723465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port 7c6e8719-8e47-4a47-adc4-0d503e900571 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:31.723826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.749975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:31.768358 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd50cdf7-193a-47b3-94a9-e1ce11a0cd7d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:31.768966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd50cdf7-193a-47b3-94a9-e1ce11a0cd7d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:31.773296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd50cdf7-193a-47b3-94a9-e1ce11a0cd7d tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/abd7e2df-6619-4e7f-8647-f366c80beb0f HTTP/1.1" status: 404 len: 337 time: 0.0475976 Jul 07 17:28:31.773500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60254) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.812314 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d410e3cc-78b7-47eb-94e4-b8788cbaca62 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] DELETE failed (client error): The resource could not be found. Jul 07 17:28:31.813239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d410e3cc-78b7-47eb-94e4-b8788cbaca62 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:31.815080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d410e3cc-78b7-47eb-94e4-b8788cbaca62 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/6a7929dc-d3eb-471a-b844-ae79df6da9ef HTTP/1.1" status: 404 len: 339 time: 0.0406818 Jul 07 17:28:31.820214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60258) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.881817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1afc1c-1eae-484b-b20b-2fc51029f710 req-995ef2b0-f1b5-469d-9837-76e01f4c1e68 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:31.883535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be1afc1c-1eae-484b-b20b-2fc51029f710 req-995ef2b0-f1b5-469d-9837-76e01f4c1e68 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.0991549 Jul 07 17:28:31.937411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be1afc1c-1eae-484b-b20b-2fc51029f710 req-fcb3ddc1-c759-484d-896a-299c08de11e5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Jul 07 17:28:31.948892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.976381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting subnet 038d74a3-c6dd-49c6-9ec4-6a2138cb6b17 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:31.988066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for 7c6e8719-8e47-4a47-adc4-0d503e900571 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:31.991160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.136398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.316364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae480d4f-f214-4292-87bb-d61029750530 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:32.351955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ae480d4f-f214-4292-87bb-d61029750530 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:32.352297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae480d4f-f214-4292-87bb-d61029750530 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:32.376934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.453794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.502066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=7c6e8719-8e47-4a47-adc4-0d503e900571,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.514686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.563206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Subnet': ['ID=038d74a3-c6dd-49c6-9ec4-6a2138cb6b17,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.567174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.570945 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f764f132-0a1c-4850-96cf-5d65b524b6cc tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/ports/7c6e8719-8e47-4a47-adc4-0d503e900571 HTTP/1.1" status: 204 len: 168 time: 1.0490410 Jul 07 17:28:32.572555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60280) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.576803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.579275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb5a596a-49bb-4aad-948e-a59d88f29a44 tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/subnets/038d74a3-c6dd-49c6-9ec4-6a2138cb6b17 HTTP/1.1" status: 204 len: 168 time: 0.7576334 Jul 07 17:28:32.582165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.583323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b0c96-a1fe-4520-9a16-00fbc6e01ed4 None None] Network 1d9b818a-beb5-4a52-b0ba-501fb440fc13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:32.670794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting subnet 9e8aebdd-68da-47be-8ff2-bdaf208189f5 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:32.677053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.798531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.831064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.913581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Deleting port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:32.913933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.980124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] DHCP port deletion for 1d9b818a-beb5-4a52-b0ba-501fb440fc13 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:32.999827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] For port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,segment=NetworkSegment(b34cb833-dd73-4e1a-ad09-a799be67ac8f),segment_id=b34cb833-dd73-4e1a-ad09-a799be67ac8f)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:33.000346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.019982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Calling delete_port for 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:33.073102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Deleting port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:33.073719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.118327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ca514-da34-40b4-a374-1011b50a1a13 req-7dfe52f4-4a4a-4ceb-8ba6-07fa8609889e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:33.127640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e80ca514-da34-40b4-a374-1011b50a1a13 req-7dfe52f4-4a4a-4ceb-8ba6-07fa8609889e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 945 time: 0.2341747 Jul 07 17:28:33.131925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.200605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.241332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e80ca514-da34-40b4-a374-1011b50a1a13 req-993f9c3d-4878-4a57-bbcd-405cdcdc81fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047614 Jul 07 17:28:33.261474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:33.267812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] For port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,segment=NetworkSegment(b34cb833-dd73-4e1a-ad09-a799be67ac8f),segment_id=b34cb833-dd73-4e1a-ad09-a799be67ac8f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:33.268540 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.282675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Port': ['ID=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.298973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.299494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] No DVR routers for this DVR port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:33.334224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Calling delete_port for 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:33.354600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8aebdd-68da-47be-8ff2-bdaf208189f5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.366160 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.368318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b3284b7d-7cd7-42e6-a64c-41cf90b80ba1 tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/subnets/9e8aebdd-68da-47be-8ff2-bdaf208189f5 HTTP/1.1" status: 204 len: 168 time: 0.7946720 Jul 07 17:28:33.373289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.390647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d50bd9-7704-4526-b7b1-c0b5045b72b7 None None] Network e753ef13-cb02-46b1-9116-7bd73ad3ac58 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:33.516164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.527481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.548528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9b818a-beb5-4a52-b0ba-501fb440fc13']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.570735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34cb833-dd73-4e1a-ad09-a799be67ac8f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.571632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34cb833-dd73-4e1a-ad09-a799be67ac8f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.578943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bd32a-b7f2-4016-b15c-7fc82d85b878 req-8dba269c-8445-4c19-a848-a5b70999ebc2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:33.580947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98bd32a-b7f2-4016-b15c-7fc82d85b878 req-8dba269c-8445-4c19-a848-a5b70999ebc2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1460447 Jul 07 17:28:33.592262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.624196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.631653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Deleting port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:33.632331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.636581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.643116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:33.644144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:33.653618 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:33.690314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] Pushing event deleted for resources: {'Port': ['ID=28c4e6cf-ce7d-4e8a-8912-91f677c51b8d,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.694284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757336d-da06-4cc4-b405-627375f229c8 None None] No DVR routers for this DVR port 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:33.717281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] For port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,segment=NetworkSegment(036e1318-9901-4b5e-95dc-d7b42a185f85),segment_id=036e1318-9901-4b5e-95dc-d7b42a185f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:33.717661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.737823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Calling delete_port for 60eb9f76-67ba-4a83-b484-5c7f7899b7fc owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:33.790222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.794434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:33.823107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.825085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'port_id': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'mac_address': 'fa:16:3e:29:8f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a60eea-8667-4994-aece-cd944e057543', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:33.826287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] 10.222.0.66 "DELETE /v2.0/networks/1d9b818a-beb5-4a52-b0ba-501fb440fc13 HTTP/1.1" status: 204 len: 168 time: 1.2425849 Jul 07 17:28:33.832374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348281-c684-4121-a38d-447160900a9c tempest-NetworksIpV6Test-608357828 tempest-NetworksIpV6Test-608357828-project] Pushing event deleted for resources: {'Network': ['ID=1d9b818a-beb5-4a52-b0ba-501fb440fc13,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.858865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98bd32a-b7f2-4016-b15c-7fc82d85b878 req-3a031ed8-b572-40c9-a38f-9543ef2421bd tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702897 Jul 07 17:28:33.938634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.961917 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.007657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Port': ['ID=60eb9f76-67ba-4a83-b484-5c7f7899b7fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.013015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] No DVR routers for this DVR port 60eb9f76-67ba-4a83-b484-5c7f7899b7fc on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:34.030550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:34.082282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1b290-6d4a-4884-88a3-856d78f14a8e None None] DHCP port deletion for e753ef13-cb02-46b1-9116-7bd73ad3ac58 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:34.125288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:34.140744 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.209173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.223338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e753ef13-cb02-46b1-9116-7bd73ad3ac58']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:34.236278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.241827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036e1318-9901-4b5e-95dc-d7b42a185f85') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:34.242307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036e1318-9901-4b5e-95dc-d7b42a185f85') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:34.256779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['5f75dda7-03db-432e-a8d7-0c4d7106f132'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:34.260617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.277126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.283942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:34.284276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:34.300633 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:34.364597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.374492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.379154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] 10.222.0.66 "DELETE /v2.0/networks/e753ef13-cb02-46b1-9116-7bd73ad3ac58 HTTP/1.1" status: 204 len: 168 time: 1.0014753 Jul 07 17:28:34.407281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768dc76-0650-4580-91fa-8aa1737cc98b tempest-AllowedAddressPairIpV6TestJSON-399005292 tempest-AllowedAddressPairIpV6TestJSON-399005292-project] Pushing event deleted for resources: {'Network': ['ID=e753ef13-cb02-46b1-9116-7bd73ad3ac58,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.462804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60356) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.617190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 60eb9f76-67ba-4a83-b484-5c7f7899b7fc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:34.662423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 60eb9f76-67ba-4a83-b484-5c7f7899b7fc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:34.663250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 60eb9f76-67ba-4a83-b484-5c7f7899b7fc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:34.664088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:34.680785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819a83-97e5-4e57-8efa-bb4b0b561237 req-ab19d8ed-3e6f-42d1-b800-ecb954f447f8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:34.695860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65819a83-97e5-4e57-8efa-bb4b0b561237 req-ab19d8ed-3e6f-42d1-b800-ecb954f447f8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 944 time: 0.1782954 Jul 07 17:28:34.714146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:34.715201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28c4e6cf-ce7d-4e8a-8912-91f677c51b8d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:34.782934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9f5fac2-b81a-4322-88d0-1c6b6ed5891d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ff534e5cf3d4d4dbb72f23a02215394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178773 Jul 07 17:28:34.786407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.833365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65819a83-97e5-4e57-8efa-bb4b0b561237 req-82187466-7dd0-492f-95ac-498eef7f840e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357605 Jul 07 17:28:34.934132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.982580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.029274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.086022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.092055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.098284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f45b77c1-9a75-4dd7-982b-16736c49f41c HTTP/1.1" status: 204 len: 168 time: 0.3044636 Jul 07 17:28:35.111021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a757370-9588-4cad-a72b-9cec41069e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45b77c1-9a75-4dd7-982b-16736c49f41c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.138270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:35.319659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.358332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:35.387004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60396) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.387610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eb5dc9b1-be8a-41df-900c-8b0e13f0827c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ff8cff7c3bb4165b616558a04be74ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503859 Jul 07 17:28:35.457928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:35.470914 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.506541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.555821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf969-1b77-457d-9995-084d7372dddc req-793fda4a-cd3b-4f3c-bcbd-883f7739c807 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:35.558951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bfdf969-1b77-457d-9995-084d7372dddc req-793fda4a-cd3b-4f3c-bcbd-883f7739c807 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1331668 Jul 07 17:28:35.562585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.592880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.625682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bfdf969-1b77-457d-9995-084d7372dddc req-b0b9e3d1-ecaa-47e4-9e2b-52557ea27e37 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Jul 07 17:28:35.633270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.636939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.642287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75eb957a-5dee-4316-a574-7d7f1a800c72 HTTP/1.1" status: 204 len: 168 time: 0.2530518 Jul 07 17:28:35.652177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66193d8c-2480-482d-9c0e-f84a55ce1076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb957a-5dee-4316-a574-7d7f1a800c72,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.022611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a951b2-1529-4334-b116-acdff6dca207 req-46bf86e6-058a-4080-9593-7f344ceaeed8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.025417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12a951b2-1529-4334-b116-acdff6dca207 req-46bf86e6-058a-4080-9593-7f344ceaeed8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.1124699 Jul 07 17:28:36.073709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12a951b2-1529-4334-b116-acdff6dca207 req-2325fb50-dc56-4741-add4-259cdc10b31b tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Jul 07 17:28:36.430242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.570812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-606343739'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:36.614135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:36.618072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.628869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.764044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.771037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.816549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:36.823596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5de888-3f2a-4e62-8f18-616a42ee3cef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.853587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.854210 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment 5cd3e413-6f4f-4d83-9bc2-fc761836ce5e of type vlan for network 6b0161fe-d413-4862-be69-f019be5b3b14 Jul 07 17:28:36.885701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60476) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.935813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.989268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.995758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.997110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.002148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6c197-42bd-45d8-8633-f4a4fd282919 req-9d8dca3f-0e14-4409-a9df-fcd5e3e1f34c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.004916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7f6c197-42bd-45d8-8633-f4a4fd282919 req-9d8dca3f-0e14-4409-a9df-fcd5e3e1f34c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1333447 Jul 07 17:28:37.064687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6326175 Jul 07 17:28:37.083506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7f6c197-42bd-45d8-8633-f4a4fd282919 req-6447698f-e6ab-4eac-a67d-72a8be4c7575 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705075 Jul 07 17:28:37.095629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fa42f-6d78-4415-8641-10c7a84bc2ff tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=6b0161fe-d413-4862-be69-f019be5b3b14,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.111418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6b0161fe-d413-4862-be69-f019be5b3b14 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:37.132045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-999266705'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:37.166977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:37.172225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.187908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.298527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-4f2324e7-35d3-4b7a-bb38-367d729dc064 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.300303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-4f2324e7-35d3-4b7a-bb38-367d729dc064 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.1592467 Jul 07 17:28:37.372868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.381388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.401616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:37.419653 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.420548 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment b4afcbf6-7792-4d2e-8022-9f20f364ad3e of type vlan for network bf6ec0cd-391b-4300-80db-df35cc34325e Jul 07 17:28:37.474479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.527438 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.534783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.535485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.570270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Deleting port 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:37.571122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.574361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-873a5533-6a0d-4f33-8b1f-4e7ef29f406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.711826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=bf6ec0cd-391b-4300-80db-df35cc34325e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.726104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bf6ec0cd-391b-4300-80db-df35cc34325e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:37.743337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8557892 Jul 07 17:28:37.744367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] For port 5f75dda7-03db-432e-a8d7-0c4d7106f132, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=5f75dda7-03db-432e-a8d7-0c4d7106f132,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:37.744844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.744989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a419ad7-b8e0-4ad5-9038-2319e8faa6bd tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a534b22-e670-4495-986e-c363e7e214e5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.784842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd42c2b-4a77-49c7-a468-01d8a79486ef req-d766985b-9a7f-48b3-9e8d-539ae9ff1ea6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.787131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbd42c2b-4a77-49c7-a468-01d8a79486ef req-d766985b-9a7f-48b3-9e8d-539ae9ff1ea6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 943 time: 0.1497314 Jul 07 17:28:37.788741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Calling delete_port for 5f75dda7-03db-432e-a8d7-0c4d7106f132 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:37.887586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbd42c2b-4a77-49c7-a468-01d8a79486ef req-c4524dde-c6be-44dc-930e-545fc249e083 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Jul 07 17:28:37.996751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60524) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.007574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:38.083930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.132174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event deleted for resources: {'Port': ['ID=5f75dda7-03db-432e-a8d7-0c4d7106f132,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.186423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:38.190516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.231489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] No DVR routers for this DVR port 5f75dda7-03db-432e-a8d7-0c4d7106f132 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:38.234711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.242149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b84cb49-076a-4410-9c61-7a1dc370f3f1 req-8b6ddc16-af92-4bc0-b42d-dee49552a4e6 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "DELETE /v2.0/ports/5f75dda7-03db-432e-a8d7-0c4d7106f132 HTTP/1.1" status: 204 len: 173 time: 0.9344306 Jul 07 17:28:38.242941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'name': 'network-vif-deleted', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:38.247458 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a754dd-25a7-4a7d-a7cf-7dcaaaa39413" -d '{"events": [{"server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "name": "network-vif-deleted", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:38.474823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ba076-d668-4f1f-97b2-6ce5bb8e6b1d req-ac64b1fe-2c85-4571-a5fe-92512541b77c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:38.476372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e68ba076-d668-4f1f-97b2-6ce5bb8e6b1d req-ac64b1fe-2c85-4571-a5fe-92512541b77c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1481214 Jul 07 17:28:38.566966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e68ba076-d668-4f1f-97b2-6ce5bb8e6b1d req-a383b131-502c-4d83-97a7-422ab141067a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Jul 07 17:28:38.580311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.636792 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36397e2-177d-4c21-be56-1c69c1a594f5 x-openstack-request-id: req-e36397e2-177d-4c21-be56-1c69c1a594f5 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:38.637832 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da721b-78b9-4200-95b5-57326a589988", "name": "network-vif-deleted", "tag": "5f75dda7-03db-432e-a8d7-0c4d7106f132", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:38.638247 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e36397e2-177d-4c21-be56-1c69c1a594f5 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:38.638868 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da721b-78b9-4200-95b5-57326a589988', 'name': 'network-vif-deleted', 'tag': '5f75dda7-03db-432e-a8d7-0c4d7106f132', 'status': 'completed', 'code': 200} Jul 07 17:28:38.658158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.692047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:38.693062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: bf6ec0cd-391b-4300-80db-df35cc34325e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:38.734978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network bf6ec0cd-391b-4300-80db-df35cc34325e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:38.752712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, bf6ec0cd-391b-4300-80db-df35cc34325e) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:38.774735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa74077-3978-4238-a9f1-c15da0e2de47 None None] Network bf6ec0cd-391b-4300-80db-df35cc34325e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:38.779902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:38.782991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.803628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a1bed262-4dd2-4aa7-9c32-20f8e91e339d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8050175 Jul 07 17:28:38.808750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.815516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1154684581'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:38.883816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:38.890342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.997339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:39.016424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.016817 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 426d00b2-a484-47cf-aae6-dfcc2611cb1b of type vlan for network 9473c97f-c0de-4d06-af4a-c38ef1610b84 Jul 07 17:28:39.085409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.121414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-bf6ec0cd-391b-4300-80db-df35cc34325e', 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:39.122614 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.125994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.136295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.137043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.320522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-832854c4-9119-493e-a396-7f8849bb43a9 req-f06119d7-e831-4dee-ad3e-9488d33a2571 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=31da721b-78b9-4200-95b5-57326a589988 HTTP/1.1" status: 200 len: 210 time: 0.0585499 Jul 07 17:28:39.321244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=9473c97f-c0de-4d06-af4a-c38ef1610b84,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.334681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-83ccf541-67ce-4d96-a684-9409fcf04e39 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5233669 Jul 07 17:28:39.336329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 9473c97f-c0de-4d06-af4a-c38ef1610b84 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:39.337522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60606) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.343181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:39.461556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:39.472348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.490715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Allocated IP 172.20.255.242 (bf6ec0cd-391b-4300-80db-df35cc34325e/22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82/78ef07f2-05cb-479a-b3f8-fb1de7ceacb4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:39.755085 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.821967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.836117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Transition to ACTIVE for port object 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:39.857806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Transition to ACTIVE for port object 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:39.869379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.886393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': '426d00b2-a484-47cf-aae6-dfcc2611cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:39.886802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 9473c97f-c0de-4d06-af4a-c38ef1610b84, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:39.910789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=4bd67071-d490-40ec-ad1b-84c2ab9e5a02,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.934153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Pushing event updated for resources: {'Port': ['ID=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.951259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Network bf6ec0cd-391b-4300-80db-df35cc34325e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:39.954264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:39.959391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:39.967565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 9473c97f-c0de-4d06-af4a-c38ef1610b84 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:39.979772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b672-67b1-4d97-8781-5f54a90e2497 req-daffdd6c-e147-4b8f-91be-6a70e83800aa tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.986941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7421b672-67b1-4d97-8781-5f54a90e2497 req-daffdd6c-e147-4b8f-91be-6a70e83800aa tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2235541 Jul 07 17:28:40.047015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25e89634-0dc0-4d78-832e-a37d16ccf543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.072172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Attempting to bind port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:40.072735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Attempting to bind port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:40.073248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Attempting to bind port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 on network bf6ec0cd-391b-4300-80db-df35cc34325e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:40.082122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:40.082916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Checking segment: {'id': 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:40.083543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.083955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Bound using segment: {'id': 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:40.084508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Bound port: 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bf6ec0cd-391b-4300-80db-df35cc34325e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:40.084905 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.186389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] For port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:40.191283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] For port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,segment=NetworkSegment(b4afcbf6-7792-4d2e-8022-9f20f364ad3e),segment_id=b4afcbf6-7792-4d2e-8022-9f20f364ad3e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:40.199255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.306557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2608c-2234-4298-8090-c500e996cf69 None None] Pushing event updated for resources: {'Port': ['ID=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.405808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 9473c97f-c0de-4d06-af4a-c38ef1610b84) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:40.419412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d77191-6f3a-4dbe-82cb-0036a3662544 None None] Network 9473c97f-c0de-4d06-af4a-c38ef1610b84 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:40.465463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7421b672-67b1-4d97-8781-5f54a90e2497 req-04c91dc9-e862-4fa0-8be3-3e50c9963eed tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775004 Jul 07 17:28:40.478026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:40.479297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.520770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e26b82fd-1408-4b4d-9223-9b25732cb554 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1790631 Jul 07 17:28:40.521490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60672) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.661092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.810424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.863111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-9473c97f-c0de-4d06-af4a-c38ef1610b84', 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '4bd67071-d490-40ec-ad1b-84c2ab9e5a02'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:40.865178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.951659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.174861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Allocated IP 172.20.0.2 (9473c97f-c0de-4d06-af4a-c38ef1610b84/4bd67071-d490-40ec-ad1b-84c2ab9e5a02/778eb8a3-fbf9-4071-9327-99c53c708c10) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:41.203989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:41.236422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 5f75dda7-03db-432e-a8d7-0c4d7106f132 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:41.237685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 5f75dda7-03db-432e-a8d7-0c4d7106f132 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:41.464245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.484197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Transition to ACTIVE for port object 778eb8a3-fbf9-4071-9327-99c53c708c10 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.517198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Transition to ACTIVE for port object 778eb8a3-fbf9-4071-9327-99c53c708c10 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.532883 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.562394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.629318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Pushing event updated for resources: {'Port': ['ID=778eb8a3-fbf9-4071-9327-99c53c708c10,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.648210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Network 9473c97f-c0de-4d06-af4a-c38ef1610b84 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:41.648520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd67071-d490-40ec-ad1b-84c2ab9e5a02,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.661565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:41.672316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:41.713810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60712) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.721741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:41.774689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Attempting to bind port 778eb8a3-fbf9-4071-9327-99c53c708c10 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:41.775346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Attempting to bind port 778eb8a3-fbf9-4071-9327-99c53c708c10 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '426d00b2-a484-47cf-aae6-dfcc2611cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:41.776095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Attempting to bind port 778eb8a3-fbf9-4071-9327-99c53c708c10 on network 9473c97f-c0de-4d06-af4a-c38ef1610b84 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:41.783096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:41.783565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Checking segment: {'id': '426d00b2-a484-47cf-aae6-dfcc2611cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:41.784117 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.784666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Bound using segment: {'id': '426d00b2-a484-47cf-aae6-dfcc2611cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:41.785393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Bound port: 778eb8a3-fbf9-4071-9327-99c53c708c10, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d00b2-a484-47cf-aae6-dfcc2611cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:41.786031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.869115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] For port 778eb8a3-fbf9-4071-9327-99c53c708c10, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:41.873027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] For port 778eb8a3-fbf9-4071-9327-99c53c708c10, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=778eb8a3-fbf9-4071-9327-99c53c708c10,segment=NetworkSegment(426d00b2-a484-47cf-aae6-dfcc2611cb1b),segment_id=426d00b2-a484-47cf-aae6-dfcc2611cb1b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:41.876634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.876877 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.881251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.904703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9473c97f-c0de-4d06-af4a-c38ef1610b84']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.941453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d00b2-a484-47cf-aae6-dfcc2611cb1b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.942064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d00b2-a484-47cf-aae6-dfcc2611cb1b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.956051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.963184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b7500-c143-445e-a67d-38153ca120c4 None None] Pushing event updated for resources: {'Port': ['ID=778eb8a3-fbf9-4071-9327-99c53c708c10,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.975619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60716) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.010271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.028380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:42.029054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.035697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60720) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:42.035979 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:42.052453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888150895', 'description': 'tempest-description--1305108303'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:42.098638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595dc47-d6ad-4220-8862-1d5e4a8021e6 None None] Network bf6ec0cd-391b-4300-80db-df35cc34325e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:42.225292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e1b323e-525b-461e-8bc9-eebd34c13432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.253213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb070b-69a5-416c-ba14-c76abe031cd9 None None] Network 9473c97f-c0de-4d06-af4a-c38ef1610b84 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:42.270054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:42.270054 n-d-791505-12 neutron-server[93946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:42.270054 n-d-791505-12 neutron-server[93946]: [parameters: {'id': '9473c97f-c0de-4d06-af4a-c38ef1610b84'}] Jul 07 17:28:42.270054 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:42.270692 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:42.280489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cf4cb221-d9db-45b6-a189-22b7c0d9e5f4 None None] Provisioning for port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:42.434512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165cff2-83ee-4d4b-84f7-93d48dbd365d req-b28c9043-98b8-43f1-a70e-52b263cb5603 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:42.436485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8165cff2-83ee-4d4b-84f7-93d48dbd365d req-b28c9043-98b8-43f1-a70e-52b263cb5603 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1500754 Jul 07 17:28:42.455695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:42.508574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8165cff2-83ee-4d4b-84f7-93d48dbd365d req-a75081a7-76a2-4350-9e80-1c049837dba9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644715 Jul 07 17:28:42.617931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:42.622967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.641253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:42.662025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:42.662664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.697792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:28:42.697792 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:28:42.697792 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id_1': '01f33b16a25f44debad35a465837597d', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 28, 42, 607864)}] Jul 07 17:28:42.697792 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:42.698482 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:42.741750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e1b323e-525b-461e-8bc9-eebd34c13432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.746994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e1b323e-525b-461e-8bc9-eebd34c13432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.781944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.787819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2e1b323e-525b-461e-8bc9-eebd34c13432 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b87fc5336a4d4e0fbd3a7d7b0c294c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079321 Jul 07 17:28:42.804326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60722) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.814968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.862011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,segment=NetworkSegment(b4afcbf6-7792-4d2e-8022-9f20f364ad3e),segment_id=b4afcbf6-7792-4d2e-8022-9f20f364ad3e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:42.869876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.878384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.886233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b323e-525b-461e-8bc9-eebd34c13432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec49692-fb99-434c-8c56-dd04c991df94,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.958895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=8994f533-ee92-499b-af12-234d3f259881,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.972221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:42.972497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port 778eb8a3-fbf9-4071-9327-99c53c708c10 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:42.972697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.973211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: 6b0161fe-d413-4862-be69-f019be5b3b14, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:42.974467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.996375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 6b0161fe-d413-4862-be69-f019be5b3b14 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:43.006615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a8461-54e3-4790-9544-e6cc40f1b548 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:28:43.011381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6b0161fe-d413-4862-be69-f019be5b3b14) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:43.018590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.019136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.027681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.036497 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b07e9741-37bb-4136-a761-4c572aedb37b tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3207080 Jul 07 17:28:43.039962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60724) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.047302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-659704557'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.073032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.074339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:43.078296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.083789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port 778eb8a3-fbf9-4071-9327-99c53c708c10, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=778eb8a3-fbf9-4071-9327-99c53c708c10,segment=NetworkSegment(426d00b2-a484-47cf-aae6-dfcc2611cb1b),segment_id=426d00b2-a484-47cf-aae6-dfcc2611cb1b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:43.084166 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.105419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c5b06e7-bd7f-42b0-9443-9897d1d3d481 None None] Provisioning complete for port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:43.106047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06e7-bd7f-42b0-9443-9897d1d3d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.107579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for 778eb8a3-fbf9-4071-9327-99c53c708c10 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:43.109754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:43.126744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.126744 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment 72ea5ba6-4f82-4542-b74e-e7a6e227a76a of type vlan for network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 Jul 07 17:28:43.177642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.223118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.230607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.231259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.251969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.255027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.256392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ec49692-fb99-434c-8c56-dd04c991df94 HTTP/1.1" status: 204 len: 168 time: 0.4456177 Jul 07 17:28:43.269335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa483-8e29-4b37-a500-5082cf1c4e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec49692-fb99-434c-8c56-dd04c991df94,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.285055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.304009 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.318944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port 778eb8a3-fbf9-4071-9327-99c53c708c10 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:43.319334 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2774951 Jul 07 17:28:43.331689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60728) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.343252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': '5bfa43e7-7c85-4db5-ba90-db6bdfbbb445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.345648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=778eb8a3-fbf9-4071-9327-99c53c708c10,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.400044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea338f-c9a3-496a-94c6-9d0263f71ec2 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=5bfa43e7-7c85-4db5-ba90-db6bdfbbb445,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.402126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a8461-54e3-4790-9544-e6cc40f1b548 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:28:43.437814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.449384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:43.454202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9473c97f-c0de-4d06-af4a-c38ef1610b84']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.476821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d00b2-a484-47cf-aae6-dfcc2611cb1b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.476821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d00b2-a484-47cf-aae6-dfcc2611cb1b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.504279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.538684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.559410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:43.560185 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.562389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.581924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:43.616554 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:43.645559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:43.652445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.692630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.699114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.702090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/9473c97f-c0de-4d06-af4a-c38ef1610b84 HTTP/1.1" status: 204 len: 168 time: 3.1796029 Jul 07 17:28:43.709415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.718125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091471738'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.733320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.773493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c243-4207-4d97-966a-ad06ffba1297 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=9473c97f-c0de-4d06-af4a-c38ef1610b84,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.811284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:43.816013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.822957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.831088 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7870111 Jul 07 17:28:43.832384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.836704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62306090-e991-4101-930a-98abda1f7d3d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bcb743-fc2c-4957-9b4b-ed97e40a6eb3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.839469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'security_group_rule': {'security_group_id': '26bcb743-fc2c-4957-9b4b-ed97e40a6eb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.881170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:43.891683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7740d7-33aa-4030-9cc8-5866e6b23c26 req-8a651caa-53a8-4950-9709-a828b0ded5c1 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.893325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f7740d7-33aa-4030-9cc8-5866e6b23c26 req-8a651caa-53a8-4950-9709-a828b0ded5c1 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1898832 Jul 07 17:28:43.910923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.911412 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment e10c9629-3c12-49c5-8e4f-affea1f0c453 of type vlan for network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 Jul 07 17:28:43.967575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.047738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f7740d7-33aa-4030-9cc8-5866e6b23c26 req-4c7fdacc-a659-43e3-a52a-a69ec168cf92 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421487 Jul 07 17:28:44.074776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.170917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.180320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.194652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.274002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:28:44.275712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.306047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-a79a8461-54e3-4790-9544-e6cc40f1b548 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:28:44.348508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=71856b29-b046-4391-962f-39ea83a04db3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.362729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': '72ea5ba6-4f82-4542-b74e-e7a6e227a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5bfa43e7-7c85-4db5-ba90-db6bdfbbb445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:44.363179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:44.366704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6546659 Jul 07 17:28:44.372732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.378328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '261d1843-75d9-46c3-84eb-b9e086e0b1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.389020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b50ac-372b-4fd3-abcd-37514a4d6016 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=261d1843-75d9-46c3-84eb-b9e086e0b1c1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.408640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:44.424093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.435299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:44.442306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.474846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56737aef-a645-4685-b7be-216d763dbb91,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.480520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6b0161fe-d413-4862-be69-f019be5b3b14', 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14', 'tenant_id': '4e032fc929fe48378e0825adb9731740', 'fixed_ips': [{'subnet_id': '8994f533-ee92-499b-af12-234d3f259881'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:44.482286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.483271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:44.486776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.487412 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.488854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-db828170-860b-40cc-8789-7b9c4d05f035 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6553726 Jul 07 17:28:44.491626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60756) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.497377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'security_group_rule': {'security_group_id': '26bcb743-fc2c-4957-9b4b-ed97e40a6eb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.501093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.502253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.539524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.551691 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29aff90d-3a90-4990-8a24-a7c081b30364 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2169595 Jul 07 17:28:44.552899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60760) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.569595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'port': {'network_id': '5bfa43e7-7c85-4db5-ba90-db6bdfbbb445', 'name': 'tempest-NetworksIpV6TestAttrs-653589505'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.626172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.631972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.654903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41907fe1-bd85-4019-bb6d-fe709eb4f65c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.691418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:44.691833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:44.692039 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.695896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.697615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.699266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31e185e3-7829-4628-835d-f91ba5ede5fd tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058744 Jul 07 17:28:44.704766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60768) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.709588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.739025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.779874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing IP validity checks on allocation pools {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:44.780779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:44.877590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Allocated IP 2001:db8:0:ffff::2 (6b0161fe-d413-4862-be69-f019be5b3b14/8994f533-ee92-499b-af12-234d3f259881/948a0627-7c89-436c-b4fe-68742bdcc0ec) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:44.881130 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.986616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.027429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Allocated IP 172.25.3.195 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e55e49e2-3899-40fd-b4ce-54c46f19124c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:45.083440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=e6f25a09-e60d-4dfc-886a-f0f1ec79959c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.119352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:45.122235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.168591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60774) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.182004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'e10c9629-3c12-49c5-8e4f-affea1f0c453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '261d1843-75d9-46c3-84eb-b9e086e0b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:45.185397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 261d1843-75d9-46c3-84eb-b9e086e0b1c1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:45.188217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] device_id is not set on port b1947db6-94b5-46d9-ae04-ad319d87cae4 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:45.244078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.252445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:45.277032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.281725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 261d1843-75d9-46c3-84eb-b9e086e0b1c1) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:45.288283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Transition to ACTIVE for port object 948a0627-7c89-436c-b4fe-68742bdcc0ec will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:45.291227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.292299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.312034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Transition to ACTIVE for port object 948a0627-7c89-436c-b4fe-68742bdcc0ec will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:45.314577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60780) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.314772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a79fa83-0a6d-475e-b76e-3ce5b46af0b6 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9408693 Jul 07 17:28:45.323636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.369859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Network 6b0161fe-d413-4862-be69-f019be5b3b14 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:45.377307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:45.382122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:45.387594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Pushing event updated for resources: {'Port': ['ID=948a0627-7c89-436c-b4fe-68742bdcc0ec,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.391303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a3188ab-677c-4ba9-89ea-05071918c2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.408373 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.467523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Attempting to bind port 948a0627-7c89-436c-b4fe-68742bdcc0ec on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:45.467783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Attempting to bind port 948a0627-7c89-436c-b4fe-68742bdcc0ec by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:45.468296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Attempting to bind port 948a0627-7c89-436c-b4fe-68742bdcc0ec on network 6b0161fe-d413-4862-be69-f019be5b3b14 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:45.476195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:45.476733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Checking segment: {'id': '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:45.477051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.477254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Allocated IP 2001:db8::f816:3eff:feb5:c203 (5bfa43e7-7c85-4db5-ba90-db6bdfbbb445/71856b29-b046-4391-962f-39ea83a04db3/b1947db6-94b5-46d9-ae04-ad319d87cae4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:45.478077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Bound using segment: {'id': '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:45.479425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Bound port: 948a0627-7c89-436c-b4fe-68742bdcc0ec, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6b0161fe-d413-4862-be69-f019be5b3b14'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:45.480743 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.487028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:45.500330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e96317-7ffc-4d44-818c-cb0dbe140111 req-4d77a47f-7ce6-4f3b-b52f-edaefcc94a5e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.503830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32e96317-7ffc-4d44-818c-cb0dbe140111 req-4d77a47f-7ce6-4f3b-b52f-edaefcc94a5e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2441077 Jul 07 17:28:45.512296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:45.515094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:45.564999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'Port': ['ID=e55e49e2-3899-40fd-b4ce-54c46f19124c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.575907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.635953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32e96317-7ffc-4d44-818c-cb0dbe140111 req-1ca2f960-470d-4336-a125-49bd0c11c922 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Jul 07 17:28:45.641260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-36522a3e-e223-4375-8783-7730861cf912 None None] For port 948a0627-7c89-436c-b4fe-68742bdcc0ec, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:45.651621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-36522a3e-e223-4375-8783-7730861cf912 None None] For port 948a0627-7c89-436c-b4fe-68742bdcc0ec, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=948a0627-7c89-436c-b4fe-68742bdcc0ec,segment=NetworkSegment(5cd3e413-6f4f-4d83-9bc2-fc761836ce5e),segment_id=5cd3e413-6f4f-4d83-9bc2-fc761836ce5e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:45.677368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.677715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a3188ab-677c-4ba9-89ea-05071918c2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.689961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a3188ab-677c-4ba9-89ea-05071918c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.770248 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2a3188ab-677c-4ba9-89ea-05071918c2af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19519a923cd04bdbbb4c726d4ff88127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978060 Jul 07 17:28:45.770738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.781319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.787970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3188ab-677c-4ba9-89ea-05071918c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f54e1-3767-4978-9824-93443ccbfddb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.823924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.831502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36522a3e-e223-4375-8783-7730861cf912 None None] Pushing event updated for resources: {'Port': ['ID=948a0627-7c89-436c-b4fe-68742bdcc0ec,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.858493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Transition to ACTIVE for port object b1947db6-94b5-46d9-ae04-ad319d87cae4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:45.888976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.926758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.928374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.945898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.964429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.008610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:46.013083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:46.018251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:46.028944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.030077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.095907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Port': ['ID=b1947db6-94b5-46d9-ae04-ad319d87cae4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.102147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.105279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.110109 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.121177 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd8f54e1-3767-4978-9824-93443ccbfddb HTTP/1.1" status: 204 len: 168 time: 0.3315897 Jul 07 17:28:46.128186 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65ffd2b4-5134-44ea-a268-e73307384979 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5684471 Jul 07 17:28:46.143269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcbb15-fae5-478a-89da-61d681e7a8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f54e1-3767-4978-9824-93443ccbfddb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.145825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.186728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f25a09-e60d-4dfc-886a-f0f1ec79959c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.226396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting subnet 71856b29-b046-4391-962f-39ea83a04db3 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:46.231901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.284611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.303619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.332754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261d1843-75d9-46c3-84eb-b9e086e0b1c1']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.347917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10c9629-3c12-49c5-8e4f-affea1f0c453') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.348216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10c9629-3c12-49c5-8e4f-affea1f0c453') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.392049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.392291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.398024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.409189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.429363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 948a0627-7c89-436c-b4fe-68742bdcc0ec up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:46.458398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.488136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 948a0627-7c89-436c-b4fe-68742bdcc0ec completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:46.506025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.519234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:46.519922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:46.528372 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:46.547006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=71856b29-b046-4391-962f-39ea83a04db3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.558778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.565604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb585d11-0faf-4767-8176-2b536bd9875d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/71856b29-b046-4391-962f-39ea83a04db3 HTTP/1.1" status: 204 len: 168 time: 0.4180202 Jul 07 17:28:46.569775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60796) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.633920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'Port': ['ID=e55e49e2-3899-40fd-b4ce-54c46f19124c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.641603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f2748-b76f-4b07-a34a-88caebb59fac tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.644363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f2748-b76f-4b07-a34a-88caebb59fac tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.646815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f70f2748-b76f-4b07-a34a-88caebb59fac tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0748277 Jul 07 17:28:46.651334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.678433 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.700166 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.701676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1bece3fd-e161-4d7f-8e81-9d31cbc09361 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9957800 Jul 07 17:28:46.705224 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.711032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.713449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/261d1843-75d9-46c3-84eb-b9e086e0b1c1 HTTP/1.1" status: 204 len: 168 time: 1.3930836 Jul 07 17:28:46.729612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.734387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caca6c-fadb-4ccb-8e89-61dd230755a2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=261d1843-75d9-46c3-84eb-b9e086e0b1c1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.743019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684202974'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:46.785069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:46.791379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.859675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f573a182-cb75-4d48-a479-5cb178366751 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.867649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:46.881219 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f573a182-cb75-4d48-a479-5cb178366751 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:28:46.881908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f573a182-cb75-4d48-a479-5cb178366751 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:46.890373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f573a182-cb75-4d48-a479-5cb178366751 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 HTTP/1.1" status: 409 len: 405 time: 0.2371645 Jul 07 17:28:46.893696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.898530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.899112 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 2f8aba3c-76b9-4ee5-b927-6cb734dc4342 of type vlan for network 98340280-6afa-4128-83e3-723a2d6854b5 Jul 07 17:28:46.913571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1643681304'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:46.967266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967aa65-b624-4cd5-8a17-31574b5062e0 req-e53873dc-784d-4097-a9b0-44710c3ecd0d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.982489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b967aa65-b624-4cd5-8a17-31574b5062e0 req-e53873dc-784d-4097-a9b0-44710c3ecd0d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1407404 Jul 07 17:28:47.000124 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.007843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:47.013868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.037913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b967aa65-b624-4cd5-8a17-31574b5062e0 req-7976e3cb-a47d-41fd-9c19-5ba10bf4c34c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Jul 07 17:28:47.088884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.095305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.096284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.099587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:47.167525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.167857 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment a6cdaf15-2b4f-482f-aef6-3e366d28ae30 of type vlan for network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 Jul 07 17:28:47.179513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4487925 Jul 07 17:28:47.184143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.189449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '98340280-6afa-4128-83e3-723a2d6854b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:47.304959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186e256-33fd-4f9d-bfb5-8069f72c3ee9 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=98340280-6afa-4128-83e3-723a2d6854b5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.317096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.323920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 98340280-6afa-4128-83e3-723a2d6854b5 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:47.389977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:47.396309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.455412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ba2c0-c64f-4a24-9021-3f969e4c272d None None] Network 6b0161fe-d413-4862-be69-f019be5b3b14 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:47.503536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb83a6-e0fa-4c8a-a58e-516c1115e7a0 None None] Network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:47.578749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-cc6c33d7-84a1-4183-8ca1-b7f99d30b9c3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.586487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-cc6c33d7-84a1-4183-8ca1-b7f99d30b9c3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.2163458 Jul 07 17:28:47.607380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-44a18265-0eef-4d33-a55b-ab5f85db2194 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/quotas/01f33b16a25f44debad35a465837597d HTTP/1.1" status: 200 len: 375 time: 0.0179672 Jul 07 17:28:47.628597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369614f-5c0c-438d-87e0-130cb343a861 None None] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:47.677386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369614f-5c0c-438d-87e0-130cb343a861 None None] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:28:47.698431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-0cbd3ec9-d6c3-47ea-810f-da8e61912367 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910037 Jul 07 17:28:47.717250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d879a-07c6-47de-84ce-7cc68a318e79 None None] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:47.741688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d879a-07c6-47de-84ce-7cc68a318e79 None None] Network 261d1843-75d9-46c3-84eb-b9e086e0b1c1 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:28:47.760166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Provisioning for port 948a0627-7c89-436c-b4fe-68742bdcc0ec completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:47.770254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Provisioning complete for port 948a0627-7c89-436c-b4fe-68742bdcc0ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:47.770949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.813030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-28e08b11-1949-4564-99c9-73913ec0c3d8 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134918 Jul 07 17:28:47.835878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.846959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.848044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.935158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-84e7e630-a806-4d19-807d-c8cde1f69b83 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143932 Jul 07 17:28:47.999115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.004727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.010901 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1148849 Jul 07 17:28:48.013596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.019734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.027027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6fd5b-0a4f-452d-829f-8b796fb3cceb None None] Network 5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:48.112346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42ad85-a804-482b-a08b-165e5254e321 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=2071d51e-70f5-4dc5-ba4d-cb78e0248068,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:48.168243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=2ecea43a-8ff7-418e-b74b-11ffaa0dae4d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:48.179410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': '2f8aba3c-76b9-4ee5-b927-6cb734dc4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98340280-6afa-4128-83e3-723a2d6854b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:48.180301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 98340280-6afa-4128-83e3-723a2d6854b5, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:48.189465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:48.213008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 98340280-6afa-4128-83e3-723a2d6854b5 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:48.245819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 98340280-6afa-4128-83e3-723a2d6854b5) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:48.265345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.266349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.312271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.319211 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d38d835-c63a-4171-adb9-b3d4316b7621 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1338615 Jul 07 17:28:48.323556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.334581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.371108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] For port 948a0627-7c89-436c-b4fe-68742bdcc0ec, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=948a0627-7c89-436c-b4fe-68742bdcc0ec,segment=NetworkSegment(5cd3e413-6f4f-4d83-9bc2-fc761836ce5e),segment_id=5cd3e413-6f4f-4d83-9bc2-fc761836ce5e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:48.380257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a39160-e6f2-4746-9ea3-8a7d3a54b98a None None] Network 98340280-6afa-4128-83e3-723a2d6854b5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:48.391979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.539815 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.598913 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.765832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.857149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1848301396'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.974847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Made reservation on behalf of 929f3acae153499f90b87b34326edcfc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.979897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.993934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.019976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213485c-8e93-40d0-8469-617d749da3a0 None None] Pushing event updated for resources: {'Port': ['ID=948a0627-7c89-436c-b4fe-68742bdcc0ec,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.030377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.061755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceafc-e5b7-4b19-ac70-b85be016bf83 req-a4601728-a42a-4752-8447-47badf9cb17f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.074252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecea43a-8ff7-418e-b74b-11ffaa0dae4d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.074729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-572ceafc-e5b7-4b19-ac70-b85be016bf83 req-a4601728-a42a-4752-8447-47badf9cb17f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.5189428 Jul 07 17:28:49.094222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ba8bc-2703-4926-9865-93203dee114e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-98340280-6afa-4128-83e3-723a2d6854b5', 'network_id': '98340280-6afa-4128-83e3-723a2d6854b5', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '2ecea43a-8ff7-418e-b74b-11ffaa0dae4d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:49.095834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c83ba8bc-2703-4926-9865-93203dee114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.139276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c38573-8216-4bb3-bbe7-daafa6884a85 None None] Network 6b0161fe-d413-4862-be69-f019be5b3b14 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:49.153502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:28:49.162128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.186305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.218515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=a65bc8e3-deed-47fd-b2b5-40ea5fda59ad,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.226756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98340280-6afa-4128-83e3-723a2d6854b5']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.237588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-572ceafc-e5b7-4b19-ac70-b85be016bf83 req-d809a3d5-c2fa-49bf-b994-6fe5e5f87830 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634083 Jul 07 17:28:49.248319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8aba3c-76b9-4ee5-b927-6cb734dc4342') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.248799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8aba3c-76b9-4ee5-b927-6cb734dc4342') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.301769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:49.302491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: 2071d51e-70f5-4dc5-ba4d-cb78e0248068, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:49.326327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:49.334172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.343509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2071d51e-70f5-4dc5-ba4d-cb78e0248068) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:49.370552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.372787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.382678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187dbd5-61d7-4f05-b553-09b1685a89fd None None] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:49.386662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.416198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b73bd790-bc7f-4f2d-851c-d133ef3de999 None None] Provisioning complete for port 948a0627-7c89-436c-b4fe-68742bdcc0ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:49.417090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b73bd790-bc7f-4f2d-851c-d133ef3de999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.420191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:49.420997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:49.442268 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:49.465285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d36f9883-b6fb-463a-906c-73acda2eb96c req-2ac29fff-4b76-4115-9f26-c1904ec62faa tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 210 time: 0.0559042 Jul 07 17:28:49.512699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dd0df-90ad-44d6-9424-9602dc071db2 None None] Network 98340280-6afa-4128-83e3-723a2d6854b5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:49.615054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.619456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.628790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.631122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/98340280-6afa-4128-83e3-723a2d6854b5 HTTP/1.1" status: 204 len: 168 time: 1.3059614 Jul 07 17:28:49.633938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.634166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6b253de2-603c-4ecd-bf8e-85c1da8dff51 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6191819 Jul 07 17:28:49.636207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60874) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.641838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.647226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961376492'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:49.654303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fdd8d-020d-40af-acc4-7cd88ef82fdf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=98340280-6afa-4128-83e3-723a2d6854b5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.655092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'port': {'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068', 'name': 'tempest-NetworksIpV6TestAttrs-2144424431'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:49.677766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:49.690713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fee544-8c9e-4fe4-a3db-f8406772c257,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.696527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.697176 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Added segment 75131ce3-3a99-4915-bd22-ac511dc07765 of type vlan for network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 Jul 07 17:28:49.732159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:49.735955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.754409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.793028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:49.808425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.810845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.811216 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 4e7dc567-9599-4074-800a-0896bf1d68f9 of type vlan for network 939cb246-1e69-4cfc-bae1-e7e0516eedff Jul 07 17:28:49.827118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.827532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.846430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:49.854685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.911555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.927672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5339746 Jul 07 17:28:49.928832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.939883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Request body: {'subnet': {'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:49.948466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078c4a-a0b1-44b0-b9ec-b1e4823411e2 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event updated for resources: {'Network': ['ID=4e6b274d-0914-458a-ba79-6e7e7bfeffe3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.972496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] device_id is not set on port b80d2243-5360-4f17-80c1-236b0ab92890 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:49.981346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.987804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.988542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.993525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:50.111163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4733455 Jul 07 17:28:50.111772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60880) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:50.122321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:50.174094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-315184ce-0f72-4d3a-adf6-76a378d1a0da tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:50.177001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-315184ce-0f72-4d3a-adf6-76a378d1a0da tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.1661901 Jul 07 17:28:50.178930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Made reservation on behalf of 929f3acae153499f90b87b34326edcfc for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:50.184078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.186558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160ea3-cb87-4e92-9f0c-2e871d6bbeef tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=939cb246-1e69-4cfc-bae1-e7e0516eedff,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.193133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'port': {'device_id': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'admin_state_up': True, 'tenant_id': '01f33b16a25f44debad35a465837597d'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:50.224129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 939cb246-1e69-4cfc-bae1-e7e0516eedff details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:50.335970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Allocated IP 2001:db8::f816:3eff:fee4:3c01 (2071d51e-70f5-4dc5-ba4d-cb78e0248068/a65bc8e3-deed-47fd-b2b5-40ea5fda59ad/b80d2243-5360-4f17-80c1-236b0ab92890) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:50.344772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:50.350308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.480515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Made reservation on behalf of 01f33b16a25f44debad35a465837597d for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:50.484255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.579933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 948a0627-7c89-436c-b4fe-68742bdcc0ec up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.612228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.699092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2071d51e-70f5-4dc5-ba4d-cb78e0248068', 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068', 'tenant_id': '4e032fc929fe48378e0825adb9731740', 'fixed_ips': [{'subnet_id': 'a65bc8e3-deed-47fd-b2b5-40ea5fda59ad'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:50.700301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.720952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 948a0627-7c89-436c-b4fe-68742bdcc0ec triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.721421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.744412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event updated for resources: {'Subnet': ['ID=11e7e41e-c971-4240-bdaa-5f3a4f7304ea,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.769469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Allocated IP 172.20.0.13 (e042882d-dfb3-44c9-a322-bb557ab6b4c4/b1a60eea-8667-4994-aece-cd944e057543/0dddf968-54c3-409d-9215-a52874612096) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:50.786496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Checking segment: {'id': '75131ce3-3a99-4915-bd22-ac511dc07765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:50.786890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Network hostable DHCP agents. Network: 4e6b274d-0914-458a-ba79-6e7e7bfeffe3, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:50.843253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:50.861543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 4e6b274d-0914-458a-ba79-6e7e7bfeffe3) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:50.910468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c02ada-4852-460d-bf0f-4b51206a7e3a None None] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:50.912100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:50.912709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.933790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-02cbda3e-fac8-435c-b3a7-99af6ed1c149 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0011528 Jul 07 17:28:50.939357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:50.948317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Request body: {'port': {'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-402203914'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:51.116126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.128478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.166608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Made reservation on behalf of 929f3acae153499f90b87b34326edcfc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:51.170669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.178574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Transition to ACTIVE for port object b80d2243-5360-4f17-80c1-236b0ab92890 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:51.214982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] device_id is not set on port ab60c0f6-e1c6-463f-92a9-3a67705e7ccf yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:51.230269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.261458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e5bd8e2f-1431-4b82-8ee5-ee0f04d6257e None None] Provisioning complete for port 948a0627-7c89-436c-b4fe-68742bdcc0ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:51.262769 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8e2f-1431-4b82-8ee5-ee0f04d6257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.266928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e4bc-0c09-458f-965b-f9734787a35e req-078dc3a7-626e-4426-9042-fae07a4ea026 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.270154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed85e4bc-0c09-458f-965b-f9734787a35e req-078dc3a7-626e-4426-9042-fae07a4ea026 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.3955877 Jul 07 17:28:51.294723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.328828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:51.336495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:51.376997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:51.393081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-4e6b274d-0914-458a-ba79-6e7e7bfeffe3', 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3', 'tenant_id': '929f3acae153499f90b87b34326edcfc', 'fixed_ips': [{'subnet_id': '11e7e41e-c971-4240-bdaa-5f3a4f7304ea'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:51.393974 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.463552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:51.497124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.497878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.502181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed85e4bc-0c09-458f-965b-f9734787a35e req-f03a5001-836d-4f50-9e82-2a9d2656388c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701400 Jul 07 17:28:51.507381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.510495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:51.529122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3413224 Jul 07 17:28:51.529472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Allocated IP 2001:db8::f816:3eff:fe7e:83cd (2071d51e-70f5-4dc5-ba4d-cb78e0248068/a65bc8e3-deed-47fd-b2b5-40ea5fda59ad/bcf49ab2-3407-4bbf-bc51-e1635511953f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:51.534573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Port': ['ID=b80d2243-5360-4f17-80c1-236b0ab92890,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.538680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb799c2f-3040-46ee-947a-41c07a4d8935 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.540900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:51.547340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.548033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.554350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Request body: {'port': {'device_id': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:51.688937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=03e8ab81-1f68-4844-a94e-0bb676bd711a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.716049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-cb7bd30c-7c99-4fe8-8d7b-3045f7678a91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4096158 Jul 07 17:28:51.719419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f3352cf0-3dfd-4ad7-8c21-72f8aeeffd18 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0764177 Jul 07 17:28:51.723805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:51.733171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Allocated IP 172.20.0.5 (4e6b274d-0914-458a-ba79-6e7e7bfeffe3/11e7e41e-c971-4240-bdaa-5f3a4f7304ea/ab60c0f6-e1c6-463f-92a9-3a67705e7ccf) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:51.761020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.871227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.892239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Transition to ACTIVE for port object bcf49ab2-3407-4bbf-bc51-e1635511953f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:51.902255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting subnet a65bc8e3-deed-47fd-b2b5-40ea5fda59ad {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:51.909289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': '4e7dc567-9599-4074-800a-0896bf1d68f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:51.909749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 939cb246-1e69-4cfc-bae1-e7e0516eedff, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:51.914042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Transition to ACTIVE for port object bcf49ab2-3407-4bbf-bc51-e1635511953f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:51.924834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.925679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.975670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:51.979324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:51.981939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:51.998873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Pushing event updated for resources: {'Port': ['ID=bcf49ab2-3407-4bbf-bc51-e1635511953f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.020833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077bba-39d8-4463-bc86-a9be09466b3a req-dc01461b-62f9-4cfc-88af-60560b2a4000 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.028587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd077bba-39d8-4463-bc86-a9be09466b3a req-dc01461b-62f9-4cfc-88af-60560b2a4000 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 932 time: 0.3473792 Jul 07 17:28:52.037152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 939cb246-1e69-4cfc-bae1-e7e0516eedff is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:52.042566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.068596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Attempting to bind port bcf49ab2-3407-4bbf-bc51-e1635511953f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:52.068990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Attempting to bind port bcf49ab2-3407-4bbf-bc51-e1635511953f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:52.069369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Attempting to bind port bcf49ab2-3407-4bbf-bc51-e1635511953f on network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:52.076757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:52.077136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Checking segment: {'id': 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:52.077397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.077957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Bound using segment: {'id': 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:52.078482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Bound port: bcf49ab2-3407-4bbf-bc51-e1635511953f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2071d51e-70f5-4dc5-ba4d-cb78e0248068'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:52.078873 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.093467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.094308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.095169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.096004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.096853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.097715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.098639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.102572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c94d2ec6-f8b2-4120-91c2-780ad896ea3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a18ef69d4d540d6be171f96a035a883&device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 6501 time: 0.2669508 Jul 07 17:28:52.143328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 939cb246-1e69-4cfc-bae1-e7e0516eedff) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:52.152902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.152902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.159645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.176873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e958c1-7fe1-4155-8a82-dcfc3f0d7c30 None None] Network 939cb246-1e69-4cfc-bae1-e7e0516eedff requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:52.191981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Transition to ACTIVE for port object ab60c0f6-e1c6-463f-92a9-3a67705e7ccf will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:52.206478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] For port bcf49ab2-3407-4bbf-bc51-e1635511953f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:52.239336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7907f16f-b65d-4990-817f-b81154cf9e86 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1176758 Jul 07 17:28:52.261150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] For port bcf49ab2-3407-4bbf-bc51-e1635511953f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bcf49ab2-3407-4bbf-bc51-e1635511953f,segment=NetworkSegment(a6cdaf15-2b4f-482f-aef6-3e366d28ae30),segment_id=a6cdaf15-2b4f-482f-aef6-3e366d28ae30)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:52.269633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dddf968-54c3-409d-9215-a52874612096 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:52.271061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd077bba-39d8-4463-bc86-a9be09466b3a req-78334bc9-83b1-4449-833c-da43a645ae02 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412028 Jul 07 17:28:52.272444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.280384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.298220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Transition to ACTIVE for port object 0dddf968-54c3-409d-9215-a52874612096 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:52.304064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60892) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.339704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.410511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf54980-2766-4545-a3f9-020c1ab0018c None None] Pushing event updated for resources: {'Port': ['ID=bcf49ab2-3407-4bbf-bc51-e1635511953f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.483868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.549118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.575915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:52.599370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:52.609493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Allocated IP 172.20.0.2 (4e6b274d-0914-458a-ba79-6e7e7bfeffe3/11e7e41e-c971-4240-bdaa-5f3a4f7304ea/7f546d51-f3fa-4ce1-90c9-ab118a387c9a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:52.641786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.645747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:52.651605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-66285269-be08-4634-b5e4-3d4ff7cebf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.652437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-66285269-be08-4634-b5e4-3d4ff7cebf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.653812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-66285269-be08-4634-b5e4-3d4ff7cebf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.669474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-66285269-be08-4634-b5e4-3d4ff7cebf33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f62391a7-ebaf-4f0a-a986-900f496673c9&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&id=e15b887e-9e51-48f0-a42b-b128d07cba55&id=e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 200 len: 2292 time: 0.4661036 Jul 07 17:28:52.708102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-939cb246-1e69-4cfc-bae1-e7e0516eedff', 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '03e8ab81-1f68-4844-a94e-0bb676bd711a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:52.709153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.798336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event updated for resources: {'Port': ['ID=ab60c0f6-e1c6-463f-92a9-3a67705e7ccf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.813721 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.830909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.831702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.891759 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fbd79963-3db4-4c23-8084-338df9dd42e5 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9503007 Jul 07 17:28:52.895059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.963992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Attempting to bind port 0dddf968-54c3-409d-9215-a52874612096 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:52.964487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Attempting to bind port 0dddf968-54c3-409d-9215-a52874612096 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:52.965058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Attempting to bind port 0dddf968-54c3-409d-9215-a52874612096 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:53.016553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Port 0dddf968-54c3-409d-9215-a52874612096 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:53.017404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Attempting to bind port 0dddf968-54c3-409d-9215-a52874612096 on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:53.030642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Allocated IP 172.20.0.2 (939cb246-1e69-4cfc-bae1-e7e0516eedff/03e8ab81-1f68-4844-a94e-0bb676bd711a/e87be372-919c-4544-b172-97395df50b8a) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:53.055750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:53.056362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Checking segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:53.057192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Bound using segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:53.058148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Bound port: 0dddf968-54c3-409d-9215-a52874612096, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:53.058601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.066813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-a6e4c8ad-1a20-4f31-b869-fdbe2aff5f30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 200 len: 1002 time: 0.2903523 Jul 07 17:28:53.071687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.089553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.189515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.198392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.198982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/a65bc8e3-deed-47fd-b2b5-40ea5fda59ad HTTP/1.1" status: 204 len: 168 time: 1.4743152 Jul 07 17:28:53.199813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961081d1-fc23-4652-9843-1edabc825b2e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=a65bc8e3-deed-47fd-b2b5-40ea5fda59ad,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.248305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d196-a5d4-427c-aa9f-5477dd87ce4b req-f75bc200-e81a-4ee1-af93-d048f6ca3814 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.253174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.261317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fda0d196-a5d4-427c-aa9f-5477dd87ce4b req-f75bc200-e81a-4ee1-af93-d048f6ca3814 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.4821966 Jul 07 17:28:53.285230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:53.288544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Transition to ACTIVE for port object 7f546d51-f3fa-4ce1-90c9-ab118a387c9a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:53.297195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-77605f07-3576-4340-b083-095f4d3714a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.299452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-77605f07-3576-4340-b083-095f4d3714a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 200 len: 851 time: 0.2223208 Jul 07 17:28:53.311194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:53.316823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38ec0e-f4a4-40c5-bffc-dedaea668c3a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.318514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38ec0e-f4a4-40c5-bffc-dedaea668c3a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.322594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5e38ec0e-f4a4-40c5-bffc-dedaea668c3a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1207752 Jul 07 17:28:53.325059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.327978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60900) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.334423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Deleting port ab60c0f6-e1c6-463f-92a9-3a67705e7ccf {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.334855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.338562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Transition to ACTIVE for port object 7f546d51-f3fa-4ce1-90c9-ab118a387c9a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:53.368759 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.386755 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fda0d196-a5d4-427c-aa9f-5477dd87ce4b req-2ec49775-6160-4683-b9ca-4917139878b8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241443 Jul 07 17:28:53.431994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:53.437173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:53.438932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-5ef67b52-4109-4dee-a187-9ac880beb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.440926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-5ef67b52-4109-4dee-a187-9ac880beb907 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f62391a7-ebaf-4f0a-a986-900f496673c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309869 Jul 07 17:28:53.442134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:53.535355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Attempting to bind port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:53.535738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Attempting to bind port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '75131ce3-3a99-4915-bd22-ac511dc07765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:53.536113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Attempting to bind port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a on network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:53.538872 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.568090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Transition to ACTIVE for port object e87be372-919c-4544-b172-97395df50b8a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:53.583207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Pushing event updated for resources: {'Port': ['ID=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.588459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:53.588927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Checking segment: {'id': '75131ce3-3a99-4915-bd22-ac511dc07765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:53.589595 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.590009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Bound using segment: {'id': '75131ce3-3a99-4915-bd22-ac511dc07765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:53.590858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Bound port: 7f546d51-f3fa-4ce1-90c9-ab118a387c9a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75131ce3-3a99-4915-bd22-ac511dc07765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e6b274d-0914-458a-ba79-6e7e7bfeffe3'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:53.591403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.681547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-f0d30aab-14e4-490d-bbc9-6ccc3897c3ae service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322290 Jul 07 17:28:53.685773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] For port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:53.692681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] For port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,segment=NetworkSegment(75131ce3-3a99-4915-bd22-ac511dc07765),segment_id=75131ce3-3a99-4915-bd22-ac511dc07765)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:53.706924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.787363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Transition to ACTIVE for port object e87be372-919c-4544-b172-97395df50b8a will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:53.790491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0895c2-9cdd-440a-b824-5ee22db98284 None None] Pushing event updated for resources: {'Port': ['ID=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.800863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.808476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-396e790d-26a5-4cac-a93d-881b7f683206 service neutron] 10.222.0.73 "GET /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204071 Jul 07 17:28:53.838190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da6cd3-3cdc-4fc3-afdd-417dcdbbac79 req-652bc3e3-ebd8-42f1-8c02-5fb08effc213 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.840267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4da6cd3-3cdc-4fc3-afdd-417dcdbbac79 req-652bc3e3-ebd8-42f1-8c02-5fb08effc213 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 944 time: 0.2587585 Jul 07 17:28:53.863413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Pushing event updated for resources: {'Port': ['ID=e87be372-919c-4544-b172-97395df50b8a,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.874368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Network 939cb246-1e69-4cfc-bae1-e7e0516eedff is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:53.876482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:53.881928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:53.931452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-3880d568-c799-495a-9841-83b2a608a207 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 217 time: 0.0894818 Jul 07 17:28:53.958248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Attempting to bind port e87be372-919c-4544-b172-97395df50b8a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:53.958735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Attempting to bind port e87be372-919c-4544-b172-97395df50b8a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '4e7dc567-9599-4074-800a-0896bf1d68f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:53.959029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Attempting to bind port e87be372-919c-4544-b172-97395df50b8a on network 939cb246-1e69-4cfc-bae1-e7e0516eedff {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:53.966155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:53.966643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Checking segment: {'id': '4e7dc567-9599-4074-800a-0896bf1d68f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:53.967000 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.967409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Bound using segment: {'id': '4e7dc567-9599-4074-800a-0896bf1d68f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:53.967980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Bound port: e87be372-919c-4544-b172-97395df50b8a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7dc567-9599-4074-800a-0896bf1d68f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:53.968397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.997485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4da6cd3-3cdc-4fc3-afdd-417dcdbbac79 req-75306a40-e0ce-4f00-ae02-d5d179b6853f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Jul 07 17:28:54.053076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] For port e87be372-919c-4544-b172-97395df50b8a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:54.058239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] For port e87be372-919c-4544-b172-97395df50b8a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e87be372-919c-4544-b172-97395df50b8a,segment=NetworkSegment(4e7dc567-9599-4074-800a-0896bf1d68f9),segment_id=4e7dc567-9599-4074-800a-0896bf1d68f9)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:54.069183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.082273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-f96720c7-3893-422d-a3f1-2e5386cef149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.083771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-f96720c7-3893-422d-a3f1-2e5386cef149 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.0900717 Jul 07 17:28:54.108428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5052897-55f6-4c85-a66b-4738aace4b26 None None] Network 2071d51e-70f5-4dc5-ba4d-cb78e0248068 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:54.154565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.172228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.172864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.196316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-c6ee6146-0601-43de-915d-7b32c0837a8d service neutron] 10.222.0.73 "PUT /v2.0/ports/0dddf968-54c3-409d-9215-a52874612096 HTTP/1.1" status: 200 len: 1093 time: 2.6297204 Jul 07 17:28:54.197101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'tag': '0dddf968-54c3-409d-9215-a52874612096'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:54.227590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-72b292fb-6df4-4b0a-a51f-61e2472f2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.232195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-72b292fb-6df4-4b0a-a51f-61e2472f2bb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402330 Jul 07 17:28:54.242407 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "tag": "0dddf968-54c3-409d-9215-a52874612096"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:54.265813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406112-e7de-468c-aa32-10be8fda5ae9 None None] Pushing event updated for resources: {'Port': ['ID=e87be372-919c-4544-b172-97395df50b8a,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.334532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9631418b-5446-4f9c-9f53-453cfd7c503d None None] Provisioning for port bcf49ab2-3407-4bbf-bc51-e1635511953f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:54.416656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.494731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-41c31e99-f016-4ec7-9945-4bb8f70ef237 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546623 Jul 07 17:28:54.516032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.562005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7f546d51-f3fa-4ce1-90c9-ab118a387c9a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:54.644461 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5974639c-aadd-41d0-9c5f-8a275850191f x-openstack-request-id: req-5974639c-aadd-41d0-9c5f-8a275850191f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:54.647455 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "tag": "0dddf968-54c3-409d-9215-a52874612096", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:54.648518 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5974639c-aadd-41d0-9c5f-8a275850191f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:54.651328 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'tag': '0dddf968-54c3-409d-9215-a52874612096', 'status': 'completed', 'code': 200} Jul 07 17:28:54.652279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=03e8ab81-1f68-4844-a94e-0bb676bd711a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.672326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ced7ec0a-7d05-412f-bebf-1c1d98bfcccc tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.698382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:54.705713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Calling delete_port for ab60c0f6-e1c6-463f-92a9-3a67705e7ccf owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:54.717585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bcf49ab2-3407-4bbf-bc51-e1635511953f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:54.726286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] DHCP port deletion for 2071d51e-70f5-4dc5-ba4d-cb78e0248068 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:54.735426 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced7ec0a-7d05-412f-bebf-1c1d98bfcccc tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:28:54.735919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced7ec0a-7d05-412f-bebf-1c1d98bfcccc tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:54.748437 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ced7ec0a-7d05-412f-bebf-1c1d98bfcccc tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/2071d51e-70f5-4dc5-ba4d-cb78e0248068 HTTP/1.1" status: 409 len: 405 time: 1.4060345 Jul 07 17:28:54.756835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60910) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:54.764998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1407602933'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:54.833666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-3a4475f8-83d6-4a17-b726-e2f22f5c4132 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285561 Jul 07 17:28:54.864174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc34a-7f43-4f42-b68f-ab634bcbb989 req-c3532158-29e8-4a02-8c3d-b9ff0b63a6d2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.865751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6dc34a-7f43-4f42-b68f-ab634bcbb989 req-c3532158-29e8-4a02-8c3d-b9ff0b63a6d2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2018845 Jul 07 17:28:54.883350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.926062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939cb246-1e69-4cfc-bae1-e7e0516eedff']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.949655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:54.953016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port bcf49ab2-3407-4bbf-bc51-e1635511953f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:54.954954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-b15d426c-7d9e-4bc6-8410-408c83f9edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.958808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-b15d426c-7d9e-4bc6-8410-408c83f9edf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 1096 time: 0.5458531 Jul 07 17:28:54.960533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.964014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1c367f1a-9221-4310-9132-4c02cd693143 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 217 time: 0.0972435 Jul 07 17:28:54.971353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port bcf49ab2-3407-4bbf-bc51-e1635511953f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:54.972085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.976808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7dc567-9599-4074-800a-0896bf1d68f9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.977491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7dc567-9599-4074-800a-0896bf1d68f9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:55.046654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-55d22c42-fe9a-4e2b-be6e-662583184291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.048551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-55d22c42-fe9a-4e2b-be6e-662583184291 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.0690818 Jul 07 17:28:55.063722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Deleting port bcf49ab2-3407-4bbf-bc51-e1635511953f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:55.064443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.098820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-cabd08e9-21d0-4984-a71e-3c62d06646a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dddf968-54c3-409d-9215-a52874612096 HTTP/1.1" status: 200 len: 217 time: 0.1260672 Jul 07 17:28:55.100748 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.164499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6dc34a-7f43-4f42-b68f-ab634bcbb989 req-b3c5c035-eb10-4aca-8762-28e070f0261f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159977 Jul 07 17:28:55.181078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:55.210116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.237757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:55.238591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.239666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] For port bcf49ab2-3407-4bbf-bc51-e1635511953f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bcf49ab2-3407-4bbf-bc51-e1635511953f,segment=NetworkSegment(a6cdaf15-2b4f-482f-aef6-3e366d28ae30),segment_id=a6cdaf15-2b4f-482f-aef6-3e366d28ae30)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:55.240119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:55.244846 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:55.252641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c160ef3f-cf56-4cee-8f6b-5898e69d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.254555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-c160ef3f-cf56-4cee-8f6b-5898e69d9035 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1961942 Jul 07 17:28:55.349413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Calling delete_port for bcf49ab2-3407-4bbf-bc51-e1635511953f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:55.369940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.403963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-33b7dd30-58a4-4aeb-8f2b-10597f63ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.405816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-33b7dd30-58a4-4aeb-8f2b-10597f63ad3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.2643569 Jul 07 17:28:55.411075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:28:55.411075 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:28:55.411075 n-d-791505-12 neutron-server[93947]: [parameters: {'id': '939cb246-1e69-4cfc-bae1-e7e0516eedff'}] Jul 07 17:28:55.411075 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:28:55.411864 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:28:55.457867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-37ceee9b-57f7-4053-9285-d303ef061d94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431895 Jul 07 17:28:55.471194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-54800f74-ea8e-4166-83c1-51e33d5ce8eb service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086513 Jul 07 17:28:55.475751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port bcf49ab2-3407-4bbf-bc51-e1635511953f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bcf49ab2-3407-4bbf-bc51-e1635511953f,segment=NetworkSegment(a6cdaf15-2b4f-482f-aef6-3e366d28ae30),segment_id=a6cdaf15-2b4f-482f-aef6-3e366d28ae30)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:55.493090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.514661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.515022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.516078 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment b86dfcb6-c58c-4cc7-b689-6cd8f7742446 of type vlan for network 67020918-8319-41bf-94c6-86f6ea78602a Jul 07 17:28:55.573968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event deleted for resources: {'Port': ['ID=ab60c0f6-e1c6-463f-92a9-3a67705e7ccf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.574929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.612611 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.615180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=bcf49ab2-3407-4bbf-bc51-e1635511953f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.646515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.666296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] Pushing event deleted for resources: {'Port': ['ID=bcf49ab2-3407-4bbf-bc51-e1635511953f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.674371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c11b7-d2dc-4524-a1d3-40932eaae440 None None] No DVR routers for this DVR port bcf49ab2-3407-4bbf-bc51-e1635511953f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:55.708008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a11c5-c940-4ca5-8079-0a96cccc6330 req-0bbb913d-af68-495a-9cb5-7851c2b53763 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.709676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-830a11c5-c940-4ca5-8079-0a96cccc6330 req-0bbb913d-af68-495a-9cb5-7851c2b53763 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 944 time: 0.2956746 Jul 07 17:28:55.738377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-ac06a030-ed35-41c7-a7db-7c3548f6f98b service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720079 Jul 07 17:28:55.774341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.780537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.781200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.856471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.865721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d076599d-85c6-4f6d-b163-7ef665726078 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "DELETE /v2.0/ports/ab60c0f6-e1c6-463f-92a9-3a67705e7ccf HTTP/1.1" status: 204 len: 168 time: 2.9283190 Jul 07 17:28:55.870773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.875653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-66663fe3-c37a-4a4f-a2a2-ca0f6d27ba81 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956053 Jul 07 17:28:55.905398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1459858 Jul 07 17:28:55.921654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b519b-770a-4d3b-b77b-ed2e94ab240d None None] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:55.951254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-830a11c5-c940-4ca5-8079-0a96cccc6330 req-f5cee863-76ad-4e3f-891a-c993006e47a8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207155 Jul 07 17:28:55.952267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60920) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.958185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': '67020918-8319-41bf-94c6-86f6ea78602a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:55.965493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-d5c44596-cb7f-44d0-964f-9fca6c5f4069 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 200 len: 217 time: 0.0791335 Jul 07 17:28:55.966144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d072-efc5-4999-a1df-8e17eba5f02a tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=67020918-8319-41bf-94c6-86f6ea78602a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.966821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.974427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa9f971c-4966-44d4-853f-a21cb473b6e9 req-0e272705-ee96-49cf-9eab-169cb86014cf service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111111 Jul 07 17:28:56.043764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4d452e62-1008-465c-b26e-5539b84d4b63 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1662602 Jul 07 17:28:56.045946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60922) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.060479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-572684487'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.125187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1ae9d605-d182-408b-92f2-08b4398ef867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.126718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1ae9d605-d182-408b-92f2-08b4398ef867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.1443372 Jul 07 17:28:56.157181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Made reservation on behalf of 929f3acae153499f90b87b34326edcfc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:56.165427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.199141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:56.204876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.301576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:56.325338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.325806 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Added segment 1e82036e-de9f-4f1d-949e-09e64769d4a1 of type vlan for network d619775b-64cc-43b1-8cd9-c53c45b8b38d Jul 07 17:28:56.368723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-fecfc482-2b53-41a5-8c74-c86c369ad511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.375436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-fecfc482-2b53-41a5-8c74-c86c369ad511 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2395897 Jul 07 17:28:56.395255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-8374cb23-ab6e-44b2-b241-72b46897e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.396874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-8374cb23-ab6e-44b2-b241-72b46897e888 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 1096 time: 0.2720981 Jul 07 17:28:56.406958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port e87be372-919c-4544-b172-97395df50b8a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:56.407310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.420744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.552582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 67020918-8319-41bf-94c6-86f6ea78602a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:56.655108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87be372-919c-4544-b172-97395df50b8a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:56.658822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767561fc-c4dc-4974-a50d-ae323c7fd211 None None] Network 939cb246-1e69-4cfc-bae1-e7e0516eedff requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:56.744423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-bce62635-c543-4307-be56-5f33b1280a95 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542051 Jul 07 17:28:56.763616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:28:56.839523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port e87be372-919c-4544-b172-97395df50b8a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e87be372-919c-4544-b172-97395df50b8a,segment=NetworkSegment(4e7dc567-9599-4074-800a-0896bf1d68f9),segment_id=4e7dc567-9599-4074-800a-0896bf1d68f9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:56.840555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.867902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Provisioning for port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:56.888231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for e87be372-919c-4544-b172-97395df50b8a owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:56.908873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Provisioning complete for port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:56.909301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.093148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.098174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.104718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:57.105849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.107520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e87be372-919c-4544-b172-97395df50b8a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:57.202009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.247074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1954021 Jul 07 17:28:57.255016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60930) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.261328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] For port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,segment=NetworkSegment(75131ce3-3a99-4915-bd22-ac511dc07765),segment_id=75131ce3-3a99-4915-bd22-ac511dc07765)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:57.265321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bcf49ab2-3407-4bbf-bc51-e1635511953f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:57.290480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: bcf49ab2-3407-4bbf-bc51-e1635511953f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:57.290827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bcf49ab2-3407-4bbf-bc51-e1635511953f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:57.310288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.359967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-2208a53f-4f8d-4834-b366-35eb7496afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:57.361978 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-2208a53f-4f8d-4834-b366-35eb7496afc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 922 time: 0.9570003 Jul 07 17:28:57.375534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.379359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8b591-24c8-4c24-94a5-ad170e746ce9 None None] DHCP port deletion for 939cb246-1e69-4cfc-bae1-e7e0516eedff request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:57.460104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cd7cfbe7-910c-4e3a-ab13-51d11e8046e9 None None] Could not find standard attr ID for object e87be372-919c-4544-b172-97395df50b8a. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:57.474341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=e87be372-919c-4544-b172-97395df50b8a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.474929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2e030-f30d-4ce5-89f7-07fab1c8fe13 None None] Pushing event updated for resources: {'Port': ['ID=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.479323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-88ccfc3b-b785-4a04-ab24-1295bc957bd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dddf968-54c3-409d-9215-a52874612096 HTTP/1.1" status: 200 len: 217 time: 0.0876813 Jul 07 17:28:57.480322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port e87be372-919c-4544-b172-97395df50b8a on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:57.501492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c780f-4f8f-4541-b3f0-48765125aa7c req-e09601d9-97f0-43fb-8c9f-707cdeb82ba3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:57.503342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c6c780f-4f8f-4541-b3f0-48765125aa7c req-e09601d9-97f0-43fb-8c9f-707cdeb82ba3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.9956658 Jul 07 17:28:57.582811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:28:57.596971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.657025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-6ea0b3dd-bdc4-43e6-9da9-70f052ec2d42 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9041226 Jul 07 17:28:57.661255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c6c780f-4f8f-4541-b3f0-48765125aa7c req-df00256f-ec6f-4fbc-b1f4-cfc6c1e90e05 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330967 Jul 07 17:28:57.710921 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6448ae36-6cc6-48b8-b8ee-e13b47791392 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks HTTP/1.1" status: 200 len: 13556 time: 0.4115655 Jul 07 17:28:57.726415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60932) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.749074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-37fe507e-23bc-4540-8daf-4ab34d7cbb53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 200 len: 217 time: 0.0782218 Jul 07 17:28:57.788574 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.804530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=a52f9944-ab58-43a0-87eb-96eb48805892,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.811330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3a7fc500-6b5d-4c71-948d-f1b492937522 None None] Provisioning complete for port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:57.811958 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc500-6b5d-4c71-948d-f1b492937522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.812236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939cb246-1e69-4cfc-bae1-e7e0516eedff']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.844735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7dc567-9599-4074-800a-0896bf1d68f9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.845080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7dc567-9599-4074-800a-0896bf1d68f9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.869900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.887696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.894738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:57.895180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:57.970952 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:57.984307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb44520-bcc8-49ea-86cd-4890b6422b8c tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event updated for resources: {'Network': ['ID=d619775b-64cc-43b1-8cd9-c53c45b8b38d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.986558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.011277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network d619775b-64cc-43b1-8cd9-c53c45b8b38d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:58.029117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:58.029657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: 67020918-8319-41bf-94c6-86f6ea78602a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:58.085223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.093574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/939cb246-1e69-4cfc-bae1-e7e0516eedff HTTP/1.1" status: 204 len: 168 time: 5.7871258 Jul 07 17:28:58.099068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e871e-9714-4a33-94f7-c56996121a98 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=939cb246-1e69-4cfc-bae1-e7e0516eedff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.105147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.111012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d80dc-cd53-4311-8bc7-3acf8f7efc34 req-c8c196f4-7c1a-4f8d-aadf-58d255b868d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.112795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-148d80dc-cd53-4311-8bc7-3acf8f7efc34 req-c8c196f4-7c1a-4f8d-aadf-58d255b868d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1097 time: 1.3127599 Jul 07 17:28:58.118593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670844127'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.128297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network 67020918-8319-41bf-94c6-86f6ea78602a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:58.130652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ec065ae0-7e1b-464d-8c90-6ff4a7cb19b2 None None] Could not find standard attr ID for object ab60c0f6-e1c6-463f-92a9-3a67705e7ccf. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:58.145007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-efbe6ce4-1b89-42c3-a470-d6831904a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.147074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-efbe6ce4-1b89-42c3-a470-d6831904a528 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 200 len: 797 time: 0.3911169 Jul 07 17:28:58.158424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:58.158864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 67020918-8319-41bf-94c6-86f6ea78602a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:58.161987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.163300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.164329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.176524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096750e-e6a0-477a-afcb-578c7b5585f1 None None] Network 67020918-8319-41bf-94c6-86f6ea78602a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:58.206601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-2adae0b1-9817-4d07-b0fe-735ceb382283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.209048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-2adae0b1-9817-4d07-b0fe-735ceb382283 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.5005996 Jul 07 17:28:58.225751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:58.239020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.239427 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment e942bb19-4014-4fd7-9347-517bd2cb30bd of type vlan for network 2018e66c-21e4-49fa-80cc-3a963b823e0c Jul 07 17:28:58.247902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba5f0a-15d4-4b0f-9d3f-fdac80886240 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] Network d619775b-64cc-43b1-8cd9-c53c45b8b38d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:58.292287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.319393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91ef24f4-a163-42df-8ad0-cef011147112 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3653255 Jul 07 17:28:58.327061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.386721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-148d80dc-cd53-4311-8bc7-3acf8f7efc34 req-dccf1113-54f6-4cf0-93a2-09b7fb90fd05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395468 Jul 07 17:28:58.389990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-6b19442f-2104-47f5-933e-1d63ddac0bd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735618 Jul 07 17:28:58.390895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.398760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.399927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.449462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-67020918-8319-41bf-94c6-86f6ea78602a', 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a', 'tenant_id': '4e032fc929fe48378e0825adb9731740', 'fixed_ips': [{'subnet_id': 'a52f9944-ab58-43a0-87eb-96eb48805892'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:58.450805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.453396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1476306-74c8-45c0-be87-6ab56fffc8c5 req-7cbee65d-191f-4278-935b-8658e837b118 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.467710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1476306-74c8-45c0-be87-6ab56fffc8c5 req-7cbee65d-191f-4278-935b-8658e837b118 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 944 time: 0.5251219 Jul 07 17:28:58.473305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b3ba5f0a-15d4-4b0f-9d3f-fdac80886240 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "POST /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7438004 Jul 07 17:28:58.496664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.611743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=2018e66c-21e4-49fa-80cc-3a963b823e0c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.638891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7f546d51-f3fa-4ce1-90c9-ab118a387c9a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:58.645012 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-d2be617b-076a-4681-8fee-ca84f2d85349 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412615 Jul 07 17:28:58.653940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-71e6c762-01e7-4904-bab0-b891bbfbe697 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5375316 Jul 07 17:28:58.660520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.663356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60940) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.682971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '2018e66c-21e4-49fa-80cc-3a963b823e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.686277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a092a7d-a439-4dd1-929c-e682070ad0d7 None None] Network d619775b-64cc-43b1-8cd9-c53c45b8b38d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:58.771819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2018e66c-21e4-49fa-80cc-3a963b823e0c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:58.798281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1476306-74c8-45c0-be87-6ab56fffc8c5 req-035f9b14-6e97-4fc6-850e-f994456ecb18 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292725 Jul 07 17:28:58.902817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-b1bff52e-a3de-46ec-bd16-8aa409db11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.904762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-b1bff52e-a3de-46ec-bd16-8aa409db11b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d580c86-ccb6-4461-8d9e-97bba6e24d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7338076 Jul 07 17:28:58.927971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Allocated IP 2001:db8::f816:3eff:fef0:7eff (67020918-8319-41bf-94c6-86f6ea78602a/a52f9944-ab58-43a0-87eb-96eb48805892/6a29d10e-71f2-4bbd-8969-bcf5d3d87194) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:58.939310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:58.939691 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.011027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.024471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0c9010c-b2fe-4a90-85e5-9f22e2543eeb tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks HTTP/1.1" status: 200 len: 14373 time: 0.4078491 Jul 07 17:28:59.029168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60944) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.045771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1d20a7ad-3a2c-4375-8f5e-ef5058f5676a req-49d99571-abc1-4b93-a979-52d612f7a017 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928993 Jul 07 17:28:59.099845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:59.104969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.223524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:59.231662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing IP validity checks on allocation pools {{(pid=93946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:28:59.232290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:28:59.267828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60946) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.268221 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bfe75c6e-15bb-48e5-9687-8a361e112735 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "DELETE /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks/d619775b-64cc-43b1-8cd9-c53c45b8b38d HTTP/1.1" status: 204 len: 168 time: 0.2372987 Jul 07 17:28:59.280339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87be372-919c-4544-b172-97395df50b8a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:59.324471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-e6fb2498-7c72-4d55-8c3a-6cee4d20ad57 service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097862 Jul 07 17:28:59.337109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e87be372-919c-4544-b172-97395df50b8a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:59.337109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e87be372-919c-4544-b172-97395df50b8a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:59.504486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.530228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Transition to ACTIVE for port object 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:59.581557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab20d82-5c2f-4a14-94d9-35d02bb71920 req-5f899e60-f35a-4701-b5f4-da8ce582b1d1 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.583511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ab20d82-5c2f-4a14-94d9-35d02bb71920 req-5f899e60-f35a-4701-b5f4-da8ce582b1d1 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.3985391 Jul 07 17:28:59.597589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Transition to ACTIVE for port object 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:59.609365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:59.625085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.683159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0dddf968-54c3-409d-9215-a52874612096', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'port_id': '0dddf968-54c3-409d-9215-a52874612096', 'mac_address': 'fa:16:3e:ef:06:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a60eea-8667-4994-aece-cd944e057543', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:59.701085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3148d8d7-c264-40e0-bb36-bb7ba96b5fe1 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks HTTP/1.1" status: 200 len: 13603 time: 0.4241915 Jul 07 17:28:59.706899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60948) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.730054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-368bc563-cace-4be9-9d20-7c96bc61697e service neutron] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935065 Jul 07 17:28:59.731426 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-09b92a36-77ee-4d56-a4d7-9ecf9bd02038 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/networks/4e6b274d-0914-458a-ba79-6e7e7bfeffe3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0226502 Jul 07 17:28:59.734995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.747061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Network 67020918-8319-41bf-94c6-86f6ea78602a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:59.749515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:59.753751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.759479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9281df2c-07bd-4d3d-abc5-20ed3ae20d7c tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/networks/4e6b274d-0914-458a-ba79-6e7e7bfeffe3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0218465 Jul 07 17:28:59.763390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60952) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:59.764612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:59.783392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Pushing event updated for resources: {'Port': ['ID=6a29d10e-71f2-4bbd-8969-bcf5d3d87194,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.841921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-76d30aa1-699a-4241-b1bf-536f7821300d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 200 len: 217 time: 0.1038446 Jul 07 17:28:59.845209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ab20d82-5c2f-4a14-94d9-35d02bb71920 req-de8af299-b278-4d6d-ad8d-4006852fb1b9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480009 Jul 07 17:28:59.846913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.849153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=a52f9944-ab58-43a0-87eb-96eb48805892,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.866064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.922391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dddf968-54c3-409d-9215-a52874612096 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:59.936964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Attempting to bind port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:59.937574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Attempting to bind port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:59.938097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Attempting to bind port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 on network 67020918-8319-41bf-94c6-86f6ea78602a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:59.949034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:59.949629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Checking segment: {'id': 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:59.950583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.951480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Bound using segment: {'id': 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:59.952584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Bound port: 6a29d10e-71f2-4bbd-8969-bcf5d3d87194, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67020918-8319-41bf-94c6-86f6ea78602a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:59.953480 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.995136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:00.022231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.041841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.047974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8576ab2f-8713-4ce8-96e7-b0382b10ed33 tempest-DHCPAgentSchedulersTestJSON-1561931702 tempest-DHCPAgentSchedulersTestJSON-1561931702-project-admin] 10.222.0.66 "GET /v2.0/agents/2fd1e215-6327-4e4f-9a43-bf9a05e04210/dhcp-networks HTTP/1.1" status: 200 len: 13565 time: 0.2824967 Jul 07 17:29:00.053434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.058686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67020918-8319-41bf-94c6-86f6ea78602a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.076091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] For port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:00.076512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-7955c3ff-2289-491a-bc9b-42591f956db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.078103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-7955c3ff-2289-491a-bc9b-42591f956db9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.2257850 Jul 07 17:29:00.081612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=a97ba409-12f5-4e42-9d4f-0991d5c1b934,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.095136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] For port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6a29d10e-71f2-4bbd-8969-bcf5d3d87194,segment=NetworkSegment(b86dfcb6-c58c-4cc7-b689-6cd8f7742446),segment_id=b86dfcb6-c58c-4cc7-b689-6cd8f7742446)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:00.105273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.128181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.192781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.193126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.235889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f4d0f-de91-4d84-83d1-4f8a5661e6fd None None] Pushing event updated for resources: {'Port': ['ID=6a29d10e-71f2-4bbd-8969-bcf5d3d87194,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.247871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.257218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ccf0e-7dbc-4686-bfa5-03a16a23ee36 None None] Network 67020918-8319-41bf-94c6-86f6ea78602a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:00.282472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'e942bb19-4014-4fd7-9347-517bd2cb30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2018e66c-21e4-49fa-80cc-3a963b823e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:00.282843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 2018e66c-21e4-49fa-80cc-3a963b823e0c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:00.299617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.303224 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.323974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:00.324406 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:00.327738 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:00.333271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0dddf968-54c3-409d-9215-a52874612096'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:00.422882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 2018e66c-21e4-49fa-80cc-3a963b823e0c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:00.436722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b12346-68a5-4754-ab9f-8504c688dd4e req-712212b5-c21e-4c70-ad37-4f8a38d52214 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.438420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78b12346-68a5-4754-ab9f-8504c688dd4e req-712212b5-c21e-4c70-ad37-4f8a38d52214 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 945 time: 0.3933082 Jul 07 17:29:00.471162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1970799a-b670-4a16-ac71-27030b19b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.472743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1970799a-b670-4a16-ac71-27030b19b98c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3719656 Jul 07 17:29:00.480352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:29:00.480352 n-d-791505-12 neutron-server[93946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:29:00.480352 n-d-791505-12 neutron-server[93946]: [parameters: {'id': '67020918-8319-41bf-94c6-86f6ea78602a'}] Jul 07 17:29:00.480352 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:29:00.480352 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:29:00.493731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2018e66c-21e4-49fa-80cc-3a963b823e0c) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:00.509759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaebaf3e-cde5-4361-9576-a3154033e50f None None] Network 2018e66c-21e4-49fa-80cc-3a963b823e0c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:00.548973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.549583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.623761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.657770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78b12346-68a5-4754-ab9f-8504c688dd4e req-6e243699-8389-430f-ab54-cda07f4a1dce tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973255 Jul 07 17:29:00.659925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d619775b-64cc-43b1-8cd9-c53c45b8b38d']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.672002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57d40e9f-ce46-40b6-8010-ab71e97bafb3 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9947913 Jul 07 17:29:00.676759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.677338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e82036e-de9f-4f1d-949e-09e64769d4a1') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.677839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e82036e-de9f-4f1d-949e-09e64769d4a1') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.707728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.738740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.752366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:00.753018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.805145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-8acee72a-0cbf-42a9-b8d3-99382a8db4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226030 Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:00.806699 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:00.827553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.839821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfe19b-10d4-45c1-a827-e19e9893416a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2018e66c-21e4-49fa-80cc-3a963b823e0c', 'network_id': '2018e66c-21e4-49fa-80cc-3a963b823e0c', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': 'a97ba409-12f5-4e42-9d4f-0991d5c1b934'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:00.841280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe19b-10d4-45c1-a827-e19e9893416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.900478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.962414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.970020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.972244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "DELETE /v2.0/networks/d619775b-64cc-43b1-8cd9-c53c45b8b38d HTTP/1.1" status: 204 len: 168 time: 0.9170437 Jul 07 17:29:00.980673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.981270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.020839 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c396d4-905d-4744-9048-331d1db0a08d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:01.021748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c396d4-905d-4744-9048-331d1db0a08d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:01.023943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-67c396d4-905d-4744-9048-331d1db0a08d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "DELETE /v2.0/ports/ab60c0f6-e1c6-463f-92a9-3a67705e7ccf HTTP/1.1" status: 404 len: 333 time: 0.0403464 Jul 07 17:29:01.027337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.048959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.054732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabb7fd-33d5-4428-97ec-3e89cd6e3717 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event deleted for resources: {'Network': ['ID=d619775b-64cc-43b1-8cd9-c53c45b8b38d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-e2cfe19b-10d4-45c1-a827-e19e9893416a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97ba409-12f5-4e42-9d4f-0991d5c1b934: This subnet is being modified by another concurrent operation. Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:01.059849 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97ba409-12f5-4e42-9d4f-0991d5c1b934: This subnet is being modified by another concurrent operation. Jul 07 17:29:01.069465 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:29:01.092999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35449953-ab87-4f09-b1de-90d466d2c47e None None] Network 2018e66c-21e4-49fa-80cc-3a963b823e0c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:01.131578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=a97ba409-12f5-4e42-9d4f-0991d5c1b934,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.132589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-d079a618-6349-49a4-b6ec-edc1ef3ebfb6 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198960 Jul 07 17:29:01.201579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-13ca921e-0b49-4297-a47b-7f3fa0e847ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 200 len: 217 time: 0.0590823 Jul 07 17:29:01.217482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Deleting subnet 11e7e41e-c971-4240-bdaa-5f3a4f7304ea {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:01.224283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.260576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.277195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:01.277937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.280516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2018e66c-21e4-49fa-80cc-3a963b823e0c']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.288231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66012f82-9530-46cc-8970-868114e5f1f2 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:01.297056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e942bb19-4014-4fd7-9347-517bd2cb30bd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.297402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e942bb19-4014-4fd7-9347-517bd2cb30bd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.308968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.332776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.365977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.379823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:01.380250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:01.384217 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:01.492013 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.518266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.520634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66012f82-9530-46cc-8970-868114e5f1f2 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:01.530187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.532429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/2018e66c-21e4-49fa-80cc-3a963b823e0c HTTP/1.1" status: 204 len: 168 time: 0.8517556 Jul 07 17:29:01.544463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60968) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.560765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-925226431'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.567823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2ead3-d4b3-43d9-b136-ebae63ec8ba1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=2018e66c-21e4-49fa-80cc-3a963b823e0c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.605413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:01.612001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.659502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.726301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:01.731025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event deleted for resources: {'Subnet': ['ID=11e7e41e-c971-4240-bdaa-5f3a4f7304ea,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.743872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.749750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6c3bd656-6cc7-426c-ae26-8259c41d1a8d tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "DELETE /v2.0/subnets/11e7e41e-c971-4240-bdaa-5f3a4f7304ea HTTP/1.1" status: 204 len: 168 time: 0.7160130 Jul 07 17:29:01.751057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60972) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.792376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.792942 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment e47b2d06-8858-40e5-b397-129c3f351c77 of type vlan for network 5a0aa079-6c3d-45b3-8d82-d012b83484d8 Jul 07 17:29:01.811349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-6b19ae1d-9e72-42b7-9488-f870444a3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.813024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-6b19ae1d-9e72-42b7-9488-f870444a3a4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 200 len: 797 time: 0.6011429 Jul 07 17:29:01.846090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] For port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6a29d10e-71f2-4bbd-8969-bcf5d3d87194,segment=NetworkSegment(b86dfcb6-c58c-4cc7-b689-6cd8f7742446),segment_id=b86dfcb6-c58c-4cc7-b689-6cd8f7742446)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:01.846494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.894497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Calling delete_port for 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:01.905798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3433e-86b6-44f7-b42c-068c3e61815c req-ab9a47d0-b166-4ad6-a8e0-40f15672a807 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.907566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fa3433e-86b6-44f7-b42c-068c3e61815c req-ab9a47d0-b166-4ad6-a8e0-40f15672a807 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.7548864 Jul 07 17:29:02.021010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fa3433e-86b6-44f7-b42c-068c3e61815c req-6557b175-1e19-4ac2-a751-47739d98c76a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982428 Jul 07 17:29:02.023063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-cbb1d94f-ff3a-4cb7-b64c-672744afccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.025860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-cbb1d94f-ff3a-4cb7-b64c-672744afccdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e15b887e-9e51-48f0-a42b-b128d07cba55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987002 Jul 07 17:29:02.174317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.269328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Port': ['ID=6a29d10e-71f2-4bbd-8969-bcf5d3d87194,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.282564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No DVR routers for this DVR port 6a29d10e-71f2-4bbd-8969-bcf5d3d87194 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:02.348841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.359662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.367354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac7a237-14fa-42c3-96a8-c38b451245b7 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:02.402719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-1179582a-7965-4013-b364-b68a77bb3999 service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666792 Jul 07 17:29:02.423687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.429596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.430813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.504215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9599047 Jul 07 17:29:02.508933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.531050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '5a0aa079-6c3d-45b3-8d82-d012b83484d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:02.541050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.559392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67020918-8319-41bf-94c6-86f6ea78602a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.584811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.585127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86dfcb6-c58c-4cc7-b689-6cd8f7742446') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.597728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7a237-14fa-42c3-96a8-c38b451245b7 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:02.636727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde0fa2-9cf0-4225-bf15-6745d94867fb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=5a0aa079-6c3d-45b3-8d82-d012b83484d8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.644325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414a665-2835-4c69-80b6-25845be7ac5e req-e0e0c8a7-5086-4566-9a76-39254ef3cfe0 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.647224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7414a665-2835-4c69-80b6-25845be7ac5e req-e0e0c8a7-5086-4566-9a76-39254ef3cfe0 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 945 time: 0.3487749 Jul 07 17:29:02.660415 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.674815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Deleting port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:02.675470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.686818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5a0aa079-6c3d-45b3-8d82-d012b83484d8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:02.705134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7991cece-2a3c-4cc7-84b4-1ebe465912f4 req-5d17080a-3324-4696-a8e5-5af18eae568e service neutron] 10.222.0.73 "GET /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640285 Jul 07 17:29:02.718772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.739604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:02.740316 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:02.748012 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:02.824740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:02.829651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.843691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] For port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,segment=NetworkSegment(75131ce3-3a99-4915-bd22-ac511dc07765),segment_id=75131ce3-3a99-4915-bd22-ac511dc07765)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:02.844238 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.851645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7414a665-2835-4c69-80b6-25845be7ac5e req-a24cb715-be97-4c4f-b824-7203a3c3b03c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874793 Jul 07 17:29:02.870914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.887511 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.891279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/67020918-8319-41bf-94c6-86f6ea78602a HTTP/1.1" status: 204 len: 168 time: 4.5561073 Jul 07 17:29:02.912984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Calling delete_port for 7f546d51-f3fa-4ce1-90c9-ab118a387c9a owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:02.924806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.926658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218b661-c0c7-49fb-ad7c-30d6180c03cb tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=67020918-8319-41bf-94c6-86f6ea78602a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.948141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-13314417'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:02.995353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:03.003016 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.046970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:03.063846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.064205 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment 16f1ac51-5a33-4cd3-879f-625aa27738bf of type vlan for network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b Jul 07 17:29:03.135068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.191308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9719df-982e-43c9-971a-f1a7e1772f0f None None] Network 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:03.192800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.207140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.208564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.267864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:03.273464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.320485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event deleted for resources: {'Port': ['ID=7f546d51-f3fa-4ce1-90c9-ab118a387c9a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.323859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] No DVR routers for this DVR port 7f546d51-f3fa-4ce1-90c9-ab118a387c9a on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:03.397936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4578946 Jul 07 17:29:03.404238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.409271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': 'f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:03.431717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5180cd-603b-4d32-a80f-2e34a8b79046 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.466146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:03.491054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0dddf968-54c3-409d-9215-a52874612096 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:03.505653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.544475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0dddf968-54c3-409d-9215-a52874612096 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:03.544714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.547731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564ecf-098b-462d-b1bd-cd25daa9995e req-46405f3a-086b-449d-9eeb-e72e34b47ba4 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.549355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a564ecf-098b-462d-b1bd-cd25daa9995e req-46405f3a-086b-449d-9eeb-e72e34b47ba4 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.2230954 Jul 07 17:29:03.567537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735cdd3-11b9-4616-ba88-e9e7c624d9dc None None] DHCP port deletion for 4e6b274d-0914-458a-ba79-6e7e7bfeffe3 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:03.582128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:03.586553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.600393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6b274d-0914-458a-ba79-6e7e7bfeffe3']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.627437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75131ce3-3a99-4915-bd22-ac511dc07765') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.627981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75131ce3-3a99-4915-bd22-ac511dc07765') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.668373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.671720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a564ecf-098b-462d-b1bd-cd25daa9995e req-80c87008-bda8-4c56-a3e6-dcd681d9fc6e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099861 Jul 07 17:29:03.692676 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.713934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.752077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:03.754543 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267511f5-2bc8-486c-8118-204610a431f7" -d '{"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-plugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:03.769433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:03.774278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.784423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.855687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.869343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:03.870202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:03.880396 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:03.929132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.980061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=521d0974-b07d-455f-88b4-b2476c9da22d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.028023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'e47b2d06-8858-40e5-b397-129c3f351c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a0aa079-6c3d-45b3-8d82-d012b83484d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:04.028615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 5a0aa079-6c3d-45b3-8d82-d012b83484d8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:04.035308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.049984 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8734b5-00cb-4636-84af-bc47f5a1a12d x-openstack-request-id: req-8c8734b5-00cb-4636-84af-bc47f5a1a12d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:04.050428 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-plugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:04.050864 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c8734b5-00cb-4636-84af-bc47f5a1a12d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:04.052398 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096', 'code': 200} Jul 07 17:29:04.063814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=b706d542-a089-4d3c-ad65-e17aaf101b8d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.067203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.074231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] 10.222.0.66 "DELETE /v2.0/networks/4e6b274d-0914-458a-ba79-6e7e7bfeffe3 HTTP/1.1" status: 204 len: 168 time: 2.3177636 Jul 07 17:29:04.089023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': '16f1ac51-5a33-4cd3-879f-625aa27738bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:04.089621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:04.098137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4e253-d2a0-438b-b19a-b262f3054324 tempest-DHCPAgentSchedulersTestJSON-2084636335 tempest-DHCPAgentSchedulersTestJSON-2084636335-project] Pushing event deleted for resources: {'Network': ['ID=4e6b274d-0914-458a-ba79-6e7e7bfeffe3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.108023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 5a0aa079-6c3d-45b3-8d82-d012b83484d8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:04.123695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:04.130363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5a0aa079-6c3d-45b3-8d82-d012b83484d8) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:04.142534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b49cf-5b76-4180-ac09-294f147b33e8 None None] Network 5a0aa079-6c3d-45b3-8d82-d012b83484d8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:04.146026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:04.153124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.153370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.154163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.154626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.198049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3001eb-1b6d-4738-9275-3b47ad71109f None None] Network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:04.215366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60998) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.223574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39981ffd-6ebc-48a9-bb3e-8991ec7fa338 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6886933 Jul 07 17:29:04.342001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a570870c-59f1-4562-99e0-472caa3e256f tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9328439 Jul 07 17:29:04.342496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.374019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02828034-3aa0-4988-a0aa-2f9f8dc42c4b req-9d2101c3-8e30-4ff9-b0c9-c48fe90b4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.375637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02828034-3aa0-4988-a0aa-2f9f8dc42c4b req-9d2101c3-8e30-4ff9-b0c9-c48fe90b4719 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 1098 time: 0.2162137 Jul 07 17:29:04.451459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02828034-3aa0-4988-a0aa-2f9f8dc42c4b req-4d3f0f54-8c7f-476b-95eb-ea8366a7d6c0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678582 Jul 07 17:29:04.472149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7f546d51-f3fa-4ce1-90c9-ab118a387c9a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:04.555761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.560504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.578118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b543fd7-662a-4394-817a-447aa9931ebd req-846c0967-8f59-422a-9fde-bbf343cf0a42 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.581086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b543fd7-662a-4394-817a-447aa9931ebd req-846c0967-8f59-422a-9fde-bbf343cf0a42 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.3309641 Jul 07 17:29:04.584659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7f546d51-f3fa-4ce1-90c9-ab118a387c9a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:04.585278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7f546d51-f3fa-4ce1-90c9-ab118a387c9a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:04.644203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.645115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32772) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.701147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b543fd7-662a-4394-817a-447aa9931ebd req-f6915608-2a3f-44be-8945-10681d4cb3ba tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Jul 07 17:29:04.731802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.762570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.810229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=b706d542-a089-4d3c-ad65-e17aaf101b8d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.825708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635d9df-edee-4f04-b6f8-2853ca20a589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-5a0aa079-6c3d-45b3-8d82-d012b83484d8', 'network_id': '5a0aa079-6c3d-45b3-8d82-d012b83484d8', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '521d0974-b07d-455f-88b4-b2476c9da22d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:04.826654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f635d9df-edee-4f04-b6f8-2853ca20a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.909474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.953955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.967547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.985742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcab212-b1e2-4161-b7ca-55b29aa56a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b', 'network_id': 'f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b', 'tenant_id': '4e032fc929fe48378e0825adb9731740', 'fixed_ips': [{'subnet_id': 'b706d542-a089-4d3c-ad65-e17aaf101b8d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:04.986835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cdcab212-b1e2-4161-b7ca-55b29aa56a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.987061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1ac51-5a33-4cd3-879f-625aa27738bf') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.987271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1ac51-5a33-4cd3-879f-625aa27738bf') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.998306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-f635d9df-edee-4f04-b6f8-2853ca20a589 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 521d0974-b07d-455f-88b4-b2476c9da22d: This subnet is being modified by another concurrent operation. Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:05.007363 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 521d0974-b07d-455f-88b4-b2476c9da22d: This subnet is being modified by another concurrent operation. Jul 07 17:29:05.012948 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:29:05.033359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.037494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:05.038042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:05.042661 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:05.054095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=521d0974-b07d-455f-88b4-b2476c9da22d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.073382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474da5a3-96d3-45ce-bb81-030d6d7a8753 None None] Network 5a0aa079-6c3d-45b3-8d82-d012b83484d8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:05.123140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.130271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4328d1-515d-4c4f-a2ee-5a32085562c2 None None] Network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:05.131185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.138658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b HTTP/1.1" status: 204 len: 168 time: 0.7942827 Jul 07 17:29:05.139347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.157763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1150612694'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.163035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee38f-2bad-4955-98d9-f5057fee20ad tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.165627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4328d1-515d-4c4f-a2ee-5a32085562c2 None None] Network f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:29:05.203928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:05.212371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.248350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.257608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e3ef7-a992-41e0-8809-9a1dd782b02c None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:05.286432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:05.294492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0aa079-6c3d-45b3-8d82-d012b83484d8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.310580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.311510 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Added segment f59938dd-265c-43fc-b915-b2843269933f of type vlan for network c19783a4-a8d1-4ae7-af67-ce2606e49460 Jul 07 17:29:05.325507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-48e1927b-13c0-4d98-baba-04434b1bd75f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=929f3acae153499f90b87b34326edcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549492 Jul 07 17:29:05.329628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47b2d06-8858-40e5-b397-129c3f351c77') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.329985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47b2d06-8858-40e5-b397-129c3f351c77') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.334236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.389424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.417968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.476321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.492040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.498971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0f6a7-92d3-4891-a3bc-8a00b9d8e17f req-477c2c0d-9c0d-4647-a84a-52144bd961d8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.500888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88e0f6a7-92d3-4891-a3bc-8a00b9d8e17f req-477c2c0d-9c0d-4647-a84a-52144bd961d8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.5534556 Jul 07 17:29:05.501725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.502751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.510959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:05.511638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:05.517716 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:05.535866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e3ef7-a992-41e0-8809-9a1dd782b02c None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:05.602312 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4599831 Jul 07 17:29:05.616573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32780) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.628248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Request body: {'subnet': {'network_id': 'c19783a4-a8d1-4ae7-af67-ce2606e49460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.638635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.689556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4b45-0755-4f19-8040-a22ea37a307d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Network': ['ID=c19783a4-a8d1-4ae7-af67-ce2606e49460,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.707408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.708970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network c19783a4-a8d1-4ae7-af67-ce2606e49460 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:05.714239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.720668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/5a0aa079-6c3d-45b3-8d82-d012b83484d8 HTTP/1.1" status: 204 len: 168 time: 1.5005715 Jul 07 17:29:05.723652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.727600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88e0f6a7-92d3-4891-a3bc-8a00b9d8e17f req-4f3d1dcd-e177-4144-914a-b4cdd4b588bd tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086060 Jul 07 17:29:05.737276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513157524'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.751133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.822371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:05.826695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.885757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:05.889392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Made reservation on behalf of 4e032fc929fe48378e0825adb9731740 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:05.893618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.905395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b95c6-1ab2-4289-98f9-231f8c7415a5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=5a0aa079-6c3d-45b3-8d82-d012b83484d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.909268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.921202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.923679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75fee544-8c9e-4fe4-a3db-f8406772c257 HTTP/1.1" status: 204 len: 168 time: 0.5884566 Jul 07 17:29:05.939690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62872a-79d2-46cf-8baa-44800a9949e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fee544-8c9e-4fe4-a3db-f8406772c257,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.053815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.054406 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 207ffa3c-7990-4696-a450-ed4ac3be288a of type vlan for network fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c Jul 07 17:29:06.171661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.263133 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.270810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.272135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.366035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9676fa-8fb0-44d3-b86f-1f9a6b827b9e req-73515404-bc45-43f5-aed4-04bd3c6d41a0 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.371318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb9676fa-8fb0-44d3-b86f-1f9a6b827b9e req-73515404-bc45-43f5-aed4-04bd3c6d41a0 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.1582530 Jul 07 17:29:06.440926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb9676fa-8fb0-44d3-b86f-1f9a6b827b9e req-6c4ad049-b259-4dfd-935f-7351e20245f8 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623069 Jul 07 17:29:06.446202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7189326 Jul 07 17:29:06.452664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32794) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.464272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': 'fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:06.547273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2118f5-05ed-430d-834a-98f33d0c5f43 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.573371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:06.659674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:06.671293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32798) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.680364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.701916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8ced7b3-6ff7-4e31-b05e-81d932eecc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.824250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:29:06.830383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.991333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event updated for resources: {'Subnet': ['ID=b8e75d08-b391-481e-b2ab-34563114f437,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.014973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Checking segment: {'id': 'f59938dd-265c-43fc-b915-b2843269933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c19783a4-a8d1-4ae7-af67-ce2606e49460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:07.015535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network hostable DHCP agents. Network: c19783a4-a8d1-4ae7-af67-ce2606e49460, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:07.075528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Network c19783a4-a8d1-4ae7-af67-ce2606e49460 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:07.110845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, c19783a4-a8d1-4ae7-af67-ce2606e49460) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:07.123670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba20f3-2650-4b29-aba7-29cd84bd50e3 None None] Network c19783a4-a8d1-4ae7-af67-ce2606e49460 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:07.136240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.137302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.144237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8ced7b3-6ff7-4e31-b05e-81d932eecc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.159864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8ced7b3-6ff7-4e31-b05e-81d932eecc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.207248 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e084ca44-a7c9-40f2-988b-98239ce88e17 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5884006 Jul 07 17:29:07.213163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.231600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ced7b3-6ff7-4e31-b05e-81d932eecc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2fca4-8d58-4e24-8802-458f7802b506,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.265233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cc59-b63d-4ba5-b939-6fe8119712ec req-f6329883-c740-43d4-9857-f4daef5e3b7f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.268645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be59cc59-b63d-4ba5-b939-6fe8119712ec req-f6329883-c740-43d4-9857-f4daef5e3b7f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.2973151 Jul 07 17:29:07.292161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b8ced7b3-6ff7-4e31-b05e-81d932eecc85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89fa1e40bd5f48339b95d0d67f0d4bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183538 Jul 07 17:29:07.295586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.314262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.380266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623c87d-a5c9-4fed-8919-0c780ae2f36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-c19783a4-a8d1-4ae7-af67-ce2606e49460', 'network_id': 'c19783a4-a8d1-4ae7-af67-ce2606e49460', 'tenant_id': '4e032fc929fe48378e0825adb9731740', 'fixed_ips': [{'subnet_id': 'b8e75d08-b391-481e-b2ab-34563114f437'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:07.381873 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b623c87d-a5c9-4fed-8919-0c780ae2f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.399327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be59cc59-b63d-4ba5-b939-6fe8119712ec req-e3f0023a-e3ea-446d-bb9d-537a7d5e8de4 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157119 Jul 07 17:29:07.403069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=d3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.407757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.419584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.456639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': '207ffa3c-7990-4696-a450-ed4ac3be288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:07.457607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:07.499517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:07.521788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.531241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:07.549965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.552888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.578043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.614794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a2a1dfdb-c8dc-4007-bb4e-d1b88df4c77e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1563151 Jul 07 17:29:07.615369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32810) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.694954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce51956-f4d8-4059-856c-d0315fb30dbd None None] Network fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:07.702323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.707558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.714929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adb2fca4-8d58-4e24-8802-458f7802b506 HTTP/1.1" status: 204 len: 168 time: 0.4127572 Jul 07 17:29:07.737044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f16744-64ff-4302-b0cc-cc5c653c6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2fca4-8d58-4e24-8802-458f7802b506,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.746074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.782223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef4cd-8cc2-4b7c-89fb-f4bf81555576 req-af7aeb46-e54f-42e0-ac23-644651c18235 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.796550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca7ef4cd-8cc2-4b7c-89fb-f4bf81555576 req-af7aeb46-e54f-42e0-ac23-644651c18235 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.2237883 Jul 07 17:29:07.807191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e75d08-b391-481e-b2ab-34563114f437,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.839688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e955489c-3bfc-4b7c-9c20-994a289df0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-b623c87d-a5c9-4fed-8919-0c780ae2f36e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8e75d08-b391-481e-b2ab-34563114f437: This subnet is being modified by another concurrent operation. Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:07.845138 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8e75d08-b391-481e-b2ab-34563114f437: This subnet is being modified by another concurrent operation. Jul 07 17:29:07.849785 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:29:07.886105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5cada-0747-4c95-80ab-ce5582556ee7 None None] Network c19783a4-a8d1-4ae7-af67-ce2606e49460 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:07.910957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.936209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.948542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca7ef4cd-8cc2-4b7c-89fb-f4bf81555576 req-8cbb3729-52c4-4bad-bc96-7b1d43d029f7 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491003 Jul 07 17:29:07.970645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19783a4-a8d1-4ae7-af67-ce2606e49460']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:07.979495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bbbd1-8aaa-4d50-ac5c-eec719eac2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c', 'network_id': 'fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': 'd3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:07.980721 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-822bbbd1-8aaa-4d50-ac5c-eec719eac2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.993270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59938dd-265c-43fc-b915-b2843269933f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:07.993922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59938dd-265c-43fc-b915-b2843269933f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:08.031296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.077082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.088540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:08.089090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:08.095442 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:08.124808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.261783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.316432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.319509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.321453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/c19783a4-a8d1-4ae7-af67-ce2606e49460 HTTP/1.1" status: 204 len: 168 time: 1.1066306 Jul 07 17:29:08.324368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531a16-eec9-446a-84a2-127bc4fe9eb3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=c19783a4-a8d1-4ae7-af67-ce2606e49460,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.333990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32820) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-822bbbd1-8aaa-4d50-ac5c-eec719eac2e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2: This subnet is being modified by another concurrent operation. Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:29:08.344452 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2: This subnet is being modified by another concurrent operation. Jul 07 17:29:08.348589 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:29:08.381369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69daba73-c734-4642-82ab-9b9306f99f91 None None] Network fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:08.409530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=d3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.435056 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d898e12-8781-476a-a921-c4353b9a072d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.435837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d898e12-8781-476a-a921-c4353b9a072d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.444098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d898e12-8781-476a-a921-c4353b9a072d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/b8e75d08-b391-481e-b2ab-34563114f437 HTTP/1.1" status: 404 len: 337 time: 0.1036246 Jul 07 17:29:08.447063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32826) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.513195 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cb95b1-8bb9-46e4-8b27-98737b390390 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.513818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cb95b1-8bb9-46e4-8b27-98737b390390 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.518501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85cb95b1-8bb9-46e4-8b27-98737b390390 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/c19783a4-a8d1-4ae7-af67-ce2606e49460 HTTP/1.1" status: 404 len: 339 time: 0.0682306 Jul 07 17:29:08.519769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.568435 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35cf665-2ac1-4ce3-9d66-035efec58b47 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.570116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35cf665-2ac1-4ce3-9d66-035efec58b47 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.577980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d35cf665-2ac1-4ce3-9d66-035efec58b47 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/b706d542-a089-4d3c-ad65-e17aaf101b8d HTTP/1.1" status: 404 len: 337 time: 0.0506005 Jul 07 17:29:08.580134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.616811 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.620611 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe1916a-7511-4f09-aa04-f869e802a7d3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.621786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe1916a-7511-4f09-aa04-f869e802a7d3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.626817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32840) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.627394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8fe1916a-7511-4f09-aa04-f869e802a7d3 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/f0fe0424-d76d-46ad-9fe2-0dca1aa4ae6b HTTP/1.1" status: 404 len: 339 time: 0.0452721 Jul 07 17:29:08.641290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc6dee-1b8c-4eaa-8b63-30b3d00b0424 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:08.650463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:08.679062 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-217910ba-3aeb-4d58-88b0-9f31b4d98ee0 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.679629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217910ba-3aeb-4d58-88b0-9f31b4d98ee0 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.682011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-217910ba-3aeb-4d58-88b0-9f31b4d98ee0 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/a52f9944-ab58-43a0-87eb-96eb48805892 HTTP/1.1" status: 404 len: 337 time: 0.0468771 Jul 07 17:29:08.685349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.687434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207ffa3c-7990-4696-a450-ed4ac3be288a') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:08.687744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207ffa3c-7990-4696-a450-ed4ac3be288a') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:08.702313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.719652 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-9683a9bc-827c-4377-9a8f-bd457abe4a82 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:08.721471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9683a9bc-827c-4377-9a8f-bd457abe4a82 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:08.726282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32844) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:08.727522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9683a9bc-827c-4377-9a8f-bd457abe4a82 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/67020918-8319-41bf-94c6-86f6ea78602a HTTP/1.1" status: 404 len: 339 time: 0.0397317 Jul 07 17:29:08.738607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.756249 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:08.787583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:08.788145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:08.792930 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:08.963793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc6dee-1b8c-4eaa-8b63-30b3d00b0424 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:09.017197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.034315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.038998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c HTTP/1.1" status: 204 len: 168 time: 1.4225049 Jul 07 17:29:09.043603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32864) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.049489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225262140'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:09.093099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f36cf0-1aab-4f93-9f78-b5af83f17b60 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.113034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:09.124266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.130113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting port b80d2243-5360-4f17-80c1-236b0ab92890 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:09.131345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.225571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:09.291844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.292670 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment d4cb9dff-1b93-42cc-92ac-d86e1f398cc0 of type vlan for network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 Jul 07 17:29:09.355086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.373904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Calling delete_port for b80d2243-5360-4f17-80c1-236b0ab92890 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:09.434472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.506098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.525258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.526180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.610492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.661920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6168511 Jul 07 17:29:09.663912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.668249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32882) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.670737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/ports/b80d2243-5360-4f17-80c1-236b0ab92890 HTTP/1.1" status: 204 len: 168 time: 0.9422152 Jul 07 17:29:09.673783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.684980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:09.686503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5c8cb-a049-40fc-8dc9-e8e867ab6fb5 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:09.742991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a8e00-5d2f-4312-96c7-32fdd406f05e tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Port': ['ID=b80d2243-5360-4f17-80c1-236b0ab92890,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.858114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797688b9-fa51-40d3-a334-127b9f29609d tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=b9aee7be-0ae1-4fcb-a9f2-ed39da12e086,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.886002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:09.905530 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedc98c3-f17d-4a4e-8e94-b77d6a3899af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:09.906580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedc98c3-f17d-4a4e-8e94-b77d6a3899af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:09.909598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fedc98c3-f17d-4a4e-8e94-b77d6a3899af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/a65bc8e3-deed-47fd-b2b5-40ea5fda59ad HTTP/1.1" status: 404 len: 337 time: 0.0695839 Jul 07 17:29:09.913258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32896) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.008517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5c8cb-a049-40fc-8dc9-e8e867ab6fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:10.069061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-023e4c62-8acf-4121-89cf-03affbe1e978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.229136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.237186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.257726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.298917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 is not hosted by any dhcp agent {{(pid=93947) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:29:10.305907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.307294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.316115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "PUT /v2.0/networks/b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 HTTP/1.1" status: 200 len: 723 time: 0.6462975 Jul 07 17:29:10.324520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32906) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.435236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810ad9-124d-4ba2-b8e4-4b51dc31a0df tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=b9aee7be-0ae1-4fcb-a9f2-ed39da12e086,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.452510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:10.482118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:10.585568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2baae-8b49-4377-b88a-9ca6e962147a req-20cb6154-80b9-4058-bc0d-e5a9a1723a95 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.594377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ee2baae-8b49-4377-b88a-9ca6e962147a req-20cb6154-80b9-4058-bc0d-e5a9a1723a95 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.4778297 Jul 07 17:29:10.599554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.603428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.631605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2071d51e-70f5-4dc5-ba4d-cb78e0248068']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.653502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.653800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cdaf15-2b4f-482f-aef6-3e366d28ae30') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.661897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32914) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.684382 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.705005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ee2baae-8b49-4377-b88a-9ca6e962147a req-187ba553-9b6c-405e-b943-c9ffd020fc74 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096120 Jul 07 17:29:10.713827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:10.718459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.746367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.753417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:10.754096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:10.757603 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:10.849421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aefc7f82-3c5c-4d20-9bef-11352ab8caec tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1953895262'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:10.850637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aefc7f82-3c5c-4d20-9bef-11352ab8caec tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Unknown quota resources ['metering_label']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:29:11.137116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aefc7f82-3c5c-4d20-9bef-11352ab8caec tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.138854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aefc7f82-3c5c-4d20-9bef-11352ab8caec tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4757752 Jul 07 17:29:11.143546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32918) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.149551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2ff54b6b-cf85-40c1-b134-c9be77192e1b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '25aaebeb-199d-484f-be7a-1b9356099f2a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:11.150173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2ff54b6b-cf85-40c1-b134-c9be77192e1b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:29:11.277634 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.metering.metering_plugin [None req-2ff54b6b-cf85-40c1-b134-c9be77192e1b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:29:11.320780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.335534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.343743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/2071d51e-70f5-4dc5-ba4d-cb78e0248068 HTTP/1.1" status: 204 len: 168 time: 1.4280906 Jul 07 17:29:11.365993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.376189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4a307-1ead-4f4a-aea5-b00850aa9e23 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=2071d51e-70f5-4dc5-ba4d-cb78e0248068,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.447806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2ff54b6b-cf85-40c1-b134-c9be77192e1b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.449413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2ff54b6b-cf85-40c1-b134-c9be77192e1b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3044291 Jul 07 17:29:11.454697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.464713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c59a9b2f-8d02-4594-9952-f4d4b30d711a tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '25aaebeb-199d-484f-be7a-1b9356099f2a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:11.465224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c59a9b2f-8d02-4594-9952-f4d4b30d711a tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:29:11.580678 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.metering.metering_plugin [None req-c59a9b2f-8d02-4594-9952-f4d4b30d711a tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:29:11.595110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.696038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b2f-8d02-4594-9952-f4d4b30d711a tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.700462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c59a9b2f-8d02-4594-9952-f4d4b30d711a tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2418308 Jul 07 17:29:11.700748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32930) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.711255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=35f57519-bf56-4824-adfd-56b72ac30e7b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.727778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5b1e638-9545-4861-95ae-ca9c859c4cf9 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=e34fc266-38b8-4be4-81c9-17f37e5aee11 HTTP/1.1" status: 200 len: 462 time: 0.0228126 Jul 07 17:29:11.728428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.756974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting port b1947db6-94b5-46d9-ae04-ad319d87cae4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:11.757371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.788157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.853374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:11.853899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: b9aee7be-0ae1-4fcb-a9f2-ed39da12e086, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:11.858090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-f4083e04-ea52-46a1-9732-80f400fc6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:11.859598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-f4083e04-ea52-46a1-9732-80f400fc6919 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.1681998 Jul 07 17:29:11.968954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:11.995383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b9aee7be-0ae1-4fcb-a9f2-ed39da12e086) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:12.006108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.006746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.007286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c627742-201c-45f1-828b-6278a679e8c1 None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:12.033524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0f9ef-f8c5-4d2b-8443-0ad75d39a8fa req-d6c76c48-5cf2-4791-977c-58341b067c82 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.035282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cd0f9ef-f8c5-4d2b-8443-0ad75d39a8fa req-d6c76c48-5cf2-4791-977c-58341b067c82 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.2096786 Jul 07 17:29:12.042964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-9fd8badf-74c4-406e-a468-8d0239b739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.044583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-9fd8badf-74c4-406e-a468-8d0239b739c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.1659603 Jul 07 17:29:12.052853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8d51e9be-1ae3-4059-95a7-2a0a60a65a77 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7080324 Jul 07 17:29:12.062622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.069960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:12.139985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-42b48ff0-b91d-4b7f-a4df-dc74dce7c366 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.0855932 Jul 07 17:29:12.256873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cd0f9ef-f8c5-4d2b-8443-0ad75d39a8fa req-cdb33d5b-e542-4dfa-acb4-8198e14dabef tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946893 Jul 07 17:29:12.309549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3345041'] for subnet, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.315255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-e5e076e7-a1eb-4234-a62b-a7dd9588ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.317086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-e5e076e7-a1eb-4234-a62b-a7dd9588ddd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1687150 Jul 07 17:29:12.349123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.351403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b9aee7be-0ae1-4fcb-a9f2-ed39da12e086', 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '35f57519-bf56-4824-adfd-56b72ac30e7b'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:12.353458 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.354475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61d5c076-a8cf-4f15-9c6d-d4e1db4f6434 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.359719 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61d5c076-a8cf-4f15-9c6d-d4e1db4f6434 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/e34fc266-38b8-4be4-81c9-17f37e5aee11 HTTP/1.1" status: 204 len: 168 time: 0.6264658 Jul 07 17:29:12.361761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.376626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Calling delete_port for b1947db6-94b5-46d9-ae04-ad319d87cae4 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:12.378940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-10e3f989-9dfe-49a2-af2d-0a8bab54e27a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388596 Jul 07 17:29:12.388930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0ab91f82-cd2b-49e7-9bdb-d8236059d661 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=e34fc266-38b8-4be4-81c9-17f37e5aee11 HTTP/1.1" status: 200 len: 221 time: 0.0206361 Jul 07 17:29:12.391863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32942) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.399707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f3ae4303-2354-4808-b4b4-2a4787c0427b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--140867254', 'description': 'label created by tempest'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:12.400201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f3ae4303-2354-4808-b4b4-2a4787c0427b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Unknown quota resources ['metering_label']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:29:12.647423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-803f563a-ec08-4b4e-90cc-1663d29400fa service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583842 Jul 07 17:29:12.662652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4303-2354-4808-b4b4-2a4787c0427b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.668363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f3ae4303-2354-4808-b4b4-2a4787c0427b tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2710700 Jul 07 17:29:12.671013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.696122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.716457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755860442655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3449528'] for subnet, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.757450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Allocated IP 172.20.0.2 (b9aee7be-0ae1-4fcb-a9f2-ed39da12e086/35f57519-bf56-4824-adfd-56b72ac30e7b/51e8e6e6-3807-4604-b1f6-3ea75b66ffb3) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:12.775875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.777352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.781645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "PUT /v2.0/subnets/35f57519-bf56-4824-adfd-56b72ac30e7b HTTP/1.1" status: 200 len: 806 time: 0.7142508 Jul 07 17:29:12.790855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32948) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.795518 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7b2c42e2-1b99-441d-b4cf-2a69acc06875 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=28f7c466-d570-49f4-9fc7-18b506003da9 HTTP/1.1" status: 200 len: 467 time: 0.1234999 Jul 07 17:29:12.799120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Port': ['ID=b1947db6-94b5-46d9-ae04-ad319d87cae4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.802118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.812653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.814128 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-60aabe5f-1079-4aa7-a882-fcbd6ff3c405 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/ports/b1947db6-94b5-46d9-ae04-ad319d87cae4 HTTP/1.1" status: 204 len: 168 time: 1.4470708 Jul 07 17:29:12.818147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32952) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.838613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc395815-e8a2-488e-bff0-6412b8a571b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=35f57519-bf56-4824-adfd-56b72ac30e7b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.897067 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3df9c7b-1a08-4213-8c11-fd2710f0e075 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:12.897531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3df9c7b-1a08-4213-8c11-fd2710f0e075 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:12.900238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f3df9c7b-1a08-4213-8c11-fd2710f0e075 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/71856b29-b046-4391-962f-39ea83a04db3 HTTP/1.1" status: 404 len: 337 time: 0.0807691 Jul 07 17:29:12.904179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.939280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e0771-4119-4e35-bf1f-13404f72560c req-604d7233-1474-4bc5-bab4-8226ea4a1761 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.946464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31e0771-4119-4e35-bf1f-13404f72560c req-604d7233-1474-4bc5-bab4-8226ea4a1761 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.3724263 Jul 07 17:29:12.958523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfe452c-980f-4d9f-83b1-a4c519839d1c req-4481a5aa-51b0-48f0-ae23-2e98b522f303 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003860 Jul 07 17:29:13.063984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e31e0771-4119-4e35-bf1f-13404f72560c req-a0ac3a1d-50ea-4ad0-a198-aa29f545fdfa tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035757 Jul 07 17:29:13.076570 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.105944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.129008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Transition to ACTIVE for port object 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:13.167932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Transition to ACTIVE for port object 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:13.183119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.183949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.193899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c382ac4-31c0-4711-a805-85c682f93ba9 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.195751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c382ac4-31c0-4711-a805-85c682f93ba9 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/28f7c466-d570-49f4-9fc7-18b506003da9 HTTP/1.1" status: 204 len: 168 time: 0.3920250 Jul 07 17:29:13.200306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32960) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.230272 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.234485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:13.239550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3aaecdda-1455-440e-9371-7137430db61e tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=28f7c466-d570-49f4-9fc7-18b506003da9 HTTP/1.1" status: 200 len: 216 time: 0.0345237 Jul 07 17:29:13.243174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32962) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.247683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:13.253987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:13.263595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Pushing event updated for resources: {'Port': ['ID=51e8e6e6-3807-4604-b1f6-3ea75b66ffb3,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.293787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-be972c47-7759-47c4-94d6-bb238b31c44c tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0498343 Jul 07 17:29:13.299804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:13.303192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.304833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.319716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa43e7-7c85-4db5-ba90-db6bdfbbb445']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.345672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd06622d-0d32-4df8-b701-3e823ddcb0f1 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0325875 Jul 07 17:29:13.345938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ea5ba6-4f82-4542-b74e-e7a6e227a76a') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.345938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ea5ba6-4f82-4542-b74e-e7a6e227a76a') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.349041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32968) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.362766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.369702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Attempting to bind port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:13.370359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Attempting to bind port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:13.371083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Attempting to bind port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 on network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:13.385021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:13.385650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Checking segment: {'id': 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:13.386363 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.387087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Bound using segment: {'id': 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:13.387967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Bound port: 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:13.388647 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.389196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.399268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:13.400165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:13.406403 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:13.482908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-62151075-a81e-41c6-b8d8-375cfc9a82a0 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/25aaebeb-199d-484f-be7a-1b9356099f2a HTTP/1.1" status: 200 len: 473 time: 0.1271892 Jul 07 17:29:13.483742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32970) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.498233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.507455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.510939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/5bfa43e7-7c85-4db5-ba90-db6bdfbbb445 HTTP/1.1" status: 204 len: 168 time: 0.6054530 Jul 07 17:29:13.515333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.533622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.537885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84539b38-8682-454d-afbe-ab0c5534fa64 tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=5bfa43e7-7c85-4db5-ba90-db6bdfbbb445,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.547423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5628cc5c-b340-4c88-8bd2-dd3bac49e0d7 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/31d6fdf5-a34e-4415-b41e-668d489ed24b HTTP/1.1" status: 200 len: 459 time: 0.0620375 Jul 07 17:29:13.552730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.581481 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.612239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:13.621450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] For port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:13.626314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] For port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51e8e6e6-3807-4604-b1f6-3ea75b66ffb3,segment=NetworkSegment(d4cb9dff-1b93-42cc-92ac-d86e1f398cc0),segment_id=d4cb9dff-1b93-42cc-92ac-d86e1f398cc0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:13.629866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0dddf968-54c3-409d-9215-a52874612096', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'port_id': '0dddf968-54c3-409d-9215-a52874612096', 'mac_address': 'fa:16:3e:ef:06:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a60eea-8667-4994-aece-cd944e057543', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:13.636643 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.660116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=35f57519-bf56-4824-adfd-56b72ac30e7b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.679254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a99d56c7-1012-4075-b913-1184488f677c tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.684406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a99d56c7-1012-4075-b913-1184488f677c tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/31d6fdf5-a34e-4415-b41e-668d489ed24b HTTP/1.1" status: 204 len: 168 time: 0.1279862 Jul 07 17:29:13.684682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32976) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.721003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.741302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d0aa-9347-420d-b058-726683840f6a None None] Pushing event updated for resources: {'Port': ['ID=51e8e6e6-3807-4604-b1f6-3ea75b66ffb3,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.777539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting subnet 8994f533-ee92-499b-af12-234d3f259881 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:13.779140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dddf968-54c3-409d-9215-a52874612096 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:13.786609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.796369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.822548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:13.828651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9aee7be-0ae1-4fcb-a9f2-ed39da12e086']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.831422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.857662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.858031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.867663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043414-f3de-442f-acc6-6e03efb3c097 req-65858112-9f95-470d-8307-7506a681e04f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:13.869670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46043414-f3de-442f-acc6-6e03efb3c097 req-65858112-9f95-470d-8307-7506a681e04f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.4092178 Jul 07 17:29:13.899030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.930147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.943607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be82948f-bbc1-4bb4-9d6a-349a5f970574 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.944871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-be82948f-bbc1-4bb4-9d6a-349a5f970574 tempest-MeteringIpV6TestJSON-2039920335 tempest-MeteringIpV6TestJSON-2039920335-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/25aaebeb-199d-484f-be7a-1b9356099f2a HTTP/1.1" status: 204 len: 168 time: 0.2590358 Jul 07 17:29:13.959488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.969505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0dddf968-54c3-409d-9215-a52874612096'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:13.971686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.007152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:14.008234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:14.012146 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:14.074994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46043414-f3de-442f-acc6-6e03efb3c097 req-3732f300-d3d4-4a49-b0de-9a4c15e5276c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889987 Jul 07 17:29:14.152641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.214627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:29:14.214627 n-d-791505-12 neutron-server[93946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:29:14.214627 n-d-791505-12 neutron-server[93946]: [parameters: {'id': 'b9aee7be-0ae1-4fcb-a9f2-ed39da12e086'}] Jul 07 17:29:14.214627 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:29:14.215471 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:29:14.315697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.375407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Subnet': ['ID=8994f533-ee92-499b-af12-234d3f259881,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.396380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.399021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52fb751f-87f8-4a6b-a62a-a30b5e71286d tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/subnets/8994f533-ee92-499b-af12-234d3f259881 HTTP/1.1" status: 204 len: 168 time: 0.8792562 Jul 07 17:29:14.403173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.417968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986bbdd5-30e7-406a-aece-4208c5f8470c None None] Network 6b0161fe-d413-4862-be69-f019be5b3b14 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:14.426758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:14.451021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e212-81ce-4b11-a38e-4acb507ea5df req-7cca4b12-0f0f-4680-ac4a-3c0e9f5fd8f3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:14.455158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d41e212-81ce-4b11-a38e-4acb507ea5df req-7cca4b12-0f0f-4680-ac4a-3c0e9f5fd8f3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 945 time: 0.1755567 Jul 07 17:29:14.481613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32988) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.513079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d41e212-81ce-4b11-a38e-4acb507ea5df req-566eaf6a-f55e-4fc3-be07-90b1c0d36a1a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484495 Jul 07 17:29:14.536218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.605392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Deleting port 948a0627-7c89-436c-b4fe-68742bdcc0ec {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:14.606413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.680825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3841c05-7420-4dc3-a6de-9379cd881e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.716430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.721312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:14.744403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] For port 948a0627-7c89-436c-b4fe-68742bdcc0ec, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=948a0627-7c89-436c-b4fe-68742bdcc0ec,segment=NetworkSegment(5cd3e413-6f4f-4d83-9bc2-fc761836ce5e),segment_id=5cd3e413-6f4f-4d83-9bc2-fc761836ce5e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:14.744781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.767653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Calling delete_port for 948a0627-7c89-436c-b4fe-68742bdcc0ec owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:14.819888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:14.821644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.910462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] DHCP port deletion for 6b0161fe-d413-4862-be69-f019be5b3b14 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:14.943537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=51e8e6e6-3807-4604-b1f6-3ea75b66ffb3,segment=NetworkSegment(d4cb9dff-1b93-42cc-92ac-d86e1f398cc0),segment_id=d4cb9dff-1b93-42cc-92ac-d86e1f398cc0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:14.944585 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.990658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:15.007086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Deleting port 948a0627-7c89-436c-b4fe-68742bdcc0ec {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:15.009309 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.142658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3841c05-7420-4dc3-a6de-9379cd881e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.161153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] For port 948a0627-7c89-436c-b4fe-68742bdcc0ec, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=948a0627-7c89-436c-b4fe-68742bdcc0ec,segment=NetworkSegment(5cd3e413-6f4f-4d83-9bc2-fc761836ce5e),segment_id=5cd3e413-6f4f-4d83-9bc2-fc761836ce5e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:15.161789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.167412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3841c05-7420-4dc3-a6de-9379cd881e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.189587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Calling delete_port for 948a0627-7c89-436c-b4fe-68742bdcc0ec owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:15.253246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.284483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3841c05-7420-4dc3-a6de-9379cd881e15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d6f3a5d296e4ae5ab599b9581387c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015463 Jul 07 17:29:15.298730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.303894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33002) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.317904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841c05-7420-4dc3-a6de-9379cd881e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795ad1e-462f-4def-b684-2f97ef013217,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.382336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] No DVR routers for this DVR port 948a0627-7c89-436c-b4fe-68742bdcc0ec on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:15.388446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:15.393442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Port': ['ID=948a0627-7c89-436c-b4fe-68742bdcc0ec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.416338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=51e8e6e6-3807-4604-b1f6-3ea75b66ffb3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: from cryptography.utils import int_from_bytes Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: from cryptography.utils import int_from_bytes Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.465979 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:15.472462 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:29:15.483342 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.495740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:15.514894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16add18a-855e-4642-b7a3-76f4cc6edcea None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:15.567551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.585127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0161fe-d413-4862-be69-f019be5b3b14']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.602858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.603384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd3e413-6f4f-4d83-9bc2-fc761836ce5e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.620873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.651301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.657122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-55a316f3-457b-4579-aefe-25183531c6fc None None] Could not find standard attr ID for object 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:29:15.662139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] Pushing event deleted for resources: {'Port': ['ID=948a0627-7c89-436c-b4fe-68742bdcc0ec,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.667331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:15.668043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:15.674318 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:15.679313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefb7cf-b53e-4c45-bd17-2c252bd49b7e None None] No DVR routers for this DVR port 948a0627-7c89-436c-b4fe-68742bdcc0ec on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:15.787285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.798606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.804518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.814384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.825771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] 10.222.0.66 "DELETE /v2.0/networks/6b0161fe-d413-4862-be69-f019be5b3b14 HTTP/1.1" status: 204 len: 168 time: 1.4214127 Jul 07 17:29:15.858268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea945-60ee-4440-b1e1-3baabaabeeba req-50a49eec-5b6c-4fc5-9c8f-06fefbe5c9e3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:15.871188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-183ea945-60ee-4440-b1e1-3baabaabeeba req-50a49eec-5b6c-4fc5-9c8f-06fefbe5c9e3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.3637412 Jul 07 17:29:15.876846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9aee7be-0ae1-4fcb-a9f2-ed39da12e086']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.903456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6bbd2-d01b-4557-8215-07a3ddd479af tempest-NetworksIpV6TestAttrs-997309546 tempest-NetworksIpV6TestAttrs-997309546-project] Pushing event deleted for resources: {'Network': ['ID=6b0161fe-d413-4862-be69-f019be5b3b14,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.934508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.935027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cb9dff-1b93-42cc-92ac-d86e1f398cc0') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.979460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.984587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.050055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.088323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-183ea945-60ee-4440-b1e1-3baabaabeeba req-2b149387-3222-4619-ac9a-daa52fe55ec5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155230 Jul 07 17:29:16.090699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:16.091460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:16.104678 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:16.159484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0dddf968-54c3-409d-9215-a52874612096 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:16.160506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.260932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.292318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.308681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 HTTP/1.1" status: 204 len: 168 time: 3.5109136 Jul 07 17:29:16.309457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33032) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.335358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ec193-5094-4fee-a17d-be7d2f85452f None None] DHCP port deletion for b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:16.348816 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b4bde7-ce8c-42e1-ac49-d1da8995a1d5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:16.349971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b4bde7-ce8c-42e1-ac49-d1da8995a1d5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:16.360011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d5b4bde7-ce8c-42e1-ac49-d1da8995a1d5 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 HTTP/1.1" status: 404 len: 339 time: 0.0481973 Jul 07 17:29:16.360679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33034) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.363424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.369227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258420557', 'description': 'd1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:16.380186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.389732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8795ad1e-462f-4def-b684-2f97ef013217 HTTP/1.1" status: 204 len: 168 time: 1.0037701 Jul 07 17:29:16.396467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64bb7-3a01-495b-a376-ca8298d32ed8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=b9aee7be-0ae1-4fcb-a9f2-ed39da12e086,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.411227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.433551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9ca8-3d82-433a-b19b-31e3b4cf7860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795ad1e-462f-4def-b684-2f97ef013217,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.467840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:16.479097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.498955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c1db6-81f6-4d8d-bf30-46d3f4e39a1d None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:16.573468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:16.608840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d330-80c7-4a6b-8331-b3bcd3fe94dc req-082a5ab7-2931-45a9-86d9-014d99204410 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.620089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c1db6-81f6-4d8d-bf30-46d3f4e39a1d None None] Network b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:29:16.622220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.639801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a054d330-80c7-4a6b-8331-b3bcd3fe94dc req-082a5ab7-2931-45a9-86d9-014d99204410 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 945 time: 0.2297781 Jul 07 17:29:16.640724 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 2c9175be-c7d1-4f90-97bf-8a2a15828e49 of type vlan for network cc381484-d252-4230-8540-7337e15eca4e Jul 07 17:29:16.647645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 948a0627-7c89-436c-b4fe-68742bdcc0ec no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:16.654863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.723423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:16.725518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:16.729234 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda5bfa-3aa6-4803-a415-ef2816643ef8" -d '{"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-plugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:16.733464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 948a0627-7c89-436c-b4fe-68742bdcc0ec {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:16.733837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 948a0627-7c89-436c-b4fe-68742bdcc0ec not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:16.736550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.755796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a054d330-80c7-4a6b-8331-b3bcd3fe94dc req-cff1e250-7d5e-4b02-a99a-0d95fee50681 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133864 Jul 07 17:29:16.811796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.847900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.854299 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3401c-7245-4433-953e-2472a6e2da3d x-openstack-request-id: req-c8b3401c-7245-4433-953e-2472a6e2da3d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:16.854943 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-plugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:16.855555 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8b3401c-7245-4433-953e-2472a6e2da3d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:16.856169 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096', 'code': 200} Jul 07 17:29:16.917173 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55a10612-e1d6-458a-afed-72d58fb68d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e032fc929fe48378e0825adb9731740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046730 Jul 07 17:29:16.927185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.989303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.000093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.001246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.031308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-2077cdea-da71-4549-a5b0-f6d820a882b5 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.034639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-2077cdea-da71-4549-a5b0-f6d820a882b5 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 946 time: 0.2027442 Jul 07 17:29:17.163611 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8014076 Jul 07 17:29:17.190754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.231090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33054) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.251272 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce92054-2665-4f97-a5d1-d75859fdcfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.295857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:17.303841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Deleting port 0dddf968-54c3-409d-9215-a52874612096 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:17.305937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.364002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.370199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a4b36-7406-4e53-8593-1de3ab326311 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=cc381484-d252-4230-8540-7337e15eca4e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.389187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223efe99-33f4-4f79-93e7-77d13f5ccd06 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.391900 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-223efe99-33f4-4f79-93e7-77d13f5ccd06 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks?id=cc381484-d252-4230-8540-7337e15eca4e HTTP/1.1" status: 200 len: 760 time: 0.1986239 Jul 07 17:29:17.402681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.403695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network cc381484-d252-4230-8540-7337e15eca4e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:17.411592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'description': 'd2'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:17.485420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.507066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.562862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:17.563416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.581726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0dddf968-54c3-409d-9215-a52874612096, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0dddf968-54c3-409d-9215-a52874612096,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:17.589422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.609235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68199a-cd4f-4b49-895d-a7e8bc0dd7f0 req-b5a6e371-e306-4bc7-8739-951b24f7a250 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.611215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc68199a-cd4f-4b49-895d-a7e8bc0dd7f0 req-b5a6e371-e306-4bc7-8739-951b24f7a250 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.2072732 Jul 07 17:29:17.613413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Calling delete_port for 0dddf968-54c3-409d-9215-a52874612096 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:17.670290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.716205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce92054-2665-4f97-a5d1-d75859fdcfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.724357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.726161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce92054-2665-4f97-a5d1-d75859fdcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.728247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.729755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee5de888-3f2a-4e62-8f18-616a42ee3cef HTTP/1.1" status: 204 len: 168 time: 0.8010583 Jul 07 17:29:17.766939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d930b4f-0ca9-4c25-abd8-a47c5c774e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5de888-3f2a-4e62-8f18-616a42ee3cef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.771231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.798818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.801743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc68199a-cd4f-4b49-895d-a7e8bc0dd7f0 req-e4368073-deeb-48a4-893d-84dd08a428e7 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588683 Jul 07 17:29:17.817501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ce92054-2665-4f97-a5d1-d75859fdcfa9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73d7d400a42444738c6f9e6d9bcf5701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811791 Jul 07 17:29:17.817501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce92054-2665-4f97-a5d1-d75859fdcfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2b35a-fd33-455d-930f-7255b5cc0e7f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.821144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33062) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.824118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network cc381484-d252-4230-8540-7337e15eca4e is not hosted by any dhcp agent {{(pid=93947) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:29:17.836731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.837842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.840606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "PUT /v2.0/networks/cc381484-d252-4230-8540-7337e15eca4e HTTP/1.1" status: 200 len: 757 time: 0.4361589 Jul 07 17:29:17.858491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33066) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:17.968045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e784e-1c09-4053-873c-c3645c30e832 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=cc381484-d252-4230-8540-7337e15eca4e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.992591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network cc381484-d252-4230-8540-7337e15eca4e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:18.040711 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.067001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4625b-fe4a-40c2-b7a5-d82539941550 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:18.072995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33068) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.073224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fbc4625b-fe4a-40c2-b7a5-d82539941550 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks?id=cc381484-d252-4230-8540-7337e15eca4e HTTP/1.1" status: 200 len: 760 time: 0.2259238 Jul 07 17:29:18.074006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.080218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49292766'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:18.123929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:18.127329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event deleted for resources: {'Port': ['ID=0dddf968-54c3-409d-9215-a52874612096,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.129769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.166044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9faef4af-c750-4be7-a66f-2d6b7caadfca req-fad6a5cc-1b01-49f6-a854-5412fabece04 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b8f81d8-c196-4bb0-bddd-e025340f0b36 HTTP/1.1" status: 200 len: 210 time: 0.0897079 Jul 07 17:29:18.172543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:18.207157 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.215669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.221927 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment 41e6d92d-63a8-4687-9c2a-9bb43de36ebd of type vlan for network edb1caa3-6187-4d6a-8bfa-552e297580bc Jul 07 17:29:18.238164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] No DVR routers for this DVR port 0dddf968-54c3-409d-9215-a52874612096 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:18.243773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.245912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d774f6df-5b3b-4e2d-8b71-5cbeabf5c9be req-75ca934b-645e-485e-93cd-f78ca1c0238c tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "DELETE /v2.0/ports/0dddf968-54c3-409d-9215-a52874612096 HTTP/1.1" status: 204 len: 173 time: 1.2026405 Jul 07 17:29:18.247037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-deleted', 'tag': '0dddf968-54c3-409d-9215-a52874612096'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:18.248914 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85c580-6569-4701-8129-a5c080cd8a27" -d '{"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-deleted", "tag": "0dddf968-54c3-409d-9215-a52874612096"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:18.321724 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.328393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.338606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6a2b35a-fd33-455d-930f-7255b5cc0e7f HTTP/1.1" status: 204 len: 168 time: 0.5165906 Jul 07 17:29:18.356091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:18.368291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75215187-b715-4fbe-b431-6a11ba685c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2b35a-fd33-455d-930f-7255b5cc0e7f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.387272 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20707e5-d292-4208-ad3d-9c89bfa26526 x-openstack-request-id: req-b20707e5-d292-4208-ad3d-9c89bfa26526 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:18.387731 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-deleted", "tag": "0dddf968-54c3-409d-9215-a52874612096", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:18.388284 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b20707e5-d292-4208-ad3d-9c89bfa26526 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:18.388906 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-deleted', 'tag': '0dddf968-54c3-409d-9215-a52874612096', 'status': 'completed', 'code': 200} Jul 07 17:29:18.390949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.407358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:18.407720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 51e8e6e6-3807-4604-b1f6-3ea75b66ffb3 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:18.482180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.497463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:18.499871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.637862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=edb1caa3-6187-4d6a-8bfa-552e297580bc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.645632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-96de3157-a0a3-4fdf-a813-daf5c8bfb209 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5703716 Jul 07 17:29:18.650110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33090) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.655024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network edb1caa3-6187-4d6a-8bfa-552e297580bc details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:18.656144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:18.841022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:18.844856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.858297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:18.865469 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5511bb00-c39b-4efc-8cac-29e64b26e6b2" -d '{"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-unplugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:19.355854 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.368312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33118) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.477568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=65b6acaf-dca5-4849-8ef5-d7434e546392,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.517535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': '41e6d92d-63a8-4687-9c2a-9bb43de36ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:19.518180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: edb1caa3-6187-4d6a-8bfa-552e297580bc, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:19.555416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network edb1caa3-6187-4d6a-8bfa-552e297580bc is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:19.581585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, edb1caa3-6187-4d6a-8bfa-552e297580bc) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:19.590054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.590862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.593749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5f400-ca91-473a-80cb-3c9c3f45a49a None None] Network edb1caa3-6187-4d6a-8bfa-552e297580bc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:19.634656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-176224cb-cd08-4acd-bdb0-490433e72b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9827104 Jul 07 17:29:19.639102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33130) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.859877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-edb1caa3-6187-4d6a-8bfa-552e297580bc', 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '65b6acaf-dca5-4849-8ef5-d7434e546392'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:19.861583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.062205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-2098080544'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.141490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:20.145555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.168405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.173812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Allocated IP 172.20.0.2 (edb1caa3-6187-4d6a-8bfa-552e297580bc/65b6acaf-dca5-4849-8ef5-d7434e546392/eca4a406-d8da-48a3-a3ad-31dd9334c8a7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:20.199635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.207437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc5efa-00d4-440e-90ed-e5fe3b34aee4 req-f6d5baf9-6ec7-4c56-8281-fe1128129312 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.219545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54bc5efa-00d4-440e-90ed-e5fe3b34aee4 req-f6d5baf9-6ec7-4c56-8281-fe1128129312 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.1562498 Jul 07 17:29:20.306895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.314613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54bc5efa-00d4-440e-90ed-e5fe3b34aee4 req-0eafbdbc-6a58-4d89-8ce8-2582840d82e5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912597 Jul 07 17:29:20.423537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.433785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.481923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:20.501711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c72c4-9dba-4217-81f7-22d42e32e7e0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.507924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.508767 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 316475b0-6d6b-4c53-9155-e8904e2ffe15 of type vlan for network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 Jul 07 17:29:20.586503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.594591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.602409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Transition to ACTIVE for port object eca4a406-d8da-48a3-a3ad-31dd9334c8a7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:20.643410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Transition to ACTIVE for port object eca4a406-d8da-48a3-a3ad-31dd9334c8a7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:20.656288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.683769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.697904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.699709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.728107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.748841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3727090 Jul 07 17:29:20.749421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33152) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.760339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1344465378'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.762712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Network edb1caa3-6187-4d6a-8bfa-552e297580bc is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:20.775788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:20.793936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:20.822484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Pushing event updated for resources: {'Port': ['ID=eca4a406-d8da-48a3-a3ad-31dd9334c8a7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.835445 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:20.845474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.900964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:20.911968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=65b6acaf-dca5-4849-8ef5-d7434e546392,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.930056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.930056 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8 of type vlan for network bb82d478-83de-48db-987d-ffba3e7ef048 Jul 07 17:29:21.001400 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa29ecd-4bad-44a8-87ce-7ff36923f49f x-openstack-request-id: req-4aa29ecd-4bad-44a8-87ce-7ff36923f49f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:21.002842 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f81d8-c196-4bb0-bddd-e025340f0b36", "name": "network-vif-unplugged", "status": "completed", "tag": "0dddf968-54c3-409d-9215-a52874612096", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:21.003747 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4aa29ecd-4bad-44a8-87ce-7ff36923f49f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:21.004837 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f81d8-c196-4bb0-bddd-e025340f0b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dddf968-54c3-409d-9215-a52874612096', 'code': 200} Jul 07 17:29:21.006656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Attempting to bind port eca4a406-d8da-48a3-a3ad-31dd9334c8a7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:21.008976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Attempting to bind port eca4a406-d8da-48a3-a3ad-31dd9334c8a7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '41e6d92d-63a8-4687-9c2a-9bb43de36ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:21.009976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Attempting to bind port eca4a406-d8da-48a3-a3ad-31dd9334c8a7 on network edb1caa3-6187-4d6a-8bfa-552e297580bc {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:21.025551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:21.026552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Checking segment: {'id': '41e6d92d-63a8-4687-9c2a-9bb43de36ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:21.027420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.028361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Bound using segment: {'id': '41e6d92d-63a8-4687-9c2a-9bb43de36ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:21.029425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Bound port: eca4a406-d8da-48a3-a3ad-31dd9334c8a7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e6d92d-63a8-4687-9c2a-9bb43de36ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:21.030293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.054939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.105260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.112362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.113616 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.143887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.164017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb1caa3-6187-4d6a-8bfa-552e297580bc']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.184220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] For port eca4a406-d8da-48a3-a3ad-31dd9334c8a7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:21.191912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] For port eca4a406-d8da-48a3-a3ad-31dd9334c8a7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eca4a406-d8da-48a3-a3ad-31dd9334c8a7,segment=NetworkSegment(41e6d92d-63a8-4687-9c2a-9bb43de36ebd),segment_id=41e6d92d-63a8-4687-9c2a-9bb43de36ebd)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:21.194476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6d92d-63a8-4687-9c2a-9bb43de36ebd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.196022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6d92d-63a8-4687-9c2a-9bb43de36ebd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.203286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.215549 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.222331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4701109 Jul 07 17:29:21.232699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33160) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.239423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:21.244633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.262153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:21.262680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.331216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:21.366070 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:21.387181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0dddf968-54c3-409d-9215-a52874612096 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:21.387765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0dddf968-54c3-409d-9215-a52874612096 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:21.405121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb025af0-6251-4117-9863-51e576062749 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=bb82d478-83de-48db-987d-ffba3e7ef048,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.443761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=2eeacd73-36f7-406e-a19c-16ab3b2febc1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.450135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:21.461571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.462389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.462971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.463552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.464353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.464886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.465411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.465917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.466154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.466650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.467154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.467706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.468293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b27199-f857-4883-9399-90baf921b320 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:21.507832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bb82d478-83de-48db-987d-ffba3e7ef048 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:21.510970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:29:21.510970 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:29:21.510970 n-d-791505-12 neutron-server[93947]: [parameters: {'id': 'edb1caa3-6187-4d6a-8bfa-552e297580bc'}] Jul 07 17:29:21.510970 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:29:21.511632 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:29:21.512695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:21.690772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc2072-6711-4a81-bfa9-00ed7e11bd4e None None] Network edb1caa3-6187-4d6a-8bfa-552e297580bc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:21.718073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39271271-1275-433f-8a24-91667f3bf2c6 req-41ba5b7d-a63e-4327-b968-d1a0ea9edbc8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.724180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39271271-1275-433f-8a24-91667f3bf2c6 req-41ba5b7d-a63e-4327-b968-d1a0ea9edbc8 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.1445832 Jul 07 17:29:21.787798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed200bb-c323-4972-9c74-5af2c1394356 None None] Pushing event updated for resources: {'Port': ['ID=eca4a406-d8da-48a3-a3ad-31dd9334c8a7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.788350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33174) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.878504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39271271-1275-433f-8a24-91667f3bf2c6 req-2e470d58-98a4-4bba-a431-da3231f1aa06 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428654 Jul 07 17:29:21.903072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.000364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-128c847c-6a11-4edb-95de-c74b9c126d56 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:22.012457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.038131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534e8be-568c-472a-a605-aecc046beabf None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:29:22.081966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-128c847c-6a11-4edb-95de-c74b9c126d56 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "PUT /v2.0/quotas/44a10ff8c0c54bd6b92d1d1d55fe650e HTTP/1.1" status: 200 len: 368 time: 0.2896016 Jul 07 17:29:22.082960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33180) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.102732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=2834d516-fc05-439c-8d04-f3402f4e104f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.122115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '316475b0-6d6b-4c53-9155-e8904e2ffe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:22.122115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 2eeacd73-36f7-406e-a19c-16ab3b2febc1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:22.125782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Request body: {'network': {'project_id': '44a10ff8c0c54bd6b92d1d1d55fe650e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:22.180420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:22.185409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Made reservation on behalf of 44a10ff8c0c54bd6b92d1d1d55fe650e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:22.189787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.210868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2eeacd73-36f7-406e-a19c-16ab3b2febc1) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:22.223414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:22.224516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.229564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.234021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port eca4a406-d8da-48a3-a3ad-31dd9334c8a7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:22.234606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.243256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a1ba9-fcfc-4567-8511-ac96ae645a88 req-338bd0d9-4b9a-4b96-b755-a360893e174f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:22.246119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a00a1ba9-fcfc-4567-8511-ac96ae645a88 req-338bd0d9-4b9a-4b96-b755-a360893e174f tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.1448710 Jul 07 17:29:22.289532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69c5497f-4a8f-4c04-8763-08013e859113 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0552232 Jul 07 17:29:22.293688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33182) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.305479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:22.405898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port eca4a406-d8da-48a3-a3ad-31dd9334c8a7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=eca4a406-d8da-48a3-a3ad-31dd9334c8a7,segment=NetworkSegment(41e6d92d-63a8-4687-9c2a-9bb43de36ebd),segment_id=41e6d92d-63a8-4687-9c2a-9bb43de36ebd)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:22.406516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.451496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for eca4a406-d8da-48a3-a3ad-31dd9334c8a7 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:22.458369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534e8be-568c-472a-a605-aecc046beabf None None] Unable to find a vacant binding_index for network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 and agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 {{(pid=93948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 17:29:22.469045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534e8be-568c-472a-a605-aecc046beabf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2eeacd73-36f7-406e-a19c-16ab3b2febc1) {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:29:22.621410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.628934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.656876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:22.668157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.733046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.734168 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Added segment d9757285-4be0-490d-8065-28beb059304f of type vlan for network ab8834ab-d844-4332-9328-3d131469cd01 Jul 07 17:29:22.736963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a893c1e7-4eb9-4a43-884d-041d5c582422,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.762384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=eca4a406-d8da-48a3-a3ad-31dd9334c8a7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.812125 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port eca4a406-d8da-48a3-a3ad-31dd9334c8a7 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:22.848758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.924786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2eeacd73-36f7-406e-a19c-16ab3b2febc1', 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '2834d516-fc05-439c-8d04-f3402f4e104f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:22.924786 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.949071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a00a1ba9-fcfc-4567-8511-ac96ae645a88 req-e0a50081-f223-4c8b-83ae-ba00ef3cf85b tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891863 Jul 07 17:29:22.968296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.993231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb1caa3-6187-4d6a-8bfa-552e297580bc']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.006779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6d92d-63a8-4687-9c2a-9bb43de36ebd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.007139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6d92d-63a8-4687-9c2a-9bb43de36ebd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.011317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.012386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.012981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.017200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:23.028860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.054408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.120035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9992371 Jul 07 17:29:23.122870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.125134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.133138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Request body: {'network': {'project_id': '44a10ff8c0c54bd6b92d1d1d55fe650e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:23.140034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da972fbd-d10f-41aa-ba9e-c645b373461f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Pushing event updated for resources: {'Network': ['ID=ab8834ab-d844-4332-9328-3d131469cd01,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.153947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:23.154577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:23.158159 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:23.178256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Allocated IP 172.20.0.2 (2eeacd73-36f7-406e-a19c-16ab3b2febc1/2834d516-fc05-439c-8d04-f3402f4e104f/3d41ec31-6dbb-4121-85ce-5b632535cccb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:23.192813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ab8834ab-d844-4332-9328-3d131469cd01 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:23.229754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Made reservation on behalf of 44a10ff8c0c54bd6b92d1d1d55fe650e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:23.232551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.260016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.273767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.278614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/edb1caa3-6187-4d6a-8bfa-552e297580bc HTTP/1.1" status: 204 len: 168 time: 3.6356161 Jul 07 17:29:23.285028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:23.289080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.314565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-ecc2790c-c26a-4534-8a61-85a6622acc11 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.316224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-ecc2790c-c26a-4534-8a61-85a6622acc11 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.1915388 Jul 07 17:29:23.346179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-474a1ec2-77a3-4959-8321-98d1866a05fb tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/quotas/01f33b16a25f44debad35a465837597d HTTP/1.1" status: 200 len: 375 time: 0.0191021 Jul 07 17:29:23.363020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6bc8-e884-4f83-8a9d-d622673c3990 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=edb1caa3-6187-4d6a-8bfa-552e297580bc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.368837 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61c331a-d53a-4be9-b5e2-7d3a94d04c3e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] GET failed (client error): The resource could not be found. Jul 07 17:29:23.374367 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d61c331a-d53a-4be9-b5e2-7d3a94d04c3e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets/65b6acaf-dca5-4849-8ef5-d7434e546392 HTTP/1.1" status: 404 len: 337 time: 0.0796375 Jul 07 17:29:23.376216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33198) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.386257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.386628 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Added segment e715c747-2113-4971-a465-b8f23c12001f of type vlan for network 1904e46e-93f8-4599-a73d-4f91f52b6e18 Jul 07 17:29:23.406929 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d98270-d2c6-4562-8e51-ac14ec291860 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:23.407552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d98270-d2c6-4562-8e51-ac14ec291860 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:23.414252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-14d98270-d2c6-4562-8e51-ac14ec291860 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/edb1caa3-6187-4d6a-8bfa-552e297580bc HTTP/1.1" status: 404 len: 339 time: 0.0373795 Jul 07 17:29:23.415020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33200) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.446641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.517251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-1e118c85-126d-489e-8a99-4e4d95f0177e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487851 Jul 07 17:29:23.542720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=20cc0eb6-55a7-40ac-87c7-dda742da34ef,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.549042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:23.549501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: bb82d478-83de-48db-987d-ffba3e7ef048, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:23.566172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.572426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network bb82d478-83de-48db-987d-ffba3e7ef048 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:23.586978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, bb82d478-83de-48db-987d-ffba3e7ef048) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:23.593144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.594325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.615252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5da2ca35-e3e2-438d-bcc1-e2e6b957dc77 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3193998 Jul 07 17:29:23.619579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33204) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.625950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-194715727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:23.636951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.656746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Transition to ACTIVE for port object 3d41ec31-6dbb-4121-85ce-5b632535cccb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:23.661523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646e0bb-4d9f-4170-9266-77ebecd98bf7 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.661523 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c646e0bb-4d9f-4170-9266-77ebecd98bf7 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2439048 Jul 07 17:29:23.672706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33206) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.690245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Transition to ACTIVE for port object 3d41ec31-6dbb-4121-85ce-5b632535cccb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:23.701766 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.718018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.719280 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.728327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab637650-b59e-4eb9-9b40-87338fa81965 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 207 time: 0.0539815 Jul 07 17:29:23.733393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33208) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.735256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:23.745996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.747110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:23.748072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.765319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:23.778321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:23.822483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Pushing event updated for resources: {'Port': ['ID=3d41ec31-6dbb-4121-85ce-5b632535cccb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.826207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7024271 Jul 07 17:29:23.836484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.852931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-421b4de8-5351-403d-b324-b9ad9a28336f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Request body: {'network': {'project_id': '44a10ff8c0c54bd6b92d1d1d55fe650e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:23.859537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.859537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.860032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.860385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.860819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.861249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.861678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.862108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.862724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.863552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.864271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.864497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcbecd-5099-493c-8921-1f9c22777aa2 tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Pushing event updated for resources: {'Network': ['ID=1904e46e-93f8-4599-a73d-4f91f52b6e18,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.864830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:23.874414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Attempting to bind port 3d41ec31-6dbb-4121-85ce-5b632535cccb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:23.874985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Attempting to bind port 3d41ec31-6dbb-4121-85ce-5b632535cccb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '316475b0-6d6b-4c53-9155-e8904e2ffe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:23.875453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Attempting to bind port 3d41ec31-6dbb-4121-85ce-5b632535cccb on network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:23.881786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:23.883751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Checking segment: {'id': '316475b0-6d6b-4c53-9155-e8904e2ffe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:23.883751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.883751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Bound using segment: {'id': '316475b0-6d6b-4c53-9155-e8904e2ffe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:23.884664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Bound port: 3d41ec31-6dbb-4121-85ce-5b632535cccb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316475b0-6d6b-4c53-9155-e8904e2ffe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2eeacd73-36f7-406e-a19c-16ab3b2febc1'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:23.885169 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.893560 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-421b4de8-5351-403d-b324-b9ad9a28336f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:29:23.894788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421b4de8-5351-403d-b324-b9ad9a28336f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:23.901182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-421b4de8-5351-403d-b324-b9ad9a28336f tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0594745 Jul 07 17:29:23.902200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.927879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1904e46e-93f8-4599-a73d-4f91f52b6e18 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:23.996494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.999511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b2666f1a-8641-4871-860f-d6f29dbdaa26 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663267 Jul 07 17:29:24.009530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.060302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.065742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd7a6779-92e3-47d1-986a-848aa05ff2e3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4403605 Jul 07 17:29:24.066088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.066827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.141440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326654f9-ce4c-43ea-a1fc-a9316d2f8025 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.148494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326654f9-ce4c-43ea-a1fc-a9316d2f8025 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.154822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326654f9-ce4c-43ea-a1fc-a9316d2f8025 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.161018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326654f9-ce4c-43ea-a1fc-a9316d2f8025 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.167257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-326654f9-ce4c-43ea-a1fc-a9316d2f8025 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4326990 Jul 07 17:29:24.167577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.189252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] For port 3d41ec31-6dbb-4121-85ce-5b632535cccb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:24.193916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] For port 3d41ec31-6dbb-4121-85ce-5b632535cccb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3d41ec31-6dbb-4121-85ce-5b632535cccb,segment=NetworkSegment(316475b0-6d6b-4c53-9155-e8904e2ffe15),segment_id=316475b0-6d6b-4c53-9155-e8904e2ffe15)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:24.202537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.322057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-108a4514-eb15-4a3d-b559-5b5df59fba85 service neutron] 10.222.0.66 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887173 Jul 07 17:29:24.372623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04311c-e87f-44f2-8fec-4d5435889960 None None] Pushing event updated for resources: {'Port': ['ID=3d41ec31-6dbb-4121-85ce-5b632535cccb,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.392422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ce0a3e85-7c5e-4184-aad7-32fd60fea5b1 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2219567 Jul 07 17:29:24.398851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33220) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.474731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.516813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904e46e-93f8-4599-a73d-4f91f52b6e18']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:24.525809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3383c4f-86bc-45b3-b365-5ec1fd417872 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.527650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3383c4f-86bc-45b3-b365-5ec1fd417872 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.529549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e3383c4f-86bc-45b3-b365-5ec1fd417872 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1291604 Jul 07 17:29:24.532777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e715c747-2113-4971-a465-b8f23c12001f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:24.533099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e715c747-2113-4971-a465-b8f23c12001f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:24.546009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33222) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.575765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.617615 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.635400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c689ccd-db88-46ff-a9de-a032c6d98692 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.640514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c689ccd-db88-46ff-a9de-a032c6d98692 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:24.644104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c689ccd-db88-46ff-a9de-a032c6d98692 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0963464 Jul 07 17:29:24.646298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:24.647008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:24.651988 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:24.657686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33228) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.740790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.876594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.917972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.922523 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1904e46e-93f8-4599-a73d-4f91f52b6e18 HTTP/1.1" status: 204 len: 168 time: 1.0185132 Jul 07 17:29:24.930712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33234) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.961901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb4274-cc66-4b61-bb3b-fe8f79dee63b tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Pushing event deleted for resources: {'Network': ['ID=1904e46e-93f8-4599-a73d-4f91f52b6e18,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.020683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf54524-9e03-4018-b716-617cecdf0a8b tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.026663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ddf54524-9e03-4018-b716-617cecdf0a8b tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks/bf6ec0cd-391b-4300-80db-df35cc34325e HTTP/1.1" status: 200 len: 799 time: 0.3638742 Jul 07 17:29:25.042825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0f8a-f369-4a90-9dfe-dac73d86ca1a req-5ac9899b-0766-47c6-9c65-cfbd0c83a894 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.045542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5eeb0f8a-f369-4a90-9dfe-dac73d86ca1a req-5ac9899b-0766-47c6-9c65-cfbd0c83a894 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2356281 Jul 07 17:29:25.046316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33236) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.233021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.234590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5eeb0f8a-f369-4a90-9dfe-dac73d86ca1a req-1e874066-17c6-4ef6-8afc-2254f144d0da tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717920 Jul 07 17:29:25.305727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2e1be933-cbe2-47f0-bd0c-ac6f23e97294 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/networks/bf6ec0cd-391b-4300-80db-df35cc34325e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2508171 Jul 07 17:29:25.305727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33240) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.422261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14647b5-6212-45b8-810c-99cf08735ebe tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.427924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f14647b5-6212-45b8-810c-99cf08735ebe tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets/22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82 HTTP/1.1" status: 200 len: 811 time: 0.1216757 Jul 07 17:29:25.429959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.478215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.502341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8834ab-d844-4332-9328-3d131469cd01']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.536469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9757285-4be0-490d-8065-28beb059304f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.536956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9757285-4be0-490d-8065-28beb059304f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.539657 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.559105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.20.0.1 (2eeacd73-36f7-406e-a19c-16ab3b2febc1/2834d516-fc05-439c-8d04-f3402f4e104f/ff2c3f53-1636-44ae-8010-1d7c059e1e3c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:25.559364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a0575-2779-4858-a4c4-9277ae767b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.561268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-270a0575-2779-4858-a4c4-9277ae767b99 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "GET /v2.0/subnets/22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1305919 Jul 07 17:29:25.566382 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.568872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33244) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.574326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718085511'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:25.606235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.623323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:25.635648 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.644877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:25.644877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:25.648549 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:25.677712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ec6ac-d019-4862-9b3f-1e525659259b req-31bb7cd7-df93-4f71-a48d-c2d5f28ed761 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.680725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5ec6ac-d019-4862-9b3f-1e525659259b req-31bb7cd7-df93-4f71-a48d-c2d5f28ed761 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.1836872 Jul 07 17:29:25.751156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:25.778214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa5ec6ac-d019-4862-9b3f-1e525659259b req-41361633-0965-4379-9b70-d4b6d3482199 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858860 Jul 07 17:29:25.784132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.784736 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Added segment a87d7800-5593-48ee-a2e1-c704bf4fa6d0 of type vlan for network 2be0d07f-950a-43b7-8d14-23fe602a095f Jul 07 17:29:25.868712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.940148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.955676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.957283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.973109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d23033-5248-4234-b734-a64902decdf6 None None] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:25.984854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0a127-3440-4bb6-84eb-4dd2818f52c0 None None] Network bb82d478-83de-48db-987d-ffba3e7ef048 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:26.073457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22871677-9f4b-4678-bf97-8250fff86422 req-cfef9fe2-de97-4ded-971e-7245dbff8708 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 210 time: 0.1106668 Jul 07 17:29:26.078390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5084109 Jul 07 17:29:26.083449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33246) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.088555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:26.177061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6e52595e-e7d2-4ea6-a1f6-d62af7f14668 None None] Provisioning for port 3d41ec31-6dbb-4121-85ce-5b632535cccb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:26.203055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.219504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.221461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] 10.222.0.66 "DELETE /v2.0/networks/ab8834ab-d844-4332-9328-3d131469cd01 HTTP/1.1" status: 204 len: 168 time: 1.2751086 Jul 07 17:29:26.251939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20080b9-ca12-4ee3-b121-e0c062d7a1cb tempest-QuotasNegativeTest-2103415149 tempest-QuotasNegativeTest-2103415149-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab8834ab-d844-4332-9328-3d131469cd01,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.297473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.341166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object ff2c3f53-1636-44ae-8010-1d7c059e1e3c will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:26.443970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-96337a2e-ec87-4695-a0fe-b557b92a1f2d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:26.447219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-96337a2e-ec87-4695-a0fe-b557b92a1f2d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 821 time: 0.1907852 Jul 07 17:29:26.451586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Network': ['ID=2be0d07f-950a-43b7-8d14-23fe602a095f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.473121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Request body: {'port': {'device_id': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'admin_state_up': True, 'tenant_id': '01f33b16a25f44debad35a465837597d'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:26.474006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.535234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Made reservation on behalf of 906b0f59ef3e4a29a25574d58dcf219f for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:26.541562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.576302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3d41ec31-6dbb-4121-85ce-5b632535cccb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:26.603185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:26.613733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:26.621462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:26.627419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=ff2c3f53-1636-44ae-8010-1d7c059e1e3c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.632453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Performing IP validity checks on allocation pools {{(pid=93946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:29:26.633961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:29:26.720181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.720730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.721226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.721680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.723143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.723143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.723842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.724020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.724488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.725130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.725427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.726423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637afe44-2f52-4b16-a5f5-ab5389339848 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:26.742792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.800045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:26.962179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3d41ec31-6dbb-4121-85ce-5b632535cccb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:26.966093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3bdd1-aa4c-446a-9a86-225526d43556 req-0d0672ab-157a-4518-afaa-ff106da6fdba tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:26.974553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45c3bdd1-aa4c-446a-9a86-225526d43556 req-0d0672ab-157a-4518-afaa-ff106da6fdba tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2935147 Jul 07 17:29:26.980996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3d41ec31-6dbb-4121-85ce-5b632535cccb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.981564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.050905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-bb82d478-83de-48db-987d-ffba3e7ef048', 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '20cc0eb6-55a7-40ac-87c7-dda742da34ef'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:27.051744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.053353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.083393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45c3bdd1-aa4c-446a-9a86-225526d43556 req-a33f84ba-1bcd-4167-a757-5381f30b2e76 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062186 Jul 07 17:29:27.088307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.159531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Made reservation on behalf of 01f33b16a25f44debad35a465837597d for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:27.165401 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.191094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.303759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=74aaa242-0097-4088-989e-f4f9657f92d0,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:27.325878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Checking segment: {'id': 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:27.326532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network hostable DHCP agents. Network: 2be0d07f-950a-43b7-8d14-23fe602a095f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:27.403125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Network 2be0d07f-950a-43b7-8d14-23fe602a095f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:27.424528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2be0d07f-950a-43b7-8d14-23fe602a095f) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:27.431654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:27.432380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.446487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Allocated IP 172.20.0.4 (e042882d-dfb3-44c9-a322-bb557ab6b4c4/b1a60eea-8667-4994-aece-cd944e057543/c8609912-305c-41a3-8fad-176f08d67ffc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:27.469862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2587f670-d3ff-42e9-a5c8-bc021659d82e tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3818736 Jul 07 17:29:27.470207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33260) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.478290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:27.510460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56943cea-0c12-4e18-89a6-e253379dd8bd None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:27.688191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33262) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.763672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3345041'] for subnet, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.795499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.808906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.843617 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.985992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3d41ec31-6dbb-4121-85ce-5b632535cccb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3d41ec31-6dbb-4121-85ce-5b632535cccb,segment=NetworkSegment(316475b0-6d6b-4c53-9155-e8904e2ffe15),segment_id=316475b0-6d6b-4c53-9155-e8904e2ffe15)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:28.002752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=ff2c3f53-1636-44ae-8010-1d7c059e1e3c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.003001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Allocated IP 172.21.0.2 (bb82d478-83de-48db-987d-ffba3e7ef048/20cc0eb6-55a7-40ac-87c7-dda742da34ef/a0c32733-3507-4636-99f7-31bdb6b95dc7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:28.027465 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.105755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f051007a-914b-48c6-aa85-7ac10b2b2b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.160636 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.195216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9e3c-e278-4c2c-b99d-e59b95d3d051 req-01ce95d9-23e5-4c9b-9aa6-f5f3aeca2709 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:28.198295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33ea9e3c-e278-4c2c-b99d-e59b95d3d051 req-01ce95d9-23e5-4c9b-9aa6-f5f3aeca2709 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.5241563 Jul 07 17:29:28.249367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.313466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3d41ec31-6dbb-4121-85ce-5b632535cccb,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.376412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b7960-21a4-4c08-8599-f0049f51f4d4 None None] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:28.398958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f051007a-914b-48c6-aa85-7ac10b2b2b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.406348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f051007a-914b-48c6-aa85-7ac10b2b2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.443489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2be0d07f-950a-43b7-8d14-23fe602a095f', 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f', 'tenant_id': '906b0f59ef3e4a29a25574d58dcf219f', 'fixed_ips': [{'subnet_id': '74aaa242-0097-4088-989e-f4f9657f92d0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:28.444396 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.484140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051007a-914b-48c6-aa85-7ac10b2b2b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc48a41-54dc-4e51-abda-bb989e4dcd56,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.487411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.499256 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f051007a-914b-48c6-aa85-7ac10b2b2b04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b61d02c4384d4aeab52cc8a8477500c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982268 Jul 07 17:29:28.499256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33272) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.527478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:28.531005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:28.552772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Provisioning complete for port 3d41ec31-6dbb-4121-85ce-5b632535cccb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:28.555836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.585116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.622008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33ea9e3c-e278-4c2c-b99d-e59b95d3d051 req-4d18e160-7e94-4f86-9d1d-84c233999202 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985000 Jul 07 17:29:28.666791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.680603 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.683357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Network e042882d-dfb3-44c9-a322-bb557ab6b4c4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:28.705364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:28.721571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Transition to ACTIVE for port object a0c32733-3507-4636-99f7-31bdb6b95dc7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:28.726753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:28.779889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 3fad2e5a-bada-4bc0-84d7-5268629a9483 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:28.823043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Transition to ACTIVE for port object a0c32733-3507-4636-99f7-31bdb6b95dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:28.845370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.852701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.860879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.868689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2dc48a41-54dc-4e51-abda-bb989e4dcd56 HTTP/1.1" status: 204 len: 168 time: 0.3630602 Jul 07 17:29:28.904881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:28.909078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.931087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8c18a-8ec7-4299-810d-059d0c8e694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc48a41-54dc-4e51-abda-bb989e4dcd56,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.954460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755860442655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3449528'] for subnet, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.975630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Pushing event updated for resources: {'Port': ['ID=a0c32733-3507-4636-99f7-31bdb6b95dc7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.994224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5292900 Jul 07 17:29:28.999385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:29.017118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b430ee4-5b3b-4a67-8094-97e5701dbbc1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9462738 Jul 07 17:29:29.019849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33276) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.027733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Allocated IP 172.20.0.3 (2be0d07f-950a-43b7-8d14-23fe602a095f/74aaa242-0097-4088-989e-f4f9657f92d0/cf7b81ec-8c0b-47ec-9992-8385a3fd767d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:29.043650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f67fda-1058-49da-9bab-37dfeeb140ae tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event updated for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.052481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] Sync routers for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:29.106314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda0227-31a0-4674-9fb0-e4741efcf269 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:29.108631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0bda0227-31a0-4674-9fb0-e4741efcf269 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports/ff2c3f53-1636-44ae-8010-1d7c059e1e3c HTTP/1.1" status: 200 len: 910 time: 0.0874527 Jul 07 17:29:29.112879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33278) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.116774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Network bb82d478-83de-48db-987d-ffba3e7ef048 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:29.169781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:29.173262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Request body: {'port': {'device_id': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:29.226994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:29.239702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:29.241346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.290694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.346145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:29.346985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.350209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:29.352095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.354871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "PUT /v2.0/subnets/74aaa242-0097-4088-989e-f4f9657f92d0 HTTP/1.1" status: 200 len: 877 time: 1.8829610 Jul 07 17:29:29.361104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Provisioning for port ff2c3f53-1636-44ae-8010-1d7c059e1e3c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:29.383022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33282) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.407985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33284) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.429732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.431161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab9308-308d-4ac1-bac6-fb8398ed5948 None None] The sync data for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:29.449465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Provisioning complete for port ff2c3f53-1636-44ae-8010-1d7c059e1e3c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:29.449999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.484394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Attempting to bind port a0c32733-3507-4636-99f7-31bdb6b95dc7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:29.484864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Attempting to bind port a0c32733-3507-4636-99f7-31bdb6b95dc7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:29.485224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Attempting to bind port a0c32733-3507-4636-99f7-31bdb6b95dc7 on network bb82d478-83de-48db-987d-ffba3e7ef048 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:29.504844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:29.505249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Checking segment: {'id': '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:29.505794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.506013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Bound using segment: {'id': '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:29.506545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Bound port: a0c32733-3507-4636-99f7-31bdb6b95dc7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb82d478-83de-48db-987d-ffba3e7ef048'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:29.506942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.552966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-67739759-7bbd-430a-8cd6-c6785e617f75 None None] Port ff2c3f53-1636-44ae-8010-1d7c059e1e3c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:29.623112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.635217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Transition to ACTIVE for port object cf7b81ec-8c0b-47ec-9992-8385a3fd767d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:29.687216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Transition to ACTIVE for port object cf7b81ec-8c0b-47ec-9992-8385a3fd767d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:29.712486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.741004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:29.746294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.746638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:29.774759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:29.826297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] For port a0c32733-3507-4636-99f7-31bdb6b95dc7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:29.909313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Pushing event updated for resources: {'Port': ['ID=cf7b81ec-8c0b-47ec-9992-8385a3fd767d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.918829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] For port a0c32733-3507-4636-99f7-31bdb6b95dc7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a0c32733-3507-4636-99f7-31bdb6b95dc7,segment=NetworkSegment(4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8),segment_id=4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:29.932361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Attempting to bind port cf7b81ec-8c0b-47ec-9992-8385a3fd767d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:29.933080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Attempting to bind port cf7b81ec-8c0b-47ec-9992-8385a3fd767d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:29.933717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Attempting to bind port cf7b81ec-8c0b-47ec-9992-8385a3fd767d on network 2be0d07f-950a-43b7-8d14-23fe602a095f {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:29.942582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.971572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4ec901b2-3d66-4386-ae6e-7a7b19bf827b None None] Provisioning complete for port 3d41ec31-6dbb-4121-85ce-5b632535cccb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:29.972574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4ec901b2-3d66-4386-ae6e-7a7b19bf827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.006691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:30.007871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Checking segment: {'id': 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:30.008490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.009227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Bound using segment: {'id': 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:30.009930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Bound port: cf7b81ec-8c0b-47ec-9992-8385a3fd767d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2be0d07f-950a-43b7-8d14-23fe602a095f'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:30.010571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.181548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.21.0.1 (bb82d478-83de-48db-987d-ffba3e7ef048/20cc0eb6-55a7-40ac-87c7-dda742da34ef/cbf045f1-a3e0-4c01-a235-f05bd761834f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:30.200949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1afef-ae42-40b6-92c5-33614d28dcbf tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event updated for resources: {'Subnet': ['ID=74aaa242-0097-4088-989e-f4f9657f92d0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.212003 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.227193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.258995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e00c-a078-4f36-b1f9-7f5b18d85744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.360250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cfae1-642f-4c41-b186-18446c3f7ee9 req-cacdd578-b8dc-4ced-9b90-d2450d0ea0fb tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:30.403314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f31cfae1-642f-4c41-b186-18446c3f7ee9 req-cacdd578-b8dc-4ced-9b90-d2450d0ea0fb tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 931 time: 1.3997602 Jul 07 17:29:30.461853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.503442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015306-b34c-42a5-a025-5ee5c99e461b None None] Pushing event updated for resources: {'Port': ['ID=a0c32733-3507-4636-99f7-31bdb6b95dc7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.506896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object cbf045f1-a3e0-4c01-a235-f05bd761834f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:30.526290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] For port cf7b81ec-8c0b-47ec-9992-8385a3fd767d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:30.544971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] For port cf7b81ec-8c0b-47ec-9992-8385a3fd767d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf7b81ec-8c0b-47ec-9992-8385a3fd767d,segment=NetworkSegment(a87d7800-5593-48ee-a2e1-c704bf4fa6d0),segment_id=a87d7800-5593-48ee-a2e1-c704bf4fa6d0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:30.564938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.592191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.653326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f31cfae1-642f-4c41-b186-18446c3f7ee9 req-86d49e9f-826b-4f50-878a-7ad76c9aec8b tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442229 Jul 07 17:29:30.675532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3d41ec31-6dbb-4121-85ce-5b632535cccb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:30.679957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=cbf045f1-a3e0-4c01-a235-f05bd761834f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.699994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network bb82d478-83de-48db-987d-ffba3e7ef048 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:30.702045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:30.705268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:30.771432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.832564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ece8e5-a833-4b2e-83a3-0cfb8e4bf0ed None None] Pushing event updated for resources: {'Port': ['ID=cf7b81ec-8c0b-47ec-9992-8385a3fd767d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.840912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4ec901b2-3d66-4386-ae6e-7a7b19bf827b None None] Provisioning complete for port ff2c3f53-1636-44ae-8010-1d7c059e1e3c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:30.841295 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4ec901b2-3d66-4386-ae6e-7a7b19bf827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.891710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4ec901b2-3d66-4386-ae6e-7a7b19bf827b None None] Port ff2c3f53-1636-44ae-8010-1d7c059e1e3c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:30.910933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3d41ec31-6dbb-4121-85ce-5b632535cccb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:30.911704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.058827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port cf7b81ec-8c0b-47ec-9992-8385a3fd767d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:31.058827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.060783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ade4e0d6-a0d8-4fc2-be05-9f3157576e50 None None] Provisioning complete for port ff2c3f53-1636-44ae-8010-1d7c059e1e3c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:31.061221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ade4e0d6-a0d8-4fc2-be05-9f3157576e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.094989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.123041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e00c-a078-4f36-b1f9-7f5b18d85744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.124252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ade4e0d6-a0d8-4fc2-be05-9f3157576e50 None None] Port ff2c3f53-1636-44ae-8010-1d7c059e1e3c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:31.141696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e00c-a078-4f36-b1f9-7f5b18d85744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.379918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1e00c-a078-4f36-b1f9-7f5b18d85744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3667b06e-7dde-43a7-8fe9-e46c49dc859a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.393146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port cf7b81ec-8c0b-47ec-9992-8385a3fd767d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf7b81ec-8c0b-47ec-9992-8385a3fd767d,segment=NetworkSegment(a87d7800-5593-48ee-a2e1-c704bf4fa6d0),segment_id=a87d7800-5593-48ee-a2e1-c704bf4fa6d0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:31.393884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.401623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bbd1e00c-a078-4f36-b1f9-7f5b18d85744 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15cb2667f801478d99fe44da063b5917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9905584 Jul 07 17:29:31.412300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632428b-c286-40b2-80eb-e94a8a5f2c35 req-b95e6eed-77e3-42dd-8937-acb641f0d750 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:31.414630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4632428b-c286-40b2-80eb-e94a8a5f2c35 req-b95e6eed-77e3-42dd-8937-acb641f0d750 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.4822454 Jul 07 17:29:31.417438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:31.467083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for cf7b81ec-8c0b-47ec-9992-8385a3fd767d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:31.625604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4632428b-c286-40b2-80eb-e94a8a5f2c35 req-bc2fc6e2-8ad8-4fc7-bfc8-ace43a8c23a1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900015 Jul 07 17:29:31.629612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8609912-305c-41a3-8fad-176f08d67ffc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:31.643085 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.655731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.666400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.680104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.683863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Transition to ACTIVE for port object c8609912-305c-41a3-8fad-176f08d67ffc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:31.720353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.738667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.880060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.890290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=cbf045f1-a3e0-4c01-a235-f05bd761834f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.967762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Pushing event updated for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.008386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.011777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.013457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3667b06e-7dde-43a7-8fe9-e46c49dc859a HTTP/1.1" status: 204 len: 168 time: 0.5898333 Jul 07 17:29:32.041620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network bb82d478-83de-48db-987d-ffba3e7ef048 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:32.045064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:32.080503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e874ad4-92cb-4229-8d4f-d0b57750d2de None None] Network bb82d478-83de-48db-987d-ffba3e7ef048 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:32.098425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.119285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efa176-24f5-4172-9464-a60dfc246135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3667b06e-7dde-43a7-8fe9-e46c49dc859a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.186277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=cf7b81ec-8c0b-47ec-9992-8385a3fd767d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.221229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 3fad2e5a-bada-4bc0-84d7-5268629a9483 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:32.261251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port cf7b81ec-8c0b-47ec-9992-8385a3fd767d on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:32.348258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805d05-22dd-4c1e-a466-f8c40ee97104 req-01d304c7-78e5-4d74-b4e7-15cabae21c84 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:32.351091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d805d05-22dd-4c1e-a466-f8c40ee97104 req-01d304c7-78e5-4d74-b4e7-15cabae21c84 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.4021428 Jul 07 17:29:32.355208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Attempting to bind port c8609912-305c-41a3-8fad-176f08d67ffc on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:32.355724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Attempting to bind port c8609912-305c-41a3-8fad-176f08d67ffc by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:32.356197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Attempting to bind port c8609912-305c-41a3-8fad-176f08d67ffc on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:32.377222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.386779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Port c8609912-305c-41a3-8fad-176f08d67ffc on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:29:32.387488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Attempting to bind port c8609912-305c-41a3-8fad-176f08d67ffc on network e042882d-dfb3-44c9-a322-bb557ab6b4c4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:32.408453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f4b116fb-6743-43f8-8044-b17c7d5b1f18 None None] Provisioning for port a0c32733-3507-4636-99f7-31bdb6b95dc7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:32.470766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:32.487594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-94da1f78-38c0-4774-a234-2225efeaa8ae tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3734815 Jul 07 17:29:32.488481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33296) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.496768 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] Sync routers for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:32.513699 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:32.515329 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.545734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:32.545734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Checking segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:32.545734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Bound using segment: {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:32.545734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Bound port: c8609912-305c-41a3-8fad-176f08d67ffc, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fc94bc-9e98-4f5a-9195-79e674d485c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:32.545734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.626267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:32.630582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.652570 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:32.653769 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.712341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f9f161-c8d4-4921-8daf-c9063057319b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:32.720851 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-97f9f161-c8d4-4921-8daf-c9063057319b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports/cbf045f1-a3e0-4c01-a235-f05bd761834f HTTP/1.1" status: 200 len: 910 time: 0.2310801 Jul 07 17:29:32.723840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33304) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.745069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d805d05-22dd-4c1e-a466-f8c40ee97104 req-ab784cf9-676c-4346-8f4d-466ae3fa5d5d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798018 Jul 07 17:29:32.820889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a0c32733-3507-4636-99f7-31bdb6b95dc7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:32.932834 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.936949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ca1b9-5c9c-4a75-ac91-f21e429afdca None None] The sync data for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:32.946896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.982717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:33.012653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:33.015025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a0c32733-3507-4636-99f7-31bdb6b95dc7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:33.044832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:33.056004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a0c32733-3507-4636-99f7-31bdb6b95dc7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:33.056414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.155918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaac0db-2a07-4e00-9261-07676c460667 None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:33.159592 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.181275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:33.213890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:33.281170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.298930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ec7c1cf4-3dea-4f9a-be09-b4ce69f22698 None None] Could not find standard attr ID for object cf7b81ec-8c0b-47ec-9992-8385a3fd767d. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:29:33.314355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=74aaa242-0097-4088-989e-f4f9657f92d0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.357787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8609912-305c-41a3-8fad-176f08d67ffc,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:33.417212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.442867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:33.444879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.446933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] 10.222.0.73 "PUT /v2.0/ports/c8609912-305c-41a3-8fad-176f08d67ffc HTTP/1.1" status: 200 len: 1092 time: 4.2871704 Jul 07 17:29:33.455298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:33.461011 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f" -d '{"events": [{"name": "network-changed", "server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:33.471452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d92725e9-54c7-4f57-a1f1-96d5b8d2006d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:33.567189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.618763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be0d07f-950a-43b7-8d14-23fe602a095f']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.662964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.663802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87d7800-5593-48ee-a2e1-c704bf4fa6d0') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.677705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64b65-92eb-4432-b5cb-d45682e9a10e req-202538ed-17b6-4d78-8323-6a313ddf1a19 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:33.687343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d64b65-92eb-4432-b5cb-d45682e9a10e req-202538ed-17b6-4d78-8323-6a313ddf1a19 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 943 time: 0.5675247 Jul 07 17:29:33.751589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.754085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33340) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.769833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d64b65-92eb-4432-b5cb-d45682e9a10e req-36b737a1-ff17-4c4c-811d-3b799e46c1aa tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Jul 07 17:29:33.774344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839df6-7e99-475b-8cbd-98876949b90f service neutron] Pushing event updated for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.808834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Provisioning for port cbf045f1-a3e0-4c01-a235-f05bd761834f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:33.859029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.870261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-5df67ed2-772f-4b16-ac56-cbfada5512cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:33.871962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-5df67ed2-772f-4b16-ac56-cbfada5512cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 1095 time: 0.3545511 Jul 07 17:29:33.885110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.914518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Provisioning complete for port cbf045f1-a3e0-4c01-a235-f05bd761834f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:33.914518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.931011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.037397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-071917f7-ec29-44c6-820f-aa571ad52ef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8609912-305c-41a3-8fad-176f08d67ffc HTTP/1.1" status: 200 len: 217 time: 0.1532416 Jul 07 17:29:34.039277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:34.041417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:34.047024 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:34.134053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a75eae-488e-4867-9977-7b955e1d8f47 None None] DHCP port deletion for 2be0d07f-950a-43b7-8d14-23fe602a095f request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:34.240292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2110790734'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:34.274277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:34.278771 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.301980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.306586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.320728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.331424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Port cbf045f1-a3e0-4c01-a235-f05bd761834f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:34.332852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/2be0d07f-950a-43b7-8d14-23fe602a095f HTTP/1.1" status: 204 len: 168 time: 4.9476466 Jul 07 17:29:34.334049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33354) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.368918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d77e27-9b1b-4819-bf29-9c2f36f8bbcc None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:34.447960 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab576274-54e1-47e0-9112-b87be79cc2e0 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:34.448875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab576274-54e1-47e0-9112-b87be79cc2e0 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:34.456114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port a0c32733-3507-4636-99f7-31bdb6b95dc7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a0c32733-3507-4636-99f7-31bdb6b95dc7,segment=NetworkSegment(4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8),segment_id=4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:34.461229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab576274-54e1-47e0-9112-b87be79cc2e0 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/74aaa242-0097-4088-989e-f4f9657f92d0 HTTP/1.1" status: 404 len: 337 time: 0.1074545 Jul 07 17:29:34.464326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.477034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Provisioning complete for port a0c32733-3507-4636-99f7-31bdb6b95dc7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:34.487741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71dcf982-7cdb-4c21-8d55-b78b9c84e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.490267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d77e27-9b1b-4819-bf29-9c2f36f8bbcc None None] Network 2be0d07f-950a-43b7-8d14-23fe602a095f could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:29:34.496640 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.523941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-eeec1187-c9ce-4068-b1ea-b37bf39b33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:34.525937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-eeec1187-c9ce-4068-b1ea-b37bf39b33d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.4697607 Jul 07 17:29:34.534487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba0100-fe6f-46dd-82b6-49c639a22ad8 req-3fe03a24-b80d-44f3-ae22-33f6dcfaa3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:34.544527 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdba0100-fe6f-46dd-82b6-49c639a22ad8 req-3fe03a24-b80d-44f3-ae22-33f6dcfaa3e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.3813205 Jul 07 17:29:34.618818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fdba0100-fe6f-46dd-82b6-49c639a22ad8 req-8b0e0acb-be24-4280-b470-70f71f85644d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661685 Jul 07 17:29:34.641871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf7b81ec-8c0b-47ec-9992-8385a3fd767d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:34.658152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.670084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374b82-293a-44b3-85d7-cd9c5e2dfd36 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=2be0d07f-950a-43b7-8d14-23fe602a095f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.692359 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.735186 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dccc2c-0e6d-4157-978f-d4123cc18ecb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:34.735915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dccc2c-0e6d-4157-978f-d4123cc18ecb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:34.740901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-29dccc2c-0e6d-4157-978f-d4123cc18ecb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/2be0d07f-950a-43b7-8d14-23fe602a095f HTTP/1.1" status: 404 len: 339 time: 0.2567811 Jul 07 17:29:34.746226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.749019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-e4a2c237-a168-43e1-8e7a-0100cb0bf96e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866752 Jul 07 17:29:34.772134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba826db-3057-48ab-972a-72075cd430ee req-822dc01a-c7df-44c1-97cb-9cf7a87ff907 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:34.780989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ba826db-3057-48ab-972a-72075cd430ee req-822dc01a-c7df-44c1-97cb-9cf7a87ff907 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.7103140 Jul 07 17:29:34.812417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=a0c32733-3507-4636-99f7-31bdb6b95dc7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.836051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cf7b81ec-8c0b-47ec-9992-8385a3fd767d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:34.836557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf7b81ec-8c0b-47ec-9992-8385a3fd767d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:34.858683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:34.901614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.922502 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3429cc4-b2eb-4e07-92a3-cb0d504ac048 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:34.922502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3429cc4-b2eb-4e07-92a3-cb0d504ac048 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:34.927725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d3429cc4-b2eb-4e07-92a3-cb0d504ac048 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/65b6acaf-dca5-4849-8ef5-d7434e546392 HTTP/1.1" status: 404 len: 337 time: 0.1729286 Jul 07 17:29:34.937507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33362) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.984663 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ea5d63-f496-4ce5-812d-b33b1eddd365 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:34.985592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ea5d63-f496-4ce5-812d-b33b1eddd365 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:34.992065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-62ea5d63-f496-4ce5-812d-b33b1eddd365 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/edb1caa3-6187-4d6a-8bfa-552e297580bc HTTP/1.1" status: 404 len: 339 time: 0.0525670 Jul 07 17:29:35.000289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33364) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.002870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.003504 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment f626c2cd-448a-4e83-be3e-f99e5e50db9d of type vlan for network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae Jul 07 17:29:35.005342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2b823-1ad5-4790-b0ad-bae8ce475ce8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.117161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ba826db-3057-48ab-972a-72075cd430ee req-d32a7863-5492-4490-95f1-45c5cf163899 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348119 Jul 07 17:29:35.182734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fb60b2f2-f733-4b73-bb71-3a99dc36d891 None None] Provisioning complete for port cbf045f1-a3e0-4c01-a235-f05bd761834f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:35.182734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fb60b2f2-f733-4b73-bb71-3a99dc36d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.289504 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f854d8-d9f7-49cc-abc7-4b805bdbb7b3 x-openstack-request-id: req-b4f854d8-d9f7-49cc-abc7-4b805bdbb7b3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:35.289960 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:35.290380 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4f854d8-d9f7-49cc-abc7-4b805bdbb7b3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:35.291143 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc', 'status': 'completed', 'code': 200} Jul 07 17:29:35.312230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-6f79653e-b1bd-472e-904e-5dd6339e2ef9 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102603 Jul 07 17:29:35.314354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.350158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fb60b2f2-f733-4b73-bb71-3a99dc36d891 None None] Port cbf045f1-a3e0-4c01-a235-f05bd761834f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:35.387584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.396615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:35.397292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.484424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7009933 Jul 07 17:29:35.488524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.496831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1142266233'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:35.587441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:35.591807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.623542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.639231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port cbf045f1-a3e0-4c01-a235-f05bd761834f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:35.639231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.642067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:35.719176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.719907 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 217a2bc7-8fe4-4079-9173-8432b5a2eaef of type vlan for network 6fca8486-baf4-4675-beb3-f066725b4d12 Jul 07 17:29:35.748412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf637-2045-488a-92b4-bac8e4caa2fc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=0ed8c2ef-fe0b-4471-be15-0eef794b4aae,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.762358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:35.802291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.835376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6c19d57-ea5a-4d27-85c3-5f3b09728552 req-63b629a0-2cab-4efd-b668-0db883c20e60 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576826 Jul 07 17:29:35.838944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.869680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for cbf045f1-a3e0-4c01-a235-f05bd761834f owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:35.893967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.903368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:35.904568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.024161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5337734 Jul 07 17:29:36.033077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33368) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.052680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:36.057760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.090682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc381484-d252-4230-8540-7337e15eca4e']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.115548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9175be-c7d1-4f90-97bf-8a2a15828e49') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.116051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9175be-c7d1-4f90-97bf-8a2a15828e49') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.117823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca70a3b-4201-469c-ae54-ca8e769c5c80 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=6fca8486-baf4-4675-beb3-f066725b4d12,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.130763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6fca8486-baf4-4675-beb3-f066725b4d12 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:36.136005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad89acc-2050-4457-8f4a-1a654725ba50 req-84e8a7d0-0052-4d75-9182-5bcaf8a6d317 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:36.138972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aad89acc-2050-4457-8f4a-1a654725ba50 req-84e8a7d0-0052-4d75-9182-5bcaf8a6d317 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.5647216 Jul 07 17:29:36.175172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.239637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.274385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-c84647ac-bdea-4660-812f-550a991d72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:36.277373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-c84647ac-bdea-4660-812f-550a991d72a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01f33b16a25f44debad35a465837597d&device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 1095 time: 0.3136828 Jul 07 17:29:36.279130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:36.279863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:36.285750 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:36.311846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:36.317104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.318271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aad89acc-2050-4457-8f4a-1a654725ba50 req-2d7e171c-47a0-48ea-a285-c9eff62516e9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667745 Jul 07 17:29:36.394992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.451699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=cbf045f1-a3e0-4c01-a235-f05bd761834f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.531798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.561148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.564280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/cc381484-d252-4230-8540-7337e15eca4e HTTP/1.1" status: 204 len: 168 time: 1.5531592 Jul 07 17:29:36.616918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.637908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:36.690173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067fa8-018a-4753-ac31-abff1097bdc8 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=cc381484-d252-4230-8540-7337e15eca4e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.706592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a0c32733-3507-4636-99f7-31bdb6b95dc7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:36.737225 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e758ab2a-9682-4d7d-ba72-e3e76a11fd62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:36.739817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e758ab2a-9682-4d7d-ba72-e3e76a11fd62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:36.747252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e758ab2a-9682-4d7d-ba72-e3e76a11fd62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/35f57519-bf56-4824-adfd-56b72ac30e7b HTTP/1.1" status: 404 len: 337 time: 0.1160338 Jul 07 17:29:36.749190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33374) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.832001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a0c32733-3507-4636-99f7-31bdb6b95dc7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:36.832718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.834532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-2a9d6554-a074-4db9-aa91-8364c2149fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:36.837399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:36.837699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.838061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-2a9d6554-a074-4db9-aa91-8364c2149fd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 200 len: 922 time: 0.5505853 Jul 07 17:29:36.845234 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65426d1-5057-41c6-8a8a-fac679c8a8bc tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:36.846284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65426d1-5057-41c6-8a8a-fac679c8a8bc tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:36.849603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e65426d1-5057-41c6-8a8a-fac679c8a8bc tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/b9aee7be-0ae1-4fcb-a9f2-ed39da12e086 HTTP/1.1" status: 404 len: 339 time: 0.0928702 Jul 07 17:29:36.856664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33376) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.029294 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9ae69b-27f4-4cc4-9bfc-1931a1564f3b tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.030058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9ae69b-27f4-4cc4-9bfc-1931a1564f3b tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.033450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a9ae69b-27f4-4cc4-9bfc-1931a1564f3b tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/d3efc3c9-f5e4-47d6-a066-1cf6a3f3aaf2 HTTP/1.1" status: 404 len: 337 time: 0.1636786 Jul 07 17:29:37.036373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-c6276cc5-e628-4384-9875-2e4fe58afa84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8609912-305c-41a3-8fad-176f08d67ffc HTTP/1.1" status: 200 len: 217 time: 0.1846533 Jul 07 17:29:37.037160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.055998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0293d5-4167-4ae1-a9e5-4e2474bfeb24 req-dce58557-577c-4d0e-88be-ace704f3ef6a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.067338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.070234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d0293d5-4167-4ae1-a9e5-4e2474bfeb24 req-dce58557-577c-4d0e-88be-ace704f3ef6a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 943 time: 0.5400453 Jul 07 17:29:37.099224 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.115670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.117685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:37.121775 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a99604-82c2-4472-9644-cc22cd5283e3" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:37.168020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:37.175223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.180569 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ade98cd-74cd-4265-8ec6-da119fa46227 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.181103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ade98cd-74cd-4265-8ec6-da119fa46227 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.184577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ade98cd-74cd-4265-8ec6-da119fa46227 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/fe73db4d-9eb7-472d-ae72-e2e0a8fdf67c HTTP/1.1" status: 404 len: 339 time: 0.1447499 Jul 07 17:29:37.200802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.222799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=0fd2a5e1-c6f1-4bb4-9330-34e8a165992f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.292305 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cc5e46-fd6e-418c-a250-2128df6d4891 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.293235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cc5e46-fd6e-418c-a250-2128df6d4891 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.298746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8cc5e46-fd6e-418c-a250-2128df6d4891 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/521d0974-b07d-455f-88b4-b2476c9da22d HTTP/1.1" status: 404 len: 337 time: 0.0909181 Jul 07 17:29:37.304465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33384) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.317163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.331669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-8ed366d2-f149-4aa5-8125-3ba36b0100a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.334676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-8ed366d2-f149-4aa5-8125-3ba36b0100a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 200 len: 861 time: 0.2473016 Jul 07 17:29:37.360215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d0293d5-4167-4ae1-a9e5-4e2474bfeb24 req-bfae3d82-c13a-40e6-be8b-402266a9e1d3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682662 Jul 07 17:29:37.376887 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbb943d-8cef-4d9c-8d17-853608947ade tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.377906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbb943d-8cef-4d9c-8d17-853608947ade tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.381141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4dbb943d-8cef-4d9c-8d17-853608947ade tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/5a0aa079-6c3d-45b3-8d82-d012b83484d8 HTTP/1.1" status: 404 len: 339 time: 0.0720785 Jul 07 17:29:37.385074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.407877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': 'f626c2cd-448a-4e83-be3e-f99e5e50db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:37.408259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 0ed8c2ef-fe0b-4471-be15-0eef794b4aae, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:37.452307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-60a7ca8e-412c-45c9-a0c3-7d2c92633a70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e042882d-dfb3-44c9-a322-bb557ab6b4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902414 Jul 07 17:29:37.484589 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-365ed60f-3ca4-44f1-b89d-4cdc3219c958 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.485052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365ed60f-3ca4-44f1-b89d-4cdc3219c958 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.486968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-365ed60f-3ca4-44f1-b89d-4cdc3219c958 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/a97ba409-12f5-4e42-9d4f-0991d5c1b934 HTTP/1.1" status: 404 len: 337 time: 0.1005075 Jul 07 17:29:37.497814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.560905 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2127-5f5a-44e1-a5e4-a7b064198d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.659028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-d7012443-16b0-4623-8493-89b0037c961a service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706164 Jul 07 17:29:37.789123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50eceb-2204-487f-b896-2bb565c7dde2 req-ca519391-1bac-4599-9bda-d6e978493421 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.791093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f50eceb-2204-487f-b896-2bb565c7dde2 req-ca519391-1bac-4599-9bda-d6e978493421 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2146020 Jul 07 17:29:37.833635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d98e45ee-c27e-4b97-aea9-cf236fb8e99f req-3061ec96-ac31-4eaf-a590-d2ffdf4c8802 service neutron] 10.222.0.73 "GET /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675184 Jul 07 17:29:37.879118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f50eceb-2204-487f-b896-2bb565c7dde2 req-6c3b9456-99d1-41ce-9950-b233c3c17714 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812812 Jul 07 17:29:37.965383 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-784af5e1-046f-480e-9409-745399c81e70 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:37.966611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784af5e1-046f-480e-9409-745399c81e70 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:37.974070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33392) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.979389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-784af5e1-046f-480e-9409-745399c81e70 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/2018e66c-21e4-49fa-80cc-3a963b823e0c HTTP/1.1" status: 404 len: 339 time: 0.4786067 Jul 07 17:29:38.034654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:38.079647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 3fad2e5a-bada-4bc0-84d7-5268629a9483 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:38.081002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0ed8c2ef-fe0b-4471-be15-0eef794b4aae) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:38.091566 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8eb2e1a-02cf-4d11-b688-2a2e295defa2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.092284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8eb2e1a-02cf-4d11-b688-2a2e295defa2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.099456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.101547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.102476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d2927-5ce1-425c-87b0-aed4826cadba None None] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:38.103338 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8eb2e1a-02cf-4d11-b688-2a2e295defa2 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/03e8ab81-1f68-4844-a94e-0bb676bd711a HTTP/1.1" status: 404 len: 337 time: 0.1221900 Jul 07 17:29:38.103745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.113988 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5014be95-2a87-4081-805e-d7a545701260 x-openstack-request-id: req-5014be95-2a87-4081-805e-d7a545701260 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:38.115319 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:38.125154 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5014be95-2a87-4081-805e-d7a545701260 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:38.126431 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'code': 200} Jul 07 17:29:38.131117 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9413e98-5874-4222-a979-361e5493ed2a tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.132881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9413e98-5874-4222-a979-361e5493ed2a tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.134918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c9413e98-5874-4222-a979-361e5493ed2a tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/939cb246-1e69-4cfc-bae1-e7e0516eedff HTTP/1.1" status: 404 len: 339 time: 0.0297911 Jul 07 17:29:38.139020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33396) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.203388 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-627092e6-a8f4-419d-8778-ae07baedb639 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.204165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627092e6-a8f4-419d-8778-ae07baedb639 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.206357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-627092e6-a8f4-419d-8778-ae07baedb639 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/2ecea43a-8ff7-418e-b74b-11ffaa0dae4d HTTP/1.1" status: 404 len: 337 time: 0.0662467 Jul 07 17:29:38.217975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.252781 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-934b6e1c-ef34-4eae-b233-a13e6f2f5a53 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2181051 Jul 07 17:29:38.253839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33400) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.261355 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-53209292-ead3-49f5-a992-b61eb7d908ec tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.262303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53209292-ead3-49f5-a992-b61eb7d908ec tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.270810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-53209292-ead3-49f5-a992-b61eb7d908ec tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/98340280-6afa-4128-83e3-723a2d6854b5 HTTP/1.1" status: 404 len: 339 time: 0.0513721 Jul 07 17:29:38.275592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33402) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.353216 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0820f16-dd61-4528-9519-685bb4e11b62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.353499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.353753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0820f16-dd61-4528-9519-685bb4e11b62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.356200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a0820f16-dd61-4528-9519-685bb4e11b62 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/e6f25a09-e60d-4dfc-886a-f0f1ec79959c HTTP/1.1" status: 404 len: 337 time: 0.0792520 Jul 07 17:29:38.359021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33404) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.418976 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-deab23a8-d90a-4439-bc4f-353c35a1ec24 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:38.419588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deab23a8-d90a-4439-bc4f-353c35a1ec24 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:38.421959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-deab23a8-d90a-4439-bc4f-353c35a1ec24 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/261d1843-75d9-46c3-84eb-b9e086e0b1c1 HTTP/1.1" status: 404 len: 339 time: 0.0609736 Jul 07 17:29:38.425497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33408) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.486364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:38.501378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e80956ff-0b75-415d-9448-c88ec7a001fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7756250 Jul 07 17:29:38.504766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33410) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.513956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0ed8c2ef-fe0b-4471-be15-0eef794b4aae', 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '0fd2a5e1-c6f1-4bb4-9330-34e8a165992f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:38.518222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.528793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] Sync routers for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:38.568868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.570063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.644292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:38.653299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.683959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.781452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.782750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.836553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.837798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c27d0-65f0-4254-85d1-eb38a5c02043 None None] The sync data for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:38.938561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Allocated IP 2001:db8::2 (0ed8c2ef-fe0b-4471-be15-0eef794b4aae/0fd2a5e1-c6f1-4bb4-9330-34e8a165992f/1ea56e93-abc1-4157-8647-b340272fcb48) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:39.039066 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9170c6b4-d1bb-40ff-87af-cba292faf3cb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.040875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9170c6b4-d1bb-40ff-87af-cba292faf3cb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.043844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9170c6b4-d1bb-40ff-87af-cba292faf3cb tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/4bd67071-d490-40ec-ad1b-84c2ab9e5a02 HTTP/1.1" status: 404 len: 337 time: 0.6173296 Jul 07 17:29:39.047122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.076813 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a72e32-50c3-41c4-b3c6-a108210d7733 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.077985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a72e32-50c3-41c4-b3c6-a108210d7733 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.081024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-65a72e32-50c3-41c4-b3c6-a108210d7733 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/9473c97f-c0de-4d06-af4a-c38ef1610b84 HTTP/1.1" status: 404 len: 339 time: 0.0318191 Jul 07 17:29:39.086073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33416) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.230230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c18a1-71e3-4d75-bea6-7191dcec492f req-48bc146a-2e1f-4246-8fc7-b8db5dbd2e4e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:39.270397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e66c18a1-71e3-4d75-bea6-7191dcec492f req-48bc146a-2e1f-4246-8fc7-b8db5dbd2e4e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.9120915 Jul 07 17:29:39.317950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting subnet 22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:39.331001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.380718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.386733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8609912-305c-41a3-8fad-176f08d67ffc details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:39.406996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Transition to ACTIVE for port object 1ea56e93-abc1-4157-8647-b340272fcb48 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:39.440522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Transition to ACTIVE for port object 1ea56e93-abc1-4157-8647-b340272fcb48 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:39.487372 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.492556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.505189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.558587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:39.571415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:39.579229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:39.579977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.582108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e66c18a1-71e3-4d75-bea6-7191dcec492f req-6c6d0ece-8fc7-44a8-ba15-ceae92013a56 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167974 Jul 07 17:29:39.627895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Pushing event updated for resources: {'Port': ['ID=1ea56e93-abc1-4157-8647-b340272fcb48,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.666518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.760584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8609912-305c-41a3-8fad-176f08d67ffc,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:39.766063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.770780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Attempting to bind port 1ea56e93-abc1-4157-8647-b340272fcb48 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:39.771142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Attempting to bind port 1ea56e93-abc1-4157-8647-b340272fcb48 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f626c2cd-448a-4e83-be3e-f99e5e50db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:39.771514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Attempting to bind port 1ea56e93-abc1-4157-8647-b340272fcb48 on network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:39.780708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:39.781128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Checking segment: {'id': 'f626c2cd-448a-4e83-be3e-f99e5e50db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:39.781544 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.781946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Bound using segment: {'id': 'f626c2cd-448a-4e83-be3e-f99e5e50db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:39.782557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Bound port: 1ea56e93-abc1-4157-8647-b340272fcb48, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f626c2cd-448a-4e83-be3e-f99e5e50db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ed8c2ef-fe0b-4471-be15-0eef794b4aae'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:39.783129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.785283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'c8609912-305c-41a3-8fad-176f08d67ffc', 'network_id': 'e042882d-dfb3-44c9-a322-bb557ab6b4c4', 'port_id': 'c8609912-305c-41a3-8fad-176f08d67ffc', 'mac_address': 'fa:16:3e:58:68:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a60eea-8667-4994-aece-cd944e057543', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:39.790038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=da08f63a-c99c-43cd-a19d-93def55ed750,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.818620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Subnet': ['ID=22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.830414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.837986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cc817330-09f9-44da-848c-70b792e96f29 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/subnets/22abe2f8-9a16-4d6a-91ee-bf2b2ae65a82 HTTP/1.1" status: 204 len: 168 time: 0.7451220 Jul 07 17:29:39.839281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33420) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.843145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.846118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc502770-cd46-46ab-8a87-f719e05a2653 None None] Network bf6ec0cd-391b-4300-80db-df35cc34325e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:39.965385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '217a2bc7-8fe4-4079-9173-8432b5a2eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:39.965792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 6fca8486-baf4-4675-beb3-f066725b4d12, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:40.025100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 6fca8486-baf4-4675-beb3-f066725b4d12 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:40.045316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6fca8486-baf4-4675-beb3-f066725b4d12) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:40.052292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.058506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.095222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.106539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f3e19dc7-3ae9-4f7c-9988-d5b11c446f45 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7744586 Jul 07 17:29:40.107428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33422) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.115409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1057314126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:40.180218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0acd13-8322-495e-ba89-e2cf9bbc7068 req-1cc53c43-b3ff-4a0b-929b-fc40a3846092 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.188631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f0acd13-8322-495e-ba89-e2cf9bbc7068 req-1cc53c43-b3ff-4a0b-929b-fc40a3846092 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 943 time: 0.2149725 Jul 07 17:29:40.213366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f5600-5ec7-413c-8f59-cdf41662278e None None] Network 6fca8486-baf4-4675-beb3-f066725b4d12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:40.255579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f0acd13-8322-495e-ba89-e2cf9bbc7068 req-4a3f3a25-d64e-4e08-9225-e0183e3d52a0 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657618 Jul 07 17:29:40.271189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.272665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.298426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Deleting port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:40.298426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.425085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8609912-305c-41a3-8fad-176f08d67ffc {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:40.436872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.446083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.465495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-51b696af-b44d-4da5-8edc-ba87abf9aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.490862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.496469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-222005d2-9579-45b4-b9bf-da225cbbee9f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3876672 Jul 07 17:29:40.497202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33426) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.499568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] For port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,segment=NetworkSegment(b4afcbf6-7792-4d2e-8022-9f20f364ad3e),segment_id=b4afcbf6-7792-4d2e-8022-9f20f364ad3e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:40.499946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.541150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Calling delete_port for 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:40.579957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8609912-305c-41a3-8fad-176f08d67ffc,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:40.602908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.612141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port ff2c3f53-1636-44ae-8010-1d7c059e1e3c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:40.612530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.665463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3ffd-a73c-4c4e-8c98-91e83adc8014 req-bc8ee80f-90db-4483-ba87-907b5fcbacc5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.673940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-379a3ffd-a73c-4c4e-8c98-91e83adc8014 req-bc8ee80f-90db-4483-ba87-907b5fcbacc5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.1970868 Jul 07 17:29:40.706910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] For port 1ea56e93-abc1-4157-8647-b340272fcb48, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:40.709951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:40.747571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.773238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] For port 1ea56e93-abc1-4157-8647-b340272fcb48, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1ea56e93-abc1-4157-8647-b340272fcb48,segment=NetworkSegment(f626c2cd-448a-4e83-be3e-f99e5e50db9d),segment_id=f626c2cd-448a-4e83-be3e-f99e5e50db9d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:40.777271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6fca8486-baf4-4675-beb3-f066725b4d12', 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': 'da08f63a-c99c-43cd-a19d-93def55ed750'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:40.777988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.792239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-379a3ffd-a73c-4c4e-8c98-91e83adc8014 req-a928612f-b0f6-43b6-9fdc-480b1b160883 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172733 Jul 07 17:29:40.796282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.834299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.885210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3268d-3177-4441-974f-314dcfad3f17 None None] Pushing event updated for resources: {'Port': ['ID=1ea56e93-abc1-4157-8647-b340272fcb48,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:40.889591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] No DVR routers for this DVR port 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:40.899614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Port': ['ID=78ef07f2-05cb-479a-b3f8-fb1de7ceacb4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:40.900599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8609912-305c-41a3-8fad-176f08d67ffc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:41.124717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.165052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6ec0cd-391b-4300-80db-df35cc34325e']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:41.201309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.214263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:41.214799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4afcbf6-7792-4d2e-8022-9f20f364ad3e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:41.259046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.311760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.323648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:41.324075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:41.328339 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:41.343768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for ff2c3f53-1636-44ae-8010-1d7c059e1e3c owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:41.533421 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.545191 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.550300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.551078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] 10.222.0.66 "DELETE /v2.0/networks/bf6ec0cd-391b-4300-80db-df35cc34325e HTTP/1.1" status: 204 len: 168 time: 1.7078860 Jul 07 17:29:41.608720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9e5ce-83f5-452c-bfae-c2fd651b587b None None] DHCP port deletion for bf6ec0cd-391b-4300-80db-df35cc34325e request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:41.621985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dea02-b14d-4a70-b3d2-230ca00d8c73 tempest-NetworksTest-1558243358 tempest-NetworksTest-1558243358-project] Pushing event deleted for resources: {'Network': ['ID=bf6ec0cd-391b-4300-80db-df35cc34325e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:41.786760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-79f5aec9-7342-4c65-8738-02a1facf67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:41.790152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-79f5aec9-7342-4c65-8738-02a1facf67a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.1796043 Jul 07 17:29:41.841269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Allocated IP 2001:db8:1::2 (6fca8486-baf4-4675-beb3-f066725b4d12/da08f63a-c99c-43cd-a19d-93def55ed750/2b64fa30-7e6d-42a1-8daf-90de793c4d81) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:41.938265 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.990264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6e52d-2e01-4150-a924-461b5312dcb0 req-7a5af831-7170-451c-aeac-aa206289d337 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:41.992427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79f6e52d-2e01-4150-a924-461b5312dcb0 req-7a5af831-7170-451c-aeac-aa206289d337 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 944 time: 0.2086525 Jul 07 17:29:41.998655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-c6fc5bb6-f9f8-4fcd-936f-e90e1ab8a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.000978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-c6fc5bb6-f9f8-4fcd-936f-e90e1ab8a6a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.2032950 Jul 07 17:29:42.126200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-c71792d7-7e10-4ec6-ac4b-26492b255e3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.1157651 Jul 07 17:29:42.216901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79f6e52d-2e01-4150-a924-461b5312dcb0 req-b22fa47f-e1f1-4c8e-b930-83c8f9f1e03e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080667 Jul 07 17:29:42.272018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-1b452bfd-eac6-46ed-99c5-162cc707daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.274893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-1b452bfd-eac6-46ed-99c5-162cc707daf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1379554 Jul 07 17:29:42.348880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.361732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-d3e75f82-3489-4dc2-adcb-165cdb434f55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702500 Jul 07 17:29:42.444949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33442) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.479818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.485245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=ff2c3f53-1636-44ae-8010-1d7c059e1e3c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:42.491550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Transition to ACTIVE for port object 2b64fa30-7e6d-42a1-8daf-90de793c4d81 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:42.512701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8::1 (0ed8c2ef-fe0b-4471-be15-0eef794b4aae/0fd2a5e1-c6f1-4bb4-9330-34e8a165992f/c76d96aa-bf7b-4e2a-bb00-af071aeb9529) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:42.533953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Transition to ACTIVE for port object 2b64fa30-7e6d-42a1-8daf-90de793c4d81 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:42.550632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.657257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Network 6fca8486-baf4-4675-beb3-f066725b4d12 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:42.674283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:42.685053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:42.689237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Pushing event updated for resources: {'Port': ['ID=2b64fa30-7e6d-42a1-8daf-90de793c4d81,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:42.753339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-a629772f-dbf7-4815-9f33-0939e6ab943f service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717103 Jul 07 17:29:42.844164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1ea56e93-abc1-4157-8647-b340272fcb48 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:42.891278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.898217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Attempting to bind port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:42.899150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Attempting to bind port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '217a2bc7-8fe4-4079-9173-8432b5a2eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:42.899819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Attempting to bind port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 on network 6fca8486-baf4-4675-beb3-f066725b4d12 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:42.924812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object c76d96aa-bf7b-4e2a-bb00-af071aeb9529 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:42.927450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:42.929405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5535f-0c19-4083-bf54-fe2a66a571f0 req-b2d45ce8-010e-4e40-8994-ed5bb5a639f5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.936089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Checking segment: {'id': '217a2bc7-8fe4-4079-9173-8432b5a2eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:42.936702 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.937126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Bound using segment: {'id': '217a2bc7-8fe4-4079-9173-8432b5a2eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:42.937638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Bound port: 2b64fa30-7e6d-42a1-8daf-90de793c4d81, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a2bc7-8fe4-4079-9173-8432b5a2eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fca8486-baf4-4675-beb3-f066725b4d12'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:42.937972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-faa5535f-0c19-4083-bf54-fe2a66a571f0 req-b2d45ce8-010e-4e40-8994-ed5bb5a639f5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.3802965 Jul 07 17:29:42.938164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.019772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.058840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-faa5535f-0c19-4083-bf54-fe2a66a571f0 req-6ad338bd-77bc-4376-84c9-59784d93a50b tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197884 Jul 07 17:29:43.170805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-09acdf90-f257-4b5e-a7a2-8a573a484251 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=906b0f59ef3e4a29a25574d58dcf219f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244444 Jul 07 17:29:43.186035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:43.189115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] For port 2b64fa30-7e6d-42a1-8daf-90de793c4d81, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:43.193676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] For port 2b64fa30-7e6d-42a1-8daf-90de793c4d81, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b64fa30-7e6d-42a1-8daf-90de793c4d81,segment=NetworkSegment(217a2bc7-8fe4-4079-9173-8432b5a2eaef),segment_id=217a2bc7-8fe4-4079-9173-8432b5a2eaef)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:43.207219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a789c-ab7a-466a-a064-2a9b5133a054 None None] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:43.216858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.317365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e83117b-7661-4eec-8899-be7dea46fb26 req-6f57b524-0392-42a2-be63-bba46f3d96d4 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491395 Jul 07 17:29:43.338693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1ea56e93-abc1-4157-8647-b340272fcb48 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:43.350858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.400720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.449032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8609912-305c-41a3-8fad-176f08d67ffc up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:43.626635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.636740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.638256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a534b22-e670-4495-986e-c363e7e214e5 HTTP/1.1" status: 204 len: 168 time: 0.4507263 Jul 07 17:29:43.682391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0c1dc-6836-4e3a-95fc-5e2e444263a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a534b22-e670-4495-986e-c363e7e214e5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:43.744789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077a14f-c2bb-44ab-99e8-080027380bbd None None] Pushing event updated for resources: {'Port': ['ID=2b64fa30-7e6d-42a1-8daf-90de793c4d81,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:43.766464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5628c-828f-4190-b070-f737631cdc4d req-de767aab-16ef-4d86-a321-8a008a9b7806 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:43.772967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:43.777667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:43.783109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbf5628c-828f-4190-b070-f737631cdc4d req-de767aab-16ef-4d86-a321-8a008a9b7806 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.3869655 Jul 07 17:29:43.807416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Provisioning for port 1ea56e93-abc1-4157-8647-b340272fcb48 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:43.895918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:43.900195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.906159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:43.907410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.914274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=c76d96aa-bf7b-4e2a-bb00-af071aeb9529,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:43.929603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbf5628c-828f-4190-b070-f737631cdc4d req-db51827a-25a4-4998-8b5c-66d7b4cc66b5 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451254 Jul 07 17:29:43.966358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:43.966358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78ef07f2-05cb-479a-b3f8-fb1de7ceacb4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:43.970241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Provisioning complete for port 1ea56e93-abc1-4157-8647-b340272fcb48 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:43.970241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.180881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.242639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port c8609912-305c-41a3-8fad-176f08d67ffc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:44.266528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port c8609912-305c-41a3-8fad-176f08d67ffc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:44.267112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.326860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd5c2-33b2-46ae-ad36-591d5b788eb1 req-52307a44-233a-4dad-a9df-bd16977c38f9 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:44.345538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fdfd5c2-33b2-46ae-ad36-591d5b788eb1 req-52307a44-233a-4dad-a9df-bd16977c38f9 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 944 time: 0.1728525 Jul 07 17:29:44.399150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.453185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fdfd5c2-33b2-46ae-ad36-591d5b788eb1 req-cf853b12-952a-4b2c-ad5e-b6fa39462f75 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067300 Jul 07 17:29:44.720427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] For port 1ea56e93-abc1-4157-8647-b340272fcb48, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1ea56e93-abc1-4157-8647-b340272fcb48,segment=NetworkSegment(f626c2cd-448a-4e83-be3e-f99e5e50db9d),segment_id=f626c2cd-448a-4e83-be3e-f99e5e50db9d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:44.720864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 3fad2e5a-bada-4bc0-84d7-5268629a9483 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:44.739231 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.766765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.889795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:44.894060 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af7e16-1d5a-4482-a982-77c1c0f6c0a2" -d '{"events": [{"server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:44.909813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b64fa30-7e6d-42a1-8daf-90de793c4d81 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:44.961313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8609912-305c-41a3-8fad-176f08d67ffc,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:45.086862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.121431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e210-4daf-4f67-ad19-cd8f03449d3c req-fb774edd-ba1b-481c-8ea3-dd3cb76a5e1b tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:45.137552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d775a2e-2b42-45de-a9ed-f4f2fa3ffe0c None None] Pushing event updated for resources: {'Port': ['ID=1ea56e93-abc1-4157-8647-b340272fcb48,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.137705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b82e210-4daf-4f67-ad19-cd8f03449d3c req-fb774edd-ba1b-481c-8ea3-dd3cb76a5e1b tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.1880336 Jul 07 17:29:45.155385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:45.169628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-811b6745-7118-46e7-bbf2-545706db8eb6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6612415 Jul 07 17:29:45.169628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.171421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33476) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.171586 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] Sync routers for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:45.208392 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:45.210077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:45.217013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Provisioning for port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:45.268415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Provisioning complete for port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:45.274906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.300717 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7173aefb-2924-4458-887c-0f6e27e68767 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fad2e5a-bada-4bc0-84d7-5268629a9483 HTTP/1.1" status: 200 len: 205 time: 0.1274495 Jul 07 17:29:45.306141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33478) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.325317 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:45.347272 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] Routers {'3fad2e5a-bada-4bc0-84d7-5268629a9483'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:45.348214 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3fad2e5a-bada-4bc0-84d7-5268629a9483'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:45.353916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b82e210-4daf-4f67-ad19-cd8f03449d3c req-06b17364-5317-472f-acfc-1901c7951d85 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180276 Jul 07 17:29:45.423012 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:45.426877 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb75ae9-d2b7-41f8-89b8-3a3d530732a2 None None] The sync data for ids ['3fad2e5a-bada-4bc0-84d7-5268629a9483'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:45.477444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.486544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:45.489292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:45.540546 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d0648-47ce-4f28-82e0-15451c0d110f x-openstack-request-id: req-2f3d0648-47ce-4f28-82e0-15451c0d110f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:45.541131 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:45.541594 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f3d0648-47ce-4f28-82e0-15451c0d110f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:45.542173 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc', 'code': 200} Jul 07 17:29:45.543033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Provisioning complete for port 1ea56e93-abc1-4157-8647-b340272fcb48 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:45.543696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2deb0bd9-e87d-42c3-b29e-c70353b89ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.699635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33482) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.746226 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:45.771218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900002e-58af-45c2-9f7e-85e330d5ea1c None None] Network 6fca8486-baf4-4675-beb3-f066725b4d12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:45.787345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.889463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9bbcc-5874-42af-ac5b-84177e5e61f2 req-b3978184-f895-4368-af3b-a4b681f632d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:45.891306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c9bbcc-5874-42af-ac5b-84177e5e61f2 req-b3978184-f895-4368-af3b-a4b681f632d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 1097 time: 0.2621467 Jul 07 17:29:45.977042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ef5bb-468e-4b4f-807f-615757c36b9e req-ee9acc99-73e1-4190-a9e7-6a5a9a4dd86b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:45.985296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d1ef5bb-468e-4b4f-807f-615757c36b9e req-ee9acc99-73e1-4190-a9e7-6a5a9a4dd86b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2315516 Jul 07 17:29:45.999924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Provisioning for port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:46.013171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Provisioning complete for port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:46.013772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.016420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8dec111e-e2ec-4dbf-9031-fd7a79ffac60 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] Request body: {'port': {'network_id': '7ccde15a-c879-4235-b470-bbe466db45c2', 'name': 'tempest-NetworksNegativeTestJSON-691622046'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:46.042403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c9bbcc-5874-42af-ac5b-84177e5e61f2 req-142838d0-d490-4c6a-9be2-1d5bc6bf6a6f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403687 Jul 07 17:29:46.052957 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dec111e-e2ec-4dbf-9031-fd7a79ffac60 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] POST failed (client error): The resource could not be found. Jul 07 17:29:46.054094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dec111e-e2ec-4dbf-9031-fd7a79ffac60 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:46.066522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8dec111e-e2ec-4dbf-9031-fd7a79ffac60 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3511391 Jul 07 17:29:46.071557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33486) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.076128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.092691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d1ef5bb-468e-4b4f-807f-615757c36b9e req-b06957a0-1285-44a2-b267-d84e957b0eff tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063666 Jul 07 17:29:46.150694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.151769 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1387d-06f0-410a-a5a2-c35a1532ac49 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:46.152645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb1387d-06f0-410a-a5a2-c35a1532ac49 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:46.167537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33488) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.168201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-abb1387d-06f0-410a-a5a2-c35a1532ac49 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "DELETE /v2.0/networks/c2b4dcc2-5844-47f3-a6dc-907143812b55 HTTP/1.1" status: 404 len: 339 time: 0.0718906 Jul 07 17:29:46.261341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.321019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] For port 2b64fa30-7e6d-42a1-8daf-90de793c4d81, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b64fa30-7e6d-42a1-8daf-90de793c4d81,segment=NetworkSegment(217a2bc7-8fe4-4079-9173-8432b5a2eaef),segment_id=217a2bc7-8fe4-4079-9173-8432b5a2eaef)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:46.328089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.339900 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a57ef35-3005-47bf-9a8c-e002977a9f3e tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:46.340708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a57ef35-3005-47bf-9a8c-e002977a9f3e tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:46.354534 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6a57ef35-3005-47bf-9a8c-e002977a9f3e tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "DELETE /v2.0/ports/b2007fe8-c2d8-4438-aa21-6d07f5953b9c HTTP/1.1" status: 404 len: 333 time: 0.1721411 Jul 07 17:29:46.365736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33490) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.457415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.463311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router 3fad2e5a-bada-4bc0-84d7-5268629a9483 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:46.481989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.483598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb37e885-c7ba-4f34-a6b2-2aff1413c949 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483 HTTP/1.1" status: 204 len: 168 time: 1.1731558 Jul 07 17:29:46.485818 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029ca95-9575-4db9-af08-5c418a37eaaa tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:46.486521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029ca95-9575-4db9-af08-5c418a37eaaa tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:46.488821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33494) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.494232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33496) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.495607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7029ca95-9575-4db9-af08-5c418a37eaaa tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "DELETE /v2.0/subnets/6ec0a835-ca2a-48ad-ba39-bf7365d35dd1 HTTP/1.1" status: 404 len: 337 time: 0.1262882 Jul 07 17:29:46.517065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Provisioning complete for port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:46.520563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.628476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be818d-e1d6-414a-8c62-32812f7f1d09 req-62f10f90-7b78-4059-9d3b-74943ccbbb8e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:46.630228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42be818d-e1d6-414a-8c62-32812f7f1d09 req-62f10f90-7b78-4059-9d3b-74943ccbbb8e tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 945 time: 0.1648855 Jul 07 17:29:46.654387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:46.657289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501661b9-dad7-4452-9baa-b3046d072c60 None None] Pushing event updated for resources: {'Port': ['ID=2b64fa30-7e6d-42a1-8daf-90de793c4d81,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.689192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1ea56e93-abc1-4157-8647-b340272fcb48 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:46.692431 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-090fd800-cf20-4a0f-9db5-f30430817aef tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] GET failed (client error): The resource could not be found. Jul 07 17:29:46.695794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-090fd800-cf20-4a0f-9db5-f30430817aef tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "GET /v2.0/networks/2d8f4ce9-084c-4c41-82dc-5c7b770dea23 HTTP/1.1" status: 404 len: 339 time: 0.1919391 Jul 07 17:29:46.706989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.709910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.716394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42be818d-e1d6-414a-8c62-32812f7f1d09 req-53805392-bbd3-43fe-afe1-5d60f433fd7a tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Jul 07 17:29:46.741807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.743215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.838054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a93ee072-c3cc-4e0b-85e7-8677e0a233b9 None None] Provisioning complete for port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:46.838920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a93ee072-c3cc-4e0b-85e7-8677e0a233b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.843397 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7166e2-afa4-42f5-a421-54ed55261326 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] GET failed (client error): The resource could not be found. Jul 07 17:29:46.852492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd7166e2-afa4-42f5-a421-54ed55261326 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "GET /v2.0/ports/d2eba1f6-f6be-4a54-96ad-67c733c2a68f HTTP/1.1" status: 404 len: 333 time: 0.1302454 Jul 07 17:29:46.852771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33500) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.886905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 20cc0eb6-55a7-40ac-87c7-dda742da34ef {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:46.948647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.967789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1ea56e93-abc1-4157-8647-b340272fcb48 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:46.968252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.983378 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-73533f09-01f5-4ba9-a9c5-a2963b35aa3b tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] GET failed (client error): The resource could not be found. Jul 07 17:29:46.986533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-73533f09-01f5-4ba9-a9c5-a2963b35aa3b tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "GET /v2.0/subnets/3e7fe600-c151-48be-92b6-1d6bdf85d89a HTTP/1.1" status: 404 len: 337 time: 0.1310797 Jul 07 17:29:46.997672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:47.020885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b38973bb-c2fe-45d9-bb9e-3f08f98b19ae tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:47.026141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=c76d96aa-bf7b-4e2a-bb00-af071aeb9529,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:47.062898 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38973bb-c2fe-45d9-bb9e-3f08f98b19ae tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] PUT failed (client error): The resource could not be found. Jul 07 17:29:47.063510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38973bb-c2fe-45d9-bb9e-3f08f98b19ae tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:47.066434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b38973bb-c2fe-45d9-bb9e-3f08f98b19ae tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "PUT /v2.0/networks/b30e2e42-0dc8-401a-9707-1839b7a4f3ba HTTP/1.1" status: 404 len: 339 time: 0.0600283 Jul 07 17:29:47.074655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33504) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:47.080849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.086574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-dd15e705-ee8a-4608-8a42-ed3fb98ac536 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:47.151186 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd15e705-ee8a-4608-8a42-ed3fb98ac536 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] PUT failed (client error): The resource could not be found. Jul 07 17:29:47.152261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd15e705-ee8a-4608-8a42-ed3fb98ac536 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:47.160365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd15e705-ee8a-4608-8a42-ed3fb98ac536 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "PUT /v2.0/ports/44a70804-4d66-4087-a0c7-8e5294effad8 HTTP/1.1" status: 404 len: 333 time: 0.0765533 Jul 07 17:29:47.160729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:47.169947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d3876007-06c5-4470-b6eb-e8b13c637b10 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:47.206046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874defd-f368-4664-acf0-0d05cf8b9fbf req-bfe406b8-272f-427c-8701-8a5a60918a90 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:47.206411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:47.207504 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3876007-06c5-4470-b6eb-e8b13c637b10 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] PUT failed (client error): The resource could not be found. Jul 07 17:29:47.207970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3876007-06c5-4470-b6eb-e8b13c637b10 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:47.208240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f874defd-f368-4664-acf0-0d05cf8b9fbf req-bfe406b8-272f-427c-8701-8a5a60918a90 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.2531214 Jul 07 17:29:47.214545 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d3876007-06c5-4470-b6eb-e8b13c637b10 tempest-NetworksNegativeTestJSON-1204975228 tempest-NetworksNegativeTestJSON-1204975228-project] 10.222.0.66 "PUT /v2.0/subnets/71c98f72-e873-4343-ac13-b3116af846c7 HTTP/1.1" status: 404 len: 337 time: 0.0442500 Jul 07 17:29:47.218290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:47.363086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.367422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f874defd-f368-4664-acf0-0d05cf8b9fbf req-6c31540b-7ebb-41c2-8415-9d611e1633ac tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312859 Jul 07 17:29:47.718176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 6ab95b2e-7f3c-4457-8436-b666fc3ce127 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:47.831543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.917066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266707fd-c365-4046-8a0f-2cc72138d414 req-13485ddb-3218-4a1a-b772-838edded0fb7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:47.927610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-266707fd-c365-4046-8a0f-2cc72138d414 req-13485ddb-3218-4a1a-b772-838edded0fb7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2214608 Jul 07 17:29:47.967706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33518) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.123911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-49333a3d-2c75-4b38-8b4b-1ef1081a1510 None None] Provisioning complete for port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:48.126554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-49333a3d-2c75-4b38-8b4b-1ef1081a1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.140912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-266707fd-c365-4046-8a0f-2cc72138d414 req-80ebfd8d-6560-4cce-bb57-80f3031d5365 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091315 Jul 07 17:29:48.265456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-49333a3d-2c75-4b38-8b4b-1ef1081a1510 None None] Port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:48.429799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.440176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33528) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.441786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/20cc0eb6-55a7-40ac-87c7-dda742da34ef HTTP/1.1" status: 204 len: 168 time: 1.9460359 Jul 07 17:29:48.443319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c26d0-b0aa-4bed-a225-92b89ed76fc9 None None] Network bb82d478-83de-48db-987d-ffba3e7ef048 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:48.449625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b206bb-9e39-4e0d-9040-9791211d75f3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=20cc0eb6-55a7-40ac-87c7-dda742da34ef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:48.518694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:48.529599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aee1ab2d-866c-42c5-8683-be5bab946ccb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0297346 Jul 07 17:29:48.534238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33530) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.555544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 2834d516-fc05-439c-8d04-f3402f4e104f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:48.563477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99128221-fe31-4e36-8071-922663644f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.575736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.640873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.733596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e7222-e866-49d2-be38-0de38830cd3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:48.738911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b16e7222-e866-49d2-be38-0de38830cd3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports/c76d96aa-bf7b-4e2a-bb00-af071aeb9529 HTTP/1.1" status: 200 len: 911 time: 0.2034612 Jul 07 17:29:48.742567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b64fa30-7e6d-42a1-8daf-90de793c4d81 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:48.745313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:48.746873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] Sync routers for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:48.825424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.884368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:48.887916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:48.977832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.014077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=2834d516-fc05-439c-8d04-f3402f4e104f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:49.105272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:49.122993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717946f1-e50f-477e-991f-40b6f1190352 None None] Network 2eeacd73-36f7-406e-a19c-16ab3b2febc1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:49.186142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:49.188323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.202526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.214914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd52e25a-3b03-409c-81f4-ca2f0d19e2a6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/2834d516-fc05-439c-8d04-f3402f4e104f HTTP/1.1" status: 204 len: 168 time: 0.7672713 Jul 07 17:29:49.216204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:49.370843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ccea-3cc3-4635-8228-1e6c887161c4 req-b31bf8f7-0020-4bb6-a13b-54a23b4369db tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:49.372809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68a8ccea-3cc3-4635-8228-1e6c887161c4 req-b31bf8f7-0020-4bb6-a13b-54a23b4369db tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 945 time: 0.8134983 Jul 07 17:29:49.417753 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.459386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.471313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:49.472657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:49.484904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68a8ccea-3cc3-4635-8228-1e6c887161c4 req-446d18b7-e421-4d43-b6ae-8b05f0fc659d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036391 Jul 07 17:29:49.605649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:49.613240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe994c5-6c5e-4bff-a3f2-c7b9f0ef4937 None None] The sync data for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:49.619182 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99128221-fe31-4e36-8071-922663644f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.643666 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99128221-fe31-4e36-8071-922663644f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.806232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99128221-fe31-4e36-8071-922663644f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a81e70-169d-49f1-b2f3-4adb870c572a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:49.922595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] DHCP port deletion for bb82d478-83de-48db-987d-ffba3e7ef048 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:49.977646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-99128221-fe31-4e36-8071-922663644f0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ff59ede01ef4aa8a7cf9ab1e870b5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0078888 Jul 07 17:29:49.983928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:49.989150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port a0c32733-3507-4636-99f7-31bdb6b95dc7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:49.990198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.128568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Deleting port a0c32733-3507-4636-99f7-31bdb6b95dc7 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:50.129592 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.141877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8:1::1 (6fca8486-baf4-4675-beb3-f066725b4d12/da08f63a-c99c-43cd-a19d-93def55ed750/cfdafa66-4abf-4b27-80df-9f0a62195c2d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:50.178685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port a0c32733-3507-4636-99f7-31bdb6b95dc7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a0c32733-3507-4636-99f7-31bdb6b95dc7,segment=NetworkSegment(4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8),segment_id=4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:50.179216 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.215937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.218122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for a0c32733-3507-4636-99f7-31bdb6b95dc7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:50.242679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b223b-3c4e-4825-8cd2-b67a563e7c23 req-49525523-a926-4981-968c-ed3baddd7846 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:50.249879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b6b223b-3c4e-4825-8cd2-b67a563e7c23 req-49525523-a926-4981-968c-ed3baddd7846 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.4273012 Jul 07 17:29:50.252743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] DHCP port deletion for 2eeacd73-36f7-406e-a19c-16ab3b2febc1 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:50.333780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.345246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.361392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] For port a0c32733-3507-4636-99f7-31bdb6b95dc7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a0c32733-3507-4636-99f7-31bdb6b95dc7,segment=NetworkSegment(4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8),segment_id=4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:50.362117 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.376739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object cfdafa66-4abf-4b27-80df-9f0a62195c2d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:50.392421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Calling delete_port for a0c32733-3507-4636-99f7-31bdb6b95dc7 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:50.416077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b6b223b-3c4e-4825-8cd2-b67a563e7c23 req-9aeda9c7-52bd-4a40-a372-673943a8f90e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650624 Jul 07 17:29:50.448624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.525292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.541973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Deleting port 3d41ec31-6dbb-4121-85ce-5b632535cccb {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:50.545463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.580530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.587566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.594313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0a81e70-169d-49f1-b2f3-4adb870c572a HTTP/1.1" status: 204 len: 168 time: 0.6081927 Jul 07 17:29:50.598588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 6fca8486-baf4-4675-beb3-f066725b4d12 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:50.612941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:50.624753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:50.635651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.658750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=a0c32733-3507-4636-99f7-31bdb6b95dc7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:50.672266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port a0c32733-3507-4636-99f7-31bdb6b95dc7 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:50.708524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3d41ec31-6dbb-4121-85ce-5b632535cccb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:50.758069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=cfdafa66-4abf-4b27-80df-9f0a62195c2d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:50.794391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a8e13-79cb-4de0-a015-32b6e9d08669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a81e70-169d-49f1-b2f3-4adb870c572a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:50.877878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] For port 3d41ec31-6dbb-4121-85ce-5b632535cccb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3d41ec31-6dbb-4121-85ce-5b632535cccb,segment=NetworkSegment(316475b0-6d6b-4c53-9155-e8904e2ffe15),segment_id=316475b0-6d6b-4c53-9155-e8904e2ffe15)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:50.888733 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.003075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Calling delete_port for 3d41ec31-6dbb-4121-85ce-5b632535cccb owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:51.035229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.068599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb82d478-83de-48db-987d-ffba3e7ef048']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.114867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.117790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec6948c-b3b5-4eca-9bfd-96c7f8b1aac8') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:51.155004 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.174276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.195658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.202903 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.215666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:51.217607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.224322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:51.331189 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:51.391086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.407995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] Pushing event deleted for resources: {'Port': ['ID=a0c32733-3507-4636-99f7-31bdb6b95dc7,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.441644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.444608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/bb82d478-83de-48db-987d-ffba3e7ef048 HTTP/1.1" status: 204 len: 168 time: 2.2247872 Jul 07 17:29:51.457646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33564) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.469667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3d41ec31-6dbb-4121-85ce-5b632535cccb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3d41ec31-6dbb-4121-85ce-5b632535cccb,segment=NetworkSegment(316475b0-6d6b-4c53-9155-e8904e2ffe15),segment_id=316475b0-6d6b-4c53-9155-e8904e2ffe15)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:51.483118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.484136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a0c32733-3507-4636-99f7-31bdb6b95dc7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:51.485520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2bce-42fd-475a-a8c4-d6cabe639b71 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=bb82d478-83de-48db-987d-ffba3e7ef048,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.514456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e72291-9596-42a6-a01a-f1c9813e9203 None None] No DVR routers for this DVR port a0c32733-3507-4636-99f7-31bdb6b95dc7 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:51.525005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a0c32733-3507-4636-99f7-31bdb6b95dc7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:51.525358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a0c32733-3507-4636-99f7-31bdb6b95dc7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:51.534568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f40c0f4-1a66-4998-9781-1aaec8f8968a None None] Provisioning for port cfdafa66-4abf-4b27-80df-9f0a62195c2d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:51.584677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f40c0f4-1a66-4998-9781-1aaec8f8968a None None] Provisioning complete for port cfdafa66-4abf-4b27-80df-9f0a62195c2d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:51.585090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f40c0f4-1a66-4998-9781-1aaec8f8968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.639559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-4243e009-2cf3-49a9-be09-e2e82be6f37d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2868943 Jul 07 17:29:51.653900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.670426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3d41ec31-6dbb-4121-85ce-5b632535cccb,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.676025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0f40c0f4-1a66-4998-9781-1aaec8f8968a None None] Port cfdafa66-4abf-4b27-80df-9f0a62195c2d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:51.681441 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.683267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd50411-936b-4e7c-8d6d-997ca3c07250 req-8a97fda9-8bbe-4e25-afd4-4ffe806fb5d0 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:51.695377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cd50411-936b-4e7c-8d6d-997ca3c07250 req-8a97fda9-8bbe-4e25-afd4-4ffe806fb5d0 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.3555706 Jul 07 17:29:51.739466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] Pushing event deleted for resources: {'Port': ['ID=3d41ec31-6dbb-4121-85ce-5b632535cccb,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.742126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b635132-4d54-42e0-b394-6dc23693cb58 None None] No DVR routers for this DVR port 3d41ec31-6dbb-4121-85ce-5b632535cccb on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:51.769796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cd50411-936b-4e7c-8d6d-997ca3c07250 req-43ec23d7-ee98-4857-8147-18d33616898e tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736723 Jul 07 17:29:51.988539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.997761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.000360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.065595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.079889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeacd73-36f7-406e-a19c-16ab3b2febc1']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.093742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316475b0-6d6b-4c53-9155-e8904e2ffe15') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.094131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316475b0-6d6b-4c53-9155-e8904e2ffe15') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.107010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.124163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.132220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:52.133064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.200050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=cfdafa66-4abf-4b27-80df-9f0a62195c2d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:52.209056 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:52.214023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.268770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.271193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/2eeacd73-36f7-406e-a19c-16ab3b2febc1 HTTP/1.1" status: 204 len: 168 time: 0.8117585 Jul 07 17:29:52.287936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 6fca8486-baf4-4675-beb3-f066725b4d12 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:52.289898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.294610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:52.315257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-829804479'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:52.489213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.512075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:52.518243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.587905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:52.608872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 6ab95b2e-7f3c-4457-8436-b666fc3ce127 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:52.639870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.640735 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment dcf27ce7-ff1f-446d-a932-c1f981176227 of type vlan for network 3784ba37-22f9-429c-8482-af9422f8cfa8 Jul 07 17:29:52.780918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a12d7-e029-4f7e-b03e-b4d9f89c1bce tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=2eeacd73-36f7-406e-a19c-16ab3b2febc1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.824846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f61bed-cf9d-4478-aeec-e37b98ab0e7d req-d308eb57-5b57-41c8-8adc-deb1ba6f8380 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:52.833084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77f61bed-cf9d-4478-aeec-e37b98ab0e7d req-d308eb57-5b57-41c8-8adc-deb1ba6f8380 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 945 time: 0.6344304 Jul 07 17:29:52.836500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e0ab0147-003a-4bf8-8b01-690815b91364 None None] Provisioning complete for port cfdafa66-4abf-4b27-80df-9f0a62195c2d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:52.837233 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0147-003a-4bf8-8b01-690815b91364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.862503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-e5aafe33-a343-4dea-b8bb-13a0e7fb3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:52.864559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-e5aafe33-a343-4dea-b8bb-13a0e7fb3a4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 1.0612843 Jul 07 17:29:52.894973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77f61bed-cf9d-4478-aeec-e37b98ab0e7d req-2fab0b10-8f7e-4864-87dd-00c7607e770d tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607412 Jul 07 17:29:52.945824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab0147-003a-4bf8-8b01-690815b91364 None None] Port cfdafa66-4abf-4b27-80df-9f0a62195c2d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:52.949314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-188974836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:53.089429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.092065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-daf01b42-747d-4662-bc79-8d2ddaab78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.094030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-daf01b42-747d-4662-bc79-8d2ddaab78c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.1732922 Jul 07 17:29:53.096680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:53.111145 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] Sync routers for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:53.124289 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39fdc3ab-d078-4e18-97d5-e38d40352067 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3776631 Jul 07 17:29:53.133653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33588) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.151528 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:53.151970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.153305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.153601 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:53.271638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:53.274737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-257553fc-eb6a-4176-8ed3-952871c79e16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.1536739 Jul 07 17:29:53.293996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d6367-c006-4c75-a4cb-601a3394c57a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.301272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d1d6367-c006-4c75-a4cb-601a3394c57a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports/cfdafa66-4abf-4b27-80df-9f0a62195c2d HTTP/1.1" status: 200 len: 913 time: 0.1655104 Jul 07 17:29:53.301553 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:53.302171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:53.305198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.351955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.358772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.359605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.382905 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:53.384135 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ce7fc-116a-4e92-b585-e85ae648c95b None None] The sync data for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:53.412172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-61e8952c-2cbe-40bf-ad71-f7fddc21d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.414925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-61e8952c-2cbe-40bf-ad71-f7fddc21d081 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1189778 Jul 07 17:29:53.418904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.433128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-14f0ec33-6b8d-4508-ac11-dc7964ebfa9f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.434898 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-14f0ec33-6b8d-4508-ac11-dc7964ebfa9f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 945 time: 0.7693493 Jul 07 17:29:53.447009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-35973d77-b5ec-4e22-a8e3-4ec57703a9bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4311016 Jul 07 17:29:53.476521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-60e7cc7b-d20f-42a7-9914-b02fa697bba8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500052 Jul 07 17:29:53.489648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec864d24-7b86-4f43-a170-434e99dd5db5 req-50aae6cc-d618-432d-b30f-daff68567d3d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:53.492582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec864d24-7b86-4f43-a170-434e99dd5db5 req-50aae6cc-d618-432d-b30f-daff68567d3d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2146688 Jul 07 17:29:53.533265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.619120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec864d24-7b86-4f43-a170-434e99dd5db5 req-480b8814-770c-4c99-8811-53b24f727ffd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036518 Jul 07 17:29:53.669097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3664727 Jul 07 17:29:53.672200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33592) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.681086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:53.722402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.728303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5a97ddbb-4edd-44e0-a48f-b28261e6f680 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2290435 Jul 07 17:29:53.731316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d0566-2c33-45d2-b572-af50fbc9fd1f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=3784ba37-22f9-429c-8482-af9422f8cfa8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:53.733654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33594) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.744288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:53.785376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2065022876'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:53.809628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-5e2577ad-41a6-4eeb-8d43-4c6cf22b95b6 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156590 Jul 07 17:29:53.980093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-187d1827-bcfe-44d5-9557-6d3db73ed8b5 req-b2f1c39e-0ab3-4d15-b80b-7816b8f21637 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560061 Jul 07 17:29:53.992642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:53.999047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.017064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:29:54.017064 n-d-791505-12 neutron-server[93947]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:29:54.017064 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id': '0380c92d278a458c9b268eb21c250f0d', 'id': 'ffeca845-8315-406a-8e73-1a4988b7f7f1', 'expiration': datetime.datetime(2021, 7, 7, 17, 31, 53, 964492)}] Jul 07 17:29:54.017064 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:29:54.017918 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:29:54.062926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-6585967f-d266-4263-a2ad-42db09ee1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.064743 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-6585967f-d266-4263-a2ad-42db09ee1673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad3231125daf4c339728b5bef6c35af6&device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 1097 time: 0.4736092 Jul 07 17:29:54.515020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.618237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Deleting port c8609912-305c-41a3-8fad-176f08d67ffc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:54.618950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.755601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:54.761470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.775870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.792784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': 'dcf27ce7-ff1f-446d-a932-c1f981176227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:54.794239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 3784ba37-22f9-429c-8482-af9422f8cfa8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:54.794933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.833780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:54.845982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05f07-7df5-41a3-a65d-6d41e3c55385 req-86249a8e-e58b-4dc3-8798-0aa5222c902f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.847889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddf05f07-7df5-41a3-a65d-6d41e3c55385 req-86249a8e-e58b-4dc3-8798-0aa5222c902f tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 945 time: 0.1797044 Jul 07 17:29:54.857828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3784ba37-22f9-429c-8482-af9422f8cfa8) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:54.869640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ab068-63d4-4147-b0ee-435508ad9755 None None] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:54.874742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.879081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.880284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-e0397c33-d17c-46c7-94ea-7b685bd10e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:54.888252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-e0397c33-d17c-46c7-94ea-7b685bd10e64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 200 len: 910 time: 0.7290125 Jul 07 17:29:55.033664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ddf05f07-7df5-41a3-a65d-6d41e3c55385 req-d22643e5-5360-4559-9e7f-2bfea2818542 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups?id=12f56673-c174-4f86-bd0b-0611f69a6bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612825 Jul 07 17:29:55.083753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] For port c8609912-305c-41a3-8fad-176f08d67ffc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8609912-305c-41a3-8fad-176f08d67ffc,segment=NetworkSegment(25fc94bc-9e98-4f5a-9195-79e674d485c1),segment_id=25fc94bc-9e98-4f5a-9195-79e674d485c1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:55.085105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.169362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Calling delete_port for c8609912-305c-41a3-8fad-176f08d67ffc owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:55.239027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-e90d1fe4-fea3-4684-9b25-4b649ede4e2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 200 len: 1000 time: 0.3222487 Jul 07 17:29:55.252044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3784ba37-22f9-429c-8482-af9422f8cfa8', 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:55.252978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.269060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.361044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e067929-21f9-44e2-b3af-cf25b62dddff req-f27782c3-7626-4a9d-9535-a7f02ce89e3e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:55.363318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e067929-21f9-44e2-b3af-cf25b62dddff req-f27782c3-7626-4a9d-9535-a7f02ce89e3e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.1058173 Jul 07 17:29:55.371761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-f165c8d8-2ce0-4a31-b767-b122c387c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:55.375207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-f165c8d8-2ce0-4a31-b767-b122c387c62a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 200 len: 848 time: 0.1114869 Jul 07 17:29:55.464129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8609912-305c-41a3-8fad-176f08d67ffc no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:55.483466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e067929-21f9-44e2-b3af-cf25b62dddff req-ae673e2b-e947-47e8-b5f1-733cfe64ec3a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106734 Jul 07 17:29:55.583332 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.589668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Allocated IP 172.20.0.2 (3784ba37-22f9-429c-8482-af9422f8cfa8/94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5/08fb18eb-a6d8-4f16-a1ee-91394ce0fb37) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:55.626238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.770121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-057a9cb2-382f-4c87-967a-f2b03fb55946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:55.771848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-057a9cb2-382f-4c87-967a-f2b03fb55946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34a16e02-5700-463e-84c8-23baa4720c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078857 Jul 07 17:29:55.941679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.947565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.957517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5fcbf866-339d-451b-a2e9-a1053f055ec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2830336 Jul 07 17:29:55.960561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:55.968603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-944432520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:55.988533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.006877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:56.026742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.027394 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Added segment cb8a24d2-c4a6-47ae-81e3-6339ce1519df of type vlan for network 6d578ad6-3b42-48a2-bdd7-af8555967965 Jul 07 17:29:56.039069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.062235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.063428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.071943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Transition to ACTIVE for port object 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:56.189215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.191842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-c8b695cb-9bfb-4e37-b3a5-67cc95050635 service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804617 Jul 07 17:29:56.205559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.235817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Transition to ACTIVE for port object 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:56.286017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.290992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.300198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.312587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-445bcc9d-2d4c-4194-b698-d179fb5855bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3406336 Jul 07 17:29:56.323302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33614) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.325296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event deleted for resources: {'Port': ['ID=c8609912-305c-41a3-8fad-176f08d67ffc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.335733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-370b152d-64a4-408e-b3b6-4c4ffeb66f9c req-1b2ae9bc-f525-4cd3-a1c9-28c68c0f1673 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/ports?device_id=43ee21b1-3892-484a-bfd6-4d9d1106bdbb HTTP/1.1" status: 200 len: 210 time: 0.0543065 Jul 07 17:29:56.340560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'port': {'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8', 'name': 'tempest-RoutersTest-1247772030'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:56.347413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:56.352710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:56.356679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:56.417332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.423783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:56.424439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.635992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] No DVR routers for this DVR port c8609912-305c-41a3-8fad-176f08d67ffc on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:56.679801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d57e0-4e91-4901-9e8c-c55ed568dc1c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.684082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:56.688381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.701398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.9613481 Jul 07 17:29:56.711848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64b13-dbed-4045-b5d2-12fb0e6e0f90 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Network': ['ID=6d578ad6-3b42-48a2-bdd7-af8555967965,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.726221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.744768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3144aff-e9a4-41af-abdb-f551b1bbbf4d req-99ed23cc-f00a-4278-b222-4513972d5448 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.73 "DELETE /v2.0/ports/c8609912-305c-41a3-8fad-176f08d67ffc HTTP/1.1" status: 204 len: 173 time: 3.2246614 Jul 07 17:29:56.753694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Pushing event updated for resources: {'Port': ['ID=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:56.759699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33624) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.760710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'name': 'network-vif-deleted', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:56.767816 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b442e0-eab8-4da4-ac1e-039fb4e1b610" -d '{"events": [{"server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "name": "network-vif-deleted", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:56.791015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:56.794418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] device_id is not set on port 6db52a97-2764-49a2-9c39-85f33057a7c3 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:29:56.814404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'subnet': {'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:57.079930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Attempting to bind port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:57.080565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Attempting to bind port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'dcf27ce7-ff1f-446d-a932-c1f981176227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:57.080702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Attempting to bind port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 on network 3784ba37-22f9-429c-8482-af9422f8cfa8 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:57.094290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.20.0.5 (3784ba37-22f9-429c-8482-af9422f8cfa8/94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5/6db52a97-2764-49a2-9c39-85f33057a7c3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:57.102517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:57.102942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Checking segment: {'id': 'dcf27ce7-ff1f-446d-a932-c1f981176227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:57.103363 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.104325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Bound using segment: {'id': 'dcf27ce7-ff1f-446d-a932-c1f981176227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:57.105013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Bound port: 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf27ce7-ff1f-446d-a932-c1f981176227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3784ba37-22f9-429c-8482-af9422f8cfa8'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:57.105435 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.108432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.182864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:57.191367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.273678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32408f0d-7399-46a1-b929-b7ace350ba01 req-0c54dda6-dba6-425c-b3e2-6a4622fc8ff3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:57.278035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32408f0d-7399-46a1-b929-b7ace350ba01 req-0c54dda6-dba6-425c-b3e2-6a4622fc8ff3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.2523665 Jul 07 17:29:57.282314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] For port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:57.292118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] For port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,segment=NetworkSegment(dcf27ce7-ff1f-446d-a932-c1f981176227),segment_id=dcf27ce7-ff1f-446d-a932-c1f981176227)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:57.301221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.556184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fabc5-98fe-40f1-993f-fdd2cde603ff None None] Pushing event updated for resources: {'Port': ['ID=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:57.739671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32408f0d-7399-46a1-b929-b7ace350ba01 req-434a197f-2eed-4b53-b6e4-e23e5418e9b7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319789 Jul 07 17:29:58.106668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.143737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 6db52a97-2764-49a2-9c39-85f33057a7c3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:58.156575 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe92ce-628f-4eb0-b078-36c3a619277b x-openstack-request-id: req-66fe92ce-628f-4eb0-b078-36c3a619277b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:58.157161 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ee21b1-3892-484a-bfd6-4d9d1106bdbb", "name": "network-vif-deleted", "tag": "c8609912-305c-41a3-8fad-176f08d67ffc", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:58.157706 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66fe92ce-628f-4eb0-b078-36c3a619277b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:58.158427 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ee21b1-3892-484a-bfd6-4d9d1106bdbb', 'name': 'network-vif-deleted', 'tag': 'c8609912-305c-41a3-8fad-176f08d67ffc', 'status': 'completed', 'code': 200} Jul 07 17:29:58.217695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.269719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:58.293640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:58.304751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:58.339201 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a11322cf-796e-4736-acd7-2c56b714cb62 req-4fa0436d-fa06-458d-8e9c-a5203482e1cb service neutron] 10.222.0.23 "GET /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9852431 Jul 07 17:29:58.367975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=6db52a97-2764-49a2-9c39-85f33057a7c3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.432378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:58.433365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.476060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e0a09539-c660-45a9-bc52-c901e9811203 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1461997 Jul 07 17:29:58.477479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33642) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:58.730029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port cfdafa66-4abf-4b27-80df-9f0a62195c2d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:58.735629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.809373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:58.832054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33654) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:58.995695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:59.011945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.046966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for cfdafa66-4abf-4b27-80df-9f0a62195c2d owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:59.079668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.399264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.461897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.668450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.673358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.675513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "DELETE /v2.0/security-groups/26bcb743-fc2c-4957-9b4b-ed97e40a6eb3 HTTP/1.1" status: 204 len: 168 time: 0.8417778 Jul 07 17:29:59.699084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33662) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:59.710968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5c4ed-65a3-476c-b3dd-ce30add07b81 None None] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:59.753195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.773330 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-8f0bd9e1-998a-46d3-af13-9a3392e6dad5 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] show failed (client error): The resource could not be found. Jul 07 17:29:59.776935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8f0bd9e1-998a-46d3-af13-9a3392e6dad5 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "GET /v2.0/security-groups/26bcb743-fc2c-4957-9b4b-ed97e40a6eb3 HTTP/1.1" status: 404 len: 347 time: 0.0549936 Jul 07 17:29:59.777390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Provisioning for port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:59.784832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Provisioning complete for port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:59.785242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.788294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Checking segment: {'id': 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:59.789433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network hostable DHCP agents. Network: 6d578ad6-3b42-48a2-bdd7-af8555967965, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:59.817839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d1b2e-cdb1-4f1b-9cef-b3ec966f3a2b req-b4bf5d3c-b55e-4a0a-9e17-701e09600094 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:59.819695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33664) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:59.831854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-309d1b2e-cdb1-4f1b-9cef-b3ec966f3a2b req-b4bf5d3c-b55e-4a0a-9e17-701e09600094 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.8116684 Jul 07 17:29:59.839400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4d408-0da1-4542-9e33-1a6511b69834 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bcb743-fc2c-4957-9b4b-ed97e40a6eb3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:59.935767 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.938388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-309d1b2e-cdb1-4f1b-9cef-b3ec966f3a2b req-6d7ca2a5-d6ce-41dc-bca2-9b93746d3f91 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052971 Jul 07 17:30:00.005905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] For port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,segment=NetworkSegment(dcf27ce7-ff1f-446d-a932-c1f981176227),segment_id=dcf27ce7-ff1f-446d-a932-c1f981176227)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:00.012831 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.072190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.112414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2c92b-cf4f-4319-b785-8626631d4c64 None None] Pushing event updated for resources: {'Port': ['ID=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.152957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=cfdafa66-4abf-4b27-80df-9f0a62195c2d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.209548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Subnet': ['ID=abe67718-d4ab-4862-bd5d-7e11893123ca,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.338851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:00.361060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-91ef2272-35d5-47ff-9a99-2a58d2adc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:00.365462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-91ef2272-35d5-47ff-9a99-2a58d2adc2fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1097 time: 0.6985505 Jul 07 17:30:00.378097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6d578ad6-3b42-48a2-bdd7-af8555967965) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:00.391317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:00.392364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.398880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fcc64-608b-477b-afc4-f5d06c74510d None None] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:00.463601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c3c6fa5b-50de-44e0-81f0-82b7ac5c328e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6905634 Jul 07 17:30:00.479493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:00.492402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'network': {'name': 'tempest-router-network01--443718616'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:00.613875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.692857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Deleting port e55e49e2-3899-40fd-b4ce-54c46f19124c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:00.693546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.762044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:00.780601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.793781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.899628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6d578ad6-3b42-48a2-bdd7-af8555967965', 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965', 'tenant_id': '0380c92d278a458c9b268eb21c250f0d', 'fixed_ips': [{'subnet_id': 'abe67718-d4ab-4862-bd5d-7e11893123ca'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:00.900411 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.949836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Provisioning for port 6db52a97-2764-49a2-9c39-85f33057a7c3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:00.962032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Provisioning complete for port 6db52a97-2764-49a2-9c39-85f33057a7c3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:00.962960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.987498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=6db52a97-2764-49a2-9c39-85f33057a7c3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:01.336367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Allocated IP 172.20.0.2 (6d578ad6-3b42-48a2-bdd7-af8555967965/abe67718-d4ab-4862-bd5d-7e11893123ca/7e55e534-0925-46e2-8c63-114a1aa75f50) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:01.371011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:01.371911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.423336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Port 6db52a97-2764-49a2-9c39-85f33057a7c3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:01.469731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:01.475603 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.533185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Provisioning complete for port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:01.533185 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0d56c69d-90c2-46b9-91d7-83352ff7c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.593558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-51af40b4-beab-4eec-bc62-fe168935897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.595364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-51af40b4-beab-4eec-bc62-fe168935897a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 1.1755650 Jul 07 17:30:01.599547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:01.659171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.758760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7020dbb-9627-4d49-a3d6-af0c0c45f5b3 req-153d2edf-ed81-4887-8ddd-9f15676664fd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.762669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.763345 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Added segment 9604015e-266e-44ec-9540-5c4da40a9830 of type vlan for network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 Jul 07 17:30:01.765069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7020dbb-9627-4d49-a3d6-af0c0c45f5b3 req-153d2edf-ed81-4887-8ddd-9f15676664fd tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.4035017 Jul 07 17:30:01.816305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.816936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.819899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.850946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Transition to ACTIVE for port object 7e55e534-0925-46e2-8c63-114a1aa75f50 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:01.879232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Calling delete_port for e55e49e2-3899-40fd-b4ce-54c46f19124c owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:01.894082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Transition to ACTIVE for port object 7e55e534-0925-46e2-8c63-114a1aa75f50 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:01.900485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.910681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-4a3a9742-4ecf-4535-9109-070071dc1ec6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 1001 time: 0.3067956 Jul 07 17:30:01.938139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7020dbb-9627-4d49-a3d6-af0c0c45f5b3 req-9d925911-60ed-4afa-adf9-de8cc314229d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640286 Jul 07 17:30:01.973447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-73c99fc1-e8e3-4949-a243-4ad4a78f6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.976224 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-73c99fc1-e8e3-4949-a243-4ad4a78f6438 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.0556173 Jul 07 17:30:02.016969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.038735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.085263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 6ab95b2e-7f3c-4457-8436-b666fc3ce127 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:02.102639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Pushing event updated for resources: {'Port': ['ID=7e55e534-0925-46e2-8c63-114a1aa75f50,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.116743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.120308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:02.122020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:02.123383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.124260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.124587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:02.199843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Attempting to bind port 7e55e534-0925-46e2-8c63-114a1aa75f50 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:02.200227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Attempting to bind port 7e55e534-0925-46e2-8c63-114a1aa75f50 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:02.200595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Attempting to bind port 7e55e534-0925-46e2-8c63-114a1aa75f50 on network 6d578ad6-3b42-48a2-bdd7-af8555967965 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:02.215716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:02.216450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Checking segment: {'id': 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:02.217256 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.217924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Bound using segment: {'id': 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:02.218853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Bound port: 7e55e534-0925-46e2-8c63-114a1aa75f50, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d578ad6-3b42-48a2-bdd7-af8555967965'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:02.219561 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.274542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7934825 Jul 07 17:30:02.293002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33674) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.301262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'network': {'name': 'tempest-router-network02--1138029164'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:02.326996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3a323d9b-fac9-4a98-9445-241a0aa2ccf2 None None] Provisioning complete for port 6db52a97-2764-49a2-9c39-85f33057a7c3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:02.327383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3a323d9b-fac9-4a98-9445-241a0aa2ccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.329064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-ab41e3c4-75d1-4103-8877-3d28f1af2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.330986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-ab41e3c4-75d1-4103-8877-3d28f1af2286 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3469803 Jul 07 17:30:02.336714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72f9ed-0f5a-4cf9-aa01-a96072f5028e tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Network': ['ID=3f0f398f-c9f0-4c7a-b863-ca70922dd550,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.363335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:02.369115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.386201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3a323d9b-fac9-4a98-9445-241a0aa2ccf2 None None] Port 6db52a97-2764-49a2-9c39-85f33057a7c3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:02.388657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:02.439378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:02.457192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.457665 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Added segment 6a69dd21-05e2-4141-b0e9-6f9c3afa8b35 of type vlan for network 5b3df856-caba-484a-a38d-d5733785e600 Jul 07 17:30:02.479135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] For port 7e55e534-0925-46e2-8c63-114a1aa75f50, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:02.483892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] For port 7e55e534-0925-46e2-8c63-114a1aa75f50, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e55e534-0925-46e2-8c63-114a1aa75f50,segment=NetworkSegment(cb8a24d2-c4a6-47ae-81e3-6339ce1519df),segment_id=cb8a24d2-c4a6-47ae-81e3-6339ce1519df)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:02.493172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:02.509977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.519684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.525049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8967fdc5-5c34-457a-a4bd-249994d95ca8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2097006 Jul 07 17:30:02.527017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33680) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.531054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] Sync routers for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:02.592802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.596140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.596818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.644259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.711968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Network': ['ID=5b3df856-caba-484a-a38d-d5733785e600,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.751611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.757504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f4bc915b-694f-4850-9169-ba9a01806c40 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4618421 Jul 07 17:30:02.760969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33684) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.768787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'subnet': {'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:02.817727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Pushing event deleted for resources: {'Port': ['ID=e55e49e2-3899-40fd-b4ce-54c46f19124c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.877276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.879042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7718d-6ebb-4f0f-a0ee-1b9f5fec157c None None] Pushing event updated for resources: {'Port': ['ID=7e55e534-0925-46e2-8c63-114a1aa75f50,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.904126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-bcd90cf1-bcd2-420b-9d28-c91da91ab9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640125 Jul 07 17:30:02.906037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:02.908681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5b3df856-caba-484a-a38d-d5733785e600 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:02.968597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:02.969206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.092381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.170189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=6db52a97-2764-49a2-9c39-85f33057a7c3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.211145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.277986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:03.283969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:03.284695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.285252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.309953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.318842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.322873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f461e1f8-55b8-49a4-ac44-c15ca86aead3 tempest-ImagesOneServerNegativeTestJSON-1938721888 tempest-ImagesOneServerNegativeTestJSON-1938721888-project] 10.222.0.66 "DELETE /v2.0/floatingips/d84e58f1-fabc-4d37-9469-e64d722b7db0 HTTP/1.1" status: 204 len: 168 time: 3.4997277 Jul 07 17:30:03.329821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:03.330665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440939b-36fa-4dbc-ac9d-97a39172620f None None] The sync data for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:03.332614 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.369925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:03.374017 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe5e13d-c9dc-458c-b853-d6c42cd308a7" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-unplugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:03.383188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:03.392275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.459681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:03.463101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:03.464147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.495659 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03d16eb2-8773-4b2b-a65d-8567dc73e790 req-b7843e75-d15e-46a0-9499-b46541494d29 service neutron] 10.222.0.23 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708327 Jul 07 17:30:03.826884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.891073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.939165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Subnet': ['ID=8333b62d-599a-410c-8c45-e6d23b529177,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:04.013154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af815f4f-9749-4cff-946f-c5090f68ffa2 req-c49119f1-a0fe-4a8a-9771-2954baf840b7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.014820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af815f4f-9749-4cff-946f-c5090f68ffa2 req-c49119f1-a0fe-4a8a-9771-2954baf840b7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.2986295 Jul 07 17:30:04.017049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Checking segment: {'id': '9604015e-266e-44ec-9540-5c4da40a9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:04.017427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network hostable DHCP agents. Network: 3f0f398f-c9f0-4c7a-b863-ca70922dd550, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:04.036674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 7e6350b5-6a1b-47a1-92b5-d05f6ec3626c is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:04.039167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5ca691ae-936a-4c54-9592-0640726bf03e None None] Provisioning complete for port 6db52a97-2764-49a2-9c39-85f33057a7c3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:04.040109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5ca691ae-936a-4c54-9592-0640726bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.085556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5ca691ae-936a-4c54-9592-0640726bf03e None None] Port 6db52a97-2764-49a2-9c39-85f33057a7c3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:04.122111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af815f4f-9749-4cff-946f-c5090f68ffa2 req-af0d4967-cbda-40c5-bbc9-feae4cff0a87 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987928 Jul 07 17:30:04.231368 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415e87a-8920-41d7-a014-2f21c7610fa1 x-openstack-request-id: req-7415e87a-8920-41d7-a014-2f21c7610fa1 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:04.231949 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-unplugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:04.231949 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7415e87a-8920-41d7-a014-2f21c7610fa1 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:04.232305 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'code': 200} Jul 07 17:30:04.349350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31554e1-7104-48df-9097-1097cd345136 None None] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:04.373551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port c76d96aa-bf7b-4e2a-bb00-af071aeb9529 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:04.374093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.440821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e66f35ad-ff0b-44cf-986e-ffec3823da6e None None] Provisioning for port 7e55e534-0925-46e2-8c63-114a1aa75f50 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:04.511696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.532675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for c76d96aa-bf7b-4e2a-bb00-af071aeb9529 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:04.565449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:04.617329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3f0f398f-c9f0-4c7a-b863-ca70922dd550) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:04.633531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d956b4-4c8d-4836-8a77-7f3f88a86cba None None] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:04.655109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.655726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.703164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-851a91f5-5676-4e75-b3c6-6b84cc0eeb9b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9358103 Jul 07 17:30:04.703470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33702) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.710297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'subnet': {'network_id': '5b3df856-caba-484a-a38d-d5733785e600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:04.735629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:04.749022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ae7ffc82-2edb-4122-bd7e-3cb7bd7a6cf3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/7e6350b5-6a1b-47a1-92b5-d05f6ec3626c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2670515 Jul 07 17:30:04.752048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.756466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] Sync routers for ids ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:04.789893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.796107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.800353 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] Routers {'7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:04.801427 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:04.802251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.808560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.814822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.821530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.827668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.830027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-ace10780-c5db-4361-bec7-73e5186c3f7c tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.2559941 Jul 07 17:30:04.861903 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:04.871982 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] Routers {'7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:04.872616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:04.908841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e3c76-9645-45cc-857b-9d47bb17fe68 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.913555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-321e3c76-9645-45cc-857b-9d47bb17fe68 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports/6db52a97-2764-49a2-9c39-85f33057a7c3 HTTP/1.1" status: 200 len: 977 time: 0.1110272 Jul 07 17:30:04.913813 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:04.913938 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538601a-8d3c-4a97-b12a-457b30e3f996 None None] The sync data for ids ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:04.915605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:04.942766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e55e534-0925-46e2-8c63-114a1aa75f50 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:04.956676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Made reservation on behalf of 0380c92d278a458c9b268eb21c250f0d for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:04.961397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.070977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.077685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.090164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.090950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5fffa27-c7a8-4f02-876a-8c0647b19251 req-82a52b6b-a9ed-4655-bda5-4d32362722ee tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1854002 Jul 07 17:30:05.105081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.110734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.120422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7e55e534-0925-46e2-8c63-114a1aa75f50 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:05.140167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.165737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.168700 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-2b030b9c-25d8-4e2f-a91e-f919ce6ff66e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.4210715 Jul 07 17:30:05.175240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7e55e534-0925-46e2-8c63-114a1aa75f50 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:05.175705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.220939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.371252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3f0f398f-c9f0-4c7a-b863-ca70922dd550', 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550', 'tenant_id': '0380c92d278a458c9b268eb21c250f0d', 'fixed_ips': [{'subnet_id': '8333b62d-599a-410c-8c45-e6d23b529177'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:05.374630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.383338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.426369 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.482253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Subnet': ['ID=1711d3f9-71f1-4f9b-b042-556628fa2b79,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:05.528030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7e55e534-0925-46e2-8c63-114a1aa75f50, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e55e534-0925-46e2-8c63-114a1aa75f50,segment=NetworkSegment(cb8a24d2-c4a6-47ae-81e3-6339ce1519df),segment_id=cb8a24d2-c4a6-47ae-81e3-6339ce1519df)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:05.553009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Checking segment: {'id': '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5b3df856-caba-484a-a38d-d5733785e600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:05.553353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network hostable DHCP agents. Network: 5b3df856-caba-484a-a38d-d5733785e600, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:05.592843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 5b3df856-caba-484a-a38d-d5733785e600 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:05.610005 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.617954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905feab-a672-412a-ae97-7ca76fbc4adc req-c7966c85-388e-49c1-8b45-75e341865bb1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.619993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b905feab-a672-412a-ae97-7ca76fbc4adc req-c7966c85-388e-49c1-8b45-75e341865bb1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.1144519 Jul 07 17:30:05.627731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5b3df856-caba-484a-a38d-d5733785e600) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:05.657206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.658221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.658601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3079660-f525-4ff6-8987-decfbaecfb1c None None] Provisioning complete for port 7e55e534-0925-46e2-8c63-114a1aa75f50 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:05.659451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3079660-f525-4ff6-8987-decfbaecfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.663430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6bc90-04df-45e5-b443-08d61a6c4317 None None] Network 5b3df856-caba-484a-a38d-d5733785e600 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:05.734554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b905feab-a672-412a-ae97-7ca76fbc4adc req-42acc34a-8afd-4092-8a2b-13ed8eeb1afe tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710380 Jul 07 17:30:05.741528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0cdc6080-1757-4249-8673-7c1d1857ca99 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0368230 Jul 07 17:30:05.748024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33714) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.935186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=c76d96aa-bf7b-4e2a-bb00-af071aeb9529,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:06.003858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7e55e534-0925-46e2-8c63-114a1aa75f50,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:06.007701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:06.023303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-5b3df856-caba-484a-a38d-d5733785e600', 'network_id': '5b3df856-caba-484a-a38d-d5733785e600', 'tenant_id': '0380c92d278a458c9b268eb21c250f0d', 'fixed_ips': [{'subnet_id': '1711d3f9-71f1-4f9b-b042-556628fa2b79'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:06.024183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.041138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Allocated IP 172.20.0.2 (3f0f398f-c9f0-4c7a-b863-ca70922dd550/8333b62d-599a-410c-8c45-e6d23b529177/56ce2c59-f2e5-4082-922f-04288ac2f40e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:06.230128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.256883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Deleting subnet b1a60eea-8667-4994-aece-cd944e057543 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:06.276522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-18cd5796-ff2e-4ff5-97bd-e0c5dfe588f5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:06.278121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-18cd5796-ff2e-4ff5-97bd-e0c5dfe588f5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0905232 Jul 07 17:30:06.300143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.347481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.438779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.666896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Allocated IP 172.20.0.2 (5b3df856-caba-484a-a38d-d5733785e600/1711d3f9-71f1-4f9b-b042-556628fa2b79/e1877d5f-9ba3-41fe-bff1-6be84a935cbe) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:06.680404 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.728025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e55e534-0925-46e2-8c63-114a1aa75f50 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:06.741092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Transition to ACTIVE for port object 56ce2c59-f2e5-4082-922f-04288ac2f40e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:06.869366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Transition to ACTIVE for port object 56ce2c59-f2e5-4082-922f-04288ac2f40e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:06.919136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.937367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.975919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:07.020506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:07.034787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:07.037416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Allocated IP 172.20.0.1 (3f0f398f-c9f0-4c7a-b863-ca70922dd550/8333b62d-599a-410c-8c45-e6d23b529177/5ccf217c-8654-4793-883e-2c580863b9b2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:07.081556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.088514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.098591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.104874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.110023 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6a1d0f1b-29f6-433d-966a-3506158fc850 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8228278 Jul 07 17:30:07.115908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.118423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7e55e534-0925-46e2-8c63-114a1aa75f50 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:07.121247 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.126463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.137293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.142125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Pushing event updated for resources: {'Port': ['ID=56ce2c59-f2e5-4082-922f-04288ac2f40e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.143913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-e8be2565-49bf-4e60-b108-d62d1aa7c965 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 5437 time: 0.2934556 Jul 07 17:30:07.160779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:07.200749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.243280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Transition to ACTIVE for port object e1877d5f-9ba3-41fe-bff1-6be84a935cbe will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:07.249874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 6ab95b2e-7f3c-4457-8436-b666fc3ce127 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:07.253484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.268509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Attempting to bind port 56ce2c59-f2e5-4082-922f-04288ac2f40e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:07.269209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Attempting to bind port 56ce2c59-f2e5-4082-922f-04288ac2f40e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '9604015e-266e-44ec-9540-5c4da40a9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:07.269664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Attempting to bind port 56ce2c59-f2e5-4082-922f-04288ac2f40e on network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:07.294056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:07.294056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Checking segment: {'id': '9604015e-266e-44ec-9540-5c4da40a9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:07.294547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.294941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Bound using segment: {'id': '9604015e-266e-44ec-9540-5c4da40a9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:07.295660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Bound port: 56ce2c59-f2e5-4082-922f-04288ac2f40e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9604015e-266e-44ec-9540-5c4da40a9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f0f398f-c9f0-4c7a-b863-ca70922dd550'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:07.296419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.301633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa01cf0a-8339-454e-a5bc-b6823826f5d2 req-82127701-0881-4678-8743-05f72cdc26f7 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1334407 Jul 07 17:30:07.316459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Transition to ACTIVE for port object e1877d5f-9ba3-41fe-bff1-6be84a935cbe will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:07.364318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.378887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a60eea-8667-4994-aece-cd944e057543,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.403870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.405976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4e9e4364-3928-4b56-aea2-6f3b02af5d36 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b1a60eea-8667-4994-aece-cd944e057543 HTTP/1.1" status: 204 len: 168 time: 1.3689711 Jul 07 17:30:07.408731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.423444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.449981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.491454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.511239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Transition to ACTIVE for port object 5ccf217c-8654-4793-883e-2c580863b9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:07.533391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 836d4604-675c-4056-9a99-a692fd891a23 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:07.540962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Network 5b3df856-caba-484a-a38d-d5733785e600 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:07.546124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Pushing event updated for resources: {'Port': ['ID=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.559919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.572159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] For port 56ce2c59-f2e5-4082-922f-04288ac2f40e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:07.594710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:07.613547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:07.634013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] For port 56ce2c59-f2e5-4082-922f-04288ac2f40e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=56ce2c59-f2e5-4082-922f-04288ac2f40e,segment=NetworkSegment(9604015e-266e-44ec-9540-5c4da40a9830),segment_id=9604015e-266e-44ec-9540-5c4da40a9830)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:07.640064 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f988bd3-e10c-435a-b044-86b50e0a3ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.662973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.669666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.685531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:07.705515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-353657ca-b1e3-45cf-a77a-c8bb0535abd8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1537652 Jul 07 17:30:07.709707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33744) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.768250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Port': ['ID=5ccf217c-8654-4793-883e-2c580863b9b2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.770893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.772086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-41f6c6b2-12dc-4a2b-8f37-7ac36a8a158f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ab95b2e-7f3c-4457-8436-b666fc3ce127 HTTP/1.1" status: 200 len: 205 time: 0.0544887 Jul 07 17:30:07.784874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] Sync routers for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:07.855314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Attempting to bind port e1877d5f-9ba3-41fe-bff1-6be84a935cbe on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:07.856003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Attempting to bind port e1877d5f-9ba3-41fe-bff1-6be84a935cbe by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5b3df856-caba-484a-a38d-d5733785e600'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:07.856710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Attempting to bind port e1877d5f-9ba3-41fe-bff1-6be84a935cbe on network 5b3df856-caba-484a-a38d-d5733785e600 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:07.893058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:07.895432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:07.970111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.982185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:07.997936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:07.998408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Checking segment: {'id': '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5b3df856-caba-484a-a38d-d5733785e600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:08.000380 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.000380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Bound using segment: {'id': '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5b3df856-caba-484a-a38d-d5733785e600'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:08.000784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Bound port: e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5b3df856-caba-484a-a38d-d5733785e600'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:08.001419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.041184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] For port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:08.118462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.174175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d22c-f1b5-42bf-9832-8798e9fa4b15 None None] Pushing event updated for resources: {'Port': ['ID=56ce2c59-f2e5-4082-922f-04288ac2f40e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.184115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.187186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] device_id is not set on port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:30:08.194322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:08.201375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.210948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] Routers {'6ab95b2e-7f3c-4457-8436-b666fc3ce127'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:08.212038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:29:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.213804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:08.214291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.219513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e042882d-dfb3-44c9-a322-bb557ab6b4c4']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.245188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:08.338603 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.360047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.360729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3abb0-a618-445e-84eb-6f603642bd58 None None] The sync data for ids ['6ab95b2e-7f3c-4457-8436-b666fc3ce127'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:08.369261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] No DVR routers for this DVR port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:08.372999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 6db52a97-2764-49a2-9c39-85f33057a7c3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:08.374113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.386873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.432125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836d4604-675c-4056-9a99-a692fd891a23'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:08.434402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.434808 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30766264-c6a4-47bf-8667-69aee2b055a2" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "836d4604-675c-4056-9a99-a692fd891a23"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:08.437784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.465085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] For port e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:08.469217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:08.485203 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.485638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8b09fd6-60e3-4980-9dd6-b44cc6b5046f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:08.490073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] For port e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,segment=NetworkSegment(6a69dd21-05e2-4141-b0e9-6f9c3afa8b35),segment_id=6a69dd21-05e2-4141-b0e9-6f9c3afa8b35)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:08.517813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fc94bc-9e98-4f5a-9195-79e674d485c1') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.519193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fc94bc-9e98-4f5a-9195-79e674d485c1') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:08.525400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] In _notify_port_updated(), no bound segment for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:30:08.527203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:08.527639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.530464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-30efcfd9-29f3-4bb6-a73c-ef46990788f3 service neutron] 10.222.0.73 "PUT /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 200 len: 1028 time: 1.3751109 Jul 07 17:30:08.531757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-ab934ef5-bbaf-4ca4-a7f0-ac0ce77fd245 req-c2b1e9cc-c2bc-409f-8f57-6d41bbd25252 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:30:08.533334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab934ef5-bbaf-4ca4-a7f0-ac0ce77fd245 req-c2b1e9cc-c2bc-409f-8f57-6d41bbd25252 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109465 Jul 07 17:30:08.587846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.590738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.601844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.602398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab95b2e-7f3c-4457-8436-b666fc3ce127 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:08.671693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.673035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a152cf77-3bf3-47e6-8b0f-6b23db6cd397 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127 HTTP/1.1" status: 204 len: 168 time: 0.8726201 Jul 07 17:30:08.686912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.695440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33758) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.741649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8b09fd6-60e3-4980-9dd6-b44cc6b5046f not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:08.741649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 30a47e9b-2869-400a-a124-84944e3e9db7 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:08.748592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:08.752035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.798535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.835792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:08.836708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:08.838939 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:08.863378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 56ce2c59-f2e5-4082-922f-04288ac2f40e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:09.034212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.044738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.050622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] 10.222.0.66 "DELETE /v2.0/networks/e042882d-dfb3-44c9-a322-bb557ab6b4c4 HTTP/1.1" status: 204 len: 168 time: 1.6387308 Jul 07 17:30:09.126717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e997a-9403-455e-a090-2bbf25fc4bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=e042882d-dfb3-44c9-a322-bb557ab6b4c4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:09.400234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.615555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-7be27b7d-6d14-47b9-892b-fed9f09ebf95 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.617814 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-7be27b7d-6d14-47b9-892b-fed9f09ebf95 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "GET /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0783358 Jul 07 17:30:09.620383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.642832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:09.667305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.673466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.680895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.687641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.695072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.702843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:09.713789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36513168-fdf0-4825-9c58-68e3d7540437 req-7e7832dc-beed-48fd-b7f9-6269de90a429 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 4660 time: 0.6021686 Jul 07 17:30:09.809461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:09.811250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 6db52a97-2764-49a2-9c39-85f33057a7c3 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:09.856307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet da08f63a-c99c-43cd-a19d-93def55ed750 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:09.874662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.881889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-04a93391-b6ce-4a57-a76f-2bace4c20171 None None] Provisioning complete for port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:09.883679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04a93391-b6ce-4a57-a76f-2bace4c20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.928291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36513168-fdf0-4825-9c58-68e3d7540437 req-17a525aa-5050-4646-9ff1-da08f13ce932 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5&id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2127428 Jul 07 17:30:09.951142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.990240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-04a93391-b6ce-4a57-a76f-2bace4c20171 None None] Port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:09.995951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea89b34-99ff-4b04-b8f8-2072f98ac82d None None] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:10.124124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-5906f0bf-24ef-48a9-95c6-608aab23ce80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6184113 Jul 07 17:30:10.156901 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d610e-bbf4-4164-a6cf-46b99467425a x-openstack-request-id: req-c09d610e-bbf4-4164-a6cf-46b99467425a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:10.156901 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "836d4604-675c-4056-9a99-a692fd891a23", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:10.156901 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c09d610e-bbf4-4164-a6cf-46b99467425a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:10.157365 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836d4604-675c-4056-9a99-a692fd891a23', 'code': 200} Jul 07 17:30:10.181499 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-83493b07-b4d3-4c26-b43c-9903cb979890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.187245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2961-efd0-4524-b02b-f511f74ccecf None None] Pushing event updated for resources: {'Port': ['ID=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.235722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:10.277851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 56ce2c59-f2e5-4082-922f-04288ac2f40e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:10.284611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] For port b0bb5f92-62cf-44c8-810e-51c45a15e7c5, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:10.338354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Provisioning for port 56ce2c59-f2e5-4082-922f-04288ac2f40e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:10.343207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.354629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] device_id is not set on port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:30:10.361129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Provisioning complete for port 56ce2c59-f2e5-4082-922f-04288ac2f40e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:10.361617 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.373957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.392141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.395733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.451672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-914e7fe7-10ad-4608-9457-531ae9ed7877 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01f33b16a25f44debad35a465837597d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341836 Jul 07 17:30:10.462953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33788) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:10.514931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.541739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.589582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:10.624369 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.629397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.630664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2058ba58-b485-4d8c-a70a-ece51dab69e2 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:10.690749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefaae-e11f-478a-9c50-848f45657d6a req-a644c910-12d3-4522-b7bc-7a5298366d6e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:10.698996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79aefaae-e11f-478a-9c50-848f45657d6a req-a644c910-12d3-4522-b7bc-7a5298366d6e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 0.3257151 Jul 07 17:30:10.730702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.841257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.879257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] No DVR routers for this DVR port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:10.917011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Port': ['ID=5ccf217c-8654-4793-883e-2c580863b9b2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.991314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.991737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e1877d5f-9ba3-41fe-bff1-6be84a935cbe up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:11.000973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.030936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79aefaae-e11f-478a-9c50-848f45657d6a req-f8dd449d-4ddc-494f-9fe0-9f9f94493733 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304503 Jul 07 17:30:11.149862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.160942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fe5b1-f96c-41b1-b60b-65cd0eb8804e None None] Network 5b3df856-caba-484a-a38d-d5733785e600 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:11.164746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:11.168402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:11.297443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] In _notify_port_updated(), no bound segment for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 on network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:30:11.300691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:11.303851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.306362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-c4e5d013-82e8-4e55-bcb4-83512d73c266 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 200 len: 1028 time: 1.6787748 Jul 07 17:30:11.338385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.416207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Router 8a2648e0-3f6c-47d7-8456-a8b618179446 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:11.436516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] For port 56ce2c59-f2e5-4082-922f-04288ac2f40e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=56ce2c59-f2e5-4082-922f-04288ac2f40e,segment=NetworkSegment(9604015e-266e-44ec-9540-5c4da40a9830),segment_id=9604015e-266e-44ec-9540-5c4da40a9830)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:11.447618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.486794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.590006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.671645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:11.676907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e1877d5f-9ba3-41fe-bff1-6be84a935cbe completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:11.689598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3cf6e5e4-6e68-4d51-824f-22664d9a125b tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9395144 Jul 07 17:30:11.690634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33798) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.703364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac90f2-acd2-4038-aa0b-f7d2e2aea0ad None None] Pushing event updated for resources: {'Port': ['ID=56ce2c59-f2e5-4082-922f-04288ac2f40e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.711791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e80f9-922a-45ad-8e0f-bb13bf8e7edd None None] Network 6fca8486-baf4-4675-beb3-f066725b4d12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:11.739463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] Sync routers for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:11.756741 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:11.757383 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:11.758369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=da08f63a-c99c-43cd-a19d-93def55ed750,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.765087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.771070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.771339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:11.779932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-976386fb-85b1-446a-87e3-31a4fca6a632 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/da08f63a-c99c-43cd-a19d-93def55ed750 HTTP/1.1" status: 204 len: 168 time: 3.0831003 Jul 07 17:30:11.789957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.794163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.879510 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:11.893161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Provisioning for port e1877d5f-9ba3-41fe-bff1-6be84a935cbe completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:11.900701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.901842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 32bfa0fd-3b26-404f-b835-74701a09283a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:11.906779 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:11.908207 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:11.991191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.014130 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:12.015283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=6db52a97-2764-49a2-9c39-85f33057a7c3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.017800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8ba71-b8e2-414f-ab7d-39150181944e None None] The sync data for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:12.020513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Provisioning complete for port e1877d5f-9ba3-41fe-bff1-6be84a935cbe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:12.021623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.170944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:12.183683 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e88fc-6258-49d0-8de3-8d37898c6306" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:12.186726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.265358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.395606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:12.424609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.425763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b0bb5f92-62cf-44c8-810e-51c45a15e7c5 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:12.598552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-4e1f5eae-e15c-4bac-8fa7-9aba1df5607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:12.607159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-4e1f5eae-e15c-4bac-8fa7-9aba1df5607a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33&tenant_id=23ee75f3e79242138a866b4d272dcc8a HTTP/1.1" status: 200 len: 1095 time: 0.3611271 Jul 07 17:30:12.767056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:12.859005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.880899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 56ce2c59-f2e5-4082-922f-04288ac2f40e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:12.954290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.960907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.975426 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12f56673-c174-4f86-bd0b-0611f69a6bfc HTTP/1.1" status: 204 len: 168 time: 2.5109165 Jul 07 17:30:13.027929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.057075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 0fd2a5e1-c6f1-4bb4-9330-34e8a165992f {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:13.064037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6102-41ac-4f60-b67e-32b59521b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f56673-c174-4f86-bd0b-0611f69a6bfc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.069013 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.218249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.221781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.225385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device b0bb5f92-62cf-44c8-810e-51c45a15e7c5 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:13.229461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a1333605-06a2-455e-9913-f94677f54cb5 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:13.248027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port 2058ba58-b485-4d8c-a70a-ece51dab69e2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:13.248407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.340877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 56ce2c59-f2e5-4082-922f-04288ac2f40e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:13.341662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.446102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] For port e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,segment=NetworkSegment(6a69dd21-05e2-4141-b0e9-6f9c3afa8b35),segment_id=6a69dd21-05e2-4141-b0e9-6f9c3afa8b35)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:13.482276 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.491439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-ae71d603-637c-4afe-87d0-ce17b0b6dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.493040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-ae71d603-637c-4afe-87d0-ce17b0b6dede service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 1.2356966 Jul 07 17:30:13.672509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Provisioning complete for port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:13.672914 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.715239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.717632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] DHCP port deletion for 6fca8486-baf4-4675-beb3-f066725b4d12 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:13.781439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.843876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.856492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Pushing event updated for resources: {'Port': ['ID=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.868115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.885971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.892559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.898320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:13.908474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c62eab38-1dd4-41ae-816d-e52511b41121 None None] Port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:13.913596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.915635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.927667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-1bb75d42-9ba5-4822-a99b-cc6c46157ae0 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 3879 time: 1.4417813 Jul 07 17:30:13.945878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.981273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Deleting port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:13.981273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.018860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 7e6350b5-6a1b-47a1-92b5-d05f6ec3626c has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:14.032992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.089824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] For port 2b64fa30-7e6d-42a1-8daf-90de793c4d81, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b64fa30-7e6d-42a1-8daf-90de793c4d81,segment=NetworkSegment(217a2bc7-8fe4-4079-9173-8432b5a2eaef),segment_id=217a2bc7-8fe4-4079-9173-8432b5a2eaef)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:14.090851 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.115305 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Calling delete_port for 2b64fa30-7e6d-42a1-8daf-90de793c4d81 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:14.124957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Provisioning complete for port e1877d5f-9ba3-41fe-bff1-6be84a935cbe triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:14.125654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.171360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port 2058ba58-b485-4d8c-a70a-ece51dab69e2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2058ba58-b485-4d8c-a70a-ece51dab69e2,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:14.172358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.178128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-af67feb5-1f6a-4b55-afaf-757a7cb34a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.180136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-af67feb5-1f6a-4b55-afaf-757a7cb34a9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.6621270 Jul 07 17:30:14.221923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.246894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc001b72-53a7-48c6-83e5-91debc54cea3 req-ad808549-7037-49a9-8ae4-f48edcc1fb84 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3182142 Jul 07 17:30:14.349237 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-afd2373d-b55a-43a7-8c3c-3cb8b766df85 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:30:14.350287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for 2058ba58-b485-4d8c-a70a-ece51dab69e2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:14.351371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-afd2373d-b55a-43a7-8c3c-3cb8b766df85 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6593595 Jul 07 17:30:14.364402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33822) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.403250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-e6558694-1b41-49b2-8597-dc088847efaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.1830943 Jul 07 17:30:14.414472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:14.435393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b31301ec-eb00-4a70-9e0d-37dac560479b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/7e6350b5-6a1b-47a1-92b5-d05f6ec3626c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5187731 Jul 07 17:30:14.449615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.553518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-7d4b7a86-d091-4628-a8b4-4f414346a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.555584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-7d4b7a86-d091-4628-a8b4-4f414346a883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1453979 Jul 07 17:30:14.561259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.590217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:14.625234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] Sync routers for ids ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:14.634650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:14.676474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:14.688513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.700386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.706053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Transition to ACTIVE for port object d92725e9-54c7-4f57-a1f1-96d5b8d2006d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:14.706803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] Routers {'7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:14.707074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:14.748464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.778626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e1877d5f-9ba3-41fe-bff1-6be84a935cbe up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:14.822036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:14.826856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] Pushing event deleted for resources: {'Port': ['ID=2b64fa30-7e6d-42a1-8daf-90de793c4d81,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.833289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec61ddb-ca77-4ead-bfae-c85640ed008f None None] No DVR routers for this DVR port 2b64fa30-7e6d-42a1-8daf-90de793c4d81 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:14.852005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] Routers {'7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:14.852005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:14.856924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Provisioning complete for port 56ce2c59-f2e5-4082-922f-04288ac2f40e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:14.857304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.871442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33832) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:14.938006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:14.938577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523e73-c7c9-4fd4-ad86-253bbcd154c5 None None] The sync data for ids ['7e6350b5-6a1b-47a1-92b5-d05f6ec3626c'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:14.945794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e1877d5f-9ba3-41fe-bff1-6be84a935cbe triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:14.946637 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.174818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Provisioning for port 5ccf217c-8654-4793-883e-2c580863b9b2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:15.186334 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-61d21ede-c7b7-418d-8706-00aa3ac657b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6225219 Jul 07 17:30:15.188488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.193588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/0fd2a5e1-c6f1-4bb4-9330-34e8a165992f HTTP/1.1" status: 204 len: 168 time: 3.3856859 Jul 07 17:30:15.193588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7c3b5-0187-4fa3-83d2-3c27fca7a74d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd2a5e1-c6f1-4bb4-9330-34e8a165992f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:15.195183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:15.202223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929aec9-4ab5-4609-b565-b90443f2478a None None] Network 0ed8c2ef-fe0b-4471-be15-0eef794b4aae requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:15.212006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Provisioning complete for port 5ccf217c-8654-4793-883e-2c580863b9b2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:15.212390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.273695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:15.324313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-76f01fff-fe27-4e2a-9c15-7fec27f9d657 None None] Port 5ccf217c-8654-4793-883e-2c580863b9b2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:15.329705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1687566339-network', 'tenant_id': '3388f06aad9f4cb7b68eba15e09d41c3'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:15.408448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.422589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b64fa30-7e6d-42a1-8daf-90de793c4d81 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:15.440991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.477358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-127b7f29-5f14-4f70-8da7-d57d10f7db68 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800090 Jul 07 17:30:15.479330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2b64fa30-7e6d-42a1-8daf-90de793c4d81 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:15.479724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b64fa30-7e6d-42a1-8daf-90de793c4d81 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:15.497256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=2058ba58-b485-4d8c-a70a-ece51dab69e2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:15.564208 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-501eaaae-54a7-4fd1-bd0d-6f82149e30a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:30:15.565625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-501eaaae-54a7-4fd1-bd0d-6f82149e30a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/7e6350b5-6a1b-47a1-92b5-d05f6ec3626c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1113045 Jul 07 17:30:15.591551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33840) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:15.599258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] No DVR routers for this DVR port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:15.612570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae55748-3d63-4e97-ae86-7790f7938710 req-920ea410-1311-4cda-a991-8cde80eb5f52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:15.618605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ae55748-3d63-4e97-ae86-7790f7938710 req-920ea410-1311-4cda-a991-8cde80eb5f52 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 943 time: 1.0783436 Jul 07 17:30:15.654873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Made reservation on behalf of 3388f06aad9f4cb7b68eba15e09d41c3 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:15.656171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] DHCP port deletion for 0ed8c2ef-fe0b-4471-be15-0eef794b4aae request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:15.657264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.686209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.718337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b3f93e81-9baf-4772-9361-a5d2efd1e087 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e6350b5-6a1b-47a1-92b5-d05f6ec3626c HTTP/1.1" status: 200 len: 205 time: 0.1198168 Jul 07 17:30:15.718337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port 2058ba58-b485-4d8c-a70a-ece51dab69e2 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:15.729528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33842) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:15.735984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Deleting port 1ea56e93-abc1-4157-8647-b340272fcb48 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:15.736526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.766881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.768988 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-3f04d182-6b16-4dd7-9f63-7395d60f9c6e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "DELETE /v2.0/ports/2058ba58-b485-4d8c-a70a-ece51dab69e2 HTTP/1.1" status: 204 len: 173 time: 4.4134097 Jul 07 17:30:15.773062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:15.776011 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3f363-3ce1-4035-8fdc-c2725c5c4ae6" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:15.815805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] For port 1ea56e93-abc1-4157-8647-b340272fcb48, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1ea56e93-abc1-4157-8647-b340272fcb48,segment=NetworkSegment(f626c2cd-448a-4e83-be3e-f99e5e50db9d),segment_id=f626c2cd-448a-4e83-be3e-f99e5e50db9d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:15.816241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.840632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Calling delete_port for 1ea56e93-abc1-4157-8647-b340272fcb48 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:15.841066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.868150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fca8486-baf4-4675-beb3-f066725b4d12']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:15.904382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217a2bc7-8fe4-4079-9173-8432b5a2eaef') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:15.905328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217a2bc7-8fe4-4079-9173-8432b5a2eaef') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:15.921299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.946316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.964938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-87a2fa25-6f1d-4236-8620-d87d3fd8a33a service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802673 Jul 07 17:30:15.966179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:15.966646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:15.974189 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:16.022883 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.054389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ae55748-3d63-4e97-ae86-7790f7938710 req-f4b69bcd-6ced-42f1-b8bc-d2e8d75e0dc7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911202 Jul 07 17:30:16.070927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] Pushing event deleted for resources: {'Port': ['ID=1ea56e93-abc1-4157-8647-b340272fcb48,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.071152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.082134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a0482-c029-40e0-b444-2ee7701e2860 None None] No DVR routers for this DVR port 1ea56e93-abc1-4157-8647-b340272fcb48 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:16.116367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.141661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.144075 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/6fca8486-baf4-4675-beb3-f066725b4d12 HTTP/1.1" status: 204 len: 168 time: 0.9371417 Jul 07 17:30:16.155753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33850) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.254611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port 32bfa0fd-3b26-404f-b835-74701a09283a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:16.256217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.264002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8dffe-aac6-4e17-9a9d-6fca15df0852 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=6fca8486-baf4-4675-beb3-f066725b4d12,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.351671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.421659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port 32bfa0fd-3b26-404f-b835-74701a09283a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=32bfa0fd-3b26-404f-b835-74701a09283a,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:16.422032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.480048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for 32bfa0fd-3b26-404f-b835-74701a09283a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:16.507125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.522349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed8c2ef-fe0b-4471-be15-0eef794b4aae']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:16.565341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f626c2cd-448a-4e83-be3e-f99e5e50db9d') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:16.565684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f626c2cd-448a-4e83-be3e-f99e5e50db9d') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:16.574910 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.581507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.594536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.613642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.615063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:16.615632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:16.616180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:16.631896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:16.632427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:16.635890 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:16.700943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:30:16.701474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Attempting to bind port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:16.727976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1ea56e93-abc1-4157-8647-b340272fcb48 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:16.739899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:16.740441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Checking segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:16.741070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Bound using segment: {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:16.741804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Bound port: d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514bc39a-ae35-4fb3-93f6-c6a3670748ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:16.742388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.776050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.776891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6350b5-6a1b-47a1-92b5-d05f6ec3626c {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:16.789428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1ea56e93-abc1-4157-8647-b340272fcb48 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:16.789952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1ea56e93-abc1-4157-8647-b340272fcb48 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:16.816379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.818816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.820351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f4dba4a-d799-4182-8e63-5e8a23f2e713 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/7e6350b5-6a1b-47a1-92b5-d05f6ec3626c HTTP/1.1" status: 204 len: 168 time: 1.0794375 Jul 07 17:30:16.828523 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.832587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/0ed8c2ef-fe0b-4471-be15-0eef794b4aae HTTP/1.1" status: 204 len: 168 time: 0.6692579 Jul 07 17:30:16.834250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33852) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.840380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33854) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.845342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.853008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-4442173'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:16.855709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.871095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05cc3c-3718-4722-9f60-529c1e19d50b req-07f3aa5a-705b-4f1c-8dca-48e6dfb8587d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:16.872765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea05cc3c-3718-4722-9f60-529c1e19d50b req-07f3aa5a-705b-4f1c-8dca-48e6dfb8587d tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.5595708 Jul 07 17:30:16.877693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.950768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:16.957682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d5cc2-748b-41e5-b9b5-88e2274a8af7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=0ed8c2ef-fe0b-4471-be15-0eef794b4aae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.984620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:16.991148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.011587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0924b5f2-d9df-44ea-93ea-1c1480a23283,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.012856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=32bfa0fd-3b26-404f-b835-74701a09283a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.028597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.028986 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Added segment 84e2b4c7-e194-4f72-b4ff-590108eb086b of type vlan for network 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 Jul 07 17:30:17.065998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port 32bfa0fd-3b26-404f-b835-74701a09283a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:17.072656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.075036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-8c8459e5-2a24-472c-b9cf-c5b1bec862b9 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "DELETE /v2.0/ports/32bfa0fd-3b26-404f-b835-74701a09283a HTTP/1.1" status: 204 len: 173 time: 1.2913921 Jul 07 17:30:17.082592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:17.093349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.096902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:17.134885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea05cc3c-3718-4722-9f60-529c1e19d50b req-0e577571-4578-4414-9951-2f4cd6a10206 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422881 Jul 07 17:30:17.137232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.145148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:17.148682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.152067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:17.174195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.196807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.238495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.238820 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 01bed42a-64e5-4de5-b6d1-9e1161a49bd5 of type vlan for network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 Jul 07 17:30:17.280956 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c89072-15be-4cbb-b1ff-e51549febdfe x-openstack-request-id: req-83c89072-15be-4cbb-b1ff-e51549febdfe {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:17.281465 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:17.281839 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83c89072-15be-4cbb-b1ff-e51549febdfe {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:17.282604 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7', 'code': 200} Jul 07 17:30:17.284002 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'code': 200} Jul 07 17:30:17.312306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port 30a47e9b-2869-400a-a124-84944e3e9db7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:17.313575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.329167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:17.330234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.332105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] 10.222.0.73 "PUT /v2.0/ports/d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 1092 time: 4.6042283 Jul 07 17:30:17.338186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:17.341094 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:17.373510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.381696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.383291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:17.384231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.386647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.500163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port 30a47e9b-2869-400a-a124-84944e3e9db7, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=30a47e9b-2869-400a-a124-84944e3e9db7,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:17.500550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.517376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for 30a47e9b-2869-400a-a124-84944e3e9db7 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:17.613617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.656620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.663137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.673324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a748476-e967-4ecf-bee9-be8fbfcbe2ff None None] Network 3784ba37-22f9-429c-8482-af9422f8cfa8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:17.673680 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce376938-5e0e-4252-b4cc-0785c94f2b72 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5 HTTP/1.1" status: 204 len: 168 time: 0.8310697 Jul 07 17:30:17.675172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:17.840679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.886584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.970335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=30a47e9b-2869-400a-a124-84944e3e9db7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.056497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port 30a47e9b-2869-400a-a124-84944e3e9db7 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:18.061153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.063422 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-6bedca00-3597-47fa-a76d-d68080937193 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "DELETE /v2.0/ports/30a47e9b-2869-400a-a124-84944e3e9db7 HTTP/1.1" status: 204 len: 173 time: 0.9780152 Jul 07 17:30:18.066423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:30:18.108655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:18.109357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.116437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] DHCP port deletion for 3784ba37-22f9-429c-8482-af9422f8cfa8 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:18.137938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2617378 Jul 07 17:30:18.148407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efe805-789f-40d3-9852-fbf94eacc74e service neutron] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.151404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33862) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:18.189156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Request body: {'subnet': {'network_id': '36cb2e4d-3b2f-4473-95e4-00f0d450e4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1687566339-subnet', 'tenant_id': '3388f06aad9f4cb7b68eba15e09d41c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:18.195210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe3101-455d-4443-aa09-f4171ee006f9 admin admin] Pushing event updated for resources: {'Network': ['ID=36cb2e4d-3b2f-4473-95e4-00f0d450e4a8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.211394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Deleting port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:18.212734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.225835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.232447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.233183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.277496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,segment=NetworkSegment(dcf27ce7-ff1f-446d-a932-c1f981176227),segment_id=dcf27ce7-ff1f-446d-a932-c1f981176227)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:18.278008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.311021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:18.344303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:18.348896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Made reservation on behalf of 3388f06aad9f4cb7b68eba15e09d41c3 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:18.352847 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.377054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5316288 Jul 07 17:30:18.384747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:18.397998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:18.405629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ba0c-79b8-4cea-a992-8621c3fb15b6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=8844d7c3-a0ec-433e-9e85-1024999ee8f9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.449910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:18.475524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-d69e2b4b-7a00-4750-82bb-5e96967c03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.477252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-d69e2b4b-7a00-4750-82bb-5e96967c03b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1096 time: 1.0677559 Jul 07 17:30:18.491744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efea8c-e7ea-42b7-bee7-63ed9c72ac42 req-d17806fc-9a6f-4f05-9d6d-28c7750a9b78 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.498187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efea8c-e7ea-42b7-bee7-63ed9c72ac42 req-d17806fc-9a6f-4f05-9d6d-28c7750a9b78 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.507107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54efea8c-e7ea-42b7-bee7-63ed9c72ac42 req-d17806fc-9a6f-4f05-9d6d-28c7750a9b78 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 1678 time: 0.4473438 Jul 07 17:30:18.592394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] For port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,segment=NetworkSegment(dcf27ce7-ff1f-446d-a932-c1f981176227),segment_id=dcf27ce7-ff1f-446d-a932-c1f981176227)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:18.593300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.626397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.682141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Calling delete_port for 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:18.719938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54efea8c-e7ea-42b7-bee7-63ed9c72ac42 req-fde28b9e-b5cf-4f41-bdee-2200b3cc1bce tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2103040 Jul 07 17:30:18.759479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:18.768409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port a1333605-06a2-455e-9913-f94677f54cb5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:18.769365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.815064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:18.843015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:18.843369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:18.862137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.884865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.905019 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903d29b-e534-41fd-a985-04d70c975a4e x-openstack-request-id: req-f903d29b-e534-41fd-a985-04d70c975a4e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:18.905478 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "2058ba58-b485-4d8c-a70a-ece51dab69e2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:18.905882 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f903d29b-e534-41fd-a985-04d70c975a4e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:18.906543 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '2058ba58-b485-4d8c-a70a-ece51dab69e2', 'status': 'completed', 'code': 200} Jul 07 17:30:18.910476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] Pushing event deleted for resources: {'Port': ['ID=08fb18eb-a6d8-4f16-a1ee-91394ce0fb37,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.915516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-b2fa5b81-970d-48e1-84ae-b7065a01c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:18.918126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-b2fa5b81-970d-48e1-84ae-b7065a01c1a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.4067607 Jul 07 17:30:18.919979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b700e-0bf2-44b1-83ba-1d5ba6c9ad14 None None] No DVR routers for this DVR port 08fb18eb-a6d8-4f16-a1ee-91394ce0fb37 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:19.075348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:19.079132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.094041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.111440 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.153238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-cfe8ef31-f615-479d-8833-b3a2a9e1ac13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 999 time: 0.2151277 Jul 07 17:30:19.160436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting port 5ccf217c-8654-4793-883e-2c580863b9b2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:19.160835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.277883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2112716f-3569-4297-b0f1-b89a714b936a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.296293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:19.313849 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa443193-1428-4142-839b-389730bb6744" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1333605-06a2-455e-9913-f94677f54cb5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:19.356659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd081681-9cf9-4a5f-90eb-810060a318b4 req-8a1f811a-2431-4e07-a307-099de206f825 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.359746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd081681-9cf9-4a5f-90eb-810060a318b4 req-8a1f811a-2431-4e07-a307-099de206f825 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.3385663 Jul 07 17:30:19.365179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-e23a98f4-8e92-4de3-930b-c86d62e9b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.366933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-e23a98f4-8e92-4de3-930b-c86d62e9b57e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1962757 Jul 07 17:30:19.380733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Checking segment: {'id': '84e2b4c7-e194-4f72-b4ff-590108eb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36cb2e4d-3b2f-4473-95e4-00f0d450e4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:19.381152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Network hostable DHCP agents. Network: 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:19.395606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.455083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Calling delete_port for 5ccf217c-8654-4793-883e-2c580863b9b2 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:19.487101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Network 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:19.503510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd081681-9cf9-4a5f-90eb-810060a318b4 req-e7d5ea7f-ef87-448b-86ff-6189805f451b tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300595 Jul 07 17:30:19.512914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3784ba37-22f9-429c-8482-af9422f8cfa8']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:19.541787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:19.556905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.557547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.567335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d957d-b162-4bcc-b09c-f81a5fad3779 None None] Network 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:19.607658 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17dae8-c15e-4313-914d-b0c86382a0a8 x-openstack-request-id: req-6d17dae8-c15e-4313-914d-b0c86382a0a8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:19.607984 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:19.608603 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d17dae8-c15e-4313-914d-b0c86382a0a8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:19.609203 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'status': 'completed', 'code': 200} Jul 07 17:30:19.628648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-6c92224f-14b0-461c-a58b-b4ebf95992f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.632011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-6c92224f-14b0-461c-a58b-b4ebf95992f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388873 Jul 07 17:30:19.635722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d4adaeaa-53da-465b-8211-3b4fa6211e55 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4548442 Jul 07 17:30:19.754086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf27ce7-ff1f-446d-a932-c1f981176227') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:19.754384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf27ce7-ff1f-446d-a932-c1f981176227') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:19.758999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port a1333605-06a2-455e-9913-f94677f54cb5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a1333605-06a2-455e-9913-f94677f54cb5,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:19.759651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.769642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.791115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.928353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.953179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f34b20-52e3-4421-ab12-64e9038ca0c2 None None] Network 36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:19.979937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=8fc7d04b-fed9-451b-8160-5ada5f766d5a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.982970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:19.983375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:19.995207 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:20.008340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-35d88c51-f30c-4259-bf86-da2d6051ca69 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675785 Jul 07 17:30:20.092907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.131201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '01bed42a-64e5-4de5-b6d1-9e1161a49bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:20.131574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 8844d7c3-a0ec-433e-9e85-1024999ee8f9, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:20.137206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e40a1-f997-4040-bf33-a30f718c862c req-c5a4d47e-3a64-46ce-a091-b6eb576b8124 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:20.144976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-160e40a1-f997-4040-bf33-a30f718c862c req-c5a4d47e-3a64-46ce-a091-b6eb576b8124 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.3193293 Jul 07 17:30:20.154484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.160216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Port': ['ID=5ccf217c-8654-4793-883e-2c580863b9b2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.165512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.172689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/3784ba37-22f9-429c-8482-af9422f8cfa8 HTTP/1.1" status: 204 len: 168 time: 2.4966595 Jul 07 17:30:20.178400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.209499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-410082620'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:20.236845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f665da-a78a-46c8-96e3-eb4b580f7ce6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=3784ba37-22f9-429c-8482-af9422f8cfa8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.245184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:20.277941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8844d7c3-a0ec-433e-9e85-1024999ee8f9) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:20.290210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c2c4f-25da-4c78-bb63-19930e087477 None None] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:20.304437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:20.305052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.321241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.323006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.324095 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Floating IP 68af38d3-0605-4aa0-8124-eafb647c9a19 disassociated. External IP: 172.25.3.116, port: a1333605-06a2-455e-9913-f94677f54cb5. Jul 07 17:30:20.325524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for a1333605-06a2-455e-9913-f94677f54cb5 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:20.391081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fec610a-b073-43d7-991c-ca038ca2fd24 req-0980dd33-6ef8-4f78-a98f-322439841f80 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736322 Jul 07 17:30:20.415440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-160e40a1-f997-4040-bf33-a30f718c862c req-8491f7d4-2bf3-4769-bf5c-874d372c33c5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692432 Jul 07 17:30:20.431148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:20.443966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.450238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0912e610-72ce-4dbb-a457-4e440fc0105a tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0558867 Jul 07 17:30:20.451053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.466895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-935883979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:20.495374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.496738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.608122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.619244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-8844d7c3-a0ec-433e-9e85-1024999ee8f9', 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '8fc7d04b-fed9-451b-8160-5ada5f766d5a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:20.622072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.631890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.655082 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd65a86-cbeb-4e04-9fe2-d811783239e2 x-openstack-request-id: req-fbd65a86-cbeb-4e04-9fe2-d811783239e2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:20.655304 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1333605-06a2-455e-9913-f94677f54cb5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:20.655850 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbd65a86-cbeb-4e04-9fe2-d811783239e2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:20.656099 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a', 'code': 200} Jul 07 17:30:20.656361 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5', 'code': 200} Jul 07 17:30:20.728960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.736087 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e1e65c0b-f845-46c6-a0df-15d043279f46 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2823975 Jul 07 17:30:20.736798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:20.744633 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.762054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'port': {'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9', 'name': 'tempest-RoutersIpV6Test-858663936'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:20.766505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:20.907866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:20.913761 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d95e0-a1bc-4962-98d8-d4b8778cbae3" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:20.928231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.946384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.947097 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 863be7f2-2cc9-4868-8fcd-3f6492e84731 of type vlan for network 89559346-b4f9-413c-b825-60c12d7295ce Jul 07 17:30:20.999724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Allocated IP 2001:db8::2 (8844d7c3-a0ec-433e-9e85-1024999ee8f9/8fc7d04b-fed9-451b-8160-5ada5f766d5a/92813f78-ea9e-450c-8c6d-8491703a72a6) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:21.096474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=a1333605-06a2-455e-9913-f94677f54cb5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.168712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-65391676-31a8-400d-81e6-ba68cefc3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:21.171432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-65391676-31a8-400d-81e6-ba68cefc3c28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1096 time: 0.6845539 Jul 07 17:30:21.222917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.246227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:21.251703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.259282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.273603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Transition to ACTIVE for port object 92813f78-ea9e-450c-8c6d-8491703a72a6 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:21.291497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] device_id is not set on port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:30:21.297807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Transition to ACTIVE for port object 92813f78-ea9e-450c-8c6d-8491703a72a6 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:21.332138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.357467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Router e22fd052-2d53-471c-b656-04fa75981d3a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:21.431698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Pushing event updated for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.458576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:21.461169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:21.473125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:21.608538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Attempting to bind port 92813f78-ea9e-450c-8c6d-8491703a72a6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:21.608879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Attempting to bind port 92813f78-ea9e-450c-8c6d-8491703a72a6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '01bed42a-64e5-4de5-b6d1-9e1161a49bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:21.609460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Attempting to bind port 92813f78-ea9e-450c-8c6d-8491703a72a6 on network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:21.628752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:21.629992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Checking segment: {'id': '01bed42a-64e5-4de5-b6d1-9e1161a49bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:21.629992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.630679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Bound using segment: {'id': '01bed42a-64e5-4de5-b6d1-9e1161a49bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:21.631051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Bound port: 92813f78-ea9e-450c-8c6d-8491703a72a6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bed42a-64e5-4de5-b6d1-9e1161a49bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8844d7c3-a0ec-433e-9e85-1024999ee8f9'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:21.631450 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.636408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-b360a619-c170-4661-982c-4639367a6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:21.639463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-b360a619-c170-4661-982c-4639367a6175 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.4436986 Jul 07 17:30:21.776404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8::108 (8844d7c3-a0ec-433e-9e85-1024999ee8f9/8fc7d04b-fed9-451b-8160-5ada5f766d5a/6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:21.802509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:21.812453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92813f78-ea9e-450c-8c6d-8491703a72a6,segment=NetworkSegment(01bed42a-64e5-4de5-b6d1-9e1161a49bd5),segment_id=01bed42a-64e5-4de5-b6d1-9e1161a49bd5)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:21.825330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.852999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:21.866723 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Sync routers for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:21.878326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:30:21.891342 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:21.892223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:22.015648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port a1333605-06a2-455e-9913-f94677f54cb5 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:22.026420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7c25-0bbb-40fe-87fe-8f44e2df0d06 None None] Pushing event updated for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.037515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.045396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-be320680-bca0-4b45-bea6-c164b09d7cf4 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "DELETE /v2.0/ports/a1333605-06a2-455e-9913-f94677f54cb5 HTTP/1.1" status: 204 len: 173 time: 3.9731493 Jul 07 17:30:22.092098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19b2ec-72a0-4a89-84aa-608d1db30c2c req-165a4796-4d0b-49c6-bc2d-ff853c1b8818 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.103905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d19b2ec-72a0-4a89-84aa-608d1db30c2c req-165a4796-4d0b-49c6-bc2d-ff853c1b8818 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 943 time: 1.1522965 Jul 07 17:30:22.108241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-d89dbc2c-5314-4b3c-9412-5120187f4aed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 999 time: 0.2698963 Jul 07 17:30:22.113553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.122851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.123942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.215052 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:22.287519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=89559346-b4f9-413c-b825-60c12d7295ce,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.307713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 89559346-b4f9-413c-b825-60c12d7295ce details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:22.311475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Router 8a2648e0-3f6c-47d7-8456-a8b618179446 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:22.584007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port 836d4604-675c-4056-9a99-a692fd891a23 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:22.584353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.660435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d19b2ec-72a0-4a89-84aa-608d1db30c2c req-3b69c8bb-30c0-47aa-849b-87175f731c0b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups?id=a94806fe-1d77-4d8c-80fa-831360a35707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5549662 Jul 07 17:30:22.682332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39892b9f-c4a1-45f5-8148-c6410b9cde7d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4814527 Jul 07 17:30:22.742304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.758617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:22.768714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.775692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] Sync routers for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:22.783918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '89559346-b4f9-413c-b825-60c12d7295ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:22.795151 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:22.800062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92813f78-ea9e-450c-8c6d-8491703a72a6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:22.801607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5751450b-8912-4453-a2df-108a483c60d1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4349399 Jul 07 17:30:22.812314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:22.813269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:22.821615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33908) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.841121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-db8146bb-e552-445d-9d17-cefee0b7497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.842836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-db8146bb-e552-445d-9d17-cefee0b7497e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.7029707 Jul 07 17:30:22.885549 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:22.951504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port 836d4604-675c-4056-9a99-a692fd891a23, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=836d4604-675c-4056-9a99-a692fd891a23,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:22.952156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.966757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:22.980247 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Checking router: e22fd052-2d53-471c-b656-04fa75981d3a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:22.988644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for 836d4604-675c-4056-9a99-a692fd891a23 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:22.997246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:22.998971 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:23.031191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:23.032310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:23.050086 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-c6de2d08-fa4a-4ae6-b849-d7a826b914f6 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] delete failed (client error): The resource could not be found. Jul 07 17:30:23.060680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6de2d08-fa4a-4ae6-b849-d7a826b914f6 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-2093099242 HTTP/1.1" status: 404 len: 335 time: 0.2129121 Jul 07 17:30:23.077706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:23.079369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264659c4-4aac-4fc0-9b6d-a8f85903c92f None None] The sync data for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:23.098010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 92813f78-ea9e-450c-8c6d-8491703a72a6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:23.264409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.273716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0e404e93-f7dc-453a-9937-12426935bad1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a2648e0-3f6c-47d7-8456-a8b618179446'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:23.419585 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:23.493713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:23.739444 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.803110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-63721455', 'description': 'tempest-description-562259954'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:23.874916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:23.882046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.925451 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.931511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-0747521f-ba35-4ae1-a146-de1abc295a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:23.933159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-0747521f-ba35-4ae1-a146-de1abc295a80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0508053 Jul 07 17:30:24.005230 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:24.029415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c5fdc-ed3f-4a1d-b698-d0802c598591 None None] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:24.194188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.205727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Provisioning for port 92813f78-ea9e-450c-8c6d-8491703a72a6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:24.214859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.233996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Provisioning complete for port 92813f78-ea9e-450c-8c6d-8491703a72a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:24.235870 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.324455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fd93f4-066b-4b54-865a-1702830cb232,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.336838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-b5242fe3-a9ec-4a42-9b47-55b7bdeb5f0d service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296235 Jul 07 17:30:24.342534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.358599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d67c80ab-da9e-49fa-8ca8-3be296fe49cc req-4d67ccb7-10e8-4eb8-95c9-0d3734bf8734 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3054276 Jul 07 17:30:24.363731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30544-bd16-4439-868d-b38adf7595bc None None] The sync data for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 is: [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:29Z', 'revision_number': 4, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2cc02897-5458-4819-b987-be9042515238', 'name': '', 'network_id': 'f62391a7-ebaf-4f0a-a986-900f496673c9', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'mac_address': 'fa:16:3e:21:08:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:27Z', 'updated_at': '2021-07-07T17:18:44Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'subnets': [{'id': '0572ef2b-673c-4317-8231-44bc6fb1c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:24.605879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.672343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92813f78-ea9e-450c-8c6d-8491703a72a6,segment=NetworkSegment(01bed42a-64e5-4de5-b6d1-9e1161a49bd5),segment_id=01bed42a-64e5-4de5-b6d1-9e1161a49bd5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:24.687104 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.705746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aeed3-daad-4d98-b652-b071e13e28ac req-97e4decf-9f60-4aa1-8f94-fca74989df78 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:24.722788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-948aeed3-daad-4d98-b652-b071e13e28ac req-97e4decf-9f60-4aa1-8f94-fca74989df78 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.1905096 Jul 07 17:30:24.802527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-948aeed3-daad-4d98-b652-b071e13e28ac req-b129e0f5-8c01-44f9-9c09-26d1951c4bc1 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768533 Jul 07 17:30:24.814939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Pushing event updated for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.835106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.835772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.836555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.837172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.837722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.838296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.839140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.840333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.841097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.841693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.842269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:24.844107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc5921-750b-4e9d-aab5-7125fbe1d66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.001039 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33325c2b-c1d0-4ddd-8e24-0c692f30e9fd x-openstack-request-id: req-33325c2b-c1d0-4ddd-8e24-0c692f30e9fd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:25.001660 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "32bfa0fd-3b26-404f-b835-74701a09283a", "status": "completed", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "30a47e9b-2869-400a-a124-84944e3e9db7", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:25.001660 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33325c2b-c1d0-4ddd-8e24-0c692f30e9fd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:25.002090 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '32bfa0fd-3b26-404f-b835-74701a09283a', 'status': 'completed', 'code': 200} Jul 07 17:30:25.002401 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '30a47e9b-2869-400a-a124-84944e3e9db7', 'status': 'completed', 'code': 200} Jul 07 17:30:25.054871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:25.087592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:25.093043 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4739-736d-4345-b0a7-3e3642288e71 None None] New status for floating IP 68af38d3-0605-4aa0-8124-eafb647c9a19: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:30:25.099884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:25.105983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.106797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.164753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2aa5f157-a8d6-43b3-8238-b1d4467f0c83 req-8b76af1a-a54b-43f0-a46c-b9b0f7ccf40d service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927494 Jul 07 17:30:25.313371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e404e93-f7dc-453a-9937-12426935bad1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.375488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d188a-d99f-49ca-8d49-f8fa073493e7 req-cf228295-fe89-40ce-a0d0-ab6e20572a53 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:25.382072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Provisioning complete for port 92813f78-ea9e-450c-8c6d-8491703a72a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:25.382951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.387296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551d188a-d99f-49ca-8d49-f8fa073493e7 req-cf228295-fe89-40ce-a0d0-ab6e20572a53 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.1699862 Jul 07 17:30:25.393693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.457637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7106543 Jul 07 17:30:25.464364 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-0e404e93-f7dc-453a-9937-12426935bad1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] update failed (client error): The resource could not be found. Jul 07 17:30:25.465755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0e404e93-f7dc-453a-9937-12426935bad1 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446 HTTP/1.1" status: 404 len: 339 time: 2.1969705 Jul 07 17:30:25.466369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.480261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551d188a-d99f-49ca-8d49-f8fa073493e7 req-6b3eea1c-9ea6-4422-bce1-8332033a9bfc tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922937 Jul 07 17:30:25.480730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33918) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.632034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.632896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.633644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.634188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.634753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.635291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.635802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.636333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.636846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.637508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.638154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.638706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c315b-c384-4dd9-b986-e7b691f70649 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:25.642366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.688747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.768238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.791225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Provisioning for port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:25.815045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Provisioning complete for port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:25.815853 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.821609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=836d4604-675c-4056-9a99-a692fd891a23,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.975513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-621b656d-ceb5-47aa-abc4-fdf9f1315b67 None None] Port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:25.982476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c268d36e-17ee-4582-81d2-71d811708b86 req-77bd2c4e-a9f3-42f9-8368-85b8728ae22f tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.1131871 Jul 07 17:30:26.100140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31bd0b35-d299-41c6-a93e-be6573e4e7c9 None None] Provisioning complete for port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:26.100848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-31bd0b35-d299-41c6-a93e-be6573e4e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.140769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-31bd0b35-d299-41c6-a93e-be6573e4e7c9 None None] Port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:26.142888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port 836d4604-675c-4056-9a99-a692fd891a23 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:26.197306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.199641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e985ded-e791-4b2c-b16f-66fd4d738f2a req-479d38ae-cfcc-4bcb-aea0-ebb22b2de509 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.73 "DELETE /v2.0/ports/836d4604-675c-4056-9a99-a692fd891a23 HTTP/1.1" status: 204 len: 173 time: 4.0867257 Jul 07 17:30:26.205944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=0368af85-9172-4add-947e-813cd37c5176,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:26.211515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '863be7f2-2cc9-4868-8fcd-3f6492e84731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:26.212037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 89559346-b4f9-413c-b825-60c12d7295ce, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:26.224199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-6eec4f02-c356-45e7-811c-39b3838b7e7a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/58fd93f4-066b-4b54-865a-1702830cb232 HTTP/1.1" status: 200 len: 1804 time: 0.1152289 Jul 07 17:30:26.237339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58fd93f4-066b-4b54-865a-1702830cb232', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:26.240417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58fd93f4-066b-4b54-865a-1702830cb232', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:26.347230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.427607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 89559346-b4f9-413c-b825-60c12d7295ce is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:26.497507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 89559346-b4f9-413c-b825-60c12d7295ce) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:26.515728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a581109-fad6-43a6-9519-29487ad90692 None None] Network 89559346-b4f9-413c-b825-60c12d7295ce requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:26.551414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:26.553198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.647263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-00bd6015-9105-40ed-b4e7-6be161d7a19b tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8932369 Jul 07 17:30:26.707988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:26.728547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1573793200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:26.812626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.841737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.843803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.862795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.976567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92813f78-ea9e-450c-8c6d-8491703a72a6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:27.058072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.079052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5'}, {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '836d4604-675c-4056-9a99-a692fd891a23'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:27.084244 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529d1689-7142-4d33-884a-7c115ac6ac53" -d '{"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "a1333605-06a2-455e-9913-f94677f54cb5"}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "836d4604-675c-4056-9a99-a692fd891a23"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:27.106332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.109631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.112558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Allocated IP 172.20.0.1 (6d578ad6-3b42-48a2-bdd7-af8555967965/abe67718-d4ab-4862-bd5d-7e11893123ca/3b0eedc7-6fe7-4402-867c-1d93eef1dde2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:27.158588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.281348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-89559346-b4f9-413c-b825-60c12d7295ce', 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '0368af85-9172-4add-947e-813cd37c5176'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:27.282513 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.290887 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.355457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 92813f78-ea9e-450c-8c6d-8491703a72a6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:27.356379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.499608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09e4c14-54e5-44e2-ad99-e025fb9f93fe,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:27.561722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.586553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-998e8263-31f9-47f2-8fef-e98abd1a61c9 req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3606679 Jul 07 17:30:27.598290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.599525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.600143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.600662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.601225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.601773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.602320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.613288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.613288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.613288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.618273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.621442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568e01f-9a24-4892-8555-b935a8740c8f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.785880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.788406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb0a6af6-f81f-496b-bb6c-adc2d0ff20c6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0774446 Jul 07 17:30:27.792101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33934) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.941204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.098243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Allocated IP 172.20.0.2 (89559346-b4f9-413c-b825-60c12d7295ce/0368af85-9172-4add-947e-813cd37c5176/ab258535-e66a-4788-8383-d030826d0372) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:28.143286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Transition to ACTIVE for port object 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:28.202934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb58e-92c7-4857-b940-06de052fcb4c req-e2a93bce-308f-46ce-83e6-ea4ae305de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:28.207765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c2fb58e-92c7-4857-b940-06de052fcb4c req-e2a93bce-308f-46ce-83e6-ea4ae305de6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.6764336 Jul 07 17:30:28.454281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c2fb58e-92c7-4857-b940-06de052fcb4c req-667368e6-db0c-4c10-bc6d-aa34dd417183 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916606 Jul 07 17:30:28.521421 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.632457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.654037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.701655 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.739797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Transition to ACTIVE for port object ab258535-e66a-4788-8383-d030826d0372 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:28.793642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Transition to ACTIVE for port object ab258535-e66a-4788-8383-d030826d0372 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:28.818605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.894392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Network 89559346-b4f9-413c-b825-60c12d7295ce is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:28.902144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:28.912769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:28.928625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:28.950552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:28.957277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:28.969324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Pushing event updated for resources: {'Port': ['ID=ab258535-e66a-4788-8383-d030826d0372,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.107636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.205852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Attempting to bind port ab258535-e66a-4788-8383-d030826d0372 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:29.206721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Attempting to bind port ab258535-e66a-4788-8383-d030826d0372 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '863be7f2-2cc9-4868-8fcd-3f6492e84731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:29.208459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Attempting to bind port ab258535-e66a-4788-8383-d030826d0372 on network 89559346-b4f9-413c-b825-60c12d7295ce {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:29.224591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:29.228911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Checking segment: {'id': '863be7f2-2cc9-4868-8fcd-3f6492e84731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:29.231263 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.233350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Bound using segment: {'id': '863be7f2-2cc9-4868-8fcd-3f6492e84731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:29.234690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Bound port: ab258535-e66a-4788-8383-d030826d0372, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863be7f2-2cc9-4868-8fcd-3f6492e84731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '89559346-b4f9-413c-b825-60c12d7295ce'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:29.237698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.467655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Port': ['ID=3b0eedc7-6fe7-4402-867c-1d93eef1dde2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.629000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.710095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] For port ab258535-e66a-4788-8383-d030826d0372, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:29.719862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] For port ab258535-e66a-4788-8383-d030826d0372, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ab258535-e66a-4788-8383-d030826d0372,segment=NetworkSegment(863be7f2-2cc9-4868-8fcd-3f6492e84731),segment_id=863be7f2-2cc9-4868-8fcd-3f6492e84731)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:29.725619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-156f2e92-9def-44a1-a944-c21b0289f54d None None] Provisioning complete for port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:29.726089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-156f2e92-9def-44a1-a944-c21b0289f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.730193 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.769902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.847157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-156f2e92-9def-44a1-a944-c21b0289f54d None None] Port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:29.851366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba530-ce54-4081-a9f9-6e7ce0f303c8 None None] Pushing event updated for resources: {'Port': ['ID=ab258535-e66a-4788-8383-d030826d0372,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.001397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1ee3fda8-daf7-44b5-ba6d-1fff58642153 None None] Provisioning for port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:30.018888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1ee3fda8-daf7-44b5-ba6d-1fff58642153 None None] Provisioning complete for port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:30.019982 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1ee3fda8-daf7-44b5-ba6d-1fff58642153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.076952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7808aa-64f7-4006-8166-6a4116fcd623 req-a69ed0d9-3595-490c-bbd6-6db7cfdf8cc6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:30.086092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee7808aa-64f7-4006-8166-6a4116fcd623 req-a69ed0d9-3595-490c-bbd6-6db7cfdf8cc6 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 2.1410880 Jul 07 17:30:30.140718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.164790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3fda8-daf7-44b5-ba6d-1fff58642153 None None] Port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:30.261315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee7808aa-64f7-4006-8166-6a4116fcd623 req-abcccdff-b0a6-48ce-a66e-8b8c54698afc tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737444 Jul 07 17:30:30.283294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.495399 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.019301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ab258535-e66a-4788-8383-d030826d0372 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:31.253229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ab258535-e66a-4788-8383-d030826d0372 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:31.490612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.20.0.1 (89559346-b4f9-413c-b825-60c12d7295ce/0368af85-9172-4add-947e-813cd37c5176/c01cce60-08da-4c40-9f8b-8c4264931b62) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:31.502508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.514224 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.515094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.519515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba884c-6f6b-4ce2-aaa6-ca774f058bf9 req-4ef5f20a-9ed2-406f-bed3-d568b2a6318c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:31.528708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-afba884c-6f6b-4ce2-aaa6-ca774f058bf9 req-4ef5f20a-9ed2-406f-bed3-d568b2a6318c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.8726454 Jul 07 17:30:31.695799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:32.007732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:32.011914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:32.120971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-afba884c-6f6b-4ce2-aaa6-ca774f058bf9 req-70452941-c364-4178-bad5-0c40d442f7a2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906551 Jul 07 17:30:32.298672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37ac5f-2aeb-4c36-b161-eb8d3694b570 None None] Network 89559346-b4f9-413c-b825-60c12d7295ce requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:32.418340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.595060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router d484db9e-5e9e-4540-a1b3-d598be0c51ba is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:32.620555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Provisioning for port ab258535-e66a-4788-8383-d030826d0372 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:32.651316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Provisioning complete for port ab258535-e66a-4788-8383-d030826d0372 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:32.651834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.863063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object c01cce60-08da-4c40-9f8b-8c4264931b62 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:32.964117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.993197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8316f437-1836-4f36-8dcd-05ea18f583c8 req-de516d23-ab5b-4447-9c7f-96a68d41da40 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.4407930 Jul 07 17:30:33.022529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.036206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.075794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:33.102577 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e7ced31-ecab-46f3-abc7-045c9e94d768 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/d484db9e-5e9e-4540-a1b3-d598be0c51ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4780700 Jul 07 17:30:33.104711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33942) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:33.116616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] Sync routers for ids ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:33.154242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] Routers {'d484db9e-5e9e-4540-a1b3-d598be0c51ba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:33.155434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.231441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.254321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] Routers {'d484db9e-5e9e-4540-a1b3-d598be0c51ba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:33.255786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.344972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.347353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff8f9a-637c-4310-84c5-7ee84d94af20 None None] The sync data for ids ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:33.369597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] For port ab258535-e66a-4788-8383-d030826d0372, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ab258535-e66a-4788-8383-d030826d0372,segment=NetworkSegment(863be7f2-2cc9-4868-8fcd-3f6492e84731),segment_id=863be7f2-2cc9-4868-8fcd-3f6492e84731)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:33.382234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.394065 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e79f22-afc5-4a26-99fb-3228a2bf9830 x-openstack-request-id: req-e1e79f22-afc5-4a26-99fb-3228a2bf9830 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:33.394379 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "a1333605-06a2-455e-9913-f94677f54cb5", "status": "completed", "code": 200}, {"server_uuid": "c7cdaf4f-5a71-4243-bc22-cc173d68512c", "name": "network-vif-deleted", "tag": "836d4604-675c-4056-9a99-a692fd891a23", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:33.394672 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1e79f22-afc5-4a26-99fb-3228a2bf9830 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:33.395217 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': 'a1333605-06a2-455e-9913-f94677f54cb5', 'status': 'completed', 'code': 200} Jul 07 17:30:33.395641 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cdaf4f-5a71-4243-bc22-cc173d68512c', 'name': 'network-vif-deleted', 'tag': '836d4604-675c-4056-9a99-a692fd891a23', 'status': 'completed', 'code': 200} Jul 07 17:30:33.401678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455887317', 'description': 'tempest-description-383047241'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:33.428855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfeafb0-70d5-4e8c-b189-1241e5dcb18f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:33.435890 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7dfeafb0-70d5-4e8c-b189-1241e5dcb18f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports/6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 HTTP/1.1" status: 200 len: 983 time: 0.3272047 Jul 07 17:30:33.439558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33944) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:33.491507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.541582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.597152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.654138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e9dd3225-3723-401e-838f-e48a5462e190 None None] Provisioning complete for port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:33.654894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3225-3723-401e-838f-e48a5462e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.663615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8fcc-dc5e-4a24-b1a0-c73a89c7a23e None None] Pushing event updated for resources: {'Port': ['ID=ab258535-e66a-4788-8383-d030826d0372,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.728558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event updated for resources: {'Port': ['ID=3b0eedc7-6fe7-4402-867c-1d93eef1dde2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.811078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd3225-3723-401e-838f-e48a5462e190 None None] Port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:34.052963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.086308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7cd71a82-5d7e-454a-a6ca-b28dfa18825c None None] Provisioning complete for port ab258535-e66a-4788-8383-d030826d0372 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:34.089087 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7cd71a82-5d7e-454a-a6ca-b28dfa18825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.236005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 89559346-b4f9-413c-b825-60c12d7295ce is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:34.241669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.316046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:34.353794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:34.576174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.577435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8e766cf-1067-4de2-9b18-15b0237a3f1f req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1875029 Jul 07 17:30:34.686180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=c01cce60-08da-4c40-9f8b-8c4264931b62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.765085 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.873156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.882840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ab258535-e66a-4788-8383-d030826d0372 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:35.085621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d565b72-7fc2-42a8-9e82-7472c74510c9 None None] Provisioning for port c01cce60-08da-4c40-9f8b-8c4264931b62 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:35.104283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0d565b72-7fc2-42a8-9e82-7472c74510c9 None None] Provisioning complete for port c01cce60-08da-4c40-9f8b-8c4264931b62 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:35.104840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0d565b72-7fc2-42a8-9e82-7472c74510c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.271395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0d565b72-7fc2-42a8-9e82-7472c74510c9 None None] Port c01cce60-08da-4c40-9f8b-8c4264931b62 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:35.284530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ab258535-e66a-4788-8383-d030826d0372 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:35.285204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.549872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cadeea-cbdc-451a-9cba-442365901ab1 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:35.676030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:35.676644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.753480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:35.762198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:35.902052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.929004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:36.252159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.304886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3fb0c-e202-44f1-a54c-045fbe574909 req-3003c5aa-9808-420e-9d9d-7e53aa2b12f9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:36.317540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78c3fb0c-e202-44f1-a54c-045fbe574909 req-3003c5aa-9808-420e-9d9d-7e53aa2b12f9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.7627683 Jul 07 17:30:36.356466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.371971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4f0a9bb0-65c9-4b54-96d9-0ea568c52e14 None None] Provisioning complete for port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:36.372724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4f0a9bb0-65c9-4b54-96d9-0ea568c52e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.382211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78c3fb0c-e202-44f1-a54c-045fbe574909 req-122175fd-e9db-4402-932a-08b956249bd3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622005 Jul 07 17:30:36.421689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Router 8a2648e0-3f6c-47d7-8456-a8b618179446 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:36.432483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=6a3e42e4-d9c7-4e6a-93da-54da93ce1eb3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:36.624961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a9bb0-65c9-4b54-96d9-0ea568c52e14 None None] Port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:36.821826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.081780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:37.102195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-70f1383a-87a2-4c27-a010-d299db258af4 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6184812 Jul 07 17:30:37.105123 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] Sync routers for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:37.106786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33954) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.162323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:37.163544 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.414367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.427638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4924a2c-4065-4eb4-9f7f-a852b6d05002 req-161368ce-c42c-4f53-922c-a069c10d92ba tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0612745 Jul 07 17:30:37.448666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router d484db9e-5e9e-4540-a1b3-d598be0c51ba has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:37.476297 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:37.477448 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.500320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80db6481-f327-4f2f-84e5-230b92bdca60 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.567150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e75766d5-75fc-4697-92a5-c8c0b56a5ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.686339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.690851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca1270-d803-4376-a634-a1a325fc7fdd None None] The sync data for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:37.699860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:37.716109 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3570a48f-fe17-4fe7-b0c1-3606f65bde58 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/d484db9e-5e9e-4540-a1b3-d598be0c51ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2743902 Jul 07 17:30:37.717100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33958) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.763557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] Sync routers for ids ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:37.820395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] Routers {'d484db9e-5e9e-4540-a1b3-d598be0c51ba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:37.821529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:37.926646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-563f7b77-34ae-40a6-8a2c-bae5a6094a83 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f HTTP/1.1" status: 200 len: 1805 time: 0.2863269 Jul 07 17:30:37.932195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:37.932600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:37.948534 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-80db6481-f327-4f2f-84e5-230b92bdca60 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:30:37.949832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80db6481-f327-4f2f-84e5-230b92bdca60 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446 HTTP/1.1" status: 409 len: 329 time: 0.8416438 Jul 07 17:30:37.957604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33960) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:38.021001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:38.052777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] Routers {'d484db9e-5e9e-4540-a1b3-d598be0c51ba'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:38.053530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:38.109136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.121317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.150287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:38.152343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9022d-e3f0-43c8-b5ee-739415eba8b8 None None] The sync data for ids ['d484db9e-5e9e-4540-a1b3-d598be0c51ba'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:38.197218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.349983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.527400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=c01cce60-08da-4c40-9f8b-8c4264931b62,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:38.615518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.640536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.741117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.789743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68ff32f8-9b33-425b-bc75-921ba7986906 req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8618004 Jul 07 17:30:38.952225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca0135-5c7c-4f69-a5f9-ae777d88784c tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ada43f-fa31-4cad-b427-0919157fac07,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:39.099319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 89559346-b4f9-413c-b825-60c12d7295ce is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:39.126402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:39.352245 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-d072c93a-0176-41fd-afb6-5af5d33f451b tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:30:39.360091 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d072c93a-0176-41fd-afb6-5af5d33f451b tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/d484db9e-5e9e-4540-a1b3-d598be0c51ba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6351805 Jul 07 17:30:39.367176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.486431 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-81d28210-81ae-41b8-ab04-1cd73622297e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=d484db9e-5e9e-4540-a1b3-d598be0c51ba HTTP/1.1" status: 200 len: 205 time: 0.1166408 Jul 07 17:30:39.490258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33972) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:39.827855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eba9b8b5-8147-465f-af4f-2f55cf9c7b5d None None] Provisioning complete for port c01cce60-08da-4c40-9f8b-8c4264931b62 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:39.829028 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eba9b8b5-8147-465f-af4f-2f55cf9c7b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.862752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:39.889270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.902569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-eba9b8b5-8147-465f-af4f-2f55cf9c7b5d None None] Port c01cce60-08da-4c40-9f8b-8c4264931b62 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:40.017641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b59567e-b84c-45d3-b85c-8e7bcdec7abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.133150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be3e3-6065-459e-8add-066d00b0a5a6 req-180665ff-a75f-4cec-87db-d95894150118 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:40.137002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e24be3e3-6065-459e-8add-066d00b0a5a6 req-180665ff-a75f-4cec-87db-d95894150118 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.4933212 Jul 07 17:30:40.151629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:40.163380 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17610075-654f-4007-b838-d8e681abb489 None None] Sync routers for ids ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:40.165556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ded4475-9ab8-449a-9225-147a5aa1cf5d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3459210 Jul 07 17:30:40.180267 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] Routers {'d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:40.180939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.181140 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.189531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.211282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-0ea9aa9e-8a2a-42a8-87c2-924f48b21350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:40.214639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-0ea9aa9e-8a2a-42a8-87c2-924f48b21350 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 1098 time: 0.7723734 Jul 07 17:30:40.232592 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.249488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] Routers {'d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:40.251006 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.325188 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-17610075-654f-4007-b838-d8e681abb489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.326156 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17610075-654f-4007-b838-d8e681abb489 None None] The sync data for ids ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:40.362287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.369668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.438466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e24be3e3-6065-459e-8add-066d00b0a5a6 req-0201a13d-3133-4050-abf6-8b9d0c1cc3a3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707641 Jul 07 17:30:40.542464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.602507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc8a5b-21db-405c-9c54-619ddfa91632 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:40.605631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a5cc8a5b-21db-405c-9c54-619ddfa91632 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports/c01cce60-08da-4c40-9f8b-8c4264931b62 HTTP/1.1" status: 200 len: 910 time: 0.4194524 Jul 07 17:30:40.611865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33976) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.702104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.703093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router d484db9e-5e9e-4540-a1b3-d598be0c51ba {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:40.721982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.729258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-597dfffc-7cfe-483e-8c71-b3d34c9203fe tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/d484db9e-5e9e-4540-a1b3-d598be0c51ba HTTP/1.1" status: 204 len: 168 time: 1.2362063 Jul 07 17:30:40.737449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.799652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting port 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:40.800053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.846216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 8fc7d04b-fed9-451b-8160-5ada5f766d5a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:40.857520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.927696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-c8b1a040-5c1d-45d5-bd06-dea12a50603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:40.929128 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-c8b1a040-5c1d-45d5-bd06-dea12a50603c service neutron] 10.222.0.73 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.6137300 Jul 07 17:30:40.986273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-b94974b8-496a-48f7-b772-b849e1103792 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 200 len: 217 time: 0.0467603 Jul 07 17:30:41.124692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.289136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-97811c79-219c-44d4-9763-d0352e00f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:41.291506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-97811c79-219c-44d4-9763-d0352e00f8d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.1836190 Jul 07 17:30:41.335924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-006f1a3e-ec37-4cf3-ac07-7a04cf1e2de5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367136 Jul 07 17:30:41.467306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-8659ffc8-4a67-4037-9873-99785d909c15 service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056480 Jul 07 17:30:41.482377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-df81874a-f171-4248-aefa-4b655bf67fe8 req-f9f72143-2143-4821-8cd8-07b74dcc854b tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0545545 Jul 07 17:30:41.518387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629325630', 'description': 'tempest-description-1257507979'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:41.593490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.599262 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f0bf373-fd22-4c8a-adf3-d414de19b972 req-7c5bf1e8-8bd2-40e2-9c6e-6b31a03426df service neutron] 10.222.0.73 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147525 Jul 07 17:30:41.620109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.630890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Calling delete_port for 3b0eedc7-6fe7-4402-867c-1d93eef1dde2 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:41.672676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.700812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:30:41.820516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.852295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.883185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.893824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/8fc7d04b-fed9-451b-8160-5ada5f766d5a HTTP/1.1" status: 204 len: 168 time: 1.1539161 Jul 07 17:30:41.894288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.913744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05de925-2d9c-42ed-8c9e-52cc34e4132c None None] Network 8844d7c3-a0ec-433e-9e85-1024999ee8f9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:41.934290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:41.955045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.960670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31babbcf-7808-4b3c-850a-d0437675b8b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc7d04b-fed9-451b-8160-5ada5f766d5a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.019374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.061386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.063982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ef69ba5-b591-404a-8411-de348e351c5e req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5530131 Jul 07 17:30:42.182262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:42.220336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'port_id': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'mac_address': 'fa:16:3e:30:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:30:42.331184 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.352682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.365023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:42.445781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf8651-ee93-47e6-9ee8-54b2988a3540 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2cd88-3f45-4e9b-a254-f4fe84258074,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.451507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:42.459126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Port': ['ID=3b0eedc7-6fe7-4402-867c-1d93eef1dde2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.472773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.483140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.558281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] DHCP port deletion for 8844d7c3-a0ec-433e-9e85-1024999ee8f9 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:42.776301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.826870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 92813f78-ea9e-450c-8c6d-8491703a72a6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:42.913397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d92725e9-54c7-4f57-a1f1-96d5b8d2006d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:30:42.921094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port c01cce60-08da-4c40-9f8b-8c4264931b62 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:42.921699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.961936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816fc5-6d63-4877-ab24-fe6b4799225b req-2556a99a-cc92-45f5-86f3-d06457628e72 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:42.965896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac816fc5-6d63-4877-ab24-fe6b4799225b req-2556a99a-cc92-45f5-86f3-d06457628e72 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.6348548 Jul 07 17:30:42.991940 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.077882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Deleting port 92813f78-ea9e-450c-8c6d-8491703a72a6 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:43.087698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.175093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.189497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for c01cce60-08da-4c40-9f8b-8c4264931b62 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:43.428370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 92813f78-ea9e-450c-8c6d-8491703a72a6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:43.436396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.451414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.494486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=c01cce60-08da-4c40-9f8b-8c4264931b62,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.683122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac816fc5-6d63-4877-ab24-fe6b4799225b req-9d03de1d-3d69-458d-82fb-5a872f38ea71 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028432 Jul 07 17:30:43.696984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92813f78-ea9e-450c-8c6d-8491703a72a6,segment=NetworkSegment(01bed42a-64e5-4de5-b6d1-9e1161a49bd5),segment_id=01bed42a-64e5-4de5-b6d1-9e1161a49bd5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:43.698232 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.780271 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.784893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.826658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Calling delete_port for 92813f78-ea9e-450c-8c6d-8491703a72a6 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:43.987005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92813f78-ea9e-450c-8c6d-8491703a72a6,segment=NetworkSegment(01bed42a-64e5-4de5-b6d1-9e1161a49bd5),segment_id=01bed42a-64e5-4de5-b6d1-9e1161a49bd5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:44.021995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.080079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 92813f78-ea9e-450c-8c6d-8491703a72a6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=92813f78-ea9e-450c-8c6d-8491703a72a6,segment=NetworkSegment(01bed42a-64e5-4de5-b6d1-9e1161a49bd5),segment_id=01bed42a-64e5-4de5-b6d1-9e1161a49bd5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:44.080634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.206761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 92813f78-ea9e-450c-8c6d-8491703a72a6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:44.222902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.264427 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.286837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Router 8a2648e0-3f6c-47d7-8456-a8b618179446 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:44.340625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.352578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] Pushing event deleted for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.356996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565bcb44-ab62-438e-9acd-555be0bfa32c None None] No DVR routers for this DVR port 92813f78-ea9e-450c-8c6d-8491703a72a6 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:44.510776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01493-ea12-44fb-bd82-ae559280a1e9 req-b7f69d0f-9ad4-43d7-abbc-a712c5b54e66 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:44.518389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43a01493-ea12-44fb-bd82-ae559280a1e9 req-b7f69d0f-9ad4-43d7-abbc-a712c5b54e66 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 945 time: 0.3214517 Jul 07 17:30:44.574949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:44.600760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] Sync routers for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:44.620257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1f15ffb0-fc7e-4e16-b0f5-20b1f49bef47 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6612337 Jul 07 17:30:44.643320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43a01493-ea12-44fb-bd82-ae559280a1e9 req-b32ad657-de1e-43ee-89f3-c9ed37cc8957 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237378 Jul 07 17:30:44.644126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.645772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:44.647457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.717899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.734507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] Routers {'8a2648e0-3f6c-47d7-8456-a8b618179446'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:44.735785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8a2648e0-3f6c-47d7-8456-a8b618179446'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.746780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:44.755927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1473850790', 'description': 'tempest-description-1346063267'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:44.763737 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-00acadf6-a36e-4212-83ee-19be3294397c tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] show failed (client error): The resource could not be found. Jul 07 17:30:44.770943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-00acadf6-a36e-4212-83ee-19be3294397c tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-604133673 HTTP/1.1" status: 404 len: 334 time: 0.1037292 Jul 07 17:30:44.774915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33990) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.779691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fbbee22e-a633-496d-ad49-f1a4d34214a5 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:44.805109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.807222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fff5f-0295-4cfc-8346-db46e9094fbe None None] The sync data for ids ['8a2648e0-3f6c-47d7-8456-a8b618179446'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:44.820143 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-fbbee22e-a633-496d-ad49-f1a4d34214a5 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] update failed (client error): The resource could not be found. Jul 07 17:30:44.825321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fbbee22e-a633-496d-ad49-f1a4d34214a5 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-186641661 HTTP/1.1" status: 404 len: 334 time: 0.0492187 Jul 07 17:30:44.825894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.830805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.890864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:44.904459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7cb69ab5-114f-477b-b219-8ac5be9092b9 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2880936 Jul 07 17:30:44.905443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33996) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.907809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=92813f78-ea9e-450c-8c6d-8491703a72a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.917808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 92813f78-ea9e-450c-8c6d-8491703a72a6 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:44.930075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.930422 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] Sync routers for ids ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:44.942328 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] Routers {'d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:44.943491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.974593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33998) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.975672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5797bf18-ed0e-4f8d-9b61-14e575a878c0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 HTTP/1.1" status: 200 len: 205 time: 0.0679498 Jul 07 17:30:44.982117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.994308 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] Routers {'d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:44.995111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting subnet 1711d3f9-71f1-4f9b-b042-556628fa2b79 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:44.995425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.036696 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.037530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6ab00-10ee-405f-8f92-ab97bdcc901d None None] The sync data for ids ['d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:45.067077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.155819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.172432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.181666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8844d7c3-a0ec-433e-9e85-1024999ee8f9']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.201336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.262545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bed42a-64e5-4de5-b6d1-9e1161a49bd5') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.262899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bed42a-64e5-4de5-b6d1-9e1161a49bd5') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.331993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.436808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.509477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:45.509900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:45.513265 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:45.523022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.542310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.587409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.595872 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.654243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.699204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.699761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:45.712791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.718275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-857fbfaf-db8f-463c-8ae7-48bdef283866 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 HTTP/1.1" status: 204 len: 168 time: 0.7384307 Jul 07 17:30:45.722474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.724686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:45.742142 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.762801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.774796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bda1d795-3187-4238-b575-fc692230d058 req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0240765 Jul 07 17:30:45.778395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.788078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/8844d7c3-a0ec-433e-9e85-1024999ee8f9 HTTP/1.1" status: 204 len: 168 time: 3.8514664 Jul 07 17:30:45.811237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db3fdc-ebcd-4394-ad14-ead44a057cc4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143cfa6c-cfea-49cc-aa85-56abbb188d5c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.821076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34006) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.835821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385677435'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:45.843917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:45.851766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d92725e9-54c7-4f57-a1f1-96d5b8d2006d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:45.852162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.875404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06579ea3-eea8-4af4-b98f-f20678aabe05 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=8844d7c3-a0ec-433e-9e85-1024999ee8f9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.897730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:45.903774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 0368af85-9172-4add-947e-813cd37c5176 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:45.907597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.908040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.951970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.001697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.019595 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.069594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d0ec751-f756-4447-a25e-06cb1e62b940 req-6f74b806-052a-4f34-9c40-1085f83fe49e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0568726 Jul 07 17:30:46.073777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Subnet': ['ID=1711d3f9-71f1-4f9b-b042-556628fa2b79,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.083625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.086585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:46.088668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ad0790c7-f36a-4417-a222-df8c1ff27c56 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/subnets/1711d3f9-71f1-4f9b-b042-556628fa2b79 HTTP/1.1" status: 204 len: 168 time: 1.2587066 Jul 07 17:30:46.091684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:46.094127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.099501 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670eaf15-a5ec-47ce-a44e-f48d342c7cc6" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:46.114473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.123461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbfcc8-57ea-46ca-91ac-8173181cde31 None None] Network 5b3df856-caba-484a-a38d-d5733785e600 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:46.136410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.153600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:46.194636 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.195236 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 8fda109a-a47c-4cd6-8332-e897971c3388 of type vlan for network 14ba5b4a-9ffd-407a-b485-c745548d9c7b Jul 07 17:30:46.270246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.282794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting subnet 8333b62d-599a-410c-8c45-e6d23b529177 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:46.323636 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.336923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=0368af85-9172-4add-947e-813cd37c5176,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.340610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.349073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2668ed66-4450-4817-b718-83ac5cf95e18 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/0368af85-9172-4add-947e-813cd37c5176 HTTP/1.1" status: 204 len: 168 time: 0.6256855 Jul 07 17:30:46.350019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.386480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.493672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.520604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090e2dd-761c-4fc6-bbdd-24bc813350bd None None] Network 89559346-b4f9-413c-b825-60c12d7295ce requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:46.601878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.602136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.627719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.686044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Subnet': ['ID=8333b62d-599a-410c-8c45-e6d23b529177,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.689315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.695132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c873b1d-fd85-498c-8ac2-ec377666e2a3 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/subnets/8333b62d-599a-410c-8c45-e6d23b529177 HTTP/1.1" status: 204 len: 168 time: 0.5990291 Jul 07 17:30:46.702465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34014) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.704641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8fd0e-a1dc-4485-a7d8-7c0d78e62315 None None] Network 3f0f398f-c9f0-4c7a-b863-ca70922dd550 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:46.792228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.824219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.828971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.835733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:46.836552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.863810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port ab258535-e66a-4788-8383-d030826d0372 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:46.864205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.959051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1351037 Jul 07 17:30:46.963959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.974074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:46.986325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c19800-c308-43c6-8226-a65bbfbf10d5 req-d61d16e3-10e0-432a-9d7c-75b5422272d8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:46.989092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c19800-c308-43c6-8226-a65bbfbf10d5 req-d61d16e3-10e0-432a-9d7c-75b5422272d8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.4100034 Jul 07 17:30:47.018699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c19f18-e96e-449f-9a3a-5b1c8449d23e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=14ba5b4a-9ffd-407a-b485-c745548d9c7b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:47.040154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:47.065014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port ab258535-e66a-4788-8383-d030826d0372, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ab258535-e66a-4788-8383-d030826d0372,segment=NetworkSegment(863be7f2-2cc9-4868-8fcd-3f6492e84731),segment_id=863be7f2-2cc9-4868-8fcd-3f6492e84731)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.065620 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.104295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for ab258535-e66a-4788-8383-d030826d0372 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:47.148992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c19800-c308-43c6-8226-a65bbfbf10d5 req-0e69e8e7-fc87-49a7-aa78-22840e417414 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535683 Jul 07 17:30:47.160491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] DHCP port deletion for 5b3df856-caba-484a-a38d-d5733785e600 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:47.166516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] DHCP port deletion for 89559346-b4f9-413c-b825-60c12d7295ce request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:47.171253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] DHCP port deletion for 3f0f398f-c9f0-4c7a-b863-ca70922dd550 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:47.186574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting port e1877d5f-9ba3-41fe-bff1-6be84a935cbe {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:47.187208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.230027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:47.234787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.385659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.390343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Deleting port ab258535-e66a-4788-8383-d030826d0372 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:47.390771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.479245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=ab258535-e66a-4788-8383-d030826d0372,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:47.491478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] For port ab258535-e66a-4788-8383-d030826d0372, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.492170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.500808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port ab258535-e66a-4788-8383-d030826d0372 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:47.512683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Calling delete_port for ab258535-e66a-4788-8383-d030826d0372 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:47.516109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Port ab258535-e66a-4788-8383-d030826d0372 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:30:47.522851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Deleting port 56ce2c59-f2e5-4082-922f-04288ac2f40e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:47.523242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.600937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] For port 56ce2c59-f2e5-4082-922f-04288ac2f40e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=56ce2c59-f2e5-4082-922f-04288ac2f40e,segment=NetworkSegment(9604015e-266e-44ec-9540-5c4da40a9830),segment_id=9604015e-266e-44ec-9540-5c4da40a9830)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.601338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.619027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Calling delete_port for 56ce2c59-f2e5-4082-922f-04288ac2f40e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:47.636243 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.642460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Deleting port e1877d5f-9ba3-41fe-bff1-6be84a935cbe {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:47.643452 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.672771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.692972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89559346-b4f9-413c-b825-60c12d7295ce']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.714495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863be7f2-2cc9-4868-8fcd-3f6492e84731') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.715058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863be7f2-2cc9-4868-8fcd-3f6492e84731') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.733323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.760901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.763224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] For port e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,segment=NetworkSegment(6a69dd21-05e2-4141-b0e9-6f9c3afa8b35),segment_id=6a69dd21-05e2-4141-b0e9-6f9c3afa8b35)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.763725 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.771550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:47.772182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.801299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Calling delete_port for e1877d5f-9ba3-41fe-bff1-6be84a935cbe owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:47.849628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] Pushing event deleted for resources: {'Port': ['ID=ab258535-e66a-4788-8383-d030826d0372,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:47.880701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd383-4be6-42aa-b9ea-76d161c00b3c req-ceefaed0-0546-4212-9b46-fbff21f6118c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:47.882799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237bd383-4be6-42aa-b9ea-76d161c00b3c req-ceefaed0-0546-4212-9b46-fbff21f6118c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 0.2179277 Jul 07 17:30:47.888439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c056f3-dec5-41dd-89f6-f0381c68a32c None None] No DVR routers for this DVR port ab258535-e66a-4788-8383-d030826d0372 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:47.898003 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:47.904735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.936655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.940285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/89559346-b4f9-413c-b825-60c12d7295ce HTTP/1.1" status: 204 len: 168 time: 1.5879614 Jul 07 17:30:47.956914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34024) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:47.960188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe974-449b-4812-905b-bb201657cd6a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=89559346-b4f9-413c-b825-60c12d7295ce,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:47.968187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-722628077', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:47.994904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] For port e1877d5f-9ba3-41fe-bff1-6be84a935cbe, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,segment=NetworkSegment(6a69dd21-05e2-4141-b0e9-6f9c3afa8b35),segment_id=6a69dd21-05e2-4141-b0e9-6f9c3afa8b35)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:47.996031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.016311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-237bd383-4be6-42aa-b9ea-76d161c00b3c req-c0de179a-6e77-4d15-ac76-c5ad12fde846 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279426 Jul 07 17:30:48.036870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Calling delete_port for e1877d5f-9ba3-41fe-bff1-6be84a935cbe owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:48.039970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.049252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.092345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] No DVR routers for this DVR port 56ce2c59-f2e5-4082-922f-04288ac2f40e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:48.111869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d07c35-5164-4864-a38c-02a8d2bc8455 None None] Pushing event deleted for resources: {'Port': ['ID=56ce2c59-f2e5-4082-922f-04288ac2f40e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.131524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.133304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.163044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] No DVR routers for this DVR port e1877d5f-9ba3-41fe-bff1-6be84a935cbe on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:48.174576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Port': ['ID=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.255808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.293955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] Pushing event deleted for resources: {'Port': ['ID=e1877d5f-9ba3-41fe-bff1-6be84a935cbe,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.298550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454b3d3-10aa-4677-9d26-5c33c6b504b4 None None] No DVR routers for this DVR port e1877d5f-9ba3-41fe-bff1-6be84a935cbe on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:48.392496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.419164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.461433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-63dd5edf-ba86-4e7a-b8b5-2cfa503f58cd tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/b2f2cd88-3f45-4e9b-a254-f4fe84258074 HTTP/1.1" status: 200 len: 1806 time: 0.3191442 Jul 07 17:30:48.495323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.507203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3df856-caba-484a-a38d-d5733785e600']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.558229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.558638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a69dd21-05e2-4141-b0e9-6f9c3afa8b35') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.626550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.701739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.712043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.718364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=d8310a57-b7ab-4a0b-b440-bad2f4405f99,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.731822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:48.732267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:48.737621 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:48.740884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e1877d5f-9ba3-41fe-bff1-6be84a935cbe no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:48.742223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-b26f65a4-a869-465f-9077-557423d4268e tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/143cfa6c-cfea-49cc-aa85-56abbb188d5c HTTP/1.1" status: 200 len: 1807 time: 0.2401614 Jul 07 17:30:48.769318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e1877d5f-9ba3-41fe-bff1-6be84a935cbe {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:48.770362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e1877d5f-9ba3-41fe-bff1-6be84a935cbe not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:48.770955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ab258535-e66a-4788-8383-d030826d0372 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:48.793223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ab258535-e66a-4788-8383-d030826d0372 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:48.793223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ab258535-e66a-4788-8383-d030826d0372 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:48.794961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 56ce2c59-f2e5-4082-922f-04288ac2f40e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:48.796836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b2f2cd88-3f45-4e9b-a254-f4fe84258074', 'remote_group_id': '143cfa6c-cfea-49cc-aa85-56abbb188d5c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:48.797193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b2f2cd88-3f45-4e9b-a254-f4fe84258074', 'remote_group_id': '143cfa6c-cfea-49cc-aa85-56abbb188d5c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:48.821525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 56ce2c59-f2e5-4082-922f-04288ac2f40e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:48.822060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 56ce2c59-f2e5-4082-922f-04288ac2f40e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:48.838721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '8fda109a-a47c-4cd6-8332-e897971c3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:48.839253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 14ba5b4a-9ffd-407a-b485-c745548d9c7b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:48.904656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.912717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.915487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/networks/5b3df856-caba-484a-a38d-d5733785e600 HTTP/1.1" status: 204 len: 168 time: 2.2113907 Jul 07 17:30:48.918481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34028) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.959595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c36a1b-45e4-4124-87f6-098f6d8aefb8 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Network': ['ID=5b3df856-caba-484a-a38d-d5733785e600,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.991319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:49.014532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 14ba5b4a-9ffd-407a-b485-c745548d9c7b) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:49.022331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:49.022972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.025919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.028132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66721b-9fc3-4f3c-81a1-828c9abd66dd None None] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:49.081338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.092489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1568792b-f86c-4f18-b716-c10bb9216bc7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1248100 Jul 07 17:30:49.094601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.095970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.104539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-436982295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:49.128773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.168214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e7fa4e-8145-4fa5-a304-6228309c5985,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:49.275031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-14ba5b4a-9ffd-407a-b485-c745548d9c7b', 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': 'd8310a57-b7ab-4a0b-b440-bad2f4405f99'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:49.277477 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.314411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.317295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.359814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.362312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8e4865c-b2ca-4444-809d-ed886cd619ff req-c16dcb6b-f997-4b30-99e5-0063ece8f6d3 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5812590 Jul 07 17:30:49.422707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.469958 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abaa20-c6c6-4f56-ada7-c852bdf09ddb x-openstack-request-id: req-d2abaa20-c6c6-4f56-ada7-c852bdf09ddb {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:49.469958 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-plugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:49.470482 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2abaa20-c6c6-4f56-ada7-c852bdf09ddb {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:49.470979 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'code': 200} Jul 07 17:30:49.476132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.502113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.512964 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.552420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.603521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0f398f-c9f0-4c7a-b863-ca70922dd550']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.644247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.647939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6eba3bc1-668f-4d79-ad14-640a7d4e45b4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5496221 Jul 07 17:30:49.650937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9604015e-266e-44ec-9540-5c4da40a9830') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.651517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9604015e-266e-44ec-9540-5c4da40a9830') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.654377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.727716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Allocated IP 2001:db8::2 (14ba5b4a-9ffd-407a-b485-c745548d9c7b/d8310a57-b7ab-4a0b-b440-bad2f4405f99/812d9816-ccea-404a-a633-c502f107eaa0) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:49.761329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.801665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7b86aa1-d708-407b-8618-f1723b6e9fa4 req-9d4329fc-fe8a-43ff-9dbb-494c74fd6ea3 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.0596046 Jul 07 17:30:49.802827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.25.3.141 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ef6a0d5c-ae80-47ea-8b70-449c8142604f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:49.919219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.969751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:49.970882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:49.981342 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:50.010430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.069365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.120355 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.178097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:50.181912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:50.189491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:50.217531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33928-c7ac-4747-83c8-a73fb109dbc6 req-8388e053-c72f-4672-928b-f2559c972290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:50.219169 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36f33928-c7ac-4747-83c8-a73fb109dbc6 req-8388e053-c72f-4672-928b-f2559c972290 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1098 time: 0.4551623 Jul 07 17:30:50.220299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Transition to ACTIVE for port object 812d9816-ccea-404a-a633-c502f107eaa0 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:50.223235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.228612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=ef6a0d5c-ae80-47ea-8b70-449c8142604f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.244089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.246431 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/networks/3f0f398f-c9f0-4c7a-b863-ca70922dd550 HTTP/1.1" status: 204 len: 168 time: 1.3253109 Jul 07 17:30:50.251088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34044) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.291859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dce7d0-9c25-4c60-ad29-9495dfa7c0f2 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Network': ['ID=3f0f398f-c9f0-4c7a-b863-ca70922dd550,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.317411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Transition to ACTIVE for port object 812d9816-ccea-404a-a633-c502f107eaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:50.352339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.354675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-36f33928-c7ac-4747-83c8-a73fb109dbc6 req-6d12a0be-f376-4710-9a91-c1d08036761c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280761 Jul 07 17:30:50.356524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.506912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:50.534309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:50.546083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:50.554935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Pushing event updated for resources: {'Port': ['ID=812d9816-ccea-404a-a633-c502f107eaa0,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.668895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Attempting to bind port 812d9816-ccea-404a-a633-c502f107eaa0 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:50.669495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Attempting to bind port 812d9816-ccea-404a-a633-c502f107eaa0 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '8fda109a-a47c-4cd6-8332-e897971c3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:50.670079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Attempting to bind port 812d9816-ccea-404a-a633-c502f107eaa0 on network 14ba5b4a-9ffd-407a-b485-c745548d9c7b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:50.681917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:50.682578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Checking segment: {'id': '8fda109a-a47c-4cd6-8332-e897971c3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:50.683261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.683946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Bound using segment: {'id': '8fda109a-a47c-4cd6-8332-e897971c3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:50.684788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Bound port: 812d9816-ccea-404a-a633-c502f107eaa0, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fda109a-a47c-4cd6-8332-e897971c3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '14ba5b4a-9ffd-407a-b485-c745548d9c7b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:50.685422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.687329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting subnet abe67718-d4ab-4862-bd5d-7e11893123ca {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:50.704863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.846140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] For port 812d9816-ccea-404a-a633-c502f107eaa0, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:50.855086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] For port 812d9816-ccea-404a-a633-c502f107eaa0, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=812d9816-ccea-404a-a633-c502f107eaa0,segment=NetworkSegment(8fda109a-a47c-4cd6-8332-e897971c3388),segment_id=8fda109a-a47c-4cd6-8332-e897971c3388)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:50.865056 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.880774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8::1 (14ba5b4a-9ffd-407a-b485-c745548d9c7b/d8310a57-b7ab-4a0b-b440-bad2f4405f99/31a69231-8510-4bef-85ad-765ce3367cbc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:50.887861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.900609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9a2c5-4f79-4c04-a61b-0e84ed0e9b07 req-260a758e-8edd-41a0-aa72-842c0f295949 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:50.902272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09e9a2c5-4f79-4c04-a61b-0e84ed0e9b07 req-260a758e-8edd-41a0-aa72-842c0f295949 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 0.3872588 Jul 07 17:30:51.036786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1a032-3394-437d-acc3-a9839014d776 None None] Pushing event updated for resources: {'Port': ['ID=812d9816-ccea-404a-a633-c502f107eaa0,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:51.037159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09e9a2c5-4f79-4c04-a61b-0e84ed0e9b07 req-4298dc82-f601-45fd-97e0-b5eecb6e797c tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811722 Jul 07 17:30:51.180732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-844214347', 'description': 'tempest-description-383992502'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:51.208694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.247573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object 31a69231-8510-4bef-85ad-765ce3367cbc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:51.253315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.321750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.351296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.465411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:51.473766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:51.478611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.481750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:51.482255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.610162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=31a69231-8510-4bef-85ad-765ce3367cbc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:51.686035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.936807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.999630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.001790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/subnets/abe67718-d4ab-4862-bd5d-7e11893123ca HTTP/1.1" status: 204 len: 168 time: 1.7493258 Jul 07 17:30:52.007957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e5820-f157-42fd-a92d-de59ed807243 None None] Network 6d578ad6-3b42-48a2-bdd7-af8555967965 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:52.027976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34088) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.045942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ace4-8054-46d1-a7a1-e13d61b01450 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Subnet': ['ID=abe67718-d4ab-4862-bd5d-7e11893123ca,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:52.181445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.213928 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.257393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.383880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.406644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08630ae4-e38a-4b53-989f-d9165b59e795 req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2409317 Jul 07 17:30:52.424341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.512046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.524245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.527971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.534751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f21baf-973a-4114-b6ee-37ec059018df tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857616af-33a6-4e79-8d15-21b1baa2cfa7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:52.562068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95559c-2700-4f67-a344-bdf84260013f None None] DHCP port deletion for 6d578ad6-3b42-48a2-bdd7-af8555967965 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:52.681415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Deleting port 7e55e534-0925-46e2-8c63-114a1aa75f50 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:52.692941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.892522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-da95559c-2700-4f67-a344-bdf84260013f None None] For port 7e55e534-0925-46e2-8c63-114a1aa75f50, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7e55e534-0925-46e2-8c63-114a1aa75f50,segment=NetworkSegment(cb8a24d2-c4a6-47ae-81e3-6339ce1519df),segment_id=cb8a24d2-c4a6-47ae-81e3-6339ce1519df)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:52.893763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.910578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 812d9816-ccea-404a-a633-c502f107eaa0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:52.923423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-dcb349b1-4985-4a21-9199-db3ec8b891d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:52.932600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-dcb349b1-4985-4a21-9199-db3ec8b891d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23ee75f3e79242138a866b4d272dcc8a&device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 1098 time: 0.6311193 Jul 07 17:30:52.948329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=31a69231-8510-4bef-85ad-765ce3367cbc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:52.976040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d547c-9604-468d-ad4d-006987191864 None None] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:52.981723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Calling delete_port for 7e55e534-0925-46e2-8c63-114a1aa75f50 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:53.048371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 812d9816-ccea-404a-a633-c502f107eaa0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:53.069599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:53.074278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:53.127546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Provisioning for port 812d9816-ccea-404a-a633-c502f107eaa0 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:53.136720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Provisioning complete for port 812d9816-ccea-404a-a633-c502f107eaa0 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:53.137277 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.208900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-16d823d2-f788-4709-97a6-bbddc7bb18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:53.215286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-16d823d2-f788-4709-97a6-bbddc7bb18f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 200 len: 918 time: 0.2474799 Jul 07 17:30:53.225106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7e55e534-0925-46e2-8c63-114a1aa75f50 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:53.340294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-c47a1691-d38c-4a9b-bf26-52952221774c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 200 len: 1001 time: 0.1116512 Jul 07 17:30:53.392794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router edc430a7-d0b6-41d3-8726-1f863639be3d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:53.469357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-28dce03c-3efb-4e94-b8ff-3efc0c0272f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:53.471625 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-28dce03c-3efb-4e94-b8ff-3efc0c0272f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 200 len: 856 time: 0.1177461 Jul 07 17:30:53.533446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13b36126-0e64-4f11-bac6-3c5b633cb021 req-697ea0ae-5629-4335-8633-f7d99638700a tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7cdaf4f-5a71-4243-bc22-cc173d68512c HTTP/1.1" status: 200 len: 210 time: 0.7572505 Jul 07 17:30:53.547009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.568575 n-d-791505-12 neutron-server[93948]: INFO neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No ports have port_id starting with 7e55e534-0925-46e2-8c63-114a1aa75f50 Jul 07 17:30:53.591765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Deleting port 7e55e534-0925-46e2-8c63-114a1aa75f50 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:53.593106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.697381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:53.705047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9157308-7940-4ee5-8ef8-11eea67de296 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/edc430a7-d0b6-41d3-8726-1f863639be3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0485201 Jul 07 17:30:53.710092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34098) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.715291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95559c-2700-4f67-a344-bdf84260013f None None] Pushing event deleted for resources: {'Port': ['ID=7e55e534-0925-46e2-8c63-114a1aa75f50,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:53.719985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95559c-2700-4f67-a344-bdf84260013f None None] No DVR routers for this DVR port 7e55e534-0925-46e2-8c63-114a1aa75f50 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:53.732493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-cdb10b6c-f12b-45c1-878f-a439f46ec707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:53.734752 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-cdb10b6c-f12b-45c1-878f-a439f46ec707 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061205 Jul 07 17:30:53.747876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] Sync routers for ids ['edc430a7-d0b6-41d3-8726-1f863639be3d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:53.801868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb1af2-2261-4645-80ba-866279cf682f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:53.806678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-81bb1af2-2261-4645-80ba-866279cf682f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports/31a69231-8510-4bef-85ad-765ce3367cbc HTTP/1.1" status: 200 len: 911 time: 0.0868275 Jul 07 17:30:53.811529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.833655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] Routers {'edc430a7-d0b6-41d3-8726-1f863639be3d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:53.835583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['edc430a7-d0b6-41d3-8726-1f863639be3d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.876158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.891888 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.893587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-bfa71553-16e7-4db7-839c-e0eb9169d007 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507070 Jul 07 17:30:53.896969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] Routers {'edc430a7-d0b6-41d3-8726-1f863639be3d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:53.897726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['edc430a7-d0b6-41d3-8726-1f863639be3d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.952262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:53.952609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:53.952937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93f4bf-cba0-4d06-b958-59ed24634b22 None None] The sync data for ids ['edc430a7-d0b6-41d3-8726-1f863639be3d'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:53.969365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] For port 7e55e534-0925-46e2-8c63-114a1aa75f50, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:53.969743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.002788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] For port 812d9816-ccea-404a-a633-c502f107eaa0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=812d9816-ccea-404a-a633-c502f107eaa0,segment=NetworkSegment(8fda109a-a47c-4cd6-8332-e897971c3388),segment_id=8fda109a-a47c-4cd6-8332-e897971c3388)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:54.009069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Calling delete_port for 7e55e534-0925-46e2-8c63-114a1aa75f50 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:54.014884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.099023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Port 7e55e534-0925-46e2-8c63-114a1aa75f50 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:30:54.121791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.131243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f6ad3485-a827-4a6d-b1a6-c0a3948fc03f req-7595405f-b035-4260-85de-a8baefc61d66 service neutron] 10.222.0.73 "GET /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221937 Jul 07 17:30:54.182312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Port': ['ID=7e55e534-0925-46e2-8c63-114a1aa75f50,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.243119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] No DVR routers for this DVR port 7e55e534-0925-46e2-8c63-114a1aa75f50 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:54.258551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c1dae-d622-467a-aa77-fa9588585475 req-1188af34-c6cb-47d5-bce8-5a255b22216f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:54.267140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b37c1dae-d622-467a-aa77-fa9588585475 req-1188af34-c6cb-47d5-bce8-5a255b22216f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 0.4810684 Jul 07 17:30:54.297475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8ce2-4979-4a71-801d-f551ffe5e2a1 None None] Pushing event updated for resources: {'Port': ['ID=812d9816-ccea-404a-a633-c502f107eaa0,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.456821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Provisioning complete for port 812d9816-ccea-404a-a633-c502f107eaa0 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:54.458490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.534318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b37c1dae-d622-467a-aa77-fa9588585475 req-750d880b-8b62-4ac6-955b-60ac87eba76e tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374172 Jul 07 17:30:54.553110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.596685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542284740', 'description': 'tempest-description-2130587631'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:54.617235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:54.629027 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] Sync routers for ids ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:54.639471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d578ad6-3b42-48a2-bdd7-af8555967965']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.648341 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] Routers {'7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:54.654748 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.667156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.667475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8a24d2-c4a6-47ae-81e3-6339ce1519df') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.692936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.718664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Provisioning for port 31a69231-8510-4bef-85ad-765ce3367cbc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:54.721437 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.732718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Provisioning complete for port 31a69231-8510-4bef-85ad-765ce3367cbc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:54.733268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.733954 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] Routers {'7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:54.734814 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.755888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.761937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.763191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d4a24bd4-1c27-4045-afee-20b55e6b8529 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.7993205 Jul 07 17:30:54.764587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.768846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34108) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:54.778307 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:54.846250 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0805e2-e985-43b0-a6ba-7ce2559c7f5d None None] The sync data for ids ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:54.847115 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:54.895774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-788ea674-ab54-4fb8-ae3d-6e1d6dcda6f1 None None] Port 31a69231-8510-4bef-85ad-765ce3367cbc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:54.900771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 812d9816-ccea-404a-a633-c502f107eaa0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:55.065762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1b7c8bc0-87e2-4b04-b221-1e4934e85329 None None] Provisioning complete for port 31a69231-8510-4bef-85ad-765ce3367cbc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:55.069144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8bc0-87e2-4b04-b221-1e4934e85329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.072823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.076129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 812d9816-ccea-404a-a633-c502f107eaa0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:55.076806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.083139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.091462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/networks/6d578ad6-3b42-48a2-bdd7-af8555967965 HTTP/1.1" status: 204 len: 168 time: 3.0598679 Jul 07 17:30:55.108868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34110) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.186880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34112) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.187132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-945ad067-e5d5-49b9-bb5e-9518a3a2f9aa tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2648e0-3f6c-47d7-8456-a8b618179446 HTTP/1.1" status: 200 len: 205 time: 0.0753832 Jul 07 17:30:55.199338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c8bc0-87e2-4b04-b221-1e4934e85329 None None] Port 31a69231-8510-4bef-85ad-765ce3367cbc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:55.241717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4f923-c016-4a09-83a3-cd294bb69217 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Pushing event deleted for resources: {'Network': ['ID=6d578ad6-3b42-48a2-bdd7-af8555967965,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.327342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6f9406a7-7f41-4acb-85eb-ad50a63e45e6 None None] Provisioning complete for port 31a69231-8510-4bef-85ad-765ce3367cbc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:55.328056 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f9406a7-7f41-4acb-85eb-ad50a63e45e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.368376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.378634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6f9406a7-7f41-4acb-85eb-ad50a63e45e6 None None] Port 31a69231-8510-4bef-85ad-765ce3367cbc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:55.393192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.434043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3718d62d-6925-4259-960d-6a9c2fc0b0d9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.464736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.534607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.536379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.555765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2020f47-9443-45d3-87d3-eabfa7626297 req-53df4d25-6d3f-4a3c-aeb1-a0edc6c196ef tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9632454 Jul 07 17:30:55.854170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d693afdb-6464-4d9e-8c85-75d030890389 req-beda586f-9219-4af5-b220-2525285ee085 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/857616af-33a6-4e79-8d15-21b1baa2cfa7 HTTP/1.1" status: 200 len: 1805 time: 0.1679575 Jul 07 17:30:55.917747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.933313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d693afdb-6464-4d9e-8c85-75d030890389 req-439769eb-7e42-4652-bf36-8b3a4d4dcb59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/3718d62d-6925-4259-960d-6a9c2fc0b0d9 HTTP/1.1" status: 200 len: 1806 time: 0.0694821 Jul 07 17:30:55.992427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '857616af-33a6-4e79-8d15-21b1baa2cfa7', 'remote_group_id': '3718d62d-6925-4259-960d-6a9c2fc0b0d9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:55.993458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '857616af-33a6-4e79-8d15-21b1baa2cfa7', 'remote_group_id': '3718d62d-6925-4259-960d-6a9c2fc0b0d9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:56.019269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fbfd4ada-c2a4-4961-b9da-b7deccdf03ec tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers/7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 200 len: 880 time: 1.2482057 Jul 07 17:30:56.022472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.107297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-80c5ff10-4ff2-451a-a675-863c63053f39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3184907 Jul 07 17:30:56.151384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.154790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.230759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.231570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2648e0-3f6c-47d7-8456-a8b618179446 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:56.240328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.241601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de2ac6cd-0cdf-4235-a329-a7d2d4ffb675 tempest-RoutersNegativeTest-1882737568 tempest-RoutersNegativeTest-1882737568-project] 10.222.0.66 "DELETE /v2.0/routers/8a2648e0-3f6c-47d7-8456-a8b618179446 HTTP/1.1" status: 204 len: 168 time: 1.0516462 Jul 07 17:30:56.259880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-4e214727-ed60-49ad-85a4-d3a9c57ac44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:56.261857 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-4e214727-ed60-49ad-85a4-d3a9c57ac44e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=666d96ef96d4446b9015d03d8b756d5d&device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1201932 Jul 07 17:30:56.408193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.424583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-c370fe1d-bbd2-470b-bc20-03527e7a0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:56.427540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-c370fe1d-bbd2-470b-bc20-03527e7a0944 service neutron] 10.222.0.23 "GET /v2.0/networks?id=370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 200 len: 920 time: 0.1408243 Jul 07 17:30:56.485784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-c06cb5ce-921b-44bb-b884-e2cba2dc352b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 200 len: 217 time: 0.0504284 Jul 07 17:30:56.506620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 31a69231-8510-4bef-85ad-765ce3367cbc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:56.506976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.538463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.570363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-2fd17b33-06f7-42d3-b791-21b7d119e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:56.570948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.571855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-2fd17b33-06f7-42d3-b791-21b7d119e37a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 200 len: 859 time: 0.0806179 Jul 07 17:30:56.579653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34126) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.622139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-3db44af0-a513-4f28-8981-6faa919ee5bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=370827c2-92c4-4417-bf2a-2604a8e48a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377645 Jul 07 17:30:56.625339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2594d538-6e33-4bf6-abb0-975598a1fa66,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:56.640137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.641406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d693afdb-6464-4d9e-8c85-75d030890389 req-116afa83-35af-4894-83a8-aa36b4ee8531 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7014101 Jul 07 17:30:56.725489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.757982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 31a69231-8510-4bef-85ad-765ce3367cbc owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:56.773378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34136) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.792923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dbb37bd4-2ff8-4972-83db-6d7f2fe21b20 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7640333 Jul 07 17:30:56.795401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34138) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.805497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-722628077'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:56.941796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9cf47012-6fe8-423f-9893-8b2362115874 req-af7a134a-4e4d-4a71-baef-2da1af11f312 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/3718d62d-6925-4259-960d-6a9c2fc0b0d9 HTTP/1.1" status: 200 len: 1806 time: 0.1391301 Jul 07 17:30:57.026489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-050a27dc-9603-4dca-a72e-a89563f529a4 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956547 Jul 07 17:30:57.029073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.058484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.069084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.140423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d935c5c-3df6-4aab-a99e-a09d84d30967 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0380c92d278a458c9b268eb21c250f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586159 Jul 07 17:30:57.149287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34140) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.184345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cf47012-6fe8-423f-9893-8b2362115874 req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.195961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.198762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.199987 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/security-groups/a94806fe-1d77-4d8c-80fa-831360a35707 HTTP/1.1" status: 204 len: 168 time: 0.4255197 Jul 07 17:30:57.211728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34142) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.231318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45957212-1ab8-457c-a4b8-9a92abec7aef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94806fe-1d77-4d8c-80fa-831360a35707,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:57.236408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.239980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cf47012-6fe8-423f-9893-8b2362115874 req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.263888 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-2dd4df20-f274-4fe5-b1b4-899a16692c43 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] show failed (client error): The resource could not be found. Jul 07 17:30:57.269331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2dd4df20-f274-4fe5-b1b4-899a16692c43 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "GET /v2.0/security-groups/a94806fe-1d77-4d8c-80fa-831360a35707 HTTP/1.1" status: 404 len: 347 time: 0.0522499 Jul 07 17:30:57.274005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34144) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.342253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8336c7c2-7311-4fde-a8de-cd41cd0a67f4 req-ea467725-23db-45ab-9138-db7d44ea7056 service neutron] 10.222.0.23 "GET /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047743 Jul 07 17:30:57.399493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.437375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=31a69231-8510-4bef-85ad-765ce3367cbc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:57.496479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.611417 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.656826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.668153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.673362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e8d57e0-4e91-4901-9e8c-c55ed568dc1c HTTP/1.1" status: 204 len: 168 time: 0.5188935 Jul 07 17:30:57.694388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.742845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d288d-1945-4e92-bb11-e241151e9a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d57e0-4e91-4901-9e8c-c55ed568dc1c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:57.879154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.122819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:58.171184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cf47012-6fe8-423f-9893-8b2362115874 req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.174792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9cf47012-6fe8-423f-9893-8b2362115874 req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.177858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9cf47012-6fe8-423f-9893-8b2362115874 req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/3718d62d-6925-4259-960d-6a9c2fc0b0d9 HTTP/1.1" status: 204 len: 173 time: 1.2227612 Jul 07 17:30:58.332055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51209a-7ce2-4ad0-98fb-607608a60974 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718d62d-6925-4259-960d-6a9c2fc0b0d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.469726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port f241c158-2025-4db8-9679-01b603b08cd7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:58.470293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.482776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-856e7580-6bc2-4a2c-8473-91a4125a096e req-8b13b07e-0a56-445d-a1b1-e3854b74a1c9 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/857616af-33a6-4e79-8d15-21b1baa2cfa7 HTTP/1.1" status: 200 len: 1805 time: 0.2095721 Jul 07 17:30:58.579976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:58.594208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.601508 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-31532f1b-a763-48ea-b1bc-d7497983cf76 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 200 len: 887 time: 1.7993402 Jul 07 17:30:58.601508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34164) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.606908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] Sync routers for ids ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:58.644949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] Routers {'7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:58.663716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.862987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2774ff0e-47ef-46c8-97df-54ef3a298ea6 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers/7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 200 len: 887 time: 0.2614102 Jul 07 17:30:58.868397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34168) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.893702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.920092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] Routers {'7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:58.921259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.992772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.993729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c5924a-4655-42bb-b643-c83a11493718 None None] The sync data for ids ['7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:59.000875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d955f3c5-ba42-4db1-8964-5cd8958b14b1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 200 len: 205 time: 0.1278574 Jul 07 17:30:59.004170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34172) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.193903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.307624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1245980804', 'description': 'tempest-description-1354621304'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:59.443963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router edc430a7-d0b6-41d3-8726-1f863639be3d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:59.459453 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.459833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.488810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.489081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.529446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port ef6a0d5c-ae80-47ea-8b70-449c8142604f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:59.529821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.545640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for f241c158-2025-4db8-9679-01b603b08cd7 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:59.580281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34182) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.641861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:59.658510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4495ecbb-a802-46c7-902f-9b42608d5fdb tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/edc430a7-d0b6-41d3-8726-1f863639be3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8419235 Jul 07 17:30:59.662085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.666230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.670084 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] Sync routers for ids ['edc430a7-d0b6-41d3-8726-1f863639be3d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:59.699335 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] Routers {'edc430a7-d0b6-41d3-8726-1f863639be3d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:59.700919 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['edc430a7-d0b6-41d3-8726-1f863639be3d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.716161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39c54aea-12e3-4fb0-8fd3-cf17b1ab4aad tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=edc430a7-d0b6-41d3-8726-1f863639be3d HTTP/1.1" status: 200 len: 205 time: 0.0524707 Jul 07 17:30:59.717397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for ef6a0d5c-ae80-47ea-8b70-449c8142604f owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:59.719935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34188) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.804160 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.806901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.817011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:59.823902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-85fa5a08-7838-4937-b856-ba8a97ce4640 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1966179458', 'prefixes': ['172.20.0.0/16']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:59.826351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] Routers {'edc430a7-d0b6-41d3-8726-1f863639be3d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:59.827569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['edc430a7-d0b6-41d3-8726-1f863639be3d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.847951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.852420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=f241c158-2025-4db8-9679-01b603b08cd7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.874617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.879364 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.880325 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24b3fc-396f-48ab-932d-7c3fe1322017 None None] The sync data for ids ['edc430a7-d0b6-41d3-8726-1f863639be3d'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:59.903260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.000000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.001200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2062d3be-a03d-414d-8a3d-5731af1ad326 req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4524982 Jul 07 17:31:00.013274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb1b2b-4a9f-4424-900e-a73b61abd53a tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3df68a9-f297-45b6-bb6b-c25709699967,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:00.013274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.013629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.014838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-78eead92-dfcb-4bae-b1b1-8a97ae8447a8 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/floatingips/68af38d3-0605-4aa0-8124-eafb647c9a19 HTTP/1.1" status: 204 len: 168 time: 2.7038894 Jul 07 17:31:00.026731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34192) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.154069 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.155668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-070ac48a-61b8-43ff-9d13-413fdd477b16 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 200 len: 1807 time: 0.1197746 Jul 07 17:31:00.156946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.171338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3df68a9-f297-45b6-bb6b-c25709699967', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:00.171655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3df68a9-f297-45b6-bb6b-c25709699967', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:00.209844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port b0bb5f92-62cf-44c8-810e-51c45a15e7c5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:00.210101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.229862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85fa5a08-7838-4937-b856-ba8a97ce4640 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] Notify callbacks [] for subnetpool, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.231139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85fa5a08-7838-4937-b856-ba8a97ce4640 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6501031 Jul 07 17:31:00.235233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.235883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.236384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router edc430a7-d0b6-41d3-8726-1f863639be3d {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:00.280333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.281384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-50a295b0-15c9-44e2-aff7-20391944ec66 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/edc430a7-d0b6-41d3-8726-1f863639be3d HTTP/1.1" status: 204 len: 168 time: 0.5604007 Jul 07 17:31:00.300746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34196) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.307256 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6661e021-ce45-4250-8b28-242724aca81b tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "GET /v2.0/subnetpools/2f0a1977-5861-4316-ac20-857708b01f4c HTTP/1.1" status: 200 len: 732 time: 0.0680740 Jul 07 17:31:00.309647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34200) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.314378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-74ad2305-8a02-4666-aaa6-7cffd0ae31fa tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1514132030'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:00.371952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.422413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=ef6a0d5c-ae80-47ea-8b70-449c8142604f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:00.443610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet d8310a57-b7ab-4a0b-b440-bad2f4405f99 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:00.463573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.470985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.530110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74ad2305-8a02-4666-aaa6-7cffd0ae31fa tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] Notify callbacks [] for subnetpool, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.535150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-74ad2305-8a02-4666-aaa6-7cffd0ae31fa tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "PUT /v2.0/subnetpools/2f0a1977-5861-4316-ac20-857708b01f4c HTTP/1.1" status: 200 len: 684 time: 0.2207999 Jul 07 17:31:00.538071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34204) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.539667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.546091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.560613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.570351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.570871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.585155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for b0bb5f92-62cf-44c8-810e-51c45a15e7c5 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:00.652456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18a439e-2dc9-4845-b6b1-c306d94ebec4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:00.694588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.695855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db684024-9a11-4c8e-9d63-8721f235eca5 req-05e4e86e-f213-44e3-ae04-fa45098baa59 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5298846 Jul 07 17:31:00.806155 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.025818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.057600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6848ed15-55e3-474a-9f46-76d740ca899d req-bac187a8-11a4-43c7-aa2b-aaf2da927e96 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 200 len: 2401 time: 0.1495600 Jul 07 17:31:01.065367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.075125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.101887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.106974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=b0bb5f92-62cf-44c8-810e-51c45a15e7c5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.114991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3df68a9-f297-45b6-bb6b-c25709699967', 'remote_group_id': None}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:01.115408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3df68a9-f297-45b6-bb6b-c25709699967', 'remote_group_id': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:01.148266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afb317f8-9cdf-47e1-a996-67e887311e68 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] Notify callbacks [] for subnetpool, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.149946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-afb317f8-9cdf-47e1-a996-67e887311e68 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2f0a1977-5861-4316-ac20-857708b01f4c HTTP/1.1" status: 204 len: 168 time: 0.6106384 Jul 07 17:31:01.152184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.153542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router 7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:01.155526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.169381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.170880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d8634ec3-d615-4a46-b25f-69d13c95addc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 204 len: 168 time: 2.1651402 Jul 07 17:31:01.180362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.198126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=d8310a57-b7ab-4a0b-b440-bad2f4405f99,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.198411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-985979249'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:01.211622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b3df0-7b60-4914-b032-ae180fd010d5 None None] Network 14ba5b4a-9ffd-407a-b485-c745548d9c7b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:01.213927 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-53d0051e-2ffa-413d-be5c-22e441543b46 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] show failed (client error): The resource could not be found. Jul 07 17:31:01.216931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-53d0051e-2ffa-413d-be5c-22e441543b46 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "GET /v2.0/subnetpools/2f0a1977-5861-4316-ac20-857708b01f4c HTTP/1.1" status: 404 len: 346 time: 0.0588841 Jul 07 17:31:01.220889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.223272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.224087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-976a3f3e-f246-4930-878b-6ede902a88ee tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/d8310a57-b7ab-4a0b-b440-bad2f4405f99 HTTP/1.1" status: 204 len: 168 time: 0.9214299 Jul 07 17:31:01.230076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34216) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.257010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:31:01.257010 n-d-791505-12 neutron-server[93947]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:31:01.257010 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'id': '0d4b56c3-9061-4e5e-9a30-b1f7864252b0', 'expiration': datetime.datetime(2021, 7, 7, 17, 33, 1, 227941)}] Jul 07 17:31:01.257010 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:31:01.258776 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:31:01.260210 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-a6b106c6-7fd7-415e-9ec2-01b65f4656f7 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] delete failed (client error): The resource could not be found. Jul 07 17:31:01.262232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6b106c6-7fd7-415e-9ec2-01b65f4656f7 tempest-SubnetPoolsTestJSON-236789355 tempest-SubnetPoolsTestJSON-236789355-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2f0a1977-5861-4316-ac20-857708b01f4c HTTP/1.1" status: 404 len: 346 time: 0.0363359 Jul 07 17:31:01.373514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.382290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34220) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.382683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ce426de6-321f-4d36-989d-2cab0d354c39 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/ports/b0bb5f92-62cf-44c8-810e-51c45a15e7c5 HTTP/1.1" status: 204 len: 168 time: 1.3543892 Jul 07 17:31:01.452069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.457648 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.509192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.517259 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.532876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] DHCP port deletion for 14ba5b4a-9ffd-407a-b485-c745548d9c7b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:01.591798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd6eb56-7506-4975-addf-702a0b75e52b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.597723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port c8b09fd6-60e3-4980-9dd6-b44cc6b5046f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:01.597723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.598722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.599753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6848ed15-55e3-474a-9f46-76d740ca899d req-47981cf6-9142-4ab5-ade9-b5a09fbaeb4b tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5028775 Jul 07 17:31:01.658259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 812d9816-ccea-404a-a633-c502f107eaa0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:01.659156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.660386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Deleting port 812d9816-ccea-404a-a633-c502f107eaa0 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:01.660994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.769871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] For port 812d9816-ccea-404a-a633-c502f107eaa0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=812d9816-ccea-404a-a633-c502f107eaa0,segment=NetworkSegment(8fda109a-a47c-4cd6-8332-e897971c3388),segment_id=8fda109a-a47c-4cd6-8332-e897971c3388)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:01.770589 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.787415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Calling delete_port for 812d9816-ccea-404a-a633-c502f107eaa0 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:01.839791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.868689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:01.884078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.900716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 812d9816-ccea-404a-a633-c502f107eaa0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=812d9816-ccea-404a-a633-c502f107eaa0,segment=NetworkSegment(8fda109a-a47c-4cd6-8332-e897971c3388),segment_id=8fda109a-a47c-4cd6-8332-e897971c3388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:01.901039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34228) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.902249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.902554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for c8b09fd6-60e3-4980-9dd6-b44cc6b5046f owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:01.980772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 812d9816-ccea-404a-a633-c502f107eaa0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:02.025769 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.026060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:02.070905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.071956 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 7e8c3d89-2ddb-426b-8538-c635c27895d5 of type vlan for network a5a9cc75-53ce-466d-9847-f8206dc0a24d Jul 07 17:31:02.101776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] Pushing event deleted for resources: {'Port': ['ID=812d9816-ccea-404a-a633-c502f107eaa0,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.114767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5500362-975e-4417-b65b-4d85cfcbea8e None None] No DVR routers for this DVR port 812d9816-ccea-404a-a633-c502f107eaa0 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:02.180404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89efa3cd-d090-468c-80d6-a24fb43555a1 req-5258b03c-ea5d-442a-8081-bda7ffdb69ce tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 200 len: 3000 time: 0.2474391 Jul 07 17:31:02.236930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c73015d-0b9b-464c-b734-7f594229a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.245381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.254769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-104a4aac-4a31-4850-92bd-8611871562c8 req-e87021da-e78b-4e92-b29c-47ea04ad181f tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-group-rules/ecd6eb56-7506-4975-addf-702a0b75e52b HTTP/1.1" status: 200 len: 783 time: 0.0309596 Jul 07 17:31:02.259804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.344552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=812d9816-ccea-404a-a633-c502f107eaa0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.348402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 812d9816-ccea-404a-a633-c502f107eaa0 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:02.438256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.444376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:02.445045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.461235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.533250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-104a4aac-4a31-4850-92bd-8611871562c8 req-82bde110-1039-44f7-bbae-07c7df679b65 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 200 len: 3000 time: 0.2687976 Jul 07 17:31:02.568344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=c8b09fd6-60e3-4980-9dd6-b44cc6b5046f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.574132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.615708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ba5b4a-9ffd-407a-b485-c745548d9c7b']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.623098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=a5a9cc75-53ce-466d-9847-f8206dc0a24d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.646272 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-104a4aac-4a31-4850-92bd-8611871562c8 req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.648526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:02.653860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fda109a-a47c-4cd6-8332-e897971c3388') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.654364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fda109a-a47c-4cd6-8332-e897971c3388') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.678115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-104a4aac-4a31-4850-92bd-8611871562c8 req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.693549 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c73015d-0b9b-464c-b734-7f594229a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.694901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.701714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c73015d-0b9b-464c-b734-7f594229a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.732948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.738189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-355eef6d-3851-4fda-8d75-218c210457ef tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/ports/c8b09fd6-60e3-4980-9dd6-b44cc6b5046f HTTP/1.1" status: 204 len: 168 time: 1.3534336 Jul 07 17:31:02.740237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34236) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.746335 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c73015d-0b9b-464c-b734-7f594229a87d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f0b9b3a8d71483b830b88d178a709d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8383818 Jul 07 17:31:02.747365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34238) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.750302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e1e4d99f-f3fd-4e43-a8ed-bae8b0b25e63 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5669916 Jul 07 17:31:02.759633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34240) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.761267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.820102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:02.820493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73015d-0b9b-464c-b734-7f594229a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32cbbec-deba-41ee-b85e-e6c218c1d879,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.868965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:02.869620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.879801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 812d9816-ccea-404a-a633-c502f107eaa0 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:02.881876 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:02.893414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.916596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 812d9816-ccea-404a-a633-c502f107eaa0 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:02.916927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 812d9816-ccea-404a-a633-c502f107eaa0 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:02.948406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.981235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-104a4aac-4a31-4850-92bd-8611871562c8 req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.995601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-104a4aac-4a31-4850-92bd-8611871562c8 req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.996938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-104a4aac-4a31-4850-92bd-8611871562c8 req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ecd6eb56-7506-4975-addf-702a0b75e52b HTTP/1.1" status: 204 len: 173 time: 0.4491858 Jul 07 17:31:03.036491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting subnet 8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:03.058277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.059758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.062665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.063830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29b7dd-0370-4d25-ad41-74feac4db441 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd6eb56-7506-4975-addf-702a0b75e52b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.066188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c32cbbec-deba-41ee-b85e-e6c218c1d879 HTTP/1.1" status: 204 len: 168 time: 0.3143277 Jul 07 17:31:03.077815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965ed8b-cc31-4c00-bf2a-c9195311ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32cbbec-deba-41ee-b85e-e6c218c1d879,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.147341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.174179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.182396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/14ba5b4a-9ffd-407a-b485-c745548d9c7b HTTP/1.1" status: 204 len: 168 time: 1.9508173 Jul 07 17:31:03.183571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34248) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.188987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2095492780', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:03.237339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.239206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.292240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2ce5-75c7-446b-9c5e-d6608bb7a401 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=14ba5b4a-9ffd-407a-b485-c745548d9c7b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.299907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.310064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:31:03.310064 n-d-791505-12 neutron-server[93946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:31:03.310064 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'id': '254e3066-4975-4402-b4ea-9a6fef69e83e', 'expiration': datetime.datetime(2021, 7, 7, 17, 33, 3, 219162)}] Jul 07 17:31:03.310064 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:31:03.310524 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:31:03.325410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.359399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68490f9a-9795-4460-8d25-57462f7bba34 req-40355fd1-e231-40b6-af3c-21b246626b67 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 200 len: 2401 time: 0.3207343 Jul 07 17:31:03.501537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.577277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.584192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68490f9a-9795-4460-8d25-57462f7bba34 req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.677286 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68490f9a-9795-4460-8d25-57462f7bba34 req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.777599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.788365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.809747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.835518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.839722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43201eb-080e-4df5-a947-a81657be1dab None None] Network e15b887e-9e51-48f0-a42b-b128d07cba55 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:03.843986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34264) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.844261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/subnets/8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb HTTP/1.1" status: 204 len: 168 time: 1.0942440 Jul 07 17:31:03.851806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e78c-e682-4090-a596-5e29e1d29f91 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0f64a5-d36c-4890-8bfd-67f41d8dfdeb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.863982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68490f9a-9795-4460-8d25-57462f7bba34 req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.878257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-68490f9a-9795-4460-8d25-57462f7bba34 req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.878257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68490f9a-9795-4460-8d25-57462f7bba34 req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/d3df68a9-f297-45b6-bb6b-c25709699967 HTTP/1.1" status: 204 len: 173 time: 0.5033581 Jul 07 17:31:03.917493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c52e11-8b90-44d7-af81-23041d42ccc8 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3df68a9-f297-45b6-bb6b-c25709699967,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.990269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:03.990531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting subnet d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:03.995906 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.011191 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-552db328-a018-43bb-b4b8-c68656971462 req-62974aac-60b1-4f5b-95cf-149b52790bfe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] show failed (client error): The resource could not be found. Jul 07 17:31:04.021406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-552db328-a018-43bb-b4b8-c68656971462 req-62974aac-60b1-4f5b-95cf-149b52790bfe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/3718d62d-6925-4259-960d-6a9c2fc0b0d9 HTTP/1.1" status: 404 len: 352 time: 0.0731025 Jul 07 17:31:04.035618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.110162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 172.25.3.59 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/94838221-b5e5-4ddb-92f2-c263cc6b3b08) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:04.116141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.270982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-f61382d0-e1de-415e-9f37-70f69ca09168 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/857616af-33a6-4e79-8d15-21b1baa2cfa7 HTTP/1.1" status: 200 len: 1805 time: 0.1939325 Jul 07 17:31:04.343978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.376610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] DHCP port deletion for e15b887e-9e51-48f0-a42b-b128d07cba55 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:04.410915 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.416172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.474147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.487940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Deleting port d773081b-8e9c-49b1-a3ec-1b48a87d771f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:04.488331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.491967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.510742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Subnet': ['ID=d613c4c8-cfb7-49ed-9515-ed5472c6dbb1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.522037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.527408 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95e6a1b7-1c16-42e5-85b0-36668fa645e5 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/subnets/d613c4c8-cfb7-49ed-9515-ed5472c6dbb1 HTTP/1.1" status: 204 len: 168 time: 0.6812098 Jul 07 17:31:04.528440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34278) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.532145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.536153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b8f1e-069f-43bd-9673-eed4b5c1983c None None] Network 1d580c86-ccb6-4461-8d9e-97bba6e24d41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:04.604062 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.626760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:04.641863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:04.642654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] For port d773081b-8e9c-49b1-a3ec-1b48a87d771f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d773081b-8e9c-49b1-a3ec-1b48a87d771f,segment=NetworkSegment(a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d),segment_id=a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:04.649603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:04.654225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.709422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Calling delete_port for d773081b-8e9c-49b1-a3ec-1b48a87d771f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:04.723360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=94838221-b5e5-4ddb-92f2-c263cc6b3b08,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.736461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.739332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.740541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-049afd4f-8366-415e-af0d-c3a5f6232cc6 req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/857616af-33a6-4e79-8d15-21b1baa2cfa7 HTTP/1.1" status: 204 len: 173 time: 0.4619784 Jul 07 17:31:04.757398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.764540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=13864069-2c8f-40f1-8bd0-122ff6d9e7f6,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.808306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ed71-98dd-4b1c-a72b-78e97a7abb12 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857616af-33a6-4e79-8d15-21b1baa2cfa7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.845765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '7e8c3d89-2ddb-426b-8538-c635c27895d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:04.846183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: a5a9cc75-53ce-466d-9847-f8206dc0a24d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:04.852162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d773081b-8e9c-49b1-a3ec-1b48a87d771f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:04.898938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-fb9b6674-ba97-4139-bc3d-547dc067b903 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/143cfa6c-cfea-49cc-aa85-56abbb188d5c HTTP/1.1" status: 200 len: 1807 time: 0.0979054 Jul 07 17:31:04.900807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:04.946998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a5a9cc75-53ce-466d-9847-f8206dc0a24d) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:04.956890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.957734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.973762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Deleting port d773081b-8e9c-49b1-a3ec-1b48a87d771f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:04.974189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.992586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd2d7805-cc03-4e6d-b4c8-74f4029b7bd7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2269325 Jul 07 17:31:04.997692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.006796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149003459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:05.051861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.089771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b231dc0-db11-4b79-add5-f005b95aae4e None None] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:05.110505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.118470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.134684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] For port d773081b-8e9c-49b1-a3ec-1b48a87d771f, host n-d-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:05.135301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.158248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Calling delete_port for d773081b-8e9c-49b1-a3ec-1b48a87d771f owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:05.164127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Port d773081b-8e9c-49b1-a3ec-1b48a87d771f was not found and therefore no delete operation was performed {{(pid=93947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:31:05.169368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.192852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.198564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.204758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Port': ['ID=d773081b-8e9c-49b1-a3ec-1b48a87d771f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:05.220774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.256829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] No DVR routers for this DVR port d773081b-8e9c-49b1-a3ec-1b48a87d771f on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:05.338951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] Pushing event deleted for resources: {'Port': ['ID=d773081b-8e9c-49b1-a3ec-1b48a87d771f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:05.351815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.363044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.386871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.388214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6a29263-0f5a-4e45-9807-d67b94b45886 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3886650 Jul 07 17:31:05.393298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port d773081b-8e9c-49b1-a3ec-1b48a87d771f {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:31:05.393548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34294) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.393691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d773081b-8e9c-49b1-a3ec-1b48a87d771f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:05.400596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16036f-6850-47e4-b840-567ca3975b81 None None] No DVR routers for this DVR port d773081b-8e9c-49b1-a3ec-1b48a87d771f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:05.432308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a5a9cc75-53ce-466d-9847-f8206dc0a24d', 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '13864069-2c8f-40f1-8bd0-122ff6d9e7f6'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:05.433085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.493558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.539876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15b887e-9e51-48f0-a42b-b128d07cba55']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:05.580262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:05.580688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dc0710-0bb2-4f43-a2f2-19a46e97dd6d') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:05.603722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.606747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.609790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba2928a9-07f7-4150-be43-efe96948adf7 req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/143cfa6c-cfea-49cc-aa85-56abbb188d5c HTTP/1.1" status: 204 len: 173 time: 0.7002339 Jul 07 17:31:05.632741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] DHCP port deletion for 1d580c86-ccb6-4461-8d9e-97bba6e24d41 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:05.656183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Allocated IP 172.20.0.2 (a5a9cc75-53ce-466d-9847-f8206dc0a24d/13864069-2c8f-40f1-8bd0-122ff6d9e7f6/1df39be4-bb43-4bb7-a386-b170c5bf6690) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:05.705904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.713681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6313a-794b-469f-9b60-1c8af0d6dad2 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143cfa6c-cfea-49cc-aa85-56abbb188d5c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:05.781776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.786026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Deleting port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:05.786412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.792621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:05.793265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:05.868619 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:05.888689 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.894984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.897557 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/networks/e15b887e-9e51-48f0-a42b-b128d07cba55 HTTP/1.1" status: 204 len: 168 time: 1.3676200 Jul 07 17:31:05.907286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34302) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.926187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] For port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,segment=NetworkSegment(c0f3fd46-a670-40ed-9d12-34ffbd926fe9),segment_id=c0f3fd46-a670-40ed-9d12-34ffbd926fe9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:05.926187 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.953717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Calling delete_port for d7b5324e-8cd6-4fe1-b10a-f5263b137f1e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:05.964555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.988447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Transition to ACTIVE for port object 1df39be4-bb43-4bb7-a386-b170c5bf6690 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:06.030136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2729-d17b-4cda-b6e9-b763c98cee5e tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Network': ['ID=e15b887e-9e51-48f0-a42b-b128d07cba55,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.059179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.084376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.089228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-fb66d591-75e5-4279-921d-f23fa21d36eb tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/b2f2cd88-3f45-4e9b-a254-f4fe84258074 HTTP/1.1" status: 200 len: 1806 time: 0.3792415 Jul 07 17:31:06.098838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.239358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.292363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] Pushing event deleted for resources: {'Port': ['ID=d7b5324e-8cd6-4fe1-b10a-f5263b137f1e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.297556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36701b7-8473-41be-b4d6-63d24fc58ae5 None None] No DVR routers for this DVR port d7b5324e-8cd6-4fe1-b10a-f5263b137f1e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:06.307948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Transition to ACTIVE for port object 1df39be4-bb43-4bb7-a386-b170c5bf6690 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:06.324920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.359114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.389733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:06.392175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Pushing event updated for resources: {'Port': ['ID=1df39be4-bb43-4bb7-a386-b170c5bf6690,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.403811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:06.407621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:06.484092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Attempting to bind port 1df39be4-bb43-4bb7-a386-b170c5bf6690 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:06.484490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Attempting to bind port 1df39be4-bb43-4bb7-a386-b170c5bf6690 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '7e8c3d89-2ddb-426b-8538-c635c27895d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:06.484757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Attempting to bind port 1df39be4-bb43-4bb7-a386-b170c5bf6690 on network a5a9cc75-53ce-466d-9847-f8206dc0a24d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:06.490923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:06.491384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Checking segment: {'id': '7e8c3d89-2ddb-426b-8538-c635c27895d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:06.491730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.492134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Bound using segment: {'id': '7e8c3d89-2ddb-426b-8538-c635c27895d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:06.492631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Bound port: 1df39be4-bb43-4bb7-a386-b170c5bf6690, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8c3d89-2ddb-426b-8538-c635c27895d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a9cc75-53ce-466d-9847-f8206dc0a24d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:06.493027 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.502115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.521666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d580c86-ccb6-4461-8d9e-97bba6e24d41']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.537928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.538372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f3fd46-a670-40ed-9d12-34ffbd926fe9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.559570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.587607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.600646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] For port 1df39be4-bb43-4bb7-a386-b170c5bf6690, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:06.602671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:06.603159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:06.613198 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:06.667457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.870568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d7b5324e-8cd6-4fe1-b10a-f5263b137f1e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:06.875644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.892505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.894997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e5a8856-e5c9-4143-891a-13eeee17700d req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/b2f2cd88-3f45-4e9b-a254-f4fe84258074 HTTP/1.1" status: 204 len: 173 time: 0.7973065 Jul 07 17:31:06.933079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.950713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.958148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.20.0.1 (a5a9cc75-53ce-466d-9847-f8206dc0a24d/13864069-2c8f-40f1-8bd0-122ff6d9e7f6/188aaad9-769b-44f0-ae51-0d945403b302) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:06.965457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763e6c6-91bc-44f5-bd76-680a28358dbe tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2cd88-3f45-4e9b-a254-f4fe84258074,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.967094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] 10.222.0.66 "DELETE /v2.0/networks/1d580c86-ccb6-4461-8d9e-97bba6e24d41 HTTP/1.1" status: 204 len: 168 time: 1.0600338 Jul 07 17:31:06.967816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] For port 1df39be4-bb43-4bb7-a386-b170c5bf6690, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1df39be4-bb43-4bb7-a386-b170c5bf6690,segment=NetworkSegment(7e8c3d89-2ddb-426b-8538-c635c27895d5),segment_id=7e8c3d89-2ddb-426b-8538-c635c27895d5)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:06.973049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d7b5324e-8cd6-4fe1-b10a-f5263b137f1e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:06.974399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d7b5324e-8cd6-4fe1-b10a-f5263b137f1e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:07.006007 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.167423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6f7d7-c7d8-4c81-8919-d5e959fd0604 tempest-TaggedBootDevicesTest-1694747953 tempest-TaggedBootDevicesTest-1694747953-project] Pushing event deleted for resources: {'Network': ['ID=1d580c86-ccb6-4461-8d9e-97bba6e24d41,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.203863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:07.239661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc579c-6008-4921-8b38-b2516ff85790 None None] Pushing event updated for resources: {'Port': ['ID=1df39be4-bb43-4bb7-a386-b170c5bf6690,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.360309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38b0f9b2-081d-492a-9809-2be4d689695f req-612f29f8-95b7-4f36-8cdc-6d775cfb8f65 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f HTTP/1.1" status: 200 len: 2405 time: 0.3583992 Jul 07 17:31:07.457567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:07.473357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] Sync routers for ids ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:07.478801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34328) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.501987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] Routers {'8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:07.507209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:07.509905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.518587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.525931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d5ee8e62-7dac-44a8-b1f5-0dff0e146474 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3400657 Jul 07 17:31:07.528423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34330) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.554115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 188aaad9-769b-44f0-ae51-0d945403b302 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:07.630048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:07.699112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] Routers {'8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:07.700501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:07.704267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4bfee5e8-e3b8-4260-b7f8-e52723f7171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.735198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-38b0f9b2-081d-492a-9809-2be4d689695f req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.777101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:07.778025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ba36d-34d8-44c2-af4d-d8a5aaef6d8e None None] The sync data for ids ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:07.787100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.859174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e1dc25c-31e1-4228-b019-764ab5ecbd92 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers/8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 200 len: 884 time: 0.3245959 Jul 07 17:31:07.860153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34336) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:08.028882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-38b0f9b2-081d-492a-9809-2be4d689695f req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.044467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:08.061068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e91c-f242-4baa-9497-20dfc6013935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.068398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:08.091923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=188aaad9-769b-44f0-ae51-0d945403b302,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.104432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:08.270398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.391463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-38b0f9b2-081d-492a-9809-2be4d689695f req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.396823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-38b0f9b2-081d-492a-9809-2be4d689695f req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.397898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38b0f9b2-081d-492a-9809-2be4d689695f req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f HTTP/1.1" status: 204 len: 173 time: 0.9714329 Jul 07 17:31:08.483060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6453f8-06fe-40f1-9f4d-84d8887ddfd4 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e6caf-2ed9-4e6a-ba42-45e9c0779d3f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.799814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.818409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e91c-f242-4baa-9497-20dfc6013935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.864077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e91c-f242-4baa-9497-20dfc6013935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.878704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03b412f4-1b9e-4dea-b088-9ed4da6af970 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0167420 Jul 07 17:31:08.884797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34342) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:08.892696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2095492780'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:08.934286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1df39be4-bb43-4bb7-a386-b170c5bf6690 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:08.947179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e91c-f242-4baa-9497-20dfc6013935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661facbb-9fec-4b6b-a971-0dd87071ca66,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.000547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-bcc79bd5-67f6-486d-b586-840ba063099d tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "GET /v2.0/security-groups/58fd93f4-066b-4b54-865a-1702830cb232 HTTP/1.1" status: 200 len: 2398 time: 0.2988412 Jul 07 17:31:09.060595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1df39be4-bb43-4bb7-a386-b170c5bf6690 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:09.082878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b7b2e91c-f242-4baa-9497-20dfc6013935 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57b485f7a67c4256a42485ab56a628c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5969858 Jul 07 17:31:09.087969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34346) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.216212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9457f3-cb3a-46c6-8e4f-c8e4bf9ee240 None None] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:09.556950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Provisioning for port 1df39be4-bb43-4bb7-a386-b170c5bf6690 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:09.569591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Provisioning complete for port 1df39be4-bb43-4bb7-a386-b170c5bf6690 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:09.570152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.632714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.668701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.691362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.702219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.709277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.818032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.897769 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.899268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.906695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.910567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbaf4947-0cfe-4732-b468-820a456acf04 req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] 10.222.0.66 "DELETE /v2.0/security-groups/58fd93f4-066b-4b54-865a-1702830cb232 HTTP/1.1" status: 204 len: 173 time: 0.9087319 Jul 07 17:31:09.918045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34348) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.998300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.003309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.007615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/661facbb-9fec-4b6b-a971-0dd87071ca66 HTTP/1.1" status: 204 len: 168 time: 0.9018142 Jul 07 17:31:10.009127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] For port 1df39be4-bb43-4bb7-a386-b170c5bf6690, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1df39be4-bb43-4bb7-a386-b170c5bf6690,segment=NetworkSegment(7e8c3d89-2ddb-426b-8538-c635c27895d5),segment_id=7e8c3d89-2ddb-426b-8538-c635c27895d5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:10.037033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.061063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Deleting subnet 2112716f-3569-4297-b0f1-b89a714b936a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:10.069854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:10.071692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d311025-dc64-4bc3-85f0-9c32680eb239 tempest-SecurityGroupRulesTestJSON-840041044 tempest-SecurityGroupRulesTestJSON-840041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fd93f4-066b-4b54-865a-1702830cb232,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.072227 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.130993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08678-7cb3-4181-995e-2145812a5afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661facbb-9fec-4b6b-a971-0dd87071ca66,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.207086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef947bc9-dbbc-4aef-8c76-144eb2e65455 None None] Pushing event updated for resources: {'Port': ['ID=1df39be4-bb43-4bb7-a386-b170c5bf6690,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.234267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.246006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.287283 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70e07bc0-75eb-4754-a337-62a47a773878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.429420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.442368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=188aaad9-769b-44f0-ae51-0d945403b302,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.476281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:10.497351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] Sync routers for ids ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:10.515403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] Routers {'8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:10.516606 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:10.533985 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.536157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.542001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3dffeacf-ac55-4254-9f3f-20f481ea8d01 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 200 len: 891 time: 1.6509845 Jul 07 17:31:10.542398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34362) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.640368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.662408 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:10.721171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] Routers {'8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:10.731887 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:10.811414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:10.830561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:10.882323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Provisioning for port 188aaad9-769b-44f0-ae51-0d945403b302 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:10.892878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Provisioning complete for port 188aaad9-769b-44f0-ae51-0d945403b302 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:10.894763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.933515 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:10.935730 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9af03-354e-419f-ae40-de0bee7c74de None None] The sync data for ids ['8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:10.948728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34366) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.008612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094cc0ea-40b4-4e13-936c-3a1b1ee264d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.060872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Port 188aaad9-769b-44f0-ae51-0d945403b302 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:11.067393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.076791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1df39be4-bb43-4bb7-a386-b170c5bf6690 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:11.234280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59ac740f-c6d7-482e-9d26-43df8a5fa50e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers/8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 200 len: 891 time: 0.6823189 Jul 07 17:31:11.235526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Provisioning complete for port 1df39be4-bb43-4bb7-a386-b170c5bf6690 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.235914 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac3546d2-1a1a-49fb-8053-ba1fe078a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.244880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34368) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.286211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8bdaa-030c-40ad-9139-dc9f0cf47659 req-9a3b7524-263a-46d1-99dc-4e011854128c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:11.296112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45f8bdaa-030c-40ad-9139-dc9f0cf47659 req-9a3b7524-263a-46d1-99dc-4e011854128c tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2390945 Jul 07 17:31:11.310742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router c14c92f1-1d87-4e34-baf0-aeb6d623bde8 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:11.338203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1df39be4-bb43-4bb7-a386-b170c5bf6690 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.338622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.369240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d7bb06e-661e-4602-af01-089bab2f140f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 200 len: 205 time: 0.1162858 Jul 07 17:31:11.373818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.388121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094cc0ea-40b4-4e13-936c-3a1b1ee264d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.404869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094cc0ea-40b4-4e13-936c-3a1b1ee264d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.485078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45f8bdaa-030c-40ad-9139-dc9f0cf47659 req-6f11f958-4fbf-462c-9a85-7e8e6507d74a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827979 Jul 07 17:31:11.560219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.625092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-094cc0ea-40b4-4e13-936c-3a1b1ee264d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3942e9e6fab4dfe926fe87d470fd435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6749701 Jul 07 17:31:11.625265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.629590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34374) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.632196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34376) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.632831 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2112716f-3569-4297-b0f1-b89a714b936a HTTP/1.1" status: 204 len: 168 time: 1.7130404 Jul 07 17:31:11.666957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b277310-1543-458c-b3d5-d15752230fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2112716f-3569-4297-b0f1-b89a714b936a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.677546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cc0ea-40b4-4e13-936c-3a1b1ee264d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb20df3-9f1c-47a8-97ff-15659c4fdd99,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.786162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.817662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.860110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:11.874582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-619fc522-21db-423a-9cb6-05c71f142ba8 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/c14c92f1-1d87-4e34-baf0-aeb6d623bde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4768000 Jul 07 17:31:11.874582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.917310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] Sync routers for ids ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:11.931336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] Routers {'c14c92f1-1d87-4e34-baf0-aeb6d623bde8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:11.932471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:11.935701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f0a58c48-3456-4d7f-b579-b620afe5259c None None] Provisioning complete for port 188aaad9-769b-44f0-ae51-0d945403b302 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:11.936357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f0a58c48-3456-4d7f-b579-b620afe5259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.965996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.992367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.042072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.068914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 94838221-b5e5-4ddb-92f2-c263cc6b3b08 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:12.069966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.073236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f0a58c48-3456-4d7f-b579-b620afe5259c None None] Port 188aaad9-769b-44f0-ae51-0d945403b302 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:12.076043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] Routers {'c14c92f1-1d87-4e34-baf0-aeb6d623bde8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:12.077266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.148301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.154923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.156342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d580eb3-2cf2-4430-877a-d2c45b71ccfd None None] The sync data for ids ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:12.213206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.236717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 94838221-b5e5-4ddb-92f2-c263cc6b3b08 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:12.237847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3c15a-d0dd-4065-b816-bf06e6fee993 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:12.244786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50a3c15a-d0dd-4065-b816-bf06e6fee993 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports/188aaad9-769b-44f0-ae51-0d945403b302 HTTP/1.1" status: 200 len: 910 time: 0.2963772 Jul 07 17:31:12.248023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34382) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.264360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13864069-2c8f-40f1-8bd0-122ff6d9e7f6'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.277831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.283570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.305769 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb2e4d-3b2f-4473-95e4-00f0d450e4a8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.335098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e2b4c7-e194-4f72-b4ff-590108eb086b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.335494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e2b4c7-e194-4f72-b4ff-590108eb086b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.358081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.377296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.385104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:12.385560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:12.387544 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:12.436844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.439400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.444697 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cb20df3-9f1c-47a8-97ff-15659c4fdd99 HTTP/1.1" status: 204 len: 168 time: 0.7994883 Jul 07 17:31:12.453791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930129c-a691-421a-82f9-981cc134421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb20df3-9f1c-47a8-97ff-15659c4fdd99,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.487087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.529499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.535785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] 10.222.0.66 "DELETE /v2.0/networks/36cb2e4d-3b2f-4473-95e4-00f0d450e4a8 HTTP/1.1" status: 204 len: 168 time: 0.8832827 Jul 07 17:31:12.537920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b6d66-ae38-4158-9e1c-030868afda6c admin admin] Pushing event deleted for resources: {'Network': ['ID=36cb2e4d-3b2f-4473-95e4-00f0d450e4a8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.947533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aed5c3-ff92-44e3-92f6-f01fd3da220c req-bdf7e77b-2ea7-4f99-871a-b7dd8d70d045 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:12.959988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68aed5c3-ff92-44e3-92f6-f01fd3da220c req-bdf7e77b-2ea7-4f99-871a-b7dd8d70d045 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.1582716 Jul 07 17:31:12.970930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.032247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68aed5c3-ff92-44e3-92f6-f01fd3da220c req-b76ff40d-28f9-4525-8444-d316111a9cb2 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697153 Jul 07 17:31:13.097250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.119077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.191123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-970f31de-cae4-47ee-b182-af452111e1f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3388f06aad9f4cb7b68eba15e09d41c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897527 Jul 07 17:31:13.193753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34402) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.250499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=94838221-b5e5-4ddb-92f2-c263cc6b3b08,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.295759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.309906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-eefaa1e4-d6d6-4010-8570-2cfbaea36fe8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:13.312110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-eefaa1e4-d6d6-4010-8570-2cfbaea36fe8 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.23 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.3600056 Jul 07 17:31:13.348329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.418655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.421470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.423230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0924b5f2-d9df-44ea-93ea-1c1480a23283 HTTP/1.1" status: 204 len: 168 time: 0.2275679 Jul 07 17:31:13.431857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627848-c171-4f62-bbde-17531c4cd1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924b5f2-d9df-44ea-93ea-1c1480a23283,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.463907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.562908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.667875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.671524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.780177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.781528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router 8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:13.808943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.810955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9619cd00-2141-453d-b0bc-bd0000143c00 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 204 len: 168 time: 2.4296408 Jul 07 17:31:13.819180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34416) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.830171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577438234'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.918131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:13.924215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.019854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:14.043786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.044081 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment d4779053-1451-400f-bc55-e3abe29b1e55 of type vlan for network b723834e-f166-4126-a808-42f5196528ff Jul 07 17:31:14.061640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Deleting port 48f27761-0a92-4c6c-8027-fbc32f839c39 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:14.064735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.196309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.261226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.272123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:14.273921 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.428033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6065719 Jul 07 17:31:14.441568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34434) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.450242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': 'b723834e-f166-4126-a808-42f5196528ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:14.512742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa042d-b773-4621-978f-197d22d74ff1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=b723834e-f166-4126-a808-42f5196528ff,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.529631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b723834e-f166-4126-a808-42f5196528ff details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:14.588247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0765-4b4c-4cc8-ac46-17f2eb5c3a56 req-c1ec49d1-5311-4e41-b6ee-e5131018fb39 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:14.590076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-040b0765-4b4c-4cc8-ac46-17f2eb5c3a56 req-c1ec49d1-5311-4e41-b6ee-e5131018fb39 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 945 time: 0.2375565 Jul 07 17:31:14.623805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:14.629051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.762183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-040b0765-4b4c-4cc8-ac46-17f2eb5c3a56 req-9cc55076-e0c2-4591-ba0f-4698765ed784 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586895 Jul 07 17:31:14.964494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.005745 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.031697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] For port 48f27761-0a92-4c6c-8027-fbc32f839c39, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48f27761-0a92-4c6c-8027-fbc32f839c39,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:15.032060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.051649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Calling delete_port for 48f27761-0a92-4c6c-8027-fbc32f839c39 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:15.086117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=54916aee-2328-4b1c-a645-2b39ec379b63,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.096292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': 'd4779053-1451-400f-bc55-e3abe29b1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b723834e-f166-4126-a808-42f5196528ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:15.097214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: b723834e-f166-4126-a808-42f5196528ff, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:15.117572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b723834e-f166-4126-a808-42f5196528ff is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:15.131238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b723834e-f166-4126-a808-42f5196528ff) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:15.136244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.136901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.139642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34454) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.147346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b0883-2b16-4c32-904c-2cae89f53b8c None None] Network b723834e-f166-4126-a808-42f5196528ff requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:15.181091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20e363d0-a6ad-49d1-bd94-4e815d3b51d6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7357965 Jul 07 17:31:15.181804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34460) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.193444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-13346023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:15.199206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.275394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.276893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.403329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.412074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.453489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b723834e-f166-4126-a808-42f5196528ff', 'network_id': 'b723834e-f166-4126-a808-42f5196528ff', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '54916aee-2328-4b1c-a645-2b39ec379b63'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:15.456738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.476755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.486554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fff08b14-7904-4fdc-a838-e0c8a4bd33de tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3007059 Jul 07 17:31:15.487929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.558388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=188aaad9-769b-44f0-ae51-0d945403b302,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.678734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.682692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.695608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4aaf4450-eab8-4092-ad33-1c89b706ae09 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/ports/188aaad9-769b-44f0-ae51-0d945403b302 HTTP/1.1" status: 200 len: 910 time: 3.4429364 Jul 07 17:31:15.704504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34470) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.740785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.772774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0d1f0edf-3b0c-414c-93c7-b5c05c8493f9'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:15.819819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-71777439-network', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:15.946664 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.950731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:15.954156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.974049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.080264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Allocated IP 2001:db8::2 (b723834e-f166-4126-a808-42f5196528ff/54916aee-2328-4b1c-a645-2b39ec379b63/59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:16.228785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Pushing event deleted for resources: {'Port': ['ID=48f27761-0a92-4c6c-8027-fbc32f839c39,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.405421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] No DVR routers for this DVR port 48f27761-0a92-4c6c-8027-fbc32f839c39 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:16.414347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.418028 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7017a8e5-0b2e-45e3-80b2-2b7aa0f881a2 req-ca661970-a786-4583-966d-5a74e720947a tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.23 "DELETE /v2.0/ports/48f27761-0a92-4c6c-8027-fbc32f839c39 HTTP/1.1" status: 204 len: 173 time: 3.0778601 Jul 07 17:31:16.453413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'name': 'network-vif-deleted', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:16.461317 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51a6283-0dc2-42f0-9577-8f028a692086" -d '{"events": [{"server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "name": "network-vif-deleted", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:16.508985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-281a23ea-e449-4a26-8b52-6ca71dda0b8a req-65f7b015-641a-4d6e-be3b-8b98f78c42d6 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 210 time: 0.0948455 Jul 07 17:31:16.646804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.660282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Transition to ACTIVE for port object 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:16.698387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Transition to ACTIVE for port object 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:16.707112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.771909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Pushing event updated for resources: {'Port': ['ID=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.787765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Network b723834e-f166-4126-a808-42f5196528ff is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:16.789412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:16.791901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:16.818582 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc9cd6-b854-4ad3-8fb7-ccc222de7e35 x-openstack-request-id: req-20fc9cd6-b854-4ad3-8fb7-ccc222de7e35 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:16.819059 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19f1ae5-196e-4421-9483-d29cc16aa9e0", "name": "network-vif-deleted", "tag": "48f27761-0a92-4c6c-8027-fbc32f839c39", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:16.819479 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20fc9cd6-b854-4ad3-8fb7-ccc222de7e35 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:16.820144 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19f1ae5-196e-4421-9483-d29cc16aa9e0', 'name': 'network-vif-deleted', 'tag': '48f27761-0a92-4c6c-8027-fbc32f839c39', 'status': 'completed', 'code': 200} Jul 07 17:31:16.830307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.845036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.869151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Attempting to bind port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:16.869307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Attempting to bind port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd4779053-1451-400f-bc55-e3abe29b1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b723834e-f166-4126-a808-42f5196528ff'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:16.869573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Attempting to bind port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 on network b723834e-f166-4126-a808-42f5196528ff {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:16.876930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:16.877330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Checking segment: {'id': 'd4779053-1451-400f-bc55-e3abe29b1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b723834e-f166-4126-a808-42f5196528ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:16.880348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.880914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Bound using segment: {'id': 'd4779053-1451-400f-bc55-e3abe29b1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b723834e-f166-4126-a808-42f5196528ff'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:16.881435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Bound port: 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4779053-1451-400f-bc55-e3abe29b1e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b723834e-f166-4126-a808-42f5196528ff'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:16.881832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.964835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8::1 (b723834e-f166-4126-a808-42f5196528ff/54916aee-2328-4b1c-a645-2b39ec379b63/f450913d-7ad1-4a03-bd1e-94c0af1e92f4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:16.966735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:16.981192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48f27761-0a92-4c6c-8027-fbc32f839c39 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:17.010190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f6ec1-b55d-475e-a5df-3feab7f72e31,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.017157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 48f27761-0a92-4c6c-8027-fbc32f839c39 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:17.017943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48f27761-0a92-4c6c-8027-fbc32f839c39 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:17.020559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.026478 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Added segment a64a2eca-c513-4513-b74d-226d71cb0154 of type vlan for network 6471b482-5dc3-463d-bdf3-2389791ef690 Jul 07 17:31:17.047103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] For port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:17.054189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] For port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,segment=NetworkSegment(d4779053-1451-400f-bc55-e3abe29b1e55),segment_id=d4779053-1451-400f-bc55-e3abe29b1e55)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:17.061712 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.182109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe1e7-ddeb-4103-9ca4-29be0013a530 None None] Pushing event updated for resources: {'Port': ['ID=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.223329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.239956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.384103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.387693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:17.388463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.427372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2807431 Jul 07 17:31:17.429308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34494) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.446652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Request body: {'subnet': {'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-71777439-subnet', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:17.536495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1b917-e868-4d20-9641-428f3e609a7c admin admin] Pushing event updated for resources: {'Network': ['ID=6471b482-5dc3-463d-bdf3-2389791ef690,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.582210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.603165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6471b482-5dc3-463d-bdf3-2389791ef690 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:17.617455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object f450913d-7ad1-4a03-bd1e-94c0af1e92f4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:17.648310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:17.649810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.710257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.844972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f772f63-58b7-4c02-b898-7739fe7b8c1b req-2e8efaa7-469c-4617-b1bc-470d4f0ce871 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=c19f1ae5-196e-4421-9483-d29cc16aa9e0 HTTP/1.1" status: 200 len: 210 time: 0.0524948 Jul 07 17:31:17.859044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b723834e-f166-4126-a808-42f5196528ff is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:17.863412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:17.870367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:17.870981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.916537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=f450913d-7ad1-4a03-bd1e-94c0af1e92f4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.106980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 188aaad9-769b-44f0-ae51-0d945403b302 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:18.106980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.114390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.124223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.228368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f4a992-2ee9-4d07-b72e-229aa74a1e8d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.278103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.281906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Checking segment: {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:18.282309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Network hostable DHCP agents. Network: 6471b482-5dc3-463d-bdf3-2389791ef690, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:18.303738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 188aaad9-769b-44f0-ae51-0d945403b302 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:18.503908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Network 6471b482-5dc3-463d-bdf3-2389791ef690 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:18.528614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6471b482-5dc3-463d-bdf3-2389791ef690) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:18.544574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593df8b-86d3-4e0e-8e28-a299d733985a None None] Network 6471b482-5dc3-463d-bdf3-2389791ef690 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:18.545838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:18.546971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.597058 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b1006288-0a94-4764-88b6-405996f70a15 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1637893 Jul 07 17:31:18.599005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34504) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.618166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:18.724678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.730550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.909873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.916754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:18.989137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.995035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.996287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=188aaad9-769b-44f0-ae51-0d945403b302,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.999860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.000539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.358633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ed74c-71fa-4e99-8da3-0e3250dbe67f None None] Network b723834e-f166-4126-a808-42f5196528ff requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:19.461340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.476459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6471b482-5dc3-463d-bdf3-2389791ef690', 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'fixed_ips': [{'subnet_id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:19.478170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.569108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=f450913d-7ad1-4a03-bd1e-94c0af1e92f4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.588042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:19.748310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Provisioning for port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:19.768076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Provisioning complete for port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:19.768898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.777251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router c14c92f1-1d87-4e34-baf0-aeb6d623bde8 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:19.902123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:19.910145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9ee36883-1a0e-46a4-96fb-6fda39bf5155 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/c14c92f1-1d87-4e34-baf0-aeb6d623bde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2018661 Jul 07 17:31:19.922057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Allocated IP 172.20.0.2 (6471b482-5dc3-463d-bdf3-2389791ef690/19f4a992-2ee9-4d07-b72e-229aa74a1e8d/f20b9fce-2cdf-4565-8cce-9ee468d635e6) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:19.923775 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] Sync routers for ids ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:19.934345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.940247 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] Routers {'c14c92f1-1d87-4e34-baf0-aeb6d623bde8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:19.941001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.012910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f3cb5e5d-7f3c-415d-b956-69b37280c38c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=c14c92f1-1d87-4e34-baf0-aeb6d623bde8 HTTP/1.1" status: 200 len: 205 time: 0.0757735 Jul 07 17:31:20.016734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34528) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.048302 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.073147 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] Routers {'c14c92f1-1d87-4e34-baf0-aeb6d623bde8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:20.073793 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.108440 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.160468 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:20.161067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74690546-994a-42c5-9b47-f37c8e4ccf0d None None] The sync data for ids ['c14c92f1-1d87-4e34-baf0-aeb6d623bde8'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:20.197064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.274825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.290737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b723834e-f166-4126-a808-42f5196528ff is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:20.309902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:20.374581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.390423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Transition to ACTIVE for port object f20b9fce-2cdf-4565-8cce-9ee468d635e6 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:20.425449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.431709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.446997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Transition to ACTIVE for port object f20b9fce-2cdf-4565-8cce-9ee468d635e6 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:20.476441 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.521052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.522754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router c14c92f1-1d87-4e34-baf0-aeb6d623bde8 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:20.538982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.541020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2280a1a5-fd00-41e4-8c31-c9d0a20ee12e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/c14c92f1-1d87-4e34-baf0-aeb6d623bde8 HTTP/1.1" status: 204 len: 168 time: 0.5230742 Jul 07 17:31:20.545019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34534) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.635614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Pushing event updated for resources: {'Port': ['ID=f20b9fce-2cdf-4565-8cce-9ee468d635e6,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:20.661281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 13864069-2c8f-40f1-8bd0-122ff6d9e7f6 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:20.666404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] For port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,segment=NetworkSegment(d4779053-1451-400f-bc55-e3abe29b1e55),segment_id=d4779053-1451-400f-bc55-e3abe29b1e55)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:20.667171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.679757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Network 6471b482-5dc3-463d-bdf3-2389791ef690 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:20.682335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:20.699119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:20.706648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.809173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.873009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4989c-ad90-45ab-a3e2-195f043ee22c req-7927f55f-738e-4eac-b6ed-8596cbff06f5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:20.881129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58e4989c-ad90-45ab-a3e2-195f043ee22c req-7927f55f-738e-4eac-b6ed-8596cbff06f5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.7013528 Jul 07 17:31:21.040838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36f4b3-c37c-4cb6-ac89-0f4271a3a8da None None] Pushing event updated for resources: {'Port': ['ID=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.047483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58e4989c-ad90-45ab-a3e2-195f043ee22c req-03b73b9c-4637-44e9-998f-ffa8f68790fc tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648881 Jul 07 17:31:21.076599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Provisioning complete for port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:21.076972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.117883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router bffe2e88-f640-4e3e-b379-b8c87e97f295 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:21.133215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Attempting to bind port f20b9fce-2cdf-4565-8cce-9ee468d635e6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:21.133588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Attempting to bind port f20b9fce-2cdf-4565-8cce-9ee468d635e6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:21.133953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Attempting to bind port f20b9fce-2cdf-4565-8cce-9ee468d635e6 on network 6471b482-5dc3-463d-bdf3-2389791ef690 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:21.161568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:21.171201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Checking segment: {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:21.172186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.172781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Bound using segment: {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:21.173507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Bound port: f20b9fce-2cdf-4565-8cce-9ee468d635e6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:21.174227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.199073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.416778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.418299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] For port f20b9fce-2cdf-4565-8cce-9ee468d635e6, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:21.448183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] For port f20b9fce-2cdf-4565-8cce-9ee468d635e6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f20b9fce-2cdf-4565-8cce-9ee468d635e6,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:21.466675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.480702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Provisioning for port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:21.505925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=13864069-2c8f-40f1-8bd0-122ff6d9e7f6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.542652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Provisioning complete for port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:21.543699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.553624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.561002 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9fca6e29-ff9f-4ed5-b9bc-cfeeedf90a7e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/13864069-2c8f-40f1-8bd0-122ff6d9e7f6 HTTP/1.1" status: 204 len: 168 time: 1.0107698 Jul 07 17:31:21.562724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34542) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:21.634350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be418c2-8874-4060-9f16-d96d19bdc4f7 None None] Network a5a9cc75-53ce-466d-9847-f8206dc0a24d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:21.745534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f351a-6039-4362-8f47-dbfd14bf6312 None None] Pushing event updated for resources: {'Port': ['ID=f20b9fce-2cdf-4565-8cce-9ee468d635e6,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:21.797792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:21.820392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f712142-802c-4232-bafc-6b3af1796f89 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/bffe2e88-f640-4e3e-b379-b8c87e97f295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3172519 Jul 07 17:31:21.825822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34548) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:21.839445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.875780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] Sync routers for ids ['bffe2e88-f640-4e3e-b379-b8c87e97f295'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:21.912650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6232c-3738-4293-ba3a-9641a74428f4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:21.917587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23e6232c-3738-4293-ba3a-9641a74428f4 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports/f450913d-7ad1-4a03-bd1e-94c0af1e92f4 HTTP/1.1" status: 200 len: 911 time: 0.0900822 Jul 07 17:31:21.921197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34552) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:21.924269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.992733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54916aee-2328-4b1c-a645-2b39ec379b63'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:22.007753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f134a652-b632-4d3b-8665-5e3552984119 None None] Port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:22.020918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] Routers {'bffe2e88-f640-4e3e-b379-b8c87e97f295'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:22.022416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bffe2e88-f640-4e3e-b379-b8c87e97f295'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.065079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 1df39be4-bb43-4bb7-a386-b170c5bf6690 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:22.065661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.144925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.286489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 1df39be4-bb43-4bb7-a386-b170c5bf6690, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1df39be4-bb43-4bb7-a386-b170c5bf6690,segment=NetworkSegment(7e8c3d89-2ddb-426b-8538-c635c27895d5),segment_id=7e8c3d89-2ddb-426b-8538-c635c27895d5)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:22.288137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.329462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 1df39be4-bb43-4bb7-a386-b170c5bf6690 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:22.500132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.551503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=1df39be4-bb43-4bb7-a386-b170c5bf6690,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:22.559400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 1df39be4-bb43-4bb7-a386-b170c5bf6690 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:22.639081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.660149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Allocated IP 172.25.3.142 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/7b8a7346-0c06-4568-afe8-762319c85d3a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:22.661098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] Routers {'bffe2e88-f640-4e3e-b379-b8c87e97f295'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:22.661808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bffe2e88-f640-4e3e-b379-b8c87e97f295'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.665912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ab9b8218-0a60-4970-910a-db855fa11ca1 None None] Provisioning complete for port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:22.666300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8218-0a60-4970-910a-db855fa11ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.683234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.710815 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a9cc75-53ce-466d-9847-f8206dc0a24d']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.727320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8c3d89-2ddb-426b-8538-c635c27895d5') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.727723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8c3d89-2ddb-426b-8538-c635c27895d5') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.748482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.789552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.799402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:22.799725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:22.806481 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:22.814638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caedca48-5eb2-40de-aa6b-1f0617548b75 None None] DHCP port deletion for a5a9cc75-53ce-466d-9847-f8206dc0a24d request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:22.825686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea523c-a5af-43c3-a61d-ee21a047f2d6 req-68fa3fa4-71b9-4407-a740-5e2e379cf4af tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:22.832633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:22.832633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd08fc-2f14-40bc-9e56-96a743c33205 None None] The sync data for ids ['bffe2e88-f640-4e3e-b379-b8c87e97f295'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:22.844622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2ea523c-a5af-43c3-a61d-ee21a047f2d6 req-68fa3fa4-71b9-4407-a740-5e2e379cf4af tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.3655849 Jul 07 17:31:22.874800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b8218-0a60-4970-910a-db855fa11ca1 None None] Port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:22.941587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.952399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:22.959260 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/a5a9cc75-53ce-466d-9847-f8206dc0a24d HTTP/1.1" status: 204 len: 168 time: 1.3911519 Jul 07 17:31:22.960139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34562) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:23.004657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464020810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:23.011595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64d377-a204-4e74-bdbd-714a401eec3e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=a5a9cc75-53ce-466d-9847-f8206dc0a24d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:23.042166 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.043834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.145201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.154211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.197523 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.202453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64b28029-cb1f-4a7c-ae0e-4f24c5278a38 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2382309 Jul 07 17:31:23.205174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34564) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:23.216345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-282250217'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:23.223941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.274515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:23.288889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:23.300414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.317614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2ea523c-a5af-43c3-a61d-ee21a047f2d6 req-a5717572-8e52-4a11-b623-83e2a147b758 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717526 Jul 07 17:31:23.405674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.411348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:23.445073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:23.445322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.459023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.461464 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 36ab29b8-477f-4f6c-9491-48714060aa9d of type vlan for network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 Jul 07 17:31:23.468903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8a7346-0c06-4568-afe8-762319c85d3a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:23.488781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.570799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:23.573981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:23.576883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:23.646705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.677900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4b4d6-1cfc-4784-abbf-5603107b2575 None None] Network 6471b482-5dc3-463d-bdf3-2389791ef690 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:23.757858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.775400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:23.779405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:23.890833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f20b9fce-2cdf-4565-8cce-9ee468d635e6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:23.896404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=0a4bf5b2-5dce-4e81-8644-1f2a1dd24440,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:23.903717 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d73a866e-d1a9-4128-9ac1-0c8a00ffd24c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6960151 Jul 07 17:31:23.908654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34570) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:23.925499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:24.001058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:24.016860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-df6a66c7-d3f2-43c9-b188-01ded43d947b None None] Provisioning for port f20b9fce-2cdf-4565-8cce-9ee468d635e6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:24.056604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:24.061488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.224125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f20b9fce-2cdf-4565-8cce-9ee468d635e6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:24.243833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f20b9fce-2cdf-4565-8cce-9ee468d635e6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:24.243833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.465016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.548132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.702052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:24.716831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:24.716831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:24.757617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:24.777004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:24.800929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:24.802005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:24.804440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ad9f9-f6e5-41f6-a339-67f2f91f1caa None None] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:24.835007 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-75b77a1c-01d2-4cec-aadd-fa58f757fbdb tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9239635 Jul 07 17:31:24.837963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34578) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:25.038935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.044681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.161027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f20b9fce-2cdf-4565-8cce-9ee468d635e6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f20b9fce-2cdf-4565-8cce-9ee468d635e6,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:25.170768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.264145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1df39be4-bb43-4bb7-a386-b170c5bf6690 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:25.347573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262651f-3436-4129-82a1-c22ee75a3c6b req-d01a7ab6-bc09-4a8a-a295-c44525212ad4 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:25.364210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1262651f-3436-4129-82a1-c22ee75a3c6b req-d01a7ab6-bc09-4a8a-a295-c44525212ad4 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.6695955 Jul 07 17:31:25.413456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1df39be4-bb43-4bb7-a386-b170c5bf6690 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:25.414025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1df39be4-bb43-4bb7-a386-b170c5bf6690 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:25.451757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:25.453589 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.511995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f20b9fce-2cdf-4565-8cce-9ee468d635e6,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:25.536740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.537337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.537942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.538841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.539450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.540247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.540862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.541447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.542029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.542653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.543491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.544028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:25.572920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1262651f-3436-4129-82a1-c22ee75a3c6b req-57048441-4190-4218-95c8-8cdda3d403f3 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070770 Jul 07 17:31:25.607918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.621998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.629034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:25.629960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.635034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/ports/f450913d-7ad1-4a03-bd1e-94c0af1e92f4 HTTP/1.1" status: 200 len: 911 time: 3.6526732 Jul 07 17:31:25.637298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34580) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:25.755930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:25.803550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Allocated IP 172.20.0.2 (0a4bf5b2-5dce-4e81-8644-1f2a1dd24440/ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9/3bde27bf-514b-4a4e-a2cc-6e8a70f4a919) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:25.864842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34592) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:25.867263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f9e8b-6ed3-46a2-aeef-2698b66642ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=f450913d-7ad1-4a03-bd1e-94c0af1e92f4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:25.902130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Router e66a5425-4988-4d89-9cce-afef92c4cd06 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:26.003098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.067541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.074540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ea71-85e3-419c-ac47-3142f981454d req-9499a307-8d7f-4767-b81c-517afdbb56a5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:26.076276 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a125ea71-85e3-419c-ac47-3142f981454d req-9499a307-8d7f-4767-b81c-517afdbb56a5 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.6909297 Jul 07 17:31:26.087963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Transition to ACTIVE for port object 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:26.118832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Transition to ACTIVE for port object 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:26.128623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.147643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e6ca93e2-8245-4b96-b84b-b16f726ef786 None None] Provisioning complete for port f20b9fce-2cdf-4565-8cce-9ee468d635e6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:26.148141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6ca93e2-8245-4b96-b84b-b16f726ef786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.285811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:26.310025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:26.330494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:26.331841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Pushing event updated for resources: {'Port': ['ID=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:26.462704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Attempting to bind port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:26.463625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Attempting to bind port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:26.464187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Attempting to bind port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 on network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:26.520853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:26.522626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Checking segment: {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:26.527484 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.529433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Bound using segment: {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:26.530150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Bound port: 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:26.532242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.554516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Deleting port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:26.555152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.752102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] For port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:26.760641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] For port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:26.787900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:26.858348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:26.889095 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Sync routers for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:26.943079 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:26.947245 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:27.004898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b5ed-0f74-4fcc-a073-3183808ed9b7 None None] Pushing event updated for resources: {'Port': ['ID=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:27.028879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] For port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:27.029747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.068926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Calling delete_port for 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:27.081773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.190778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.192107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7af50547-8060-4da6-83cc-794187363ce0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.5813470 Jul 07 17:31:27.199847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34608) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:27.273343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:27.368613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f20b9fce-2cdf-4565-8cce-9ee468d635e6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:27.581234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f20b9fce-2cdf-4565-8cce-9ee468d635e6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:27.581748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.651369 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:23Z', 'revision_number': 3, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:27.671944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.20.0.1 (0a4bf5b2-5dce-4e81-8644-1f2a1dd24440/ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9/32bd0d12-e629-4fb8-86c7-ab9daacd6f00) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:27.910184 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Checking router: e66a5425-4988-4d89-9cce-afef92c4cd06 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:27.911875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Updating router e66a5425-4988-4d89-9cce-afef92c4cd06 port 7b8a7346-0c06-4568-afe8-762319c85d3a binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:27.912180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4299e-495f-4cc6-82e9-544a0af364f9 req-fe8b0185-9729-4b9a-8ace-77fca2ceeed9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.923406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3de4299e-495f-4cc6-82e9-544a0af364f9 req-fe8b0185-9729-4b9a-8ace-77fca2ceeed9 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9571d06-5322-4900-a023-f88c26a9ea89 HTTP/1.1" status: 200 len: 946 time: 0.8578136 Jul 07 17:31:27.956840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:27.981547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.984835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:27.985545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:28.009947 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.105453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Pushing event deleted for resources: {'Port': ['ID=0d1f0edf-3b0c-414c-93c7-b5c05c8493f9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:28.112298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3de4299e-495f-4cc6-82e9-544a0af364f9 req-c5ba485d-d988-42a4-952b-f9a3b654ed02 tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.66 "GET /v2.0/security-groups?id=98bb2918-1ca4-4039-96a2-9de04540ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871762 Jul 07 17:31:28.120330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.120727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.121083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.121510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.121923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.122289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.126101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.126564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.126925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.127337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.128372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.128738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:28.202221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] No DVR routers for this DVR port 0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:28.211304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.213544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a125ea71-85e3-419c-ac47-3142f981454d req-63694ffd-a3d3-4ed1-960e-dba42c10aced tempest-ServerRescueNegativeTestJSON-614356774 tempest-ServerRescueNegativeTestJSON-614356774-project] 10.222.0.73 "DELETE /v2.0/ports/0d1f0edf-3b0c-414c-93c7-b5c05c8493f9 HTTP/1.1" status: 204 len: 173 time: 2.0902765 Jul 07 17:31:28.214052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'name': 'network-vif-deleted', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:28.216687 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d0055-c7bc-409b-bf87-9705ec212883" -d '{"events": [{"server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "name": "network-vif-deleted", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:28.489448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.579478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:28.707960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.751974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.763591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.773780 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.795040 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Transition to ACTIVE for port object 7b8a7346-0c06-4568-afe8-762319c85d3a will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:28.815096 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.837332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:28.844828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:28.849394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:28.885278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.979143 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Pushing event updated for resources: {'Port': ['ID=7b8a7346-0c06-4568-afe8-762319c85d3a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:29.016467 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.017636 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.020188 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.021161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.022805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.024154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.025116 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.025948 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.026976 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.027935 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.028833 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.029783 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:29.083943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:29.117573 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425a559-bd29-446b-bf5d-ff84ccaaaef9 x-openstack-request-id: req-8425a559-bd29-446b-bf5d-ff84ccaaaef9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:29.118602 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9571d06-5322-4900-a023-f88c26a9ea89", "name": "network-vif-deleted", "tag": "0d1f0edf-3b0c-414c-93c7-b5c05c8493f9", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:29.119079 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8425a559-bd29-446b-bf5d-ff84ccaaaef9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:29.119827 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9571d06-5322-4900-a023-f88c26a9ea89', 'name': 'network-vif-deleted', 'tag': '0d1f0edf-3b0c-414c-93c7-b5c05c8493f9', 'status': 'completed', 'code': 200} Jul 07 17:31:29.136618 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Attempting to bind port 7b8a7346-0c06-4568-afe8-762319c85d3a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:29.137154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Attempting to bind port 7b8a7346-0c06-4568-afe8-762319c85d3a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:29.137682 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Attempting to bind port 7b8a7346-0c06-4568-afe8-762319c85d3a on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:29.146187 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:29.147116 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:29.149502 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.151313 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:29.152091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Bound port: 7b8a7346-0c06-4568-afe8-762319c85d3a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:29.155443 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.172341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.214549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f167ee-17ff-43b1-884f-904d0766b212 None None] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:29.433404 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] For port 7b8a7346-0c06-4568-afe8-762319c85d3a, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:29.440193 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] For port 7b8a7346-0c06-4568-afe8-762319c85d3a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b8a7346-0c06-4568-afe8-762319c85d3a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:29.448794 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.496041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4e24d030-a09f-46aa-afd9-5c1dc8240c00 None None] Provisioning for port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:29.513917 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:29.515367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:29.607307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:29.653488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:29.715934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:29.751514 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927d111-163f-4e22-93fd-8545c622b887 None None] Pushing event updated for resources: {'Port': ['ID=7b8a7346-0c06-4568-afe8-762319c85d3a,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:29.780268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.835267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:29.836830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.027488 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:23Z', 'revision_number': 3, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:30.093150 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17324d-ac0f-4460-a80f-e685fa2ce441 None None] The sync data for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 is: [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:23Z', 'revision_number': 3, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:30.131151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.173815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51c196-d827-42ed-b511-87d177d8e3ba req-60cccf55-5755-4476-bedc-ef633919cb17 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.176240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b51c196-d827-42ed-b511-87d177d8e3ba req-60cccf55-5755-4476-bedc-ef633919cb17 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 0.7001669 Jul 07 17:31:30.212802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:30.236620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.301473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b51c196-d827-42ed-b511-87d177d8e3ba req-5b82242c-d6cd-4e70-a26a-17c6ddfd98b7 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925944 Jul 07 17:31:30.338711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Allocated IP 172.20.0.1 (6471b482-5dc3-463d-bdf3-2389791ef690/19f4a992-2ee9-4d07-b72e-229aa74a1e8d/fbe927c4-4979-46fc-a5e1-2689fcd08b4f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:30.410083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:30.508650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Provisioning for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:30.516338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Provisioning complete for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:30.516932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.672066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.680597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:30.692026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:30.731802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Provisioning complete for port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:30.733761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76db5e9a-439a-4a0f-b031-ac64a4d5dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.894901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.006467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.127463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.169315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port f450913d-7ad1-4a03-bd1e-94c0af1e92f4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:31.169315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.276240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Transition to ACTIVE for port object fbe927c4-4979-46fc-a5e1-2689fcd08b4f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:31.277178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f37e3885-71af-47a3-a250-4719046d236f None None] Provisioning complete for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:31.277178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f37e3885-71af-47a3-a250-4719046d236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.418154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f37e3885-71af-47a3-a250-4719046d236f None None] Port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:31.437899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.457320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.490702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:31.553277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:31.564107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for f450913d-7ad1-4a03-bd1e-94c0af1e92f4 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:31.596438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Network 6471b482-5dc3-463d-bdf3-2389791ef690 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:31.603092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:31.608578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:31.691514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.692132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.692682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.693227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.693773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.694677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.695297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.695914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.696475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.697176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.697719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.698266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:31.712161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.751238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b8a7346-0c06-4568-afe8-762319c85d3a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:31.891167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7b8a7346-0c06-4568-afe8-762319c85d3a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:31.901444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7b8a7346-0c06-4568-afe8-762319c85d3a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:31.901836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.190060 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.249326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c3a420a7-25c2-41d7-b508-b377d2a4bf14 None None] Provisioning for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:32.259365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7b8a7346-0c06-4568-afe8-762319c85d3a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b8a7346-0c06-4568-afe8-762319c85d3a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:32.262223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c3a420a7-25c2-41d7-b508-b377d2a4bf14 None None] Provisioning complete for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:32.262901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3a420a7-25c2-41d7-b508-b377d2a4bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.271298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.279669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:32.290876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.344852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe06-4004-46e1-b0a0-467250c9dd1e req-cd2722e5-781e-4fe9-b78f-b327a6e331d9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.354115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e46fe06-4004-46e1-b0a0-467250c9dd1e req-cd2722e5-781e-4fe9-b78f-b327a6e331d9 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 0.4509327 Jul 07 17:31:32.493636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e46fe06-4004-46e1-b0a0-467250c9dd1e req-d497937c-9f8d-4fce-8a60-3d72d992184a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380253 Jul 07 17:31:32.536095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7b8a7346-0c06-4568-afe8-762319c85d3a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:32.554515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-fa1d19d8-4019-4047-a0d3-b65d8c89ee0a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:32.554515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-fa1d19d8-4019-4047-a0d3-b65d8c89ee0a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 946 time: 1.8613746 Jul 07 17:31:32.577351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c3a420a7-25c2-41d7-b508-b377d2a4bf14 None None] Port fbe927c4-4979-46fc-a5e1-2689fcd08b4f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:32.596946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:32.597751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.776767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.802551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:32.810376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Deleting port 2cc02897-5458-4819-b987-be9042515238 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:32.810826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.884348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:32.914913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.067042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.108706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:33.143394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.267013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] For port 2cc02897-5458-4819-b987-be9042515238, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2cc02897-5458-4819-b987-be9042515238,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:33.267383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.320603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Calling delete_port for 2cc02897-5458-4819-b987-be9042515238 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:33.351549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b8a7346-0c06-4568-afe8-762319c85d3a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:33.500234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7b8a7346-0c06-4568-afe8-762319c85d3a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:33.500922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.600122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a147034-e3ed-4472-907e-8805b887cd61 req-1f7f9611-9381-47af-856f-97107081a3cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:33.602554 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a147034-e3ed-4472-907e-8805b887cd61 req-1f7f9611-9381-47af-856f-97107081a3cc tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.23 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 0.6768861 Jul 07 17:31:33.609537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Deleting port d92725e9-54c7-4f57-a1f1-96d5b8d2006d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:33.610333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.618332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d2b5f3ff-34b2-4034-8860-3f392a1c2f31 None None] Provisioning complete for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:33.619484 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f3ff-34b2-4034-8860-3f392a1c2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.862860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:34.012239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1213eaf-2679-472a-bc0a-90b7a887590a req-961253a8-bc04-4b07-9b9e-e6f791e83293 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.015165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1213eaf-2679-472a-bc0a-90b7a887590a req-961253a8-bc04-4b07-9b9e-e6f791e83293 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 945 time: 1.1370828 Jul 07 17:31:34.058908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=f450913d-7ad1-4a03-bd1e-94c0af1e92f4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:34.063364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d92725e9-54c7-4f57-a1f1-96d5b8d2006d no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:34.076821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.078378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Deleting port 92aed75d-7aa7-43c8-95cc-d283f0db1067 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:34.078851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.087330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:34.087735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.132379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5f3ff-34b2-4034-8860-3f392a1c2f31 None None] Port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:34.243090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.283060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:34.285407 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d65bd-cc49-43ab-a854-39b9907c20eb" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-unplugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:34.320885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d92725e9-54c7-4f57-a1f1-96d5b8d2006d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:34.336720 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.340776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:34.355886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0957c567-b077-485b-a3a0-6c902f68aefe tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5154860 Jul 07 17:31:34.360928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34658) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:34.380674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1213eaf-2679-472a-bc0a-90b7a887590a req-c066d6f8-8064-4ab8-8e0d-b879ce700ef3 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268478 Jul 07 17:31:34.394627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:34.430543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-27785352'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:34.443290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:34.444885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:34.549919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.638052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:34.639068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.692299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router bffe2e88-f640-4e3e-b379-b8c87e97f295 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:34.703683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Network 6471b482-5dc3-463d-bdf3-2389791ef690 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:34.708287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:34.771040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:34.774408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc02897-5458-4819-b987-be9042515238,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:34.793931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:34.815203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.818271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:34.964008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.096068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 92aed75d-7aa7-43c8-95cc-d283f0db1067 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:35.274347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:35.292057 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] Sync routers for ids ['bffe2e88-f640-4e3e-b379-b8c87e97f295'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:35.308579 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] Routers {'bffe2e88-f640-4e3e-b379-b8c87e97f295'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:35.312864 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bffe2e88-f640-4e3e-b379-b8c87e97f295'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.321693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bcbec5e0-aea2-4f47-bf7c-bdaea66d07ab tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/bffe2e88-f640-4e3e-b379-b8c87e97f295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6790681 Jul 07 17:31:35.364485 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.382801 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] Routers {'bffe2e88-f640-4e3e-b379-b8c87e97f295'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:35.387327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bffe2e88-f640-4e3e-b379-b8c87e97f295'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.409452 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.436451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34666) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:35.464970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-818cafe7-ad83-4eb1-93eb-a761e1281a79 None None] Provisioning complete for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:35.465605 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-818cafe7-ad83-4eb1-93eb-a761e1281a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.483113 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.483784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74326d9d-522d-4c68-9320-aaaae3d25c43 None None] The sync data for ids ['bffe2e88-f640-4e3e-b379-b8c87e97f295'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:35.544433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 92aed75d-7aa7-43c8-95cc-d283f0db1067, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=92aed75d-7aa7-43c8-95cc-d283f0db1067,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:35.554128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17a29-e928-44eb-bfde-ebc777b35dd7 req-61e14670-9893-4718-bd33-ca83a208ef47 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.557306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fb17a29-e928-44eb-bfde-ebc777b35dd7 req-61e14670-9893-4718-bd33-ca83a208ef47 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 944 time: 0.8353710 Jul 07 17:31:35.560097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-887340cb-4131-45d6-b3dc-f3e3305e6fc2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=bffe2e88-f640-4e3e-b379-b8c87e97f295 HTTP/1.1" status: 200 len: 205 time: 0.1152103 Jul 07 17:31:35.561010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.562963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34670) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:35.615163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:35.623007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-818cafe7-ad83-4eb1-93eb-a761e1281a79 None None] Port fbe927c4-4979-46fc-a5e1-2689fcd08b4f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:35.632021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:29Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:30Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:35.654193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.655459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.655971 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Floating IP 7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b disassociated. External IP: 172.25.3.168, port: d92725e9-54c7-4f57-a1f1-96d5b8d2006d. Jul 07 17:31:35.656485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Calling delete_port for d92725e9-54c7-4f57-a1f1-96d5b8d2006d owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:35.671179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.671829 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment 1cb26676-aa7a-433a-ab74-611787f909bf of type vlan for network 87b75756-db17-4aa5-9e6a-14a038e94d65 Jul 07 17:31:35.676893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.693111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:35.693725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Updating router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:35.804369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:35.813390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.822118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fb17a29-e928-44eb-bfde-ebc777b35dd7 req-e81e0874-bf7d-4812-baf4-d1a158e10269 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups?id=91d3eafb-52c8-4e36-a9f6-cb522473cbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566789 Jul 07 17:31:35.828632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Router e66a5425-4988-4d89-9cce-afef92c4cd06 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:35.963902 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df967f-b76b-41fa-8c0b-7db82ac828fe x-openstack-request-id: req-12df967f-b76b-41fa-8c0b-7db82ac828fe {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:35.964758 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-unplugged", "status": "completed", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:35.965189 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12df967f-b76b-41fa-8c0b-7db82ac828fe {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:35.967681 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'code': 200} Jul 07 17:31:36.076323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.085208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.362586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.403970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.405735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router bffe2e88-f640-4e3e-b379-b8c87e97f295 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:36.405987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.406337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.406699 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Floating IP 965ba57b-1df6-4f9e-aac8-77d3be8ff91a disassociated. External IP: 172.25.3.40, port: 92aed75d-7aa7-43c8-95cc-d283f0db1067. Jul 07 17:31:36.407072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Calling delete_port for 92aed75d-7aa7-43c8-95cc-d283f0db1067 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:36.435321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57296-19c6-4f23-83af-466d2919fd46 req-68c5d9a1-2bf6-4a0f-a0a6-f93d904b826e tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:36.439477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12d57296-19c6-4f23-83af-466d2919fd46 req-68c5d9a1-2bf6-4a0f-a0a6-f93d904b826e tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 943 time: 0.2577851 Jul 07 17:31:36.450677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.458474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fbab04d9-3424-4508-b70c-b73bc8be4b38 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/bffe2e88-f640-4e3e-b379-b8c87e97f295 HTTP/1.1" status: 204 len: 168 time: 0.8939884 Jul 07 17:31:36.462363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:36.465292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34676) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:36.479852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Sync routers for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:36.587193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:36.588297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:36.589464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a513b6f2-337f-41b0-8886-93f238d36d81 admin admin] 10.222.0.66 "PUT /v2.0/routers/e66a5425-4988-4d89-9cce-afef92c4cd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3885434 Jul 07 17:31:36.624505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.634535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:36.636049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.643750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12d57296-19c6-4f23-83af-466d2919fd46 req-3fa2c56f-d432-4612-934c-5421920ff1fa tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/security-groups?id=b47799d1-ad35-4235-a848-2e749db8dbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771894 Jul 07 17:31:36.684689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 54916aee-2328-4b1c-a645-2b39ec379b63 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:36.692201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.784711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.801524 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:36.806785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.818162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:36.861204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Transition to ACTIVE for port object 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:36.876406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.883516 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.912264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:36.927056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.5517008 Jul 07 17:31:36.938212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34686) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:36.959905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:36.992131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'Port': ['ID=d92725e9-54c7-4f57-a1f1-96d5b8d2006d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:37.083919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edb505-c71e-4727-9ff6-1e0b01911878 None None] Pushing event updated for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:37.132883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:37.254870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ffb8c-2f62-4a9c-9dd2-b72cdaec9643 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=87b75756-db17-4aa5-9e6a-14a038e94d65,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:37.256654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Attempting to bind port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:37.257749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Attempting to bind port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:37.257749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Attempting to bind port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 on network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:37.273394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:37.273778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Checking segment: {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:37.274191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.274628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Bound using segment: {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:37.275130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Bound port: 32bd0d12-e629-4fb8-86c7-ab9daacd6f00, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ab29b8-477f-4f6c-9491-48714060aa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:37.275523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.284494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:37.312616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-928925253'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:37.383076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6bacd486-3391-4831-b9c2-9f4d5e944e95 req-5ba9e233-d70b-4ff2-ab1d-92f6382d490a tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 210 time: 0.0918376 Jul 07 17:31:37.471075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:31:37.471075 n-d-791505-12 neutron-server[93946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:31:37.471075 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id_1': '05e4cd520b22430dbcf61f242ecd3ff7', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 31, 37, 338744)}] Jul 07 17:31:37.471075 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:31:37.472027 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:31:37.497288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:37.505141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.530084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.668412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f350d0c0-6eef-4c89-bc7d-b26a38fb33f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.750900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.754129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] For port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:37.804440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event deleted for resources: {'Port': ['ID=92aed75d-7aa7-43c8-95cc-d283f0db1067,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:37.854036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] For port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:37.886417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.964572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Deleting port 2b56f396-930f-464a-abc1-be2650ccbdd4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:37.965328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.977425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:37.979813 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25742504-58e3-424a-adc5-30b02a0bbd96" -d '{"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-unplugged", "status": "completed", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:38.053955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fbe927c4-4979-46fc-a5e1-2689fcd08b4f', 'name': '', 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'mac_address': 'fa:16:3e:54:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:29Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 2, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'subnets': [{'id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:38.056132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:38.056792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:38.059115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edb505-c71e-4727-9ff6-1e0b01911878 None None] Pushing event updated for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.145899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32695b97-34ed-43dc-be09-d220414c1150 req-0e02740b-531e-418b-818b-32bbbbe42f27 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 210 time: 0.1931963 Jul 07 17:31:38.156983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.184795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:38.193633 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.250804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:38.383401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:38.396842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=54916aee-2328-4b1c-a645-2b39ec379b63,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.400754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] For port 2b56f396-930f-464a-abc1-be2650ccbdd4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2b56f396-930f-464a-abc1-be2650ccbdd4,segment=NetworkSegment(d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8),segment_id=d0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:38.401989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.405263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.413455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6e994cbf-78ab-4288-83ea-c39d28891a6d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/54916aee-2328-4b1c-a645-2b39ec379b63 HTTP/1.1" status: 204 len: 168 time: 1.9334667 Jul 07 17:31:38.413959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34700) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:38.480607 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023a3e9-bb63-41b6-b548-930a8d4b6eba x-openstack-request-id: req-8023a3e9-bb63-41b6-b548-930a8d4b6eba {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:38.481187 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-unplugged", "status": "completed", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:38.481484 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8023a3e9-bb63-41b6-b548-930a8d4b6eba {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:38.482380 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'code': 200} Jul 07 17:31:38.485312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a5f7e-356c-4058-a1c8-95d2c2b4580c None None] Network b723834e-f166-4126-a808-42f5196528ff requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:38.490228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Checking router: e66a5425-4988-4d89-9cce-afef92c4cd06 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:38.490622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Updating router e66a5425-4988-4d89-9cce-afef92c4cd06 port fbe927c4-4979-46fc-a5e1-2689fcd08b4f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:38.496352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Calling delete_port for 2b56f396-930f-464a-abc1-be2650ccbdd4 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:38.560265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Router e22fd052-2d53-471c-b656-04fa75981d3a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:38.582404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:38.912688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:38.929763 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:38.931298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b27696ad-c5f7-48f5-8bef-935a51565c21 req-c73dd771-6901-4ef1-b7bc-6156b30241e3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 210 time: 0.1727855 Jul 07 17:31:38.962252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.980424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:38.982351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:38.994978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:39.109786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.110874 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Added segment e6720ec3-f807-4c6d-a5e7-11fc994d7ab2 of type vlan for network 26da662c-eb6f-4523-9af3-9e598d3a83d7 Jul 07 17:31:39.114048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] No DVR routers for this DVR port d92725e9-54c7-4f57-a1f1-96d5b8d2006d on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:39.121746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.321966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.326144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a20301e2-85a2-423c-a7f1-ea7fcb32702a req-f16f3fa5-0c53-4856-aaf4-d8f47b88346f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.73 "DELETE /v2.0/ports/d92725e9-54c7-4f57-a1f1-96d5b8d2006d HTTP/1.1" status: 204 len: 173 time: 6.7584410 Jul 07 17:31:39.341736 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.354121 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:39.403348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.409795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=51844eb0-e308-4a08-a6ae-81e2bf195636,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:39.559465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-deleted', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:39.563348 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580dc123-b3c9-4c3c-8da4-e9a4502247bb" -d '{"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-deleted", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:39.576071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.593341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:39.610067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-909d7d93-1388-4928-99b7-9ed89efca512 admin admin] 10.222.0.66 "PUT /v2.0/routers/e22fd052-2d53-471c-b656-04fa75981d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7441206 Jul 07 17:31:39.627690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:39.628620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 87b75756-db17-4aa5-9e6a-14a038e94d65, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:39.631340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34712) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:39.665653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Sync routers for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:39.691926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b56f396-930f-464a-abc1-be2650ccbdd4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:39.714097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:31:39.723377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:39.724719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:39.730861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:39.800091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Sync routers for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:39.915630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3291587-4826-4a94-b031-b2d5846f314f req-4c518e87-aee9-4880-bf53-54ce7df7bd92 tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 210 time: 0.3406451 Jul 07 17:31:39.930879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.953617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.982220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] No DVR routers for this DVR port 92aed75d-7aa7-43c8-95cc-d283f0db1067 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:39.985654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.990086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7a147034-e3ed-4472-907e-8805b887cd61 req-65c15648-b505-4756-bc84-fc3243f10ace tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.23 "DELETE /v2.0/ports/92aed75d-7aa7-43c8-95cc-d283f0db1067 HTTP/1.1" status: 204 len: 173 time: 6.3723898 Jul 07 17:31:40.013435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:40.013912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.104405 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:40.105043 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:40.138278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:40.149601 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ba012-952e-400c-869e-e7e9ed1c22d6 x-openstack-request-id: req-ea8ba012-952e-400c-869e-e7e9ed1c22d6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:40.153885 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8b4092-08f3-4e71-968b-f296ddfe5f33", "name": "network-vif-deleted", "tag": "d92725e9-54c7-4f57-a1f1-96d5b8d2006d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:40.154256 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea8ba012-952e-400c-869e-e7e9ed1c22d6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:40.154780 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8b4092-08f3-4e71-968b-f296ddfe5f33', 'name': 'network-vif-deleted', 'tag': 'd92725e9-54c7-4f57-a1f1-96d5b8d2006d', 'status': 'completed', 'code': 200} Jul 07 17:31:40.328218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] DHCP port deletion for b723834e-f166-4126-a808-42f5196528ff request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:40.371991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.373057 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18edec16-8452-4d89-9bbd-0feaaf0a1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.407943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:40.409024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.5893497 Jul 07 17:31:40.422715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'subnet': {'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:40.480996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:40.524639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fec662e5-672e-43e2-8673-35bb87085638 req-fe0be8c4-47d7-4062-9e02-62b034a1d51f tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce8b4092-08f3-4e71-968b-f296ddfe5f33 HTTP/1.1" status: 200 len: 210 time: 0.1674731 Jul 07 17:31:40.567515 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:40.603306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.717651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:29Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:37Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:40.726379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Deleting port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:40.727097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.732697 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:40.785894 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:40.897941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] For port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,segment=NetworkSegment(d4779053-1451-400f-bc55-e3abe29b1e55),segment_id=d4779053-1451-400f-bc55-e3abe29b1e55)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:40.898552 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:40.906203 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:40.907675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:40.927465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Calling delete_port for 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:41.215612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:41.230157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Transition to ACTIVE for port object fbe927c4-4979-46fc-a5e1-2689fcd08b4f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:41.275314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:41.277452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474c468-a884-4bfe-b3da-9d96c9cdca85 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:29Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:37Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:41.285475 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:41.353549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] Pushing event deleted for resources: {'Port': ['ID=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:41.364614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0ec98-b72a-4991-820e-fb569d01a52b None None] No DVR routers for this DVR port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:41.591317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a158ef-b87c-44c0-9a22-b6019ce38310 None None] Pushing event updated for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:41.669865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:31:34Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:41.778325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Checking router: e22fd052-2d53-471c-b656-04fa75981d3a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:41.793045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:41.813382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Attempting to bind port fbe927c4-4979-46fc-a5e1-2689fcd08b4f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:41.817217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Attempting to bind port fbe927c4-4979-46fc-a5e1-2689fcd08b4f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:41.817770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Attempting to bind port fbe927c4-4979-46fc-a5e1-2689fcd08b4f on network 6471b482-5dc3-463d-bdf3-2389791ef690 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:41.883214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:41.895655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:41.928317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:41.928609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Checking segment: {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:41.928979 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:41.929391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Bound using segment: {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:41.930165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Bound port: fbe927c4-4979-46fc-a5e1-2689fcd08b4f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a2eca-c513-4513-b74d-226d71cb0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:41.930729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.124458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Routers {'e22fd052-2d53-471c-b656-04fa75981d3a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:42.126954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e22fd052-2d53-471c-b656-04fa75981d3a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:42.136615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:42.137273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:42.177546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-deleted', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:42.181712 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc0aa69-bd13-49c5-b3c8-1635337502e7" -d '{"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-deleted", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:42.198641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.216192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] For port fbe927c4-4979-46fc-a5e1-2689fcd08b4f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:42.246676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] For port fbe927c4-4979-46fc-a5e1-2689fcd08b4f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:42.310979 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.431441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e91b6d-3396-4673-aee8-11d3e3ddd350 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Network': ['ID=26da662c-eb6f-4523-9af3-9e598d3a83d7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.442061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:42.476387 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7584ac5f-bc6c-4f05-a222-3f5192112cc9 req-3f9d1bfd-30c1-48bb-81de-0840bb12c3cf tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bdad1f-03bb-4a95-bf13-0c07524c56d1 HTTP/1.1" status: 200 len: 210 time: 0.2063901 Jul 07 17:31:42.501051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:42.512950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 87b75756-db17-4aa5-9e6a-14a038e94d65) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:42.577705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:42.583948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.639620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:42.643425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.746944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a158ef-b87c-44c0-9a22-b6019ce38310 None None] Pushing event updated for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.802041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] Set router e22fd052-2d53-471c-b656-04fa75981d3a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:42.873471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902aab4-560d-48ac-8e0d-e3707f7f216c None None] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:42.901328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:42.903076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d3e9676d-06c6-4082-99f1-a70bf81a0461 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9634302 Jul 07 17:31:42.936060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.063013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:43.063425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.104531 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3d493-3506-4765-8f7b-559aa1f1972d x-openstack-request-id: req-5ea3d493-3506-4765-8f7b-559aa1f1972d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:43.104531 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bdad1f-03bb-4a95-bf13-0c07524c56d1", "name": "network-vif-deleted", "tag": "92aed75d-7aa7-43c8-95cc-d283f0db1067", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:43.104531 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ea3d493-3506-4765-8f7b-559aa1f1972d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:43.105107 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bdad1f-03bb-4a95-bf13-0c07524c56d1', 'name': 'network-vif-deleted', 'tag': '92aed75d-7aa7-43c8-95cc-d283f0db1067', 'status': 'completed', 'code': 200} Jul 07 17:31:43.117610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:43.122374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:31:43.128087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34740) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:43.156680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.204651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Router d1dd702e-bb2b-4232-9a71-271fe2e882b9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:43.260440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:43.319641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 59cef3b2-5ee1-4c2b-aace-a1cb5e7184d5 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:43.329012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Deleting port 8be10aea-485a-472d-846f-5fb2cc66f49b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:43.330402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.342486 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.357054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:43.359618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.397490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.451145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Subnet': ['ID=3780d636-ce78-427e-b0fe-e1594950d469,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:43.456512 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Checking router: 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:43.506432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.511546 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:43.513983 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.530433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:43.640619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.656480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.683098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b723834e-f166-4126-a808-42f5196528ff']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.696626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:43.719884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4779053-1451-400f-bc55-e3abe29b1e55') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.721234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4779053-1451-400f-bc55-e3abe29b1e55') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:43.745918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:43.767716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] For port 8be10aea-485a-472d-846f-5fb2cc66f49b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8be10aea-485a-472d-846f-5fb2cc66f49b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:43.768357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.791735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.837491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Calling delete_port for 8be10aea-485a-472d-846f-5fb2cc66f49b owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:43.857993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.935839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:43.969702 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:43.994500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9fd55ec-3fe8-4d84-9efd-9a431ef370e0 admin admin] 10.222.0.66 "PUT /v2.0/routers/d1dd702e-bb2b-4232-9a71-271fe2e882b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3025458 Jul 07 17:31:44.003455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34756) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.018901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Sync routers for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:44.102096 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:44.115025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:44.115792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:44.122913 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:44.125680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.184178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.200193 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ff923-bd12-4f97-884f-d8015e310f67 None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:21:41Z', 'revision_number': 4, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '04ce65eb-289c-4bb0-89b1-d3eb7cc870cc', 'name': '', 'network_id': '6527d4a1-3bd6-4dcb-9663-a6f56e4698c2', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'mac_address': 'fa:16:3e:3f:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:39Z', 'updated_at': '2021-07-07T17:21:52Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'subnets': [{'id': '8a16ce12-d792-44fc-9c3d-f2fe802d828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:44.226629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be10aea-485a-472d-846f-5fb2cc66f49b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.240171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.243128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.244603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "DELETE /v2.0/security-groups/91d3eafb-52c8-4e36-a9f6-cb522473cbe9 HTTP/1.1" status: 204 len: 168 time: 1.1136122 Jul 07 17:31:44.261122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.363331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce73a-f49a-4448-aeb7-fe201dd0e450 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3eafb-52c8-4e36-a9f6-cb522473cbe9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.366874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.370134 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-808dac54-d1bd-42d8-bb2d-e75e6aa5e6d3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] show failed (client error): The resource could not be found. Jul 07 17:31:44.371491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-808dac54-d1bd-42d8-bb2d-e75e6aa5e6d3 tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "GET /v2.0/security-groups/91d3eafb-52c8-4e36-a9f6-cb522473cbe9 HTTP/1.1" status: 404 len: 347 time: 0.1076093 Jul 07 17:31:44.380385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:44.381858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:44.418239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.466131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.496833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.505187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/b723834e-f166-4126-a808-42f5196528ff HTTP/1.1" status: 204 len: 168 time: 6.0864761 Jul 07 17:31:44.556097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.573144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2061499107', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:44.575825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccf80c-9926-48a4-a496-8e158cc3abe7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=b723834e-f166-4126-a808-42f5196528ff,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.650131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.654699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.800417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.800417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22fd052-2d53-471c-b656-04fa75981d3a {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:44.818457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.820561 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:44.826051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6dcf25cb-1494-4bf3-9213-17e9b8755031 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e22fd052-2d53-471c-b656-04fa75981d3a HTTP/1.1" status: 204 len: 168 time: 5.0658939 Jul 07 17:31:44.827116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.853124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Checking segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:44.854172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network hostable DHCP agents. Network: 26da662c-eb6f-4523-9af3-9e598d3a83d7, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:44.894616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.895700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.927913 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d3f60-77ad-434d-93b7-9585eae110ca None None] The sync data for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 is: [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:43Z', 'revision_number': 4, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8f968601-6f82-4aaf-9f9c-381ade96048f', 'name': '', 'network_id': '34a16e02-5700-463e-84c8-23baa4720c95', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'mac_address': 'fa:16:3e:b9:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:42Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'subnets': [{'id': 'e9e61a2f-5abe-46be-bfd0-33ffbe575154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:44.930632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.946606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-87b75756-db17-4aa5-9e6a-14a038e94d65', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:44.948069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.984008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Deleting port 3b070d7f-e4e0-4517-a1df-338590b565ee {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:44.985618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.991265 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51afdb-225d-49f8-a1f6-68bfb4cc54d2 None None] New status for floating IP 7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:45.015855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:45.076236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:45.077281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.140980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:31:34Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:45.183351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.194265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.194824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.198130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:45.211351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Calling delete_port for 3b070d7f-e4e0-4517-a1df-338590b565ee owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:45.222405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:45.224439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.284406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.292719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Deleting port e73b5a69-8121-48b2-b573-8be1d01fc3cf {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:45.293073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.347602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc849363-3d45-4c84-87e3-86a1b406b08e None None] The sync data for ids ['e22fd052-2d53-471c-b656-04fa75981d3a'] in n-d-791505-12 is: [{'id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'name': 'tempest-TaggedBootDevicesTest-1954379132-router', 'tenant_id': '9a18ef69d4d540d6be171f96a035a883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:31:34Z', 'revision_number': 5, 'project_id': '9a18ef69d4d540d6be171f96a035a883', 'gw_port': {'id': '8be10aea-485a-472d-846f-5fb2cc66f49b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22fd052-2d53-471c-b656-04fa75981d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:20Z', 'updated_at': '2021-07-07T17:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:45.353665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 26da662c-eb6f-4523-9af3-9e598d3a83d7) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:45.377625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Deleting subnet 0572ef2b-673c-4317-8231-44bc6fb1c72e {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:45.387246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.424795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.426075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.431577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb881c26-3ddb-4e23-9294-7a8dca57189d None None] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:45.519426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fbe927c4-4979-46fc-a5e1-2689fcd08b4f', 'name': '', 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'mac_address': 'fa:16:3e:54:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:29Z', 'updated_at': '2021-07-07T17:31:42Z', 'revision_number': 4, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'subnets': [{'id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:45.538509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.654894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.668803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcb780-e721-40b3-b7b0-ce459cb4f074 None None] The sync data for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 is: [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fbe927c4-4979-46fc-a5e1-2689fcd08b4f', 'name': '', 'network_id': '6471b482-5dc3-463d-bdf3-2389791ef690', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'mac_address': 'fa:16:3e:54:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:29Z', 'updated_at': '2021-07-07T17:31:42Z', 'revision_number': 4, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'subnets': [{'id': '19f4a992-2ee9-4d07-b72e-229aa74a1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:45.680778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d0721-fa2c-4089-b7a8-e76332c54725 None None] New status for floating IP 965ba57b-1df6-4f9e-aac8-77d3be8ff91a: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:45.742867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.754081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.759405 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b214ba01-1ee4-4b1d-a662-13f4fb72f21d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1937969 Jul 07 17:31:45.768790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34774) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:45.776129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-149365208'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:45.800851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0572ef2b-673c-4317-8231-44bc6fb1c72e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:45.865007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.870883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8eb4cc7e-fb4c-4e5b-ab1b-1ab0da740f0e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0572ef2b-673c-4317-8231-44bc6fb1c72e HTTP/1.1" status: 204 len: 168 time: 1.0412180 Jul 07 17:31:45.885415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34776) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:45.938667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:45.943691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.966177 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8be4e50-b5a8-43eb-8267-913ed601676b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.5518706 Jul 07 17:31:45.970251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34780) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:46.013036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1685244538'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:46.023151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.051588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.095904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.096280 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.140669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.147360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Calling delete_port for e73b5a69-8121-48b2-b573-8be1d01fc3cf owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:46.160615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:46.174201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:46.178129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.234540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Pushing event deleted for resources: {'Port': ['ID=3b070d7f-e4e0-4517-a1df-338590b565ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:46.264833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Allocated IP 172.21.0.2 (87b75756-db17-4aa5-9e6a-14a038e94d65/51844eb0-e308-4a08-a6ae-81e2bf195636/0178b6d4-9eec-48df-90a9-a82a6d1b56d8) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:46.280906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d1aab-51bd-4ae6-a85f-dc4798ba014e None None] Network f62391a7-ebaf-4f0a-a986-900f496673c9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:46.323529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.386304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.390523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.393008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-43ce7329-4699-46c5-9977-ba834f87641d tempest-AttachVolumeShelveTestJSON-1551177658 tempest-AttachVolumeShelveTestJSON-1551177658-project] 10.222.0.66 "DELETE /v2.0/floatingips/7ac35e6e-2dda-482e-9cb3-5ca09fe95f2b HTTP/1.1" status: 204 len: 168 time: 1.9723825 Jul 07 17:31:46.436785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.437773 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 0be7abc3-f001-4e9a-bccb-71a91ff7ecca of type vlan for network 862a76c3-ba2f-4e53-9ee4-c41533060d7e Jul 07 17:31:46.497927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Deleting port cf4d13c2-c248-44da-a781-07b96395bada {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:46.498278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.541477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.590298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:46.623546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.623900 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Added segment e125bd4c-d655-43fc-a6c3-727297151954 of type vlan for network 5f91ee35-348b-4874-a672-2fa4e9137b25 Jul 07 17:31:46.715942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] For port cf4d13c2-c248-44da-a781-07b96395bada, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf4d13c2-c248-44da-a781-07b96395bada,segment=NetworkSegment(f19bd3da-b0c7-4b7f-823c-8056390dd0c9),segment_id=f19bd3da-b0c7-4b7f-823c-8056390dd0c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:46.716782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.737760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.763066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Calling delete_port for cf4d13c2-c248-44da-a781-07b96395bada owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:46.900620 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.942578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:46.947911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.986713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:31:47.073507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0882421 Jul 07 17:31:47.082935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34788) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:47.090673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'subnet': {'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:47.124048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.273437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] No DVR routers for this DVR port cf4d13c2-c248-44da-a781-07b96395bada on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:47.537851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4d13c2-c248-44da-a781-07b96395bada,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:47.584609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.611281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62391a7-ebaf-4f0a-a986-900f496673c9']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:47.630931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:47.631146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19bd3da-b0c7-4b7f-823c-8056390dd0c9') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:47.660536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.686850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.703952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:47.704370 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:47.706939 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:47.814942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:47.838175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.858150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.868286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] 10.222.0.66 "DELETE /v2.0/networks/f62391a7-ebaf-4f0a-a986-900f496673c9 HTTP/1.1" status: 204 len: 168 time: 1.9812205 Jul 07 17:31:47.895148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-26da662c-eb6f-4523-9af3-9e598d3a83d7', 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'fixed_ips': [{'subnet_id': '3780d636-ce78-427e-b0fe-e1594950d469'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:47.895495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.904393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:31:39Z', 'revision_number': 5, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port': {'id': 'bf33397f-bf8f-4cb1-b429-b3c94e8be2ab', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:48Z', 'updated_at': '2021-07-07T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:47.907266 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.922615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6a3c7-8352-430d-b93b-bfd01770a13f admin admin] Pushing event deleted for resources: {'Network': ['ID=f62391a7-ebaf-4f0a-a986-900f496673c9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:47.943331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.953489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.966202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.310242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Checking router: d1dd702e-bb2b-4232-9a71-271fe2e882b9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:48.329347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbe927c4-4979-46fc-a5e1-2689fcd08b4f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:48.334029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122f57e-6002-4ede-8acf-7f606b67be86 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Network': ['ID=5f91ee35-348b-4874-a672-2fa4e9137b25,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.366872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34802) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.402104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:48.488066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Deleting port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:48.488607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.510679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15a90cc4-a63d-4866-8af7-b1c29555bdf3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a18ef69d4d540d6be171f96a035a883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417542 Jul 07 17:31:48.514707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.519668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.635350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.686756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.690402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded52773-4702-4f00-b23f-b95dd12b5afe None None] DHCP port deletion for f62391a7-ebaf-4f0a-a986-900f496673c9 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:48.815988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.819068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.820385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5 HTTP/1.1" status: 204 len: 168 time: 0.3045957 Jul 07 17:31:48.837255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:48.844674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.852805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe75c1-6ae5-4ad2-a05c-dc774681e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf6f84-90c8-4ce4-9d5b-46ed5f5c9cb5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.863979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Routers {'d1dd702e-bb2b-4232-9a71-271fe2e882b9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:48.864748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:49.062225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=862a76c3-ba2f-4e53-9ee4-c41533060d7e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.071060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9de8a07a-176e-482c-ba1a-eac3a0fe8553 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2981358 Jul 07 17:31:49.071930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34810) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:49.078878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:49.191514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:49.193464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.196870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:49.223355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] Set router d1dd702e-bb2b-4232-9a71-271fe2e882b9 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:49.303474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:49.308748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:31:46Z', 'revision_number': 6, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:49.315476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.373462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:49.373941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.459430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290fc1-ee66-4ddc-bdee-0c4e9cc1805a None None] The sync data for ids ['d1dd702e-bb2b-4232-9a71-271fe2e882b9'] in n-d-791505-12 is: [{'id': 'd1dd702e-bb2b-4232-9a71-271fe2e882b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1971643541-router', 'tenant_id': '666d96ef96d4446b9015d03d8b756d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:47Z', 'updated_at': '2021-07-07T17:31:46Z', 'revision_number': 6, 'project_id': '666d96ef96d4446b9015d03d8b756d5d', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:49.520898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.560775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Transition to ACTIVE for port object 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:49.580720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Allocated IP 19.80.0.2 (26da662c-eb6f-4523-9af3-9e598d3a83d7/3780d636-ce78-427e-b0fe-e1594950d469/1507278c-243e-4f5c-8067-aeebbc4ade60) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:49.615990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Transition to ACTIVE for port object 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:49.659074 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.741052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event deleted for resources: {'Port': ['ID=e73b5a69-8121-48b2-b573-8be1d01fc3cf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.817472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.955789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.072558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fbe927c4-4979-46fc-a5e1-2689fcd08b4f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:50.168655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:50.196577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.267348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:50.273911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:50.280926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.321105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Subnet': ['ID=86f4d297-6bce-4ee6-adca-3aeecbbee53a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.337507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Pushing event updated for resources: {'Port': ['ID=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.371183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.376102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.379265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-794a399a-fa4a-4b6e-9962-932825a5084a tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "DELETE /v2.0/floatingips/965ba57b-1df6-4f9e-aac8-77d3be8ff91a HTTP/1.1" status: 204 len: 168 time: 6.6291769 Jul 07 17:31:50.406253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] For port bf33397f-bf8f-4cb1-b429-b3c94e8be2ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:50.411499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.539536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Calling delete_port for bf33397f-bf8f-4cb1-b429-b3c94e8be2ab owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:50.594500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=4b6a772b-294e-4822-a58a-da8d09542665,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.695439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:50.697318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 862a76c3-ba2f-4e53-9ee4-c41533060d7e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:50.731044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.21.0.1 (87b75756-db17-4aa5-9e6a-14a038e94d65/51844eb0-e308-4a08-a6ae-81e2bf195636/33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:50.755635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:50.771780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 862a76c3-ba2f-4e53-9ee4-c41533060d7e) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:50.779538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:50.780496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.810290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-efbb881c-f94a-4af0-86e0-533e5ed94e3d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7366292 Jul 07 17:31:50.811391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34848) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:50.866270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2cc02897-5458-4819-b987-be9042515238 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:50.879263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73ea12-e17f-4e10-9124-1f1fe7f0fd86 None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:50.993524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Checking segment: {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:50.994812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network hostable DHCP agents. Network: 5f91ee35-348b-4874-a672-2fa4e9137b25, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:51.161210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34856) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:51.338171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:51.480380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5f91ee35-348b-4874-a672-2fa4e9137b25) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:51.490592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:51.504098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.504851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.571699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.580751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fca335ab-c1ac-478d-a889-d006787c853a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4952455 Jul 07 17:31:51.815519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.828891 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.844642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.937302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:51.951834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.995857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.013294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a5f13-5b1b-41cd-903e-cff61cddd25a None None] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:52.015884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1331551810-network', 'tenant_id': '4bf9095926214d93b43153d64ed0b58b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:52.019984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2cc02897-5458-4819-b987-be9042515238 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:52.022070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2cc02897-5458-4819-b987-be9042515238 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:52.023162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8be10aea-485a-472d-846f-5fb2cc66f49b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:52.042477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf33397f-bf8f-4cb1-b429-b3c94e8be2ab,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.215812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Made reservation on behalf of 4bf9095926214d93b43153d64ed0b58b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:52.215812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.216336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8be10aea-485a-472d-846f-5fb2cc66f49b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:52.216862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8be10aea-485a-472d-846f-5fb2cc66f49b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:52.218947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Attempting to bind port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:52.219458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Attempting to bind port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:52.219948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Attempting to bind port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 on network 87b75756-db17-4aa5-9e6a-14a038e94d65 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:52.220141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.255683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.306935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:52.307704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Checking segment: {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:52.308239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.308755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Bound using segment: {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:52.310496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Bound port: 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:52.310496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.342486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.490661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.520947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:52.521890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.524718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.526041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] 10.222.0.66 "DELETE /v2.0/security-groups/b47799d1-ad35-4235-a848-2e749db8dbbb HTTP/1.1" status: 204 len: 168 time: 1.3436239 Jul 07 17:31:52.532087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.543041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:52.557118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:52.615083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.617390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59727dcc-1a52-4411-bdf3-9b78bb1152bb tempest-TestServerBasicOps-614743406 tempest-TestServerBasicOps-614743406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47799d1-ad35-4235-a848-2e749db8dbbb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.623061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.631962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Transition to ACTIVE for port object 1507278c-243e-4f5c-8067-aeebbc4ade60 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:52.704737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Transition to ACTIVE for port object 1507278c-243e-4f5c-8067-aeebbc4ade60 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:52.755485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:52.756968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.802619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.803733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1dd702e-bb2b-4232-9a71-271fe2e882b9 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:52.811106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.816681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:52.828501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.831525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8::1 (862a76c3-ba2f-4e53-9ee4-c41533060d7e/4b6a772b-294e-4822-a58a-da8d09542665/93e6a46b-a2ec-4a11-a449-a3ad57ceb278) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:52.836285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0758aacf-f469-4309-9d3e-cf7c6709c07b admin admin] 10.222.0.66 "DELETE /v2.0/routers/d1dd702e-bb2b-4232-9a71-271fe2e882b9 HTTP/1.1" status: 204 len: 168 time: 8.8148670 Jul 07 17:31:52.845207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d966cc91-4559-4cdf-9b5c-08a775c20d66 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:52.852834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.853718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d966cc91-4559-4cdf-9b5c-08a775c20d66 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:52.863124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d966cc91-4559-4cdf-9b5c-08a775c20d66 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/networks?id=26da662c-eb6f-4523-9af3-9e598d3a83d7&id=5f91ee35-348b-4874-a672-2fa4e9137b25&id=26da662c-eb6f-4523-9af3-9e598d3a83d7 HTTP/1.1" status: 200 len: 1391 time: 0.5894802 Jul 07 17:31:52.873608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:52.902313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] For port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:52.943740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Deleting subnet 0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:52.953163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.964765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e65c0a50-e70c-47f5-80cb-ff73e820e463 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/quotas/05e4cd520b22430dbcf61f242ecd3ff7 HTTP/1.1" status: 200 len: 375 time: 0.1001921 Jul 07 17:31:53.010748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:53.081371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] For port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:53.086041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:53.149304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:53.160234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-5f91ee35-348b-4874-a672-2fa4e9137b25', 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'fixed_ips': [{'subnet_id': '86f4d297-6bce-4ee6-adca-3aeecbbee53a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:53.161512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.187116 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.195312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.205279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.236464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.263143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Pushing event updated for resources: {'Port': ['ID=1507278c-243e-4f5c-8067-aeebbc4ade60,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:53.263887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:53.282690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.379019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-4391b5e4-0109-42da-a047-b76f67f724f2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4128513 Jul 07 17:31:53.395799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-b9fe0ccc-095f-4099-aab8-f8e4f572a517 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:31:53.402716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-b9fe0ccc-095f-4099-aab8-f8e4f572a517 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220609 Jul 07 17:31:53.413966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Attempting to bind port 1507278c-243e-4f5c-8067-aeebbc4ade60 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:53.414796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Attempting to bind port 1507278c-243e-4f5c-8067-aeebbc4ade60 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:53.415431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Attempting to bind port 1507278c-243e-4f5c-8067-aeebbc4ade60 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:53.457837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:53.458951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Checking segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:53.459621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.460236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Bound using segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:53.460977 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Bound port: 1507278c-243e-4f5c-8067-aeebbc4ade60, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:53.461587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.541172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:53.541938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.599178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9ba58-bfa6-4625-a0a9-3b2881996ee6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:53.612103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.612456 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Added segment 59b6cb76-0484-487d-bd9e-8347693af3a4 of type vlan for network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 Jul 07 17:31:53.650664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-c1fafb85-447d-4daf-b704-243ca972f92c service neutron] 10.222.0.66 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444787 Jul 07 17:31:53.715627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cc76a-8b03-464e-80af-c4f1cfc6f637 None None] Pushing event updated for resources: {'Port': ['ID=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:53.755058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.853152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.895127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.898911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.900305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:53.900681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.917507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.928368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Allocated IP 19.86.0.2 (5f91ee35-348b-4874-a672-2fa4e9137b25/86f4d297-6bce-4ee6-adca-3aeecbbee53a/d3cd29fe-e4ce-4a95-afee-11830aaf763e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:53.983040 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-df20daa2-6bf9-45f5-ac08-5d3e72247e3d service neutron] 10.222.0.66 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311429 Jul 07 17:31:53.986660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:54.023485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] Pushing event updated for resources: {'Network': ['ID=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.023485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.084890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.149708 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dfa568d0-ef18-4182-8f86-9f4ed698f61d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6529903 Jul 07 17:31:54.150004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-b947501e-1672-4cc8-9588-5053b50c8556 service neutron] 10.222.0.66 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473479 Jul 07 17:31:54.151670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34902) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:54.153570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.166263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Request body: {'subnet': {'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1331551810-subnet', 'tenant_id': '4bf9095926214d93b43153d64ed0b58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:54.215786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:54.238671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.245247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Made reservation on behalf of 4bf9095926214d93b43153d64ed0b58b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:54.255574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.347269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] For port 1507278c-243e-4f5c-8067-aeebbc4ade60, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:54.385115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:54.389403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:54.404154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbe927c4-4979-46fc-a5e1-2689fcd08b4f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:54.506532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] For port 1507278c-243e-4f5c-8067-aeebbc4ade60, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1507278c-243e-4f5c-8067-aeebbc4ade60,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:54.541998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.546046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:54.558205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fbe927c4-4979-46fc-a5e1-2689fcd08b4f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:54.559197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.636748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325376f-5260-4471-8e93-ee31853c7a72 None None] Pushing event updated for resources: {'Port': ['ID=1507278c-243e-4f5c-8067-aeebbc4ade60,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.674466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.693652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Transition to ACTIVE for port object d3cd29fe-e4ce-4a95-afee-11830aaf763e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:54.720912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Transition to ACTIVE for port object d3cd29fe-e4ce-4a95-afee-11830aaf763e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:54.786275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:54.800179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.818491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-36bfa78f-1741-4609-9eff-7f136d097c98 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9048686 Jul 07 17:31:54.818702 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:54.821944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:54.840999 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:54.841764 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:54.854339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-183071521'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:54.919453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:54.925157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.926852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:54.945310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:54.950354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:54.965724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Pushing event updated for resources: {'Port': ['ID=d3cd29fe-e4ce-4a95-afee-11830aaf763e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.969726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bf33397f-bf8f-4cb1-b429-b3c94e8be2ab no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:54.996149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:55.019909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.020523 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment ea2778f1-fee6-41d1-ad1d-c08cca8db9a4 of type vlan for network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd Jul 07 17:31:55.044457 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:55.122566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: bf33397f-bf8f-4cb1-b429-b3c94e8be2ab {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:55.124666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device bf33397f-bf8f-4cb1-b429-b3c94e8be2ab not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:55.125100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf4d13c2-c248-44da-a781-07b96395bada no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:55.127644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.213159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cf4d13c2-c248-44da-a781-07b96395bada {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:55.213513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf4d13c2-c248-44da-a781-07b96395bada not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:55.213952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b56f396-930f-464a-abc1-be2650ccbdd4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:55.274470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2b56f396-930f-464a-abc1-be2650ccbdd4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:55.275546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2b56f396-930f-464a-abc1-be2650ccbdd4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:55.275699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.284782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Attempting to bind port d3cd29fe-e4ce-4a95-afee-11830aaf763e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:55.285254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Attempting to bind port d3cd29fe-e4ce-4a95-afee-11830aaf763e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:55.286232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Attempting to bind port d3cd29fe-e4ce-4a95-afee-11830aaf763e on network 5f91ee35-348b-4874-a672-2fa4e9137b25 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:55.300193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:55.300552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Checking segment: {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:55.300970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.301378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Bound using segment: {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:55.301960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Bound port: d3cd29fe-e4ce-4a95-afee-11830aaf763e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:55.302362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.307689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.308368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.411693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5880015 Jul 07 17:31:55.465354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] For port d3cd29fe-e4ce-4a95-afee-11830aaf763e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:55.474603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] For port d3cd29fe-e4ce-4a95-afee-11830aaf763e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d3cd29fe-e4ce-4a95-afee-11830aaf763e,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:55.489400 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.580049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:55.586270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:55.699070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.705561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0 HTTP/1.1" status: 204 len: 168 time: 2.8304455 Jul 07 17:31:55.707111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84433791-2295-49fb-bfc8-ca02556d55b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e26cdb4-dcbc-41c9-9ea1-1e750fb9c3d0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.729242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:55.741181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d673e-85f9-4479-b130-43301d0a88e4 None None] Pushing event updated for resources: {'Port': ['ID=d3cd29fe-e4ce-4a95-afee-11830aaf763e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.752108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1507278c-243e-4f5c-8067-aeebbc4ade60 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:55.761743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa144465-bca8-4b7e-a723-4b144adaeb05 None None] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:55.784225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-ac325144-c4df-4184-83e4-0ed1a4664dff service neutron] 10.222.0.66 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5727723 Jul 07 17:31:55.820904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7409bff-ccd4-4152-abad-32b616650aa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=1ce6b2be-a7d8-42ee-85ea-c2bf687473cd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.838471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:53Z', 'revision_number': 3, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:53Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:55.902463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.927409 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:55.928184 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Updating router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:55.982154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:55.991976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:55.995413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32655c10-66ae-4f43-bf28-878796bad841,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:56.011278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.012781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.027740 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.093412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:56.117434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:56.123470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:56.130799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:56.131384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.337772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.357645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-009fc99f-4cf3-4811-9ea3-b4af4b67eba8 service neutron] 10.222.0.66 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722256 Jul 07 17:31:56.523377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Checking segment: {'id': '59b6cb76-0484-487d-bd9e-8347693af3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:56.530018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Network hostable DHCP agents. Network: 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:56.703075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.728081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.743588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:56.769408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370827c2-92c4-4417-bf2a-2604a8e48a58']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.844948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-de9603cb-bc52-46d7-8e71-f3b6bd342ddd service neutron] 10.222.0.66 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788902 Jul 07 17:31:56.852995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:56.878924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.878924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.889669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.890530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b4e4b9-6f67-44fd-85d1-ff0ad71d5ef8') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.927735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-05af8580-7af7-4510-bdbe-053ab1c8e0b8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7619092 Jul 07 17:31:56.949538 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.955575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Allocated IP 2001:db8::2 (862a76c3-ba2f-4e53-9ee4-c41533060d7e/4b6a772b-294e-4822-a58a-da8d09542665/794017ad-29d8-4173-a0dd-2c93c40dcea2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:56.981686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.998978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdfce2-7b3a-470b-a050-6ed0a45109c6 None None] Network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:57.018294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4a55f3cd-e781-4536-a86d-a42754dc8f64 None None] Provisioning for port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:57.049755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.072503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:57.072930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:57.075149 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:57.151965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.244105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=820da96b-a4a2-4f98-965f-0ed8ca0442b3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.273241 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.312402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.325308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.330614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] 10.222.0.66 "DELETE /v2.0/networks/370827c2-92c4-4417-bf2a-2604a8e48a58 HTTP/1.1" status: 204 len: 168 time: 1.5938454 Jul 07 17:31:57.348098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Transition to ACTIVE for port object 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:57.352663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec1c62-d8df-4d68-8ca3-5ea2f7f53962 admin admin] Pushing event deleted for resources: {'Network': ['ID=370827c2-92c4-4417-bf2a-2604a8e48a58,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.354354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85e62c-03b2-452f-8119-3ed1ccb04ad0 None None] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:57.382309 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.417621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:57.418126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:57.480670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:57.524365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:57.545978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:57.560659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.645378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d5f976b-bb6d-46ab-88a2-f2c1bb9b8ca2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0594020 Jul 07 17:31:57.651808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:57.713565 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.742731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995919-4f2b-48c6-82bc-2ad3afccb9a7 None None] Pushing event updated for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.859591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b2c26-7b33-4459-be33-2ad148bc9bf9 None None] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:57.864071 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.896111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.897119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.978328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:58.063760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Provisioning for port 1507278c-243e-4f5c-8067-aeebbc4ade60 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:58.070382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34942) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:58.124080 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Attempting to bind port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:58.124671 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Attempting to bind port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:58.126868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:58.130886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Attempting to bind port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f on network 87b75756-db17-4aa5-9e6a-14a038e94d65 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:58.144343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:58.146224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Checking segment: {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:58.147269 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.148345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Bound using segment: {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:58.149394 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Bound port: 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb26676-aa7a-433a-ab74-611787f909bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:58.150297 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.385761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5deb960-ae58-49b1-988b-6669eb9ef202 req-3221db2d-8f3e-4239-bbb6-459201f61d8a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 210 time: 0.2144587 Jul 07 17:31:58.418289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34954) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:58.420433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-15078118-ddff-49d1-bf61-dc82918d1362 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=666d96ef96d4446b9015d03d8b756d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477182 Jul 07 17:31:58.545352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71630ce-612b-4a91-b7d5-cdfa74381de6 None None] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:58.551974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Provisioning complete for port 1507278c-243e-4f5c-8067-aeebbc4ade60 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:58.555118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.561996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1507278c-243e-4f5c-8067-aeebbc4ade60 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:58.602059 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] For port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:58.614073 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] For port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:58.628550 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.859799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.910277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:58.953866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:58.961378 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995919-4f2b-48c6-82bc-2ad3afccb9a7 None None] Pushing event updated for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.033987 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:59.037388 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:59.137441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.302379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.319164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Transition to ACTIVE for port object 794017ad-29d8-4173-a0dd-2c93c40dcea2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:59.335078 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:59.407679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Transition to ACTIVE for port object 794017ad-29d8-4173-a0dd-2c93c40dcea2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:59.507501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69bdfaa-0a2d-4313-b657-c8553b0b3b42 None None] Network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:59.745192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1507278c-243e-4f5c-8067-aeebbc4ade60 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:59.748016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.855995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.861999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.862919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.864205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98bb2918-1ca4-4039-96a2-9de04540ee40 HTTP/1.1" status: 204 len: 168 time: 1.4445364 Jul 07 17:31:59.948742 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:53Z', 'revision_number': 3, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:59.950088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f702-1e05-4aec-8e59-5004dc4ab9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb2918-1ca4-4039-96a2-9de04540ee40,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.991793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:59.999749 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffa56c-77b2-4f87-ae2b-23a74e384bdb None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:31:53Z', 'revision_number': 3, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:00.160533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-0961d243-5137-481e-9b58-8ee6a7c6ba42 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.165426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-0961d243-5137-481e-9b58-8ee6a7c6ba42 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/networks?id=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 HTTP/1.1" status: 200 len: 822 time: 0.6529889 Jul 07 17:32:00.319425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-6a6fb0ca-dcfe-4b37-8728-6c236e51893f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/quotas/4bf9095926214d93b43153d64ed0b58b HTTP/1.1" status: 200 len: 375 time: 0.0880878 Jul 07 17:32:00.473974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-8c4275ad-96c3-4c75-b1ae-dc880a303704 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4bf9095926214d93b43153d64ed0b58b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1416998 Jul 07 17:32:00.544593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:00.622986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:00.634143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ad99e274-59ef-4d8e-b93d-6e12b0736d52 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8212109 Jul 07 17:32:00.637180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:00.639930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:00.648456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891335374'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:00.651323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:00.674029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed6760-534d-4851-a355-deac08256952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:00.677080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.684345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:00.696122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.865061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:00.926705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fb3831c8-b4c7-4d95-a409-c39e49ca439e service neutron] 10.222.0.66 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355752 Jul 07 17:32:00.956880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Pushing event updated for resources: {'Port': ['ID=794017ad-29d8-4173-a0dd-2c93c40dcea2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:01.023829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:01.029609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:01.135561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-05ad4e14-9ef5-48e1-aaee-bc6b6cffe2a7 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:01.143972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-05ad4e14-9ef5-48e1-aaee-bc6b6cffe2a7 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:01.145911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-05ad4e14-9ef5-48e1-aaee-bc6b6cffe2a7 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "GET /v2.0/networks?id=26da662c-eb6f-4523-9af3-9e598d3a83d7&id=5f91ee35-348b-4874-a672-2fa4e9137b25&id=26da662c-eb6f-4523-9af3-9e598d3a83d7 HTTP/1.1" status: 200 len: 1391 time: 0.5711389 Jul 07 17:32:01.153795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.206782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'admin_state_up': True, 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:01.304775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:01.374430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.375091 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 01ba5ffe-cd05-46b7-a479-e2507aee21bc of type vlan for network ab609593-af93-4f1c-b28f-7fd916c6978a Jul 07 17:32:01.519661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-a43f1360-4493-45cb-bece-b58be28a035d service neutron] 10.222.0.66 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911810 Jul 07 17:32:01.569881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:01.607160 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.694216 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.713169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:01.718495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.771562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Attempting to bind port 794017ad-29d8-4173-a0dd-2c93c40dcea2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:01.771939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Attempting to bind port 794017ad-29d8-4173-a0dd-2c93c40dcea2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:01.772307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Attempting to bind port 794017ad-29d8-4173-a0dd-2c93c40dcea2 on network 862a76c3-ba2f-4e53-9ee4-c41533060d7e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:01.779158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:01.922159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2817338 Jul 07 17:32:01.942357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:01.965320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:02.010003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8181-7ec8-45f9-ae8c-9b51e890ed5e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=ab609593-af93-4f1c-b28f-7fd916c6978a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:02.138590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1092721848-network', 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:02.295321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:02.358857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.22.0.1 (1ce6b2be-a7d8-42ee-85ea-c2bf687473cd/820da96b-a4a2-4f98-965f-0ed8ca0442b3/9e68528a-95e0-4292-9897-2798cecfe9fb) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:02.364042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:02.368190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.396829 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.406516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:02.407701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Checking segment: {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:02.416487 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.417129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Bound using segment: {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:02.418470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Bound port: 794017ad-29d8-4173-a0dd-2c93c40dcea2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:02.420370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.608773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4925bdb4-8fbe-4027-a33c-d3275c572736 req-15329784-a096-43e3-a21e-f04c02e025f0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 210 time: 0.1166255 Jul 07 17:32:02.714335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.760436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 9e68528a-95e0-4292-9897-2798cecfe9fb will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:02.799724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:02.808752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.825462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:02.833785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.841814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.880463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.890161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] For port 1507278c-243e-4f5c-8067-aeebbc4ade60, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1507278c-243e-4f5c-8067-aeebbc4ade60,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:02.927011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1557f5ff-c119-4dd9-95a8-913cb22c0df3 req-45a90947-8875-41b7-bdd2-d6d726add849 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 210 time: 0.1348536 Jul 07 17:32:02.933399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.023730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.297612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:32:03.298037 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:32:03.359451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] For port 794017ad-29d8-4173-a0dd-2c93c40dcea2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:03.364334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.399936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.419566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.429924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] For port 794017ad-29d8-4173-a0dd-2c93c40dcea2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=794017ad-29d8-4173-a0dd-2c93c40dcea2,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:03.456997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-04ed6760-534d-4851-a355-deac08256952 None None] Allocated IP 172.22.0.2 (1ce6b2be-a7d8-42ee-85ea-c2bf687473cd/820da96b-a4a2-4f98-965f-0ed8ca0442b3/0e31b6af-4461-4e35-be46-db80c435dff4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:03.699888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:03.742582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:03.747133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:03.901454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=5b37ab4e-59cb-48f8-b7c0-48fa06d658a2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.940617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:03.941291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: ab609593-af93-4f1c-b28f-7fd916c6978a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:03.995725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network ab609593-af93-4f1c-b28f-7fd916c6978a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:04.020873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ab609593-af93-4f1c-b28f-7fd916c6978a) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:04.030645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:04.031869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.086303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01431327-3c3e-4958-80f7-6a698a7115ef None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:04.089609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.214362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b5e413f-0c1d-45b3-8945-45f0a5f197b6 req-e192bd23-82e2-4d90-a1f0-499b42effb8d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 210 time: 0.0713780 Jul 07 17:32:04.275609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0b4e8-6be4-4302-a681-6e8b6c621297 None None] Pushing event updated for resources: {'Port': ['ID=1507278c-243e-4f5c-8067-aeebbc4ade60,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.383572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.413288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:31:56Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.618887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ced53488-28e6-408b-802c-4ef3259918b9 None None] Provisioning for port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:04.642697 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fb0e06f-f1fa-470f-a449-7aeb2539e935 req-659ea626-cb32-49d0-94e5-2b1989f8c331 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 210 time: 0.1503241 Jul 07 17:32:04.689590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:04.693147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Updating router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:04.743827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:05.010091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Allocated IP 19.80.0.58 (26da662c-eb6f-4523-9af3-9e598d3a83d7/3780d636-ce78-427e-b0fe-e1594950d469/ac82679a-03f0-4e9f-865c-61991c3deea6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:05.046529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d416a5-3e06-4a54-9509-32cfb47078de None None] Pushing event updated for resources: {'Port': ['ID=794017ad-29d8-4173-a0dd-2c93c40dcea2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:05.139921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.148359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.162328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-04ed6760-534d-4851-a355-deac08256952 None None] Transition to ACTIVE for port object 0e31b6af-4461-4e35-be46-db80c435dff4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:05.163051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.185213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-911827f5-a976-44e5-a4de-789e09ddef33 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2381160 Jul 07 17:32:05.189225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.213882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-04ed6760-534d-4851-a355-deac08256952 None None] Transition to ACTIVE for port object 0e31b6af-4461-4e35-be46-db80c435dff4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:05.242081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.265052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.506099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:05.554484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ced53488-28e6-408b-802c-4ef3259918b9 None None] Provisioning for port d3cd29fe-e4ce-4a95-afee-11830aaf763e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:05.742020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed6760-534d-4851-a355-deac08256952 None None] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:05.752250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.773302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77737e88-7dee-48e6-9fc6-5f6fabb077aa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:05.780391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-04ed6760-534d-4851-a355-deac08256952 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:05.782901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:05.788990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6760-534d-4851-a355-deac08256952 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:05.790068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.790548 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Added segment 16f93b29-0d08-4ff0-916c-4d45307996a4 of type vlan for network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd Jul 07 17:32:05.795064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6760-534d-4851-a355-deac08256952 None None] Pushing event updated for resources: {'Port': ['ID=0e31b6af-4461-4e35-be46-db80c435dff4,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:05.903018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-669ffafc-8ae7-44f9-acce-a34e81c89757 req-8d372106-699d-44d6-99ee-46c21851ac78 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 210 time: 0.1491964 Jul 07 17:32:05.931820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:05.932204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.140071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f5a9bf1b-5121-4a60-abdf-b06f5b473429 None None] Provisioning complete for port 1507278c-243e-4f5c-8067-aeebbc4ade60 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:06.140469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bf1b-5121-4a60-abdf-b06f5b473429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.363867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-272973ff-4931-40f7-88c8-57e34da500e5 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:06.368487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-272973ff-4931-40f7-88c8-57e34da500e5 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.73 "GET /v2.0/networks?id=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 HTTP/1.1" status: 200 len: 822 time: 0.4095161 Jul 07 17:32:06.370858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.385071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-04ed6760-534d-4851-a355-deac08256952 None None] Attempting to bind port 0e31b6af-4461-4e35-be46-db80c435dff4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:06.385529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-04ed6760-534d-4851-a355-deac08256952 None None] Attempting to bind port 0e31b6af-4461-4e35-be46-db80c435dff4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:06.385749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed6760-534d-4851-a355-deac08256952 None None] Attempting to bind port 0e31b6af-4461-4e35-be46-db80c435dff4 on network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:06.393373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Request body: {'port': {'device_id': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1', 'admin_state_up': True, 'tenant_id': '4bf9095926214d93b43153d64ed0b58b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:06.394933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7601d321-10af-4c2e-9a96-292cbb821ae1 req-38e87c10-62b8-443b-b5d6-43f02a8c18ed tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 210 time: 0.1623521 Jul 07 17:32:06.457440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.477821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Deleting port 8f968601-6f82-4aaf-9f9c-381ade96048f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:06.481170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.508314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ab609593-af93-4f1c-b28f-7fd916c6978a', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:06.509216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.618507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed6760-534d-4851-a355-deac08256952 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:06.618902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed6760-534d-4851-a355-deac08256952 None None] Checking segment: {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:06.619319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.619729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed6760-534d-4851-a355-deac08256952 None None] Bound using segment: {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:06.620238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-04ed6760-534d-4851-a355-deac08256952 None None] Bound port: 0e31b6af-4461-4e35-be46-db80c435dff4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:06.620642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.623063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d40e2-d240-4b18-803c-cb5a519829d5 None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:06.873777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-04ed6760-534d-4851-a355-deac08256952 None None] For port 0e31b6af-4461-4e35-be46-db80c435dff4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:06.878685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-04ed6760-534d-4851-a355-deac08256952 None None] For port 0e31b6af-4461-4e35-be46-db80c435dff4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0e31b6af-4461-4e35-be46-db80c435dff4,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:06.904995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04ed6760-534d-4851-a355-deac08256952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.987781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:32:07.100100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.101219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.102047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.187079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.333117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1f8acd5-4dff-458a-978e-b332bd61131d req-c74fefef-0565-44ae-a246-17ce31227cbf tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 210 time: 0.2022333 Jul 07 17:32:07.488622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.510081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.7269626 Jul 07 17:32:07.512968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35086) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:07.528776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Request body: {'subnet': {'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1092721848-subnet', 'tenant_id': 'db563f9259544e3990e591914c407950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:07.569883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6760-534d-4851-a355-deac08256952 None None] Pushing event updated for resources: {'Port': ['ID=0e31b6af-4461-4e35-be46-db80c435dff4,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:07.604288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] For port 8f968601-6f82-4aaf-9f9c-381ade96048f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8f968601-6f82-4aaf-9f9c-381ade96048f,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:07.605254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.607796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8:1::1 (ab609593-af93-4f1c-b28f-7fd916c6978a/5b37ab4e-59cb-48f8-b7c0-48fa06d658a2/8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:07.701525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f801b5-b5d4-436b-8069-4104987a526b admin admin] Pushing event updated for resources: {'Network': ['ID=2c08748e-8af3-449a-9a2d-73a33c3fa1fd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:07.742619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Calling delete_port for 8f968601-6f82-4aaf-9f9c-381ade96048f owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:07.746594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Transition to ACTIVE for port object ac82679a-03f0-4e9f-865c-61991c3deea6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:07.794014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-465656f6-66f7-4cbc-b54e-8248e68f66aa req-7c99150c-28da-4f9c-a57d-970fdf7215e8 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 210 time: 0.0774879 Jul 07 17:32:07.800679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:07.810897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.030550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.041122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.043901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Made reservation on behalf of 4bf9095926214d93b43153d64ed0b58b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:08.052394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.068156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.069545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:08.218331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.306697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network ab609593-af93-4f1c-b28f-7fd916c6978a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:08.312932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:08.325824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:08.326732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.362275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:08.407923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.413570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.446925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.471883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.643235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:08.723168 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.790458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Allocated IP 172.20.0.7 (53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1/32655c10-66ae-4f43-bf28-878796bad841/f594ecf0-fb55-46de-bb74-a70f56584ccd) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:08.813855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.856754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.892658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dfcde215-72eb-41fe-b2b4-d7574ebde098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.983628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Allocated IP 2001:db8:1::2 (ab609593-af93-4f1c-b28f-7fd916c6978a/5b37ab4e-59cb-48f8-b7c0-48fa06d658a2/06503cef-9c60-40ec-8021-905eea10250e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:08.998500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.092110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:09.099879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.102996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:09.195432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40269ee6-51e4-4152-b155-d70b732a81b7,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.260657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:09.261216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Network hostable DHCP agents. Network: 2c08748e-8af3-449a-9a2d-73a33c3fa1fd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:09.363713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.439769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 794017ad-29d8-4173-a0dd-2c93c40dcea2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:09.444930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.446085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.453430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f68d57-e70d-4cc6-ba54-1d98825d4246 None None] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:09.462026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.549054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.554499 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e99fb0f0-6f27-4995-bf76-0e750e6abd74 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3804784 Jul 07 17:32:09.569988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:09.592954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25', 'admin_state_up': True, 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:09.625261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8062b-3a84-4a8e-9db2-e47dd3e00c97 req-9d95281f-d6cd-4cf3-bcc2-999d1b1753b0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.634506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ba8062b-3a84-4a8e-9db2-e47dd3e00c97 req-9d95281f-d6cd-4cf3-bcc2-999d1b1753b0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 931 time: 0.6254349 Jul 07 17:32:09.678710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.716276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:09.734359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Pushing event updated for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.740399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.759081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:09.778419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ba8062b-3a84-4a8e-9db2-e47dd3e00c97 req-d3f1546b-d79c-4499-b038-221d0b08ceb9 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427631 Jul 07 17:32:09.780493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Transition to ACTIVE for port object 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:09.796596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Provisioning for port 794017ad-29d8-4173-a0dd-2c93c40dcea2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:09.809702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2c08748e-8af3-449a-9a2d-73a33c3fa1fd) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.810080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:09.825378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.829200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd08c7-e1b1-43c3-b8f0-231fbdaf816c None None] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:09.836992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.837435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.838059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.939287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1ed33247-b865-4451-89e4-d512b0bb58f2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.4246783 Jul 07 17:32:09.984831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.994882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.999335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.250650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.250650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.293186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.333816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Transition to ACTIVE for port object 06503cef-9c60-40ec-8021-905eea10250e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:10.378888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Transition to ACTIVE for port object 06503cef-9c60-40ec-8021-905eea10250e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:10.416152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.452049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Provisioning for port ac82679a-03f0-4e9f-865c-61991c3deea6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:10.461764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.482742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.523954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f968601-6f82-4aaf-9f9c-381ade96048f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.578150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c15380cc-ae80-43b1-b4d6-704796d5b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.607038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f534bda-944a-4960-9e4b-d0f30dc0750a req-c7b651e6-aa54-4fe1-b903-2335f038b78a tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.617744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Provisioning complete for port ac82679a-03f0-4e9f-865c-61991c3deea6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:10.618117 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.620809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f534bda-944a-4960-9e4b-d0f30dc0750a req-c7b651e6-aa54-4fe1-b903-2335f038b78a tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 931 time: 0.3624051 Jul 07 17:32:10.640492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 794017ad-29d8-4173-a0dd-2c93c40dcea2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:10.643384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5617a5-5b26-48ca-96cc-338e59ce6c92 None None] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:10.744287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:10.761388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.764974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-fdf666ec-8f50-424f-ab32-8e233cbce562 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3761280 Jul 07 17:32:10.879128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Request body: {'port': {'device_id': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:10.901399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa94dc-171d-477f-b29b-1723a3c16348 None None] Pushing event updated for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.907653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 794017ad-29d8-4173-a0dd-2c93c40dcea2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:10.908254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.921880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:10.977407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:11.156379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:11.173712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:11.246340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.299002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Allocated IP 19.86.0.149 (5f91ee35-348b-4874-a672-2fa4e9137b25/86f4d297-6bce-4ee6-adca-3aeecbbee53a/73194af0-c1da-45a1-befa-daa525fb9cce) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:11.397363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Attempting to bind port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:11.397953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Attempting to bind port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:11.398586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Attempting to bind port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 on network 862a76c3-ba2f-4e53-9ee4-c41533060d7e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:11.415229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:11.415818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Checking segment: {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:11.416434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.417042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Bound using segment: {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:11.418199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Bound port: 93e6a46b-a2ec-4a11-a449-a3ad57ceb278, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be7abc3-f001-4e9a-bccb-71a91ff7ecca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:11.418867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.444043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Port ac82679a-03f0-4e9f-865c-61991c3deea6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:11.556350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.575237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f534bda-944a-4960-9e4b-d0f30dc0750a req-48ea2fa7-cbd1-40b0-a4ca-65013b96e868 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9450097 Jul 07 17:32:11.575237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network ab609593-af93-4f1c-b28f-7fd916c6978a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:11.583312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:11.741442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Pushing event updated for resources: {'Port': ['ID=06503cef-9c60-40ec-8021-905eea10250e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:11.771278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.774011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Attempting to bind port 06503cef-9c60-40ec-8021-905eea10250e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:11.774384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Attempting to bind port 06503cef-9c60-40ec-8021-905eea10250e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:11.774837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Attempting to bind port 06503cef-9c60-40ec-8021-905eea10250e on network ab609593-af93-4f1c-b28f-7fd916c6978a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:11.827959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9635e58a-f717-414c-9052-9a8e9e0bfa14 None None] Provisioning for port 0e31b6af-4461-4e35-be46-db80c435dff4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:11.862156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:11.862656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Checking segment: {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:11.865317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.865891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Bound using segment: {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:11.866330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Bound port: 06503cef-9c60-40ec-8021-905eea10250e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:11.866754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.883311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:11.895617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Transition to ACTIVE for port object 73194af0-c1da-45a1-befa-daa525fb9cce will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:11.940876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.008348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.035793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] For port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:12.059683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:12.077046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8fab2dac-4ed4-494f-8935-aa0d4fcb8c4d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8859949 Jul 07 17:32:12.077977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35130) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:12.085909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462118351'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:12.118103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] For port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:12.124626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:12.130852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.158830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 794017ad-29d8-4173-a0dd-2c93c40dcea2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=794017ad-29d8-4173-a0dd-2c93c40dcea2,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:12.171541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.183090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:12.199836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.200292 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment 365f3fc3-de79-41ae-8a9b-ccf2b96275c0 of type vlan for network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 Jul 07 17:32:12.252810 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.253644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1507278c-243e-4f5c-8067-aeebbc4ade60 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:12.260112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa94dc-171d-477f-b29b-1723a3c16348 None None] Pushing event updated for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.292681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.308662 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.341039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8aa4d0b3-2908-4316-9486-0d33ab164087 None None] Provisioning complete for port 794017ad-29d8-4173-a0dd-2c93c40dcea2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:12.341469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d0b3-2908-4316-9486-0d33ab164087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.443757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] For port 06503cef-9c60-40ec-8021-905eea10250e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:12.477237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:12.477732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.477978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.498738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-d9d46ca4-c323-491c-b5aa-5e2827847ab6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.500678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-d9d46ca4-c323-491c-b5aa-5e2827847ab6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.2016008 Jul 07 17:32:12.510091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=794017ad-29d8-4173-a0dd-2c93c40dcea2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.540859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-859c9fce-8620-4c00-b1bc-572622d9bbf4 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0171056 Jul 07 17:32:12.541972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.550251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.551237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.571468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] For port 06503cef-9c60-40ec-8021-905eea10250e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=06503cef-9c60-40ec-8021-905eea10250e,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:12.623287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.657908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=b1b39699-31b7-401f-b6eb-3ad37a3e75a0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.697769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-462c9a28-bad2-48dd-bfc8-302a54ff4672 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431150 Jul 07 17:32:12.699084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:12.715513 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:12.743986 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:12.744818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.750270 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-41e27a66-5be7-40e4-a04e-1d1b10cd7f23 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0938847 Jul 07 17:32:12.751499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35146) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:12.778824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'network': {'name': 'tempest-RoutersTest-885014793'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:12.813760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:12.833638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f594ecf0-fb55-46de-bb74-a70f56584ccd {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:12.843690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:12.851127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:12.858350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.861016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.918717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-19800821-535f-4798-bd04-7e3a085bd4b9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8384938 Jul 07 17:32:12.936722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:13.004987 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:13.008582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:13.039357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Transition to ACTIVE for port object f594ecf0-fb55-46de-bb74-a70f56584ccd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:13.052470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.089105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.089586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.121420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:13.185714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.277977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:13.283943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.323253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1507278c-243e-4f5c-8067-aeebbc4ade60 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:13.323939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.355066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-f75e448c-c49d-4b5b-8b5a-111d33ced13d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7810922 Jul 07 17:32:13.374640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'admin_state_up': True, 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:13.379232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-a98484c2-0dfd-465f-be9c-ed3c21528541 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805248 Jul 07 17:32:13.423243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:13.427467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:13.469820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:13.478189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.487960 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:13.558407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:13.558867 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Updating router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 port 9e68528a-95e0-4292-9897-2798cecfe9fb binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:13.568797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab4eef-df8e-4fc4-b253-123989bc4842 None None] Pushing event updated for resources: {'Port': ['ID=06503cef-9c60-40ec-8021-905eea10250e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.644450 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.674464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.675344 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added segment d5040fe7-8bed-497a-9539-b7531609e074 of type vlan for network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 Jul 07 17:32:13.785778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.795133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.885303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8aa4d0b3-2908-4316-9486-0d33ab164087 None None] Provisioning for port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:13.928651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-068611b0-36c4-4f20-8cde-891111c04f89 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326324 Jul 07 17:32:13.945602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.955111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.956519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.977365 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:14.079941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:14.100537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Network': ['ID=866bb23d-fe9b-4ff0-bf02-f918d4d68c13,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.214898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:14.218570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Attempting to bind port f594ecf0-fb55-46de-bb74-a70f56584ccd on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:14.229785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Attempting to bind port f594ecf0-fb55-46de-bb74-a70f56584ccd by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '59b6cb76-0484-487d-bd9e-8347693af3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:14.230537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Attempting to bind port f594ecf0-fb55-46de-bb74-a70f56584ccd on network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:14.312575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Port f594ecf0-fb55-46de-bb74-a70f56584ccd on network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:14.313648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Attempting to bind port f594ecf0-fb55-46de-bb74-a70f56584ccd on network 53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:14.345571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:14.346113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Checking segment: {'id': '59b6cb76-0484-487d-bd9e-8347693af3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:14.346819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Bound using segment: {'id': '59b6cb76-0484-487d-bd9e-8347693af3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:14.347595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Bound port: f594ecf0-fb55-46de-bb74-a70f56584ccd, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6cb76-0484-487d-bd9e-8347693af3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:14.348232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.365585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:14.385914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:14.387271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1d1500e2-bcb3-42fd-8532-de20991200a5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6307774 Jul 07 17:32:14.399569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.409282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35162) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.434382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'subnet': {'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:14.470709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.518617 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.536449 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Transition to ACTIVE for port object 9e68528a-95e0-4292-9897-2798cecfe9fb will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:14.545734 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.596858 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f6373-039e-40dd-8f20-53467c6caa3e None None] Pushing event updated for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.633693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:14.650200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4619c0a8-0478-4ed5-9ffa-bf11f8582950 None None] Provisioning for port 73194af0-c1da-45a1-befa-daa525fb9cce completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:14.657671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4619c0a8-0478-4ed5-9ffa-bf11f8582950 None None] Provisioning complete for port 73194af0-c1da-45a1-befa-daa525fb9cce triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:14.658052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4619c0a8-0478-4ed5-9ffa-bf11f8582950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.748067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:14.748727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.774022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 3, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:14.838694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=54911f3f-8547-4843-9597-2d8cd852e9e1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.885135 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Attempting to bind port 9e68528a-95e0-4292-9897-2798cecfe9fb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:14.886181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Attempting to bind port 9e68528a-95e0-4292-9897-2798cecfe9fb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:14.886181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Attempting to bind port 9e68528a-95e0-4292-9897-2798cecfe9fb on network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:14.902979 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:14.903484 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Checking segment: {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:14.903760 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.904742 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Bound using segment: {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:14.904742 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Bound port: 9e68528a-95e0-4292-9897-2798cecfe9fb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:14.905026 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.928800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Made reservation on behalf of 69dfb86558164f9583b3c5940c4bbb7e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:14.933011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.974465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b3b2-2e24-4620-bff5-77565bab1232 req-dd165a12-deaa-4b4b-ba42-0d24961f1c53 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.992062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b3b2-2e24-4620-bff5-77565bab1232 req-dd165a12-deaa-4b4b-ba42-0d24961f1c53 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.993676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10b6b3b2-2e24-4620-bff5-77565bab1232 req-dd165a12-deaa-4b4b-ba42-0d24961f1c53 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 1654 time: 0.3875160 Jul 07 17:32:15.001726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:15.034395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:15.034722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: b1b39699-31b7-401f-b6eb-3ad37a3e75a0, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:15.075620 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] For port 9e68528a-95e0-4292-9897-2798cecfe9fb, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:15.084287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] For port 9e68528a-95e0-4292-9897-2798cecfe9fb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9e68528a-95e0-4292-9897-2798cecfe9fb,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:15.094602 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.105034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:15.144993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd,segment=NetworkSegment(59b6cb76-0484-487d-bd9e-8347693af3a4),segment_id=59b6cb76-0484-487d-bd9e-8347693af3a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:15.158382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4619c0a8-0478-4ed5-9ffa-bf11f8582950 None None] Port 73194af0-c1da-45a1-befa-daa525fb9cce cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:15.169373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.171421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b1b39699-31b7-401f-b6eb-3ad37a3e75a0) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:15.179313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10b6b3b2-2e24-4620-bff5-77565bab1232 req-89f51b59-1565-40f0-9874-220f9f377719 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395094 Jul 07 17:32:15.186183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.187279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.196772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40460c2-a4c4-4d93-a285-979dc6218a47 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 3, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:15.228526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250235e-475f-4208-bb4c-1a252b11a10a None None] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:15.236821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:15.263032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-243dab01-6be1-4c6e-a824-bd5b637bac26 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3163273 Jul 07 17:32:15.290633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35170) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.305010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Sync routers for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:15.343997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:15.347760 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:15.355779 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f6373-039e-40dd-8f20-53467c6caa3e None None] Pushing event updated for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:15.386931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Allocated IP 19.80.0.217 (26da662c-eb6f-4523-9af3-9e598d3a83d7/3780d636-ce78-427e-b0fe-e1594950d469/52a9a4f2-875c-421d-8b34-ee6cc1def3f0) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:15.447769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4619c0a8-0478-4ed5-9ffa-bf11f8582950 None None] Provisioning for port 9e68528a-95e0-4292-9897-2798cecfe9fb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:15.541323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:15.543623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:15.602690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35176) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.953080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b39760-ddda-4c1f-9a9b-f3fe58cb11cb None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:15.974061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.975225 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.976990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/f594ecf0-fb55-46de-bb74-a70f56584ccd HTTP/1.1" status: 200 len: 1092 time: 5.1034663 Jul 07 17:32:15.979068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:15.998331 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:16.013074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0f82342-fde1-4b2b-bbf1-bf2c0f1d363c admin admin] 10.222.0.66 "PUT /v2.0/routers/7904dc0c-5bf4-4bae-a4cb-b17014d214f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0335920 Jul 07 17:32:16.041559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35184) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:16.094980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78d335-e33e-454a-97fc-b1d63f7161f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.189905 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:16.273512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.390238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Transition to ACTIVE for port object 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:16.415539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:16.450614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-d1835978-3572-49fa-b184-af0371cb3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:16.452812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-d1835978-3572-49fa-b184-af0371cb3103 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf9095926214d93b43153d64ed0b58b&device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 1095 time: 0.1700363 Jul 07 17:32:16.505355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-5ce5f5bb-e048-4585-bc6b-fb0f0a3c5a4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd HTTP/1.1" status: 200 len: 217 time: 0.0437238 Jul 07 17:32:16.530547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.789967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:16.945448 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326891dc-ec03-46c2-adbf-217f52cf810b None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:04Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:17.031482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:17.032851 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.094083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-75a25c85-d92f-4fe5-9941-81031fa466d6 None None] Provisioning for port 06503cef-9c60-40ec-8021-905eea10250e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:17.196131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.228601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:17.238596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.240712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:17.243825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:17.307496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-523a13e4-89a9-4e22-b36e-d7e57bd218ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:17.309378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-523a13e4-89a9-4e22-b36e-d7e57bd218ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32655c10-66ae-4f43-bf28-878796bad841 HTTP/1.1" status: 200 len: 862 time: 0.7980995 Jul 07 17:32:17.319014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:17.320314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.388587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:17.395282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-9e4b9157-2995-4b84-b97d-311cfa13f9ce tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0286450 Jul 07 17:32:17.421512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:17.433612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-a26cfb92-f2f3-4bbf-abec-d5ad23f67805 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874848 Jul 07 17:32:17.543525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.553712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d3cd29fe-e4ce-4a95-afee-11830aaf763e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:17.572931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.678539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.688137 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-a69739e8-e62c-4d26-bb68-02592d5b3a7e service neutron] 10.222.0.73 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126229 Jul 07 17:32:17.835923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.147134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b6d4b69a-c09f-4bf8-87ea-bb976204ec60 None None] Provisioning for port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.211293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Allocated IP 2001:db8:2::2 (b1b39699-31b7-401f-b6eb-3ad37a3e75a0/54911f3f-8547-4843-9597-2d8cd852e9e1/2641fd67-5c4f-411e-90d0-d4b29ed37119) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:18.237180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac82679a-03f0-4e9f-865c-61991c3deea6 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:18.249171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.267370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Transition to ACTIVE for port object ac82679a-03f0-4e9f-865c-61991c3deea6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:18.276895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.478036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27d36cd4-d77b-45a0-85ce-a5e59d1c73a9 req-86fc28cd-c87a-45e2-b595-a66a18271cde service neutron] 10.222.0.73 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818778 Jul 07 17:32:18.496085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Pushing event updated for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.536891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Attempting to bind port ac82679a-03f0-4e9f-865c-61991c3deea6 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:18.537693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Attempting to bind port ac82679a-03f0-4e9f-865c-61991c3deea6 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:18.538364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Attempting to bind port ac82679a-03f0-4e9f-865c-61991c3deea6 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:18.544683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Port ac82679a-03f0-4e9f-865c-61991c3deea6 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:18.545340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Attempting to bind port ac82679a-03f0-4e9f-865c-61991c3deea6 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:18.554548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:18.555270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Checking segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:18.565005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Bound using segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:18.565849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Bound port: ac82679a-03f0-4e9f-865c-61991c3deea6, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:18.566393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.661405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:18.665671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac82679a-03f0-4e9f-865c-61991c3deea6,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:18.676159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.742796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.766806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b6d4b69a-c09f-4bf8-87ea-bb976204ec60 None None] Provisioning complete for port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.767526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b69a-c09f-4bf8-87ea-bb976204ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.779182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.780468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.785003 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac82679a-03f0-4e9f-865c-61991c3deea6 HTTP/1.1" status: 200 len: 1092 time: 1.3683763 Jul 07 17:32:18.813172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d3cd29fe-e4ce-4a95-afee-11830aaf763e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.840794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d3cd29fe-e4ce-4a95-afee-11830aaf763e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.841350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.865343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:18.912195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4b69a-c09f-4bf8-87ea-bb976204ec60 None None] Port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:18.965318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.047617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a12bf-1d8a-4e34-b185-56a431844958 service neutron] Pushing event updated for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.053082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.089509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Checking router: 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:19.136894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Routers {'7904dc0c-5bf4-4bae-a4cb-b17014d214f9'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:19.138012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.142489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.280261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Transition to ACTIVE for port object 2641fd67-5c4f-411e-90d0-d4b29ed37119 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:19.391473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Transition to ACTIVE for port object 2641fd67-5c4f-411e-90d0-d4b29ed37119 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:19.393688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.473946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Subnet': ['ID=559208b5-12f5-412c-ada8-0c0c3a36d4b8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.545261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] Set router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:19.566094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e535ba-a2c0-4f62-a2c6-50d29308bc48 req-5239ea65-5004-463e-b2a2-38784b729835 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.568579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41e535ba-a2c0-4f62-a2c6-50d29308bc48 req-5239ea65-5004-463e-b2a2-38784b729835 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 943 time: 3.5166192 Jul 07 17:32:19.622315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73194af0-c1da-45a1-befa-daa525fb9cce {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:19.640331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.657442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Transition to ACTIVE for port object 73194af0-c1da-45a1-befa-daa525fb9cce will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:19.662989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.692224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:19.731551 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:19.732607 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.735307 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.763439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Checking segment: {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:19.763814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network hostable DHCP agents. Network: 866bb23d-fe9b-4ff0-bf02-f918d4d68c13, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:19.899595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.919845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.018901 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:20.032065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Pushing event updated for resources: {'Port': ['ID=2641fd67-5c4f-411e-90d0-d4b29ed37119,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.064232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Attempting to bind port 73194af0-c1da-45a1-befa-daa525fb9cce on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:20.064972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Attempting to bind port 73194af0-c1da-45a1-befa-daa525fb9cce by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:20.065473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Attempting to bind port 73194af0-c1da-45a1-befa-daa525fb9cce on network 5f91ee35-348b-4874-a672-2fa4e9137b25 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:20.068315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-74460067-1a7e-48d0-9561-fbf850d26155 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.073504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Port 73194af0-c1da-45a1-befa-daa525fb9cce on network 5f91ee35-348b-4874-a672-2fa4e9137b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:20.075238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Attempting to bind port 73194af0-c1da-45a1-befa-daa525fb9cce on network 5f91ee35-348b-4874-a672-2fa4e9137b25 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:20.089617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:20.090263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Checking segment: {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:20.091061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Bound using segment: {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:20.091260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-74460067-1a7e-48d0-9561-fbf850d26155 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 2.2531595 Jul 07 17:32:20.091852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Bound port: 73194af0-c1da-45a1-befa-daa525fb9cce, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e125bd4c-d655-43fc-a6c3-727297151954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:20.092394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.107985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:20.127092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:20.144701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': '83792a22-e0ba-4862-b902-1953b522eb88', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.159864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41e535ba-a2c0-4f62-a2c6-50d29308bc48 req-50efab51-a36e-4bcf-bc70-e26ef8c09eae tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689621 Jul 07 17:32:20.168824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.238315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:20.282558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:20.282558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:20.291249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.344938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d3cd29fe-e4ce-4a95-afee-11830aaf763e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d3cd29fe-e4ce-4a95-afee-11830aaf763e,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:20.372489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f594ecf0-fb55-46de-bb74-a70f56584ccd details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:20.446809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.449608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.454549 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] 10.222.0.23 "PUT /v2.0/ports/73194af0-c1da-45a1-befa-daa525fb9cce HTTP/1.1" status: 200 len: 1093 time: 1.6054552 Jul 07 17:32:20.502645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc7169-e05c-40a1-acc4-f9e9279e2953 service neutron] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.511455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Request body: {'port': {'device_id': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.669988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:20.727699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.736337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0e31b6af-4461-4e35-be46-db80c435dff4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:20.736821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.754827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:20.759539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.949988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.10 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/a2eb2f04-ebd5-42dd-8a40-584e524c921a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:21.015555 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 3, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:21.064303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 866bb23d-fe9b-4ff0-bf02-f918d4d68c13) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:21.069590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.070533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.099602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-779c9bfc-24e1-4528-9ac4-2c3813b429b9 req-9ebe1727-aa09-4cc6-b376-74d355417452 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 210 time: 0.4703412 Jul 07 17:32:21.130126 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:21.130576 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Updating router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:21.151491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e03ca06b-0fc5-4b84-9a16-2a7a9bb659f0 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7392042 Jul 07 17:32:21.176858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35200) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:21.204307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bef1b-54e3-4cff-8060-e90e78b3b9f2 None None] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:21.207343 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.233171 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8fe598-470f-4498-ae3d-f6e8b96c721c x-openstack-request-id: req-2e8fe598-470f-4498-ae3d-f6e8b96c721c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:21.234467 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:21.236631 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e8fe598-470f-4498-ae3d-f6e8b96c721c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:21.238959 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd', 'status': 'completed', 'code': 200} Jul 07 17:32:21.511895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Deleting port 37336bd7-036b-486b-9706-bfefc0993936 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:21.512226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.520719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Attempting to bind port 2641fd67-5c4f-411e-90d0-d4b29ed37119 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:21.521790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Attempting to bind port 2641fd67-5c4f-411e-90d0-d4b29ed37119 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:21.522558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Attempting to bind port 2641fd67-5c4f-411e-90d0-d4b29ed37119 on network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:21.576921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:21.577775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Checking segment: {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:21.579072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.579733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Bound using segment: {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:21.580568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Bound port: 2641fd67-5c4f-411e-90d0-d4b29ed37119, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:21.582132 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.592864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd,segment=NetworkSegment(59b6cb76-0484-487d-bd9e-8347693af3a4),segment_id=59b6cb76-0484-487d-bd9e-8347693af3a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:21.648148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0e31b6af-4461-4e35-be46-db80c435dff4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:21.682428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b91c3a1-99d4-4e5a-a982-fc5fd8b23d05 None None] Provisioning for port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:21.692916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-8d439da8-a15a-4382-b749-52013343b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.700131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-8d439da8-a15a-4382-b749-52013343b537 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf9095926214d93b43153d64ed0b58b&device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 1095 time: 0.2618432 Jul 07 17:32:21.706876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0e31b6af-4461-4e35-be46-db80c435dff4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:21.707611 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.783095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d3cd29fe-e4ce-4a95-afee-11830aaf763e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:21.806812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b91c3a1-99d4-4e5a-a982-fc5fd8b23d05 None None] Provisioning complete for port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:21.809129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b91c3a1-99d4-4e5a-a982-fc5fd8b23d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.822658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.910651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:21.929864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.946225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'f594ecf0-fb55-46de-bb74-a70f56584ccd', 'network_id': '53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1', 'port_id': 'f594ecf0-fb55-46de-bb74-a70f56584ccd', 'mac_address': 'fa:16:3e:27:ad:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32655c10-66ae-4f43-bf28-878796bad841', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:21.975991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Transition to ACTIVE for port object 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:21.982947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-14451965-4556-497d-be2a-c5312f2d0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.985859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-14451965-4556-497d-be2a-c5312f2d0036 service neutron] 10.222.0.73 "GET /v2.0/networks?id=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 HTTP/1.1" status: 200 len: 923 time: 0.2714760 Jul 07 17:32:21.987375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.038355 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.057653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Transition to ACTIVE for port object 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:22.079471 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.112680 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-680a009e-2d98-4473-b94a-9e3be0045d9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd HTTP/1.1" status: 200 len: 217 time: 0.1188583 Jul 07 17:32:22.241379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Pushing event updated for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.353310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] For port 2641fd67-5c4f-411e-90d0-d4b29ed37119, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:22.361049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] For port 2641fd67-5c4f-411e-90d0-d4b29ed37119, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2641fd67-5c4f-411e-90d0-d4b29ed37119,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:22.366717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-82c6507c-3dec-4f47-90cc-8c90fcd826b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.375884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-82c6507c-3dec-4f47-90cc-8c90fcd826b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32655c10-66ae-4f43-bf28-878796bad841 HTTP/1.1" status: 200 len: 862 time: 0.2326870 Jul 07 17:32:22.431665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3b91c3a1-99d4-4e5a-a982-fc5fd8b23d05 None None] Port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:22.463276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8:2::1 (b1b39699-31b7-401f-b6eb-3ad37a3e75a0/54911f3f-8547-4843-9597-2d8cd852e9e1/1eca6fc6-51c6-43d7-b317-1be1d8611c92) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:22.481174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.538582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.539902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Attempting to bind port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:22.540199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaed7ea-0f72-486e-b7a2-4f3dd8ca511e None None] Pushing event updated for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.540398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Attempting to bind port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:22.540567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Attempting to bind port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:22.569977 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-004f1d03-c633-4523-b482-0c20cf1b3801 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862192 Jul 07 17:32:22.573428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:22.573712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Attempting to bind port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 on network 26da662c-eb6f-4523-9af3-9e598d3a83d7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:22.614154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Attempting to bind port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:22.618337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:22.618738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Checking segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:22.619137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Bound using segment: {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:22.622009 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Attempting to bind port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:22.623181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Attempting to bind port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 on network ab609593-af93-4f1c-b28f-7fd916c6978a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:22.627443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Bound port: 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:22.627970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.681291 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:22.691434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Checking segment: {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:22.692586 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.714686 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Bound using segment: {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:22.716199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Bound port: 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ba5ffe-cd05-46b7-a479-e2507aee21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:22.720305 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.776954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.794885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object 1eca6fc6-51c6-43d7-b317-1be1d8611c92 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:22.869414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.885029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.895133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.932511 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] For port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:22.937068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] For port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:22.944432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a640-a7a2-4a47-a12b-2581a4129fce None None] Pushing event updated for resources: {'Port': ['ID=2641fd67-5c4f-411e-90d0-d4b29ed37119,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.946488 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.961894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-e6e1cc5c-7f36-4da3-87f8-13d94ed086e7 service neutron] 10.222.0.73 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755174 Jul 07 17:32:22.963090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:22.987796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] For port 37336bd7-036b-486b-9706-bfefc0993936, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=37336bd7-036b-486b-9706-bfefc0993936,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:22.988432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.003151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:23.016913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Calling delete_port for 37336bd7-036b-486b-9706-bfefc0993936 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:23.040071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f594ecf0-fb55-46de-bb74-a70f56584ccd {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:23.067737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b9e29-d815-421f-9eb0-89a6f1d9a96d None None] The sync data for ids ['7904dc0c-5bf4-4bae-a4cb-b17014d214f9'] in n-d-791505-12 is: [{'id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'name': 'tempest-TestServerBasicOps-1429334914-router', 'tenant_id': 'ad3231125daf4c339728b5bef6c35af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '37336bd7-036b-486b-9706-bfefc0993936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:32:09Z', 'revision_number': 5, 'project_id': 'ad3231125daf4c339728b5bef6c35af6', 'gw_port': {'id': '37336bd7-036b-486b-9706-bfefc0993936', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904dc0c-5bf4-4bae-a4cb-b17014d214f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:23.075194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:23.076908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.086167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.174643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd,segment=NetworkSegment(59b6cb76-0484-487d-bd9e-8347693af3a4),segment_id=59b6cb76-0484-487d-bd9e-8347693af3a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.185038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0e31b6af-4461-4e35-be46-db80c435dff4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0e31b6af-4461-4e35-be46-db80c435dff4,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.191580 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaed7ea-0f72-486e-b7a2-4f3dd8ca511e None None] Pushing event updated for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.228795 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:23.229993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.242394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6'}, {'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:23.246893 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc55ff9-904d-450e-a8ee-22ba40c2790f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6"}, {"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:23.339655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.341331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.344679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] 10.222.0.23 "PUT /v2.0/ports/52a9a4f2-875c-421d-8b34-ee6cc1def3f0 HTTP/1.1" status: 200 len: 1093 time: 2.8374090 Jul 07 17:32:23.359030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Allocated IP 172.23.0.2 (866bb23d-fe9b-4ff0-bf02-f918d4d68c13/559208b5-12f5-412c-ada8-0c0c3a36d4b8/7d93803b-ee29-4301-a211-227a5bb6cc1f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:23.482129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.532637 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:23.534721 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.619828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.625858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984750-8d87-4459-b150-1dd3ba29276c service neutron] Pushing event updated for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.646162 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0fec4538-f2b7-47a7-8cf6-f2d2ed2390c7 req-efca8c20-4fce-46e6-96d8-89e63f65b8a3 service neutron] 10.222.0.73 "GET /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756401 Jul 07 17:32:23.713425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.790540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['f594ecf0-fb55-46de-bb74-a70f56584ccd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:23.841480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.877139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-7cd21158-d28e-45cc-afc5-af4d3021a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.880496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-7cd21158-d28e-45cc-afc5-af4d3021a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.881272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-7cd21158-d28e-45cc-afc5-af4d3021a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.889174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-7cd21158-d28e-45cc-afc5-af4d3021a50c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2868 time: 0.4939346 Jul 07 17:32:24.006771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:24.082354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-824c503e-8782-4d6b-ac0c-790beca1e66e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.58&port_id=ac82679a-03f0-4e9f-865c-61991c3deea6 HTTP/1.1" status: 200 len: 217 time: 0.1835756 Jul 07 17:32:24.105528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:24.115639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:24.116092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.213553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:24.251195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.254154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-4cb59801-5ac0-4cf8-b502-7ec5fa05d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.256273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-4cb59801-5ac0-4cf8-b502-7ec5fa05d246 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3780d636-ce78-427e-b0fe-e1594950d469 HTTP/1.1" status: 200 len: 801 time: 0.1639891 Jul 07 17:32:24.259693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:24.274181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10072d-2bcb-4298-9169-ac0f5478091e req-1e421567-fcfc-4062-a725-ffa8c84189c2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.281961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10072d-2bcb-4298-9169-ac0f5478091e req-1e421567-fcfc-4062-a725-ffa8c84189c2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.291352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10072d-2bcb-4298-9169-ac0f5478091e req-1e421567-fcfc-4062-a725-ffa8c84189c2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.300398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be10072d-2bcb-4298-9169-ac0f5478091e req-1e421567-fcfc-4062-a725-ffa8c84189c2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2400 time: 2.7023797 Jul 07 17:32:24.307372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:24.391326 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 3, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:24.403483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-bbaa40ba-b8e6-4dbb-830f-982541c8db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.408384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-bbaa40ba-b8e6-4dbb-830f-982541c8db35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26da662c-eb6f-4523-9af3-9e598d3a83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441898 Jul 07 17:32:24.466800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab34b91-e761-4aaa-bf17-9aacbe33e173 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:08Z', 'revision_number': 3, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:24.501101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.596622 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-42ed2528-d4a9-4b39-ae1e-6168214a7fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710484 Jul 07 17:32:24.679829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 794017ad-29d8-4173-a0dd-2c93c40dcea2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:24.685434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0e31b6af-4461-4e35-be46-db80c435dff4,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:24.838570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.839649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.914863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-823de7d8-b901-42fd-b6dd-afbb2c788d2e service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204441 Jul 07 17:32:24.916038 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.935699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Transition to ACTIVE for port object 7d93803b-ee29-4301-a211-227a5bb6cc1f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:24.967453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-3a676210-ac88-47e4-a713-5f0cfb12fcf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=73194af0-c1da-45a1-befa-daa525fb9cce HTTP/1.1" status: 200 len: 217 time: 0.0458293 Jul 07 17:32:24.973212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Transition to ACTIVE for port object 7d93803b-ee29-4301-a211-227a5bb6cc1f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:25.009663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.079584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:25.091509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:25.098206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:25.107957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-826f4735-f753-48d8-bd1b-bd254e304ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.120687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-826f4735-f753-48d8-bd1b-bd254e304ca3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86f4d297-6bce-4ee6-adca-3aeecbbee53a HTTP/1.1" status: 200 len: 801 time: 0.1454537 Jul 07 17:32:25.129709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be10072d-2bcb-4298-9169-ac0f5478091e req-dfe78ea1-e503-4102-b7b0-e15a1044b12f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408521 Jul 07 17:32:25.179776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 794017ad-29d8-4173-a0dd-2c93c40dcea2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:25.180231 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.191749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Pushing event updated for resources: {'Port': ['ID=7d93803b-ee29-4301-a211-227a5bb6cc1f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.278619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd2b8bb-2228-4515-9bbb-b6a353078a77 None None] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:25.290608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d1fc5105-76aa-4ff6-a2ae-26642b7cb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.293672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d1fc5105-76aa-4ff6-a2ae-26642b7cb058 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f91ee35-348b-4874-a672-2fa4e9137b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661971 Jul 07 17:32:25.349428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Attempting to bind port 7d93803b-ee29-4301-a211-227a5bb6cc1f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:25.349952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Attempting to bind port 7d93803b-ee29-4301-a211-227a5bb6cc1f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:25.350233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Attempting to bind port 7d93803b-ee29-4301-a211-227a5bb6cc1f on network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:25.405646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:25.406574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Checking segment: {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:25.407069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.407626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Bound using segment: {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:25.408148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Bound port: 7d93803b-ee29-4301-a211-227a5bb6cc1f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:25.408560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.544009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d7926a98-979b-49d0-957e-08cc9dd2d58d service neutron] 10.222.0.23 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430921 Jul 07 17:32:25.608321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] For port 7d93803b-ee29-4301-a211-227a5bb6cc1f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:25.613680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] For port 7d93803b-ee29-4301-a211-227a5bb6cc1f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7d93803b-ee29-4301-a211-227a5bb6cc1f,segment=NetworkSegment(d5040fe7-8bed-497a-9539-b7531609e074),segment_id=d5040fe7-8bed-497a-9539-b7531609e074)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:25.633884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.738847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-d31e3ab0-1f71-491d-a760-fbfecac4a937 service neutron] 10.222.0.23 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881711 Jul 07 17:32:25.746427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.764345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Pushing event updated for resources: {'Port': ['ID=7d93803b-ee29-4301-a211-227a5bb6cc1f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.816225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:25.827691 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.847797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-1f52448b-e40d-468e-bc95-d45cf3019f8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0 HTTP/1.1" status: 200 len: 217 time: 0.1000614 Jul 07 17:32:25.856259 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.867238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.868016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.868928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.869720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.871222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.871995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.872666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.881134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.882233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.883707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.884340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.884893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6cb529-935b-492c-a4ce-56d1b5601b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:25.889283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7658241 Jul 07 17:32:25.898987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-12b23416-9716-48b8-9302-8a7da5327bed None None] Provisioning for port 2641fd67-5c4f-411e-90d0-d4b29ed37119 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:25.990220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Request body: {'port': {'device_id': '83792a22-e0ba-4862-b902-1953b522eb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.004281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-1a7c78e8-344d-4077-8411-50c557c6bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.008127 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-1a7c78e8-344d-4077-8411-50c557c6bfe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3780d636-ce78-427e-b0fe-e1594950d469 HTTP/1.1" status: 200 len: 801 time: 0.1542323 Jul 07 17:32:26.030551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ff465-4451-4931-b50c-cbb5c9172d73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.047554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:26.056469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:26.057194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.094630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.169279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-0b36b52f-8ba6-482c-aaf1-07bf81cbaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.170113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.173077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-0b36b52f-8ba6-482c-aaf1-07bf81cbaef8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26da662c-eb6f-4523-9af3-9e598d3a83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569214 Jul 07 17:32:26.192448 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=37336bd7-036b-486b-9706-bfefc0993936,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.391867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.483230 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-daa6cd5b-fb12-435f-b8dc-b2458d2779f5 service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002241 Jul 07 17:32:26.494354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:26.511351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.514261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:26.654576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.655507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7904dc0c-5bf4-4bae-a4cb-b17014d214f9 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:26.673516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.681041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.682932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6d0ff8b4-49df-436d-a45a-fdae82810f04 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7904dc0c-5bf4-4bae-a4cb-b17014d214f9 HTTP/1.1" status: 204 len: 168 time: 10.5283616 Jul 07 17:32:26.686883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:26.704695 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6f90f7a-d79b-40d2-a447-f41f3bc93484 req-75aeaf06-7508-4ee9-befd-f2259d46512e service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162693 Jul 07 17:32:26.774073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.794403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:26.795129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.810149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Deleting subnet e9e61a2f-5abe-46be-bfd0-33ffbe575154 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:26.818717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.820773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d861a-6c97-49b2-8c72-6818ab551685 req-66696260-db17-4871-b11f-3ba1b66750b0 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.836016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f2d861a-6c97-49b2-8c72-6818ab551685 req-66696260-db17-4871-b11f-3ba1b66750b0 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 944 time: 1.0790794 Jul 07 17:32:26.847187 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.907530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.079389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:27.084014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e9135e18-7f88-4a5a-a90c-d8462e9c223d None None] Provisioning for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:27.117358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e9135e18-7f88-4a5a-a90c-d8462e9c223d None None] Provisioning complete for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:27.117740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9135e18-7f88-4a5a-a90c-d8462e9c223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.119854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.177274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.192149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e9135e18-7f88-4a5a-a90c-d8462e9c223d None None] Port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:27.198965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:27.206733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:27.207120 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.308801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.363159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:27.379060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.379793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.380778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9e68528a-95e0-4292-9897-2798cecfe9fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:27.534229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f594ecf0-fb55-46de-bb74-a70f56584ccd up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:27.540243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f2d861a-6c97-49b2-8c72-6818ab551685 req-7a7a513a-3158-45ee-a093-5488dae60230 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032859 Jul 07 17:32:27.549946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e61a2f-5abe-46be-bfd0-33ffbe575154,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:27.565670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.582702 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-01991f06-4004-41ba-8803-45b78ce48c46 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e9e61a2f-5abe-46be-bfd0-33ffbe575154 HTTP/1.1" status: 204 len: 168 time: 0.8919737 Jul 07 17:32:27.583012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:27.662633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a9bff-b234-4948-9cce-74601ba44915 None None] Network 34a16e02-5700-463e-84c8-23baa4720c95 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:27.826071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:27.837072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.897787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-df5091a0-b7d9-4f00-8656-e0d6880dada3 None None] Provisioning complete for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:27.898512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df5091a0-b7d9-4f00-8656-e0d6880dada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:27.989297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9e68528a-95e0-4292-9897-2798cecfe9fb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:28.009004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9e68528a-95e0-4292-9897-2798cecfe9fb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:28.009474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.030714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Deleting port 6ef77722-9bef-48e2-b54f-840110a5f52d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:28.031545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.077639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Deleting port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:28.077639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.103548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-df5091a0-b7d9-4f00-8656-e0d6880dada3 None None] Port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:28.132779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63946cc3-bf98-46ef-80a9-fdb35568fe63 None None] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:28.182500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] For port 6ef77722-9bef-48e2-b54f-840110a5f52d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6ef77722-9bef-48e2-b54f-840110a5f52d,segment=NetworkSegment(3b04ad0d-06ad-4e7e-a2d8-4e488817b51a),segment_id=3b04ad0d-06ad-4e7e-a2d8-4e488817b51a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:28.183370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.211237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Calling delete_port for 6ef77722-9bef-48e2-b54f-840110a5f52d owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:28.275459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.310373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Allocated IP 172.23.0.1 (866bb23d-fe9b-4ff0-bf02-f918d4d68c13/559208b5-12f5-412c-ada8-0c0c3a36d4b8/95b200b0-7b67-4c81-8c4e-5ea86cd2f061) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:28.323717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.325080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.340969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.354155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port f594ecf0-fb55-46de-bb74-a70f56584ccd completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:28.370634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef77722-9bef-48e2-b54f-840110a5f52d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:28.382766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] No DVR routers for this DVR port 6ef77722-9bef-48e2-b54f-840110a5f52d on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:28.396010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.396504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.397060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.397491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.397922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.398371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.398824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.399254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.399669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.400089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.400507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.400922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:28.411249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port f594ecf0-fb55-46de-bb74-a70f56584ccd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:28.412442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.426666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.495493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-677d7ef2-809c-45b2-af07-5ec55f7cbab3 None None] Provisioning for port 7d93803b-ee29-4301-a211-227a5bb6cc1f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:28.515434 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.536877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a16e02-5700-463e-84c8-23baa4720c95']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:28.559079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:28.559564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b04ad0d-06ad-4e7e-a2d8-4e488817b51a') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:28.580763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.620499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.627346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 9e68528a-95e0-4292-9897-2798cecfe9fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9e68528a-95e0-4292-9897-2798cecfe9fb,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:28.636376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eb2f04-ebd5-42dd-8a40-584e524c921a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:28.649750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:28.650678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.655064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.679714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Transition to ACTIVE for port object a2eb2f04-ebd5-42dd-8a40-584e524c921a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:28.696463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.697962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2641fd67-5c4f-411e-90d0-d4b29ed37119 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:28.744703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] For port 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:28.745323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:28.813751 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:28.829119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.832096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:28.836183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16b132-a826-4a7c-a8a0-e576c4a88567 None None] DHCP port deletion for 34a16e02-5700-463e-84c8-23baa4720c95 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:28.857901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.862556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] 10.222.0.66 "DELETE /v2.0/networks/34a16e02-5700-463e-84c8-23baa4720c95 HTTP/1.1" status: 204 len: 168 time: 1.2773890 Jul 07 17:32:28.862935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Calling delete_port for 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:28.867143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35246) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:28.870736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:28.913789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa1840-5206-42a5-9ff0-ba2a4b3b3d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a16e02-5700-463e-84c8-23baa4720c95,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:29.251754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b49e76-940d-4fae-8c55-70046b070779 req-c99a5a13-0e76-478e-adc4-b2ae197def9b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:29.254398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b49e76-940d-4fae-8c55-70046b070779 req-c99a5a13-0e76-478e-adc4-b2ae197def9b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 932 time: 1.3827219 Jul 07 17:32:29.270168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:29.306377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 73194af0-c1da-45a1-befa-daa525fb9cce details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:29.352627 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.445900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b49e76-940d-4fae-8c55-70046b070779 req-a195369b-2034-442f-b104-482cef5ddb53 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067982 Jul 07 17:32:29.458742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:29.483714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2641fd67-5c4f-411e-90d0-d4b29ed37119 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:29.499536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:29.502680 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed920b26-388c-49ac-8851-1234b67de086" -d '{"events": [{"server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "name": "network-vif-plugged", "status": "completed", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:29.532032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2641fd67-5c4f-411e-90d0-d4b29ed37119 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:29.532459 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.574066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd,segment=NetworkSegment(59b6cb76-0484-487d-bd9e-8347693af3a4),segment_id=59b6cb76-0484-487d-bd9e-8347693af3a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:29.608570 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.650872 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4baf5c-0e6e-4dec-b101-96e947c7f28d x-openstack-request-id: req-cd4baf5c-0e6e-4dec-b101-96e947c7f28d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:29.651499 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:29.651905 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd4baf5c-0e6e-4dec-b101-96e947c7f28d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:29.652660 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6', 'status': 'completed', 'code': 200} Jul 07 17:32:29.653166 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce', 'status': 'completed', 'code': 200} Jul 07 17:32:29.716502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:29.754542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:29.775018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.790852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '73194af0-c1da-45a1-befa-daa525fb9cce', 'network_id': '5f91ee35-348b-4874-a672-2fa4e9137b25', 'port_id': '73194af0-c1da-45a1-befa-daa525fb9cce', 'mac_address': 'fa:16:3e:76:61:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f4d297-6bce-4ee6-adca-3aeecbbee53a', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:29.846654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Attempting to bind port a2eb2f04-ebd5-42dd-8a40-584e524c921a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:29.847171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Attempting to bind port a2eb2f04-ebd5-42dd-8a40-584e524c921a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:29.847711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Attempting to bind port a2eb2f04-ebd5-42dd-8a40-584e524c921a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:29.889755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Transition to ACTIVE for port object 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:29.922591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.949449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:29.950687 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.951935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Port a2eb2f04-ebd5-42dd-8a40-584e524c921a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:29.952511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Attempting to bind port a2eb2f04-ebd5-42dd-8a40-584e524c921a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:29.967355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:29.983168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:29.983514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:29.983913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:29.984519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Bound port: a2eb2f04-ebd5-42dd-8a40-584e524c921a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:29.985002 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.025927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73194af0-c1da-45a1-befa-daa525fb9cce {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:30.046369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2641fd67-5c4f-411e-90d0-d4b29ed37119, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2641fd67-5c4f-411e-90d0-d4b29ed37119,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:30.061808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.064357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d3cd29fe-e4ce-4a95-afee-11830aaf763e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:30.095662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:30.183366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.184664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac82679a-03f0-4e9f-865c-61991c3deea6 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:30.258223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2641fd67-5c4f-411e-90d0-d4b29ed37119,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.355257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:30.370456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.374167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d3cd29fe-e4ce-4a95-afee-11830aaf763e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:30.374629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.483012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.491541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.506277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:30.555251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c2cee17c-6f0d-41c4-8345-e3abc769d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.555773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c2cee17c-6f0d-41c4-8345-e3abc769d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.556564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c2cee17c-6f0d-41c4-8345-e3abc769d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.558342 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c2cee17c-6f0d-41c4-8345-e3abc769d481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2869 time: 0.8816748 Jul 07 17:32:30.606175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:30.636365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac82679a-03f0-4e9f-865c-61991c3deea6,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:30.716733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'ac82679a-03f0-4e9f-865c-61991c3deea6', 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'port_id': 'ac82679a-03f0-4e9f-865c-61991c3deea6', 'mac_address': 'fa:16:3e:b1:40:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3780d636-ce78-427e-b0fe-e1594950d469', 'ip_address': '19.80.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:30.734587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c0edadb5-eb89-462d-960f-e7e50d3c1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.736400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-c0edadb5-eb89-462d-960f-e7e50d3c1b8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=26da662c-eb6f-4523-9af3-9e598d3a83d7 HTTP/1.1" status: 200 len: 902 time: 0.1639078 Jul 07 17:32:30.740740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.752645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:30.763127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1ee8d9f6-eff6-42c2-bfb8-8ae64e9e82b1 None None] Provisioning complete for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:30.763765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d9f6-eff6-42c2-bfb8-8ae64e9e82b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.771992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ba63-95bb-4312-88a0-0d83140a6d8a req-188ca1c2-757d-4a83-8f54-eec90453dcf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.784967 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-286b599e-e69c-41de-b7d1-ae27b0b5f0ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.58&port_id=ac82679a-03f0-4e9f-865c-61991c3deea6 HTTP/1.1" status: 200 len: 217 time: 0.0415661 Jul 07 17:32:30.786590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ba63-95bb-4312-88a0-0d83140a6d8a req-188ca1c2-757d-4a83-8f54-eec90453dcf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.794276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ba63-95bb-4312-88a0-0d83140a6d8a req-188ca1c2-757d-4a83-8f54-eec90453dcf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.796247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9371ba63-95bb-4312-88a0-0d83140a6d8a req-188ca1c2-757d-4a83-8f54-eec90453dcf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2412 time: 0.9163423 Jul 07 17:32:30.798392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.807156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:30.820660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:30.834225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8d9f6-eff6-42c2-bfb8-8ae64e9e82b1 None None] Port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:30.931796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:30.985016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-d3375056-c679-4f8e-8455-e5bdb783440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.987608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-d3375056-c679-4f8e-8455-e5bdb783440e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3780d636-ce78-427e-b0fe-e1594950d469 HTTP/1.1" status: 200 len: 801 time: 0.1144400 Jul 07 17:32:31.072294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.113184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac82679a-03f0-4e9f-865c-61991c3deea6 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:31.157615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac82679a-03f0-4e9f-865c-61991c3deea6,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.170646 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.172825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:31.239863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:31.240270 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.335919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:32:31.346701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-96507749-a3d6-4717-8ad5-d5032f9ac19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.348733 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-96507749-a3d6-4717-8ad5-d5032f9ac19c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26da662c-eb6f-4523-9af3-9e598d3a83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978644 Jul 07 17:32:31.368786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.481561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0', 'network_id': '26da662c-eb6f-4523-9af3-9e598d3a83d7', 'port_id': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0', 'mac_address': 'fa:16:3e:06:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3780d636-ce78-427e-b0fe-e1594950d469', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:31.544545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.570426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cfcb0a57-18c4-4684-b6e1-d5cf4b875ee0 None None] Provisioning for port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:31.587001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.639903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cfcb0a57-18c4-4684-b6e1-d5cf4b875ee0 None None] Provisioning complete for port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:31.641108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0a57-18c4-4684-b6e1-d5cf4b875ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.657870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:31.662324 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:31.671419 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-3dec0f65-df7a-4c8c-b2c0-901469d6ba0a service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135731 Jul 07 17:32:31.845132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Deleting port efea2af8-3f93-4cf2-860b-1c02012112f9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:31.846130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.882964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb0a57-18c4-4684-b6e1-d5cf4b875ee0 None None] Port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:31.899874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.929899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 06503cef-9c60-40ec-8021-905eea10250e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:31.938230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:31.960297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9371ba63-95bb-4312-88a0-0d83140a6d8a req-93e21ea2-e14c-4f70-af70-c826df73a379 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9739122 Jul 07 17:32:32.037013 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-b1f87c15-ebb5-4295-92e8-a6365287dc48 service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568585 Jul 07 17:32:32.054643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:32.063299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:32.066888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.068017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.071033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] 10.222.0.73 "PUT /v2.0/ports/a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 1093 time: 6.0861549 Jul 07 17:32:32.073011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.076624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:32.081070 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e" -d '{"events": [{"name": "network-changed", "server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:32.087885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.089243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.172728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:32.203358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-60d4e0b2-9d3f-45e2-b360-a79cfbb54daf tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9091315 Jul 07 17:32:32.228903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:32.229497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:32.238808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798128015'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:32.242380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:32.267415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:32.268714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:32.297249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:32.303753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.333441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.333831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.334285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.334805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.336259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.336259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.336259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.336259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.337109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.337552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.338432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.338432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364acad-9785-47a0-979a-34c4d4602c8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:32.349395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] For port efea2af8-3f93-4cf2-860b-1c02012112f9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=efea2af8-3f93-4cf2-860b-1c02012112f9,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:32.349984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.415188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 06503cef-9c60-40ec-8021-905eea10250e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:32.438277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['73194af0-c1da-45a1-befa-daa525fb9cce'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:32.440409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Calling delete_port for efea2af8-3f93-4cf2-860b-1c02012112f9 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:32.490302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:32.520861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Pushing event deleted for resources: {'Port': ['ID=04ce65eb-289c-4bb0-89b1-d3eb7cc870cc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:32.602544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-a0155681-c77f-4e9d-ad6a-e69b5e99eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.603381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-a0155681-c77f-4e9d-ad6a-e69b5e99eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.604762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-a0155681-c77f-4e9d-ad6a-e69b5e99eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.608050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-a0155681-c77f-4e9d-ad6a-e69b5e99eb6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2871 time: 0.4532709 Jul 07 17:32:32.631667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.632246 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added segment dc0527c9-db66-4aef-afc0-0f6042651cc8 of type vlan for network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a Jul 07 17:32:32.639536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 06503cef-9c60-40ec-8021-905eea10250e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:32.640732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.644541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['52a9a4f2-875c-421d-8b34-ee6cc1def3f0'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:32.722500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ac82679a-03f0-4e9f-865c-61991c3deea6'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:32.845902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.902691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-207781fd-f3ce-4010-addd-85e82c3c5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.906587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-207781fd-f3ce-4010-addd-85e82c3c5cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1096 time: 0.6138744 Jul 07 17:32:33.023696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:32:33.035999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-9866e7c9-5872-42a5-9308-3a518cb7aa41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.0986612 Jul 07 17:32:33.053073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-ec41d1a2-cae1-4e53-9f74-b25840200b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.056053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-ec41d1a2-cae1-4e53-9f74-b25840200b92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f91ee35-348b-4874-a672-2fa4e9137b25 HTTP/1.1" status: 200 len: 903 time: 0.4392936 Jul 07 17:32:33.066576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.079657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.080815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.184473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:33.267034 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-ef3c623c-99f3-4109-ab88-b86fc3fbc65c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=73194af0-c1da-45a1-befa-daa525fb9cce HTTP/1.1" status: 200 len: 217 time: 0.1763322 Jul 07 17:32:33.323427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0918202 Jul 07 17:32:33.378807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35290) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:33.396218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'subnet': {'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:33.428667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.431775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.446550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28b78e-ad1d-4daf-84a9-5481eb64dcb1 req-48acc740-7c94-40db-9dea-c8515ad4ab96 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.457639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e28b78e-ad1d-4daf-84a9-5481eb64dcb1 req-48acc740-7c94-40db-9dea-c8515ad4ab96 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 945 time: 1.2552366 Jul 07 17:32:33.518183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.522723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd85d-23e2-42ed-a885-aa2601492898 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Network': ['ID=5c73bd7a-5167-436d-a7cf-09e65ae7b74a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:33.578482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-222ca5df-fe83-42db-8bc9-178de0e0b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.581527 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-222ca5df-fe83-42db-8bc9-178de0e0b5e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86f4d297-6bce-4ee6-adca-3aeecbbee53a HTTP/1.1" status: 200 len: 801 time: 0.2948029 Jul 07 17:32:33.633857 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.724327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:33.857447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.880358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Made reservation on behalf of 3ef5daf6dc714e4f8023e915cacd8363 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:33.887873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.964659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-93fb8cd0-0b78-4889-9976-b90079d557f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.967849 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-93fb8cd0-0b78-4889-9976-b90079d557f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f91ee35-348b-4874-a672-2fa4e9137b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747103 Jul 07 17:32:33.969661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e28b78e-ad1d-4daf-84a9-5481eb64dcb1 req-cdb4c52d-4117-4229-a497-f12520059c3d tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098906 Jul 07 17:32:34.035158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Pushing event deleted for resources: {'Port': ['ID=efea2af8-3f93-4cf2-860b-1c02012112f9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.084820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.121013 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab96bfb-b2ee-49e9-b602-4c1c2b0e3f02 x-openstack-request-id: req-4ab96bfb-b2ee-49e9-b602-4c1c2b0e3f02 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:34.121495 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "name": "network-vif-plugged", "status": "completed", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:34.122312 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ab96bfb-b2ee-49e9-b602-4c1c2b0e3f02 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:34.122710 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd', 'code': 200} Jul 07 17:32:34.184061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event updated for resources: {'Port': ['ID=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.254310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:34.258253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:34.279802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-5b8a7eae-abc3-4514-a131-e24d6d10da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:34.288047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-5b8a7eae-abc3-4514-a131-e24d6d10da1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.7903113 Jul 07 17:32:34.319654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:34.356910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-75cbbdd1-96dd-4bb2-8578-7f36265719c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513263 Jul 07 17:32:34.713831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 06503cef-9c60-40ec-8021-905eea10250e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=06503cef-9c60-40ec-8021-905eea10250e,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:34.751782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.802144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Router 83572634-4a9b-483a-91d4-2e29cea4e840 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:34.808583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-4f8b6c5d-9346-4324-ba04-1cf4372acf33 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882802 Jul 07 17:32:34.808830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-6edd3772-c468-4963-9bd6-fba0471a0119 service neutron] 10.222.0.23 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701306 Jul 07 17:32:34.852692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.870423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0abc0-e847-46ad-8478-80a19a7bc19f req-f4968d95-42cd-47e4-8dd5-26c023f9b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:34.872086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edd0abc0-e847-46ad-8478-80a19a7bc19f req-f4968d95-42cd-47e4-8dd5-26c023f9b013 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 1097 time: 0.7064700 Jul 07 17:32:34.943531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f968601-6f82-4aaf-9f9c-381ade96048f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:34.957477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3289161c-3597-409f-b5c5-d13fbcab9bd1 None None] Provisioning complete for port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:34.957477 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3289161c-3597-409f-b5c5-d13fbcab9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.085813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:35.101118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:35.102218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8f968601-6f82-4aaf-9f9c-381ade96048f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:35.102816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8f968601-6f82-4aaf-9f9c-381ade96048f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:35.117634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:35.118586 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.234834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:35.246267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=06503cef-9c60-40ec-8021-905eea10250e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:35.269945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941901-4b11-4334-ada9-8e0f2acfa38d req-0752d81b-ade4-4694-ad6c-65cb459918f5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.279897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49941901-4b11-4334-ada9-8e0f2acfa38d req-0752d81b-ade4-4694-ad6c-65cb459918f5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 944 time: 0.8775978 Jul 07 17:32:35.371778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:35.388517 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Sync routers for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:35.391721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-08f1e9ac-1d6a-48d1-b583-8cba526b08fa admin admin] 10.222.0.66 "PUT /v2.0/routers/83572634-4a9b-483a-91d4-2e29cea4e840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6253767 Jul 07 17:32:35.392701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35302) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:35.404692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3289161c-3597-409f-b5c5-d13fbcab9bd1 None None] Port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:35.429458 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:35.430517 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:35.439222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:35.439811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Updating router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:35.516037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2de17bab-daea-48cc-83d4-bd09309cc883 req-f3b32858-dfc9-480c-b43c-747f9b5cc422 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981001 Jul 07 17:32:35.625050 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.688503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49941901-4b11-4334-ada9-8e0f2acfa38d req-7ebfb0e3-8ca9-45a4-b6c4-0f017017fbe0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045553 Jul 07 17:32:35.781635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:35.845058 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:35.961938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:35.983827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-286fb805-3ef0-448a-bc57-10244fece068 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7909393 Jul 07 17:32:36.001353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:36.007608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:36.028094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.034198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:36.050748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-edd0abc0-e847-46ad-8478-80a19a7bc19f req-968cb79a-1016-40c0-88e4-47c59419ce66 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1423106 Jul 07 17:32:36.052314 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e24e0c9-df2e-4c26-9e5c-c6f4344c4a65 x-openstack-request-id: req-0e24e0c9-df2e-4c26-9e5c-c6f4344c4a65 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:36.052676 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:36.052927 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e24e0c9-df2e-4c26-9e5c-c6f4344c4a65 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:36.053323 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0', 'status': 'completed', 'code': 200} Jul 07 17:32:36.062815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.129913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Subnet': ['ID=c8f60836-b5d1-455c-b89b-e0c091023665,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:36.145703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ebc55ff9-904d-450e-a8ee-22ba40c2790f req-190f8493-39c3-4383-8ac6-4f64b4e15c51 service neutron] 10.222.0.23 "GET /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3095305 Jul 07 17:32:36.198035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Checking segment: {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:36.198408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network hostable DHCP agents. Network: 5c73bd7a-5167-436d-a7cf-09e65ae7b74a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:36.356973 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:32:30Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:36.362775 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85279fd0-82c3-4b4c-b5ea-48aba47c4c8a x-openstack-request-id: req-85279fd0-82c3-4b4c-b5ea-48aba47c4c8a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:36.363550 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:36.363550 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85279fd0-82c3-4b4c-b5ea-48aba47c4c8a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:36.364173 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a', 'status': 'completed', 'code': 200} Jul 07 17:32:36.376907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.456792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:36.471231 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Checking router: 83572634-4a9b-483a-91d4-2e29cea4e840 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:36.489010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Routers {'83572634-4a9b-483a-91d4-2e29cea4e840'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:36.490587 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['83572634-4a9b-483a-91d4-2e29cea4e840'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:36.699973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.732782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Transition to ACTIVE for port object 1eca6fc6-51c6-43d7-b317-1be1d8611c92 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:36.760917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5c73bd7a-5167-436d-a7cf-09e65ae7b74a) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:36.798182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:36.807021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:36.807687 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.826127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:36.830631 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.884504 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] Set router 83572634-4a9b-483a-91d4-2e29cea4e840 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:36.894342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:36.900340 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dcd035-2541-4dce-b0b2-07bc8ee275be" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:36.915863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c46dfc-92ea-4c5d-86b2-394fc8ffd826 None None] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:37.010093 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f197fb2-fb58-4687-a965-b062ce2e73e6 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6290414 Jul 07 17:32:37.012518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35316) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:37.068161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-1632494c-4319-46f8-9b78-2db498311c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.070484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-1632494c-4319-46f8-9b78-2db498311c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.071434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-1632494c-4319-46f8-9b78-2db498311c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.084789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-1632494c-4319-46f8-9b78-2db498311c58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2871 time: 0.7755299 Jul 07 17:32:37.169504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.176341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.194560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:37.197988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:37.221242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 73194af0-c1da-45a1-befa-daa525fb9cce up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:37.273513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Router 6204a1fb-bad5-4d83-9692-dc881f5e9cba has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:37.287283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-9459ef25-c964-4b7a-8e87-c29dd1fc8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:37.290236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-9459ef25-c964-4b7a-8e87-c29dd1fc8f16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1096 time: 1.0213459 Jul 07 17:32:37.493175 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:32:30Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:37.595675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53a421-c528-4100-8475-a304c7dd002f None None] The sync data for ids ['83572634-4a9b-483a-91d4-2e29cea4e840'] in n-d-791505-12 is: [{'id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'name': 'tempest-AttachVolumeShelveTestJSON-1411487319-router', 'tenant_id': '23ee75f3e79242138a866b4d272dcc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '16b39958-9c75-42ca-8735-afa50a474851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:31Z', 'updated_at': '2021-07-07T17:32:30Z', 'revision_number': 5, 'project_id': '23ee75f3e79242138a866b4d272dcc8a', 'gw_port': {'id': '16b39958-9c75-42ca-8735-afa50a474851', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83572634-4a9b-483a-91d4-2e29cea4e840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:32Z', 'updated_at': '2021-07-07T17:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:37.760197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 73194af0-c1da-45a1-befa-daa525fb9cce completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:37.939332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.964955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9b12-9e19-4db3-bc18-59a52a66c28e None None] Pushing event updated for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:37.994135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:32:38.040174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868341-1b0c-4cfb-96fc-11da0213ef1c req-efb9b147-b6cd-45db-95fa-26829aa064bf tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.049599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868341-1b0c-4cfb-96fc-11da0213ef1c req-efb9b147-b6cd-45db-95fa-26829aa064bf tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.067416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 73194af0-c1da-45a1-befa-daa525fb9cce triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:38.070405 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.081319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868341-1b0c-4cfb-96fc-11da0213ef1c req-efb9b147-b6cd-45db-95fa-26829aa064bf tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.089898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48868341-1b0c-4cfb-96fc-11da0213ef1c req-efb9b147-b6cd-45db-95fa-26829aa064bf tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2415 time: 1.5500829 Jul 07 17:32:38.184897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Removed routes are [] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:32:38.185314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.263440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:38.337950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48868341-1b0c-4cfb-96fc-11da0213ef1c req-5af3195b-d95a-4227-8694-395dfbdb5470 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249258 Jul 07 17:32:38.390668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78597318-9710-4ff1-9bb0-3b269dfdd106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.394606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9e68528a-95e0-4292-9897-2798cecfe9fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:38.434322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Deleting port 16b39958-9c75-42ca-8735-afa50a474851 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:38.436530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.748906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-9f18402b-0449-424a-be4b-fc4873e73a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.758552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-9f18402b-0449-424a-be4b-fc4873e73a53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26da662c-eb6f-4523-9af3-9e598d3a83d7 HTTP/1.1" status: 200 len: 902 time: 1.4809012 Jul 07 17:32:38.852651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Attempting to bind port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:38.854315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Attempting to bind port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:38.856891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Attempting to bind port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 on network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:38.882769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:38.883528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Checking segment: {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:38.884148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.884831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Bound using segment: {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:38.885617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Bound port: 1eca6fc6-51c6-43d7-b317-1be1d8611c92, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365f3fc3-de79-41ae-8a9b-ccf2b96275c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:38.886289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.903295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:38.922427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.930237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-79a34af4-9b68-4f1d-9dec-6907a837bf11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0 HTTP/1.1" status: 200 len: 217 time: 0.0906551 Jul 07 17:32:38.930619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.935324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:38.936558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.967775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-4c7838ad-c721-481c-bfd7-3becfaf66e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:38.972156 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-4c7838ad-c721-481c-bfd7-3becfaf66e28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 1.6252313 Jul 07 17:32:39.154280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-65405d2e-bde5-404c-9a15-30214510f0d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.1701741 Jul 07 17:32:39.163478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:39.184274 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Sync routers for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:39.204149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62d4f6f0-ebb1-43bb-8c4b-cfe4702bd019 admin admin] 10.222.0.66 "PUT /v2.0/routers/6204a1fb-bad5-4d83-9692-dc881f5e9cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3347385 Jul 07 17:32:39.205643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:39.207245 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:39.223194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35334) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.250287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-233948a0-d290-4d1e-b67d-f576016a89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:39.252297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-233948a0-d290-4d1e-b67d-f576016a89ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3780d636-ce78-427e-b0fe-e1594950d469 HTTP/1.1" status: 200 len: 801 time: 0.3070812 Jul 07 17:32:39.258371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.275512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] For port 1eca6fc6-51c6-43d7-b317-1be1d8611c92, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:39.281729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] For port 1eca6fc6-51c6-43d7-b317-1be1d8611c92, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1eca6fc6-51c6-43d7-b317-1be1d8611c92,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:39.325886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-eff71cb0-84cd-4129-998b-a5ade6b73c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:39.328244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-eff71cb0-84cd-4129-998b-a5ade6b73c46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1506307 Jul 07 17:32:39.367180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] For port 16b39958-9c75-42ca-8735-afa50a474851, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=16b39958-9c75-42ca-8735-afa50a474851,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:39.367878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.416932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-3ee1a255-69f2-4062-a8f9-b626fcf4c7cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794268 Jul 07 17:32:39.422591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.439124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Calling delete_port for 16b39958-9c75-42ca-8735-afa50a474851 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:39.457526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:39.476621 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:39.496272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9e68528a-95e0-4292-9897-2798cecfe9fb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:39.496658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.499028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678eb01-7ea1-4166-b69d-505fed26e3a7 req-59fb3f38-7e36-4610-9f3d-8e5433937181 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:39.513485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e678eb01-7ea1-4166-b69d-505fed26e3a7 req-59fb3f38-7e36-4610-9f3d-8e5433937181 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 945 time: 0.5692458 Jul 07 17:32:39.580608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.656927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a2eb2f04-ebd5-42dd-8a40-584e524c921a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:39.671278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-f3352cfe-cc50-4ec1-b68d-822ab1d1ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:39.680613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-f3352cfe-cc50-4ec1-b68d-822ab1d1ec28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26da662c-eb6f-4523-9af3-9e598d3a83d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4174676 Jul 07 17:32:39.855990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:39.904315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a', 'mac_address': 'fa:16:3e:8e:89:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:39.993919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:40.049918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e678eb01-7ea1-4166-b69d-505fed26e3a7 req-5e81d5c4-7053-4c1d-962b-d9944bbb7ccf tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346162 Jul 07 17:32:40.050204 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 5, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.058408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:40.059095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.075918 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.077137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac82679a-03f0-4e9f-865c-61991c3deea6 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:40.119897 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Checking router: 6204a1fb-bad5-4d83-9692-dc881f5e9cba for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:40.174104 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Routers {'6204a1fb-bad5-4d83-9692-dc881f5e9cba'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:40.174700 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.202137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ee1a7fd6-1bdc-41ea-8a9a-7dd27c3d9b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.216910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:31Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.253525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9b12-9e19-4db3-bc18-59a52a66c28e None None] Pushing event updated for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.314490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:40.333304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.342267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-207cce96-34db-4909-a6fe-a440f6cf7743 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 934 time: 4.3299584 Jul 07 17:32:40.347025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.352988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35344) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:40.399892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-03053620-d66a-4651-b266-1142fa18c274 service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962976 Jul 07 17:32:40.408850 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-78d90597-b3d9-47ee-8a8d-713f8031643c service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851332 Jul 07 17:32:40.507928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.514032 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] Set router 6204a1fb-bad5-4d83-9692-dc881f5e9cba gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:40.539235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Allocated IP 2001:db8:3::2 (5c73bd7a-5167-436d-a7cf-09e65ae7b74a/c8f60836-b5d1-455c-b89b-e0c091023665/78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:40.554386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.573168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:40.573826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Updating router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:40.607970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eb2f04-ebd5-42dd-8a40-584e524c921a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:40.636720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:40.691489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.789835 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d3259cb2-8e08-44f4-bd48-7c1933c86dcd req-5ea53cb7-a6f8-439a-9b56-c8f99aebd851 service neutron] 10.222.0.23 "GET /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791585 Jul 07 17:32:40.799574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a61c7081-5cca-4f0f-b4d6-fae49fe6253e req-65a43f7a-b168-48ca-be99-74aeec219387 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703220 Jul 07 17:32:40.836746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:40.839353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.930882 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 5, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.989631 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178cdf1b-396e-4896-8129-3729f1f20e5d None None] The sync data for ids ['6204a1fb-bad5-4d83-9692-dc881f5e9cba'] in n-d-791505-12 is: [{'id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'name': 'tempest-TestServerBasicOps-890635798-router', 'tenant_id': 'faf47e09ff094912a175c3657b9ac42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:51Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 5, 'project_id': 'faf47e09ff094912a175c3657b9ac42f', 'gw_port': {'id': 'f2b294c7-d56a-4108-89f1-beb2e677a93c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6204a1fb-bad5-4d83-9692-dc881f5e9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:53Z', 'updated_at': '2021-07-07T17:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:41.044159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2641fd67-5c4f-411e-90d0-d4b29ed37119 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:41.050045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:41.120912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.125629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.138130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-336fee9b-28cb-419c-bd37-77a14d65b9dd tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 934 time: 0.7779527 Jul 07 17:32:41.139017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35360) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:41.150294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'routes': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:41.216896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407ed91-793b-4123-8b98-a7a6686430c2 req-0307e41d-9e96-49d2-8bc6-c4df52b0f086 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:41.219074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8407ed91-793b-4123-8b98-a7a6686430c2 req-0307e41d-9e96-49d2-8bc6-c4df52b0f086 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 945 time: 0.7485328 Jul 07 17:32:41.346579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8407ed91-793b-4123-8b98-a7a6686430c2 req-914ac165-7bf8-4800-be66-b5da72459243 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044183 Jul 07 17:32:41.348514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.497495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b39958-9c75-42ca-8735-afa50a474851,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:41.564470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.581922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Transition to ACTIVE for port object 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:41.595349 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aeb0ef-7477-4971-82a0-b991f93c6d01 x-openstack-request-id: req-50aeb0ef-7477-4971-82a0-b991f93c6d01 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:41.595656 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:41.595925 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50aeb0ef-7477-4971-82a0-b991f93c6d01 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:41.596347 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0', 'code': 200} Jul 07 17:32:41.626520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port ac82679a-03f0-4e9f-865c-61991c3deea6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:41.630928 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.631151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Deleting port f2b294c7-d56a-4108-89f1-beb2e677a93c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:41.631973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.688178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port ac82679a-03f0-4e9f-865c-61991c3deea6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:41.688564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.960643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.124988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.129077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] For port f2b294c7-d56a-4108-89f1-beb2e677a93c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2b294c7-d56a-4108-89f1-beb2e677a93c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:42.129077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.133172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.213174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Calling delete_port for f2b294c7-d56a-4108-89f1-beb2e677a93c owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:42.235507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c976a-869f-4bbf-a095-a344313cb00d req-688a8736-c191-4e21-8179-e1794af6fd0d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:42.263110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c976a-869f-4bbf-a095-a344313cb00d req-688a8736-c191-4e21-8179-e1794af6fd0d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:42.270740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c976a-869f-4bbf-a095-a344313cb00d req-688a8736-c191-4e21-8179-e1794af6fd0d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:42.272665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d4c976a-869f-4bbf-a095-a344313cb00d req-688a8736-c191-4e21-8179-e1794af6fd0d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2417 time: 0.4796762 Jul 07 17:32:42.297922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.298632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83572634-4a9b-483a-91d4-2e29cea4e840 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:42.311012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.317166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-505e7901-9364-46b3-a549-fb35ebdd3d61 admin admin] 10.222.0.66 "DELETE /v2.0/routers/83572634-4a9b-483a-91d4-2e29cea4e840 HTTP/1.1" status: 204 len: 168 time: 6.9024405 Jul 07 17:32:42.342823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:42.359860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:42.451630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Deleting subnet 8a16ce12-d792-44fc-9c3d-f2fe802d828d {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:42.460749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.484403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf0d5-d7b9-4207-8e21-c1cc7c8713fb None None] Pushing event updated for resources: {'Port': ['ID=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:42.487570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d4c976a-869f-4bbf-a095-a344313cb00d req-e75f1e73-309f-45dc-9507-cae76446bc04 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825757 Jul 07 17:32:42.567558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.586266 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.653867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2641fd67-5c4f-411e-90d0-d4b29ed37119 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:42.654257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.721025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.795141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b294c7-d56a-4108-89f1-beb2e677a93c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:42.807899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.879249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Attempting to bind port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:42.879745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Attempting to bind port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:42.880405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Attempting to bind port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 on network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:42.929466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.983599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.006113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:43.006583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Checking segment: {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:43.006986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.007299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Bound using segment: {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:43.007820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Bound port: 95b200b0-7b67-4c81-8c4e-5ea86cd2f061, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5040fe7-8bed-497a-9539-b7531609e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:43.008254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.011331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.029156 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.033321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a16ce12-d792-44fc-9c3d-f2fe802d828d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.037264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.045153 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4d8665bc-b8ff-4adb-a597-31b644916174 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a16ce12-d792-44fc-9c3d-f2fe802d828d HTTP/1.1" status: 204 len: 168 time: 0.6839192 Jul 07 17:32:43.050856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:43.070634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2aed88-95b2-4e3d-a98c-3b9b5a9d5440 None None] Network 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:43.096122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Transition to ACTIVE for port object 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:43.183097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.187554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.229883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.244678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.extraroute_db [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added routes are [] {{(pid=93947) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:32:43.245177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.extraroute_db [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93947) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:32:43.257111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Transition to ACTIVE for port object 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:43.310778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.320223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac82679a-03f0-4e9f-865c-61991c3deea6,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:43.332203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0e31b6af-4461-4e35-be46-db80c435dff4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:43.351835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.367716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Allocated IP 2001:db8:3::1 (5c73bd7a-5167-436d-a7cf-09e65ae7b74a/c8f60836-b5d1-455c-b89b-e0c091023665/fa906366-1b06-4abe-8d79-b2e57f138ea2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:43.383168 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.504465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:43.517982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:43.538785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] For port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:43.549620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Deleting port a652e86f-4101-416b-8a4c-7a5e56ab15e9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:43.550249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.595807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:43.612315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce'}, {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:43.616126 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fef95-f5cd-4f6c-8c5c-6840c88cfa50" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce"}, {"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:43.650791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Pushing event updated for resources: {'Port': ['ID=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.668934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] For port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,segment=NetworkSegment(d5040fe7-8bed-497a-9539-b7531609e074),segment_id=d5040fe7-8bed-497a-9539-b7531609e074)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:43.765272 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.792814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35fd31-4427-4300-853e-c564e985d41d req-1fab1bee-263f-499d-9e30-4148e46ef083 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:43.795768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b35fd31-4427-4300-853e-c564e985d41d req-1fab1bee-263f-499d-9e30-4148e46ef083 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 945 time: 0.8144534 Jul 07 17:32:43.799833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.800197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6204a1fb-bad5-4d83-9692-dc881f5e9cba {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:43.823314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.824384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.828419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd0e2b8b-10aa-4ba6-8b5a-81886019fcbb admin admin] 10.222.0.66 "DELETE /v2.0/routers/6204a1fb-bad5-4d83-9692-dc881f5e9cba HTTP/1.1" status: 204 len: 168 time: 4.6026626 Jul 07 17:32:43.830064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35386) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:43.836501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.845249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Transition to ACTIVE for port object fa906366-1b06-4abe-8d79-b2e57f138ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:43.881194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:43.932460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Deleting subnet 7fd6e220-f916-4ec6-9e8d-7f9690906974 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:43.950297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b35fd31-4427-4300-853e-c564e985d41d req-18109c60-b64f-4f47-ac25-6064493a7ddc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881281 Jul 07 17:32:43.958044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.013458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.062969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:44.084900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.088010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50252f-97fd-45f2-97eb-41df1120f69a None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:44.141253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Attempting to bind port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:44.142256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Attempting to bind port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:44.143089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Attempting to bind port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 on network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:44.149607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0e31b6af-4461-4e35-be46-db80c435dff4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:44.150548 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.156871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:44.220243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:44.220719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.274951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.316766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.320560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:44.321322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Checking segment: {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:44.322391 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.322888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Bound using segment: {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:44.323470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Bound port: 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:44.323890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.332146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:44.332380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] For port a652e86f-4101-416b-8a4c-7a5e56ab15e9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a652e86f-4101-416b-8a4c-7a5e56ab15e9,segment=NetworkSegment(514bc39a-ae35-4fb3-93f6-c6a3670748ea),segment_id=514bc39a-ae35-4fb3-93f6-c6a3670748ea)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:44.332814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:44.332971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.352718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.395307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.411243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Calling delete_port for a652e86f-4101-416b-8a4c-7a5e56ab15e9 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:44.427513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.651202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.682920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf0d5-d7b9-4207-8e21-c1cc7c8713fb None None] Pushing event updated for resources: {'Port': ['ID=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.683491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:44.691925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:44.781967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.786934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7fd6e220-f916-4ec6-9e8d-7f9690906974 HTTP/1.1" status: 204 len: 168 time: 0.9556913 Jul 07 17:32:44.791728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c128-c4b2-4546-a105-50ab6157b1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd6e220-f916-4ec6-9e8d-7f9690906974,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.806156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35390) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:44.838658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] DHCP port deletion for 6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:44.842314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf40176-b251-4585-b070-b9cf8468eaba None None] Network 993e07ff-fa20-4d06-8ca0-0347be0f7da5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:44.921814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.013174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.022321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] For port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:45.042463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] For port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:45.051903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d92e-4d00-4daa-be0d-8b0530ab3904 req-257da5a1-d76e-4d65-9e48-0e17b0ca1a61 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:45.060281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d92e-4d00-4daa-be0d-8b0530ab3904 req-257da5a1-d76e-4d65-9e48-0e17b0ca1a61 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:45.069487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d92e-4d00-4daa-be0d-8b0530ab3904 req-257da5a1-d76e-4d65-9e48-0e17b0ca1a61 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:45.072070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c256d92e-4d00-4daa-be0d-8b0530ab3904 req-257da5a1-d76e-4d65-9e48-0e17b0ca1a61 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2418 time: 0.6727481 Jul 07 17:32:45.086126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7d93803b-ee29-4301-a211-227a5bb6cc1f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:45.174129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Deleting port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:45.174403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.195972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.287069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] For port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,segment=NetworkSegment(62aad4cc-e4ed-4d02-8eb5-6e6869187ea5),segment_id=62aad4cc-e4ed-4d02-8eb5-6e6869187ea5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:45.287627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.306208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Calling delete_port for ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:45.307100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:45.338773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.347113 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c3cc0659-8d2f-4b7b-9e79-52be3aefb50e tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 700 time: 4.2043548 Jul 07 17:32:45.353863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35396) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:45.481655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.535520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] No DVR routers for this DVR port ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:45.543498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5be1a2-d7c8-4000-bce7-73f8f0cb0077,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:45.599509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c256d92e-4d00-4daa-be0d-8b0530ab3904 req-5f1d81d0-9d3b-4f64-8bb0-ac6a8fd7ca6a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941580 Jul 07 17:32:45.657135 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-578fc1c4-5ffa-4f72-9d44-d79637d3cf49 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 700 time: 0.2968941 Jul 07 17:32:45.775076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.801024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993e07ff-fa20-4d06-8ca0-0347be0f7da5']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:45.832216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:45.833137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62aad4cc-e4ed-4d02-8eb5-6e6869187ea5') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:45.874737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.974012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.006486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:46.007807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.050853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.056889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35398) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:46.075643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:46.129022 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:46.131530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9d116-de13-4784-84bc-cb2080891d85 None None] Pushing event updated for resources: {'Port': ['ID=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.137375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.145527 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc04ad9-8492-4236-97c5-1049d57ed8b8 x-openstack-request-id: req-7cc04ad9-8492-4236-97c5-1049d57ed8b8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:46.146039 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce", "code": 200}, {"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-plugged", "status": "completed", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:46.146571 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cc04ad9-8492-4236-97c5-1049d57ed8b8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:46.147179 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce', 'code': 200} Jul 07 17:32:46.147669 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6', 'code': 200} Jul 07 17:32:46.148968 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.154291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/993e07ff-fa20-4d06-8ca0-0347be0f7da5 HTTP/1.1" status: 204 len: 168 time: 1.3338904 Jul 07 17:32:46.159205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a2eb2f04-ebd5-42dd-8a40-584e524c921a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:46.164587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c3ad7-f621-4441-9491-0920984fb698 None None] DHCP port deletion for 993e07ff-fa20-4d06-8ca0-0347be0f7da5 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:46.241487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7d93803b-ee29-4301-a211-227a5bb6cc1f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:46.261077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Deleting port a652e86f-4101-416b-8a4c-7a5e56ab15e9 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:46.261840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.264478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d2e0-5d0d-4cc2-b728-bd6e08d291c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=993e07ff-fa20-4d06-8ca0-0347be0f7da5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.288910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7d93803b-ee29-4301-a211-227a5bb6cc1f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:46.289665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.462323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.468707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.520652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35404) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:46.558317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] For port a652e86f-4101-416b-8a4c-7a5e56ab15e9, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:46.558708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.589974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a2eb2f04-ebd5-42dd-8a40-584e524c921a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:46.595811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Calling delete_port for a652e86f-4101-416b-8a4c-7a5e56ab15e9 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:46.613038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Port a652e86f-4101-416b-8a4c-7a5e56ab15e9 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:32:46.666494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a2eb2f04-ebd5-42dd-8a40-584e524c921a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:46.666839 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.670912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.687068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 7, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:46.715078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a652e86f-4101-416b-8a4c-7a5e56ab15e9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.765695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-399ccfb5-5176-4d6e-a376-30484f96ec24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad3231125daf4c339728b5bef6c35af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427163 Jul 07 17:32:46.766749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35408) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:46.892026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] No DVR routers for this DVR port a652e86f-4101-416b-8a4c-7a5e56ab15e9 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:46.950149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.965489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] Pushing event deleted for resources: {'Port': ['ID=a652e86f-4101-416b-8a4c-7a5e56ab15e9,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.978363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d761d-9a5f-424a-9b8f-b1477bda91ff None None] No DVR routers for this DVR port a652e86f-4101-416b-8a4c-7a5e56ab15e9 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:47.005953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa711f0-deb3-4831-b8d4-b8c766b0dd1c None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 7, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:47.042483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.111834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.197724 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.209445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.212781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05bfb81d-e2f7-4ef6-84e7-1058bac10097 HTTP/1.1" status: 204 len: 168 time: 0.4442577 Jul 07 17:32:47.275454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c52f3-7af5-4e73-ac9a-4828c79e76d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfb81d-e2f7-4ef6-84e7-1058bac10097,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.361545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7d93803b-ee29-4301-a211-227a5bb6cc1f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7d93803b-ee29-4301-a211-227a5bb6cc1f,segment=NetworkSegment(d5040fe7-8bed-497a-9539-b7531609e074),segment_id=d5040fe7-8bed-497a-9539-b7531609e074)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:47.375210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.376461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:47.493651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.520829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6527d4a1-3bd6-4dcb-9663-a6f56e4698c2']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:47.554528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514bc39a-ae35-4fb3-93f6-c6a3670748ea') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:47.555216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514bc39a-ae35-4fb3-93f6-c6a3670748ea') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:47.564169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7d93803b-ee29-4301-a211-227a5bb6cc1f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.580624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.591421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.615985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575019f5-d324-4211-a66d-862c0d6cbbc1 req-4f0860d9-f32f-4ac4-b3f5-2a2d436519b0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:47.625036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-575019f5-d324-4211-a66d-862c0d6cbbc1 req-4f0860d9-f32f-4ac4-b3f5-2a2d436519b0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 945 time: 0.2793057 Jul 07 17:32:47.711395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:47.714086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:47.715142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.722927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.783497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-575019f5-d324-4211-a66d-862c0d6cbbc1 req-a904b84b-e3ce-4ef5-9c32-fea9dad7fffe tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391101 Jul 07 17:32:47.804135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0282c4-bf61-4dba-9d14-cca10e848ef2 None None] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:48.039600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:48.111711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e8cb3b68-c4f7-4ec5-af6b-497c9efdf009 None None] Provisioning for port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:48.161451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:48.168749 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8167c9-2006-4c39-ae9a-dad0c312b530" -d '{"events": [{"server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:48.235758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event updated for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:48.242795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0665-85b0-4524-a835-ada9ab587424 req-1d991350-cdc8-44bb-ba10-2d8d203028e3 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.263629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.286331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0665-85b0-4524-a835-ada9ab587424 req-1d991350-cdc8-44bb-ba10-2d8d203028e3 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.307198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:48.308749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.311617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0665-85b0-4524-a835-ada9ab587424 req-1d991350-cdc8-44bb-ba10-2d8d203028e3 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.337128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd9f0665-85b0-4524-a835-ada9ab587424 req-1d991350-cdc8-44bb-ba10-2d8d203028e3 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2418 time: 0.2855117 Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:48.350429 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:48.437788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd9f0665-85b0-4524-a835-ada9ab587424 req-46a2ac36-d0cb-4ece-9fa8-2c80732c85f1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994198 Jul 07 17:32:48.473330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35432) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:48.516294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6ef77722-9bef-48e2-b54f-840110a5f52d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:48.545158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051369e-bbba-439b-b75a-8e712b3a92dc req-fe3f121a-645e-4da8-852a-d07059b33d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.545682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051369e-bbba-439b-b75a-8e712b3a92dc req-fe3f121a-645e-4da8-852a-d07059b33d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.552206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051369e-bbba-439b-b75a-8e712b3a92dc req-fe3f121a-645e-4da8-852a-d07059b33d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.554146 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7051369e-bbba-439b-b75a-8e712b3a92dc req-fe3f121a-645e-4da8-852a-d07059b33d99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2874 time: 2.4959078 Jul 07 17:32:48.598137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c308e1-690c-4246-9010-763ece998429 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:48.599326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:48.603648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.609383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 6ef77722-9bef-48e2-b54f-840110a5f52d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:48.609957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6ef77722-9bef-48e2-b54f-840110a5f52d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:48.610679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 37336bd7-036b-486b-9706-bfefc0993936 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:48.625224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:48.637376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.640412 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6527d4a1-3bd6-4dcb-9663-a6f56e4698c2 HTTP/1.1" status: 204 len: 168 time: 5.5867648 Jul 07 17:32:48.668906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e18a8b6f-6236-4f9d-b771-cd161223b2ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=faf47e09ff094912a175c3657b9ac42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911540 Jul 07 17:32:48.668906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35438) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:48.711095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182dd85-4df3-4123-bc85-00780bc085a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6527d4a1-3bd6-4dcb-9663-a6f56e4698c2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:48.711789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 37336bd7-036b-486b-9706-bfefc0993936 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:48.712382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 37336bd7-036b-486b-9706-bfefc0993936 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:48.727067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:48.728355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:49.013848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.054923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.067233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:49.125950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150a9d-d582-4447-91c5-0bcad19913f6 req-01fb079a-96a9-40db-833e-336fef5162f1 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.128747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62150a9d-d582-4447-91c5-0bcad19913f6 req-01fb079a-96a9-40db-833e-336fef5162f1 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 945 time: 0.4006722 Jul 07 17:32:49.144826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7051369e-bbba-439b-b75a-8e712b3a92dc req-a1c5ee84-f4c0-457b-af36-f57a98c6e86a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378976 Jul 07 17:32:49.183109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199877a-e436-4c49-95ac-30492eff0f33 req-9868d428-a667-4376-893b-cf90b8df0246 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.193294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4199877a-e436-4c49-95ac-30492eff0f33 req-9868d428-a667-4376-893b-cf90b8df0246 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.73 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 945 time: 0.9098263 Jul 07 17:32:49.196787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:49.228684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.239561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.242813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ceabe77-4e66-494f-aa96-f84b2491606b HTTP/1.1" status: 204 len: 168 time: 0.5709987 Jul 07 17:32:49.262052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0b70c-f009-428d-809f-76b53fc44343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceabe77-4e66-494f-aa96-f84b2491606b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:49.284591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62150a9d-d582-4447-91c5-0bcad19913f6 req-9fe8c0c7-b253-4e19-b181-0767adb5258f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/security-groups?id=14e9ba58-bfa6-4625-a0a9-3b2881996ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264460 Jul 07 17:32:49.399697 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54487975-c550-4040-8c9c-45147aa9b9e5 x-openstack-request-id: req-54487975-c550-4040-8c9c-45147aa9b9e5 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:49.400158 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "name": "network-vif-plugged", "status": "completed", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:49.400581 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54487975-c550-4040-8c9c-45147aa9b9e5 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:49.401224 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a', 'code': 200} Jul 07 17:32:49.409225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1eca6fc6-51c6-43d7-b317-1be1d8611c92 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:49.445968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:49.521316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f06befb-f8d7-4e16-9ecb-fd0cd1e2b1e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23ee75f3e79242138a866b4d272dcc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211992 Jul 07 17:32:49.542683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35454) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:49.720035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.779441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:49.939504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:49.940383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ceda8-3c52-43de-81a4-24cda88e8742 req-40b5bf6f-da64-4602-b3d3-82e8ac701d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.941451 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b57ceda8-3c52-43de-81a4-24cda88e8742 req-40b5bf6f-da64-4602-b3d3-82e8ac701d4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1098 time: 0.4685066 Jul 07 17:32:49.965966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:49.966655 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.112365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.120304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.122373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a1e406c-17b9-433b-83b3-54e3f4beedff HTTP/1.1" status: 204 len: 168 time: 0.5749476 Jul 07 17:32:50.177192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Deleting port f594ecf0-fb55-46de-bb74-a70f56584ccd {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:50.178208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.188820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b57ceda8-3c52-43de-81a4-24cda88e8742 req-90cd5608-aa59-4302-a246-53ad95053047 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371922 Jul 07 17:32:50.220210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:50.231783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccc642-3c31-49e9-9185-8210862b571b req-7f9a36d5-9579-4abe-b92d-0e0b815fc17a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:50.240220 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:50.261794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7ccc642-3c31-49e9-9185-8210862b571b req-7f9a36d5-9579-4abe-b92d-0e0b815fc17a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 946 time: 0.6557629 Jul 07 17:32:50.263265 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:50.271576 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:50.276804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.292387 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-079f6bcf-a6b9-4c19-a643-627578421e1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2629082 Jul 07 17:32:50.366904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803a59-c189-47d2-afc4-3ab5f9511b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e406c-17b9-433b-83b3-54e3f4beedff,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:50.369318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 7, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:50.398721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35470) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:50.427118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:50.540412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c308e1-690c-4246-9010-763ece998429 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:50.570186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.647126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:50.647988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:50.801959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 1eca6fc6-51c6-43d7-b317-1be1d8611c92, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1eca6fc6-51c6-43d7-b317-1be1d8611c92,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:50.816629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e022f2a3-dc2e-4da9-b0c5-19e654ec142a None None] Provisioning for port fa906366-1b06-4abe-8d79-b2e57f138ea2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:50.816907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7ccc642-3c31-49e9-9185-8210862b571b req-078fbb4c-0af6-430e-977d-9048f9f503b1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507264 Jul 07 17:32:50.853267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] For port f594ecf0-fb55-46de-bb74-a70f56584ccd, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f594ecf0-fb55-46de-bb74-a70f56584ccd,segment=NetworkSegment(59b6cb76-0484-487d-bd9e-8347693af3a4),segment_id=59b6cb76-0484-487d-bd9e-8347693af3a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:50.860482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.883466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:50.926198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Calling delete_port for f594ecf0-fb55-46de-bb74-a70f56584ccd owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:51.043128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:51.204048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:51.234100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.241384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 06503cef-9c60-40ec-8021-905eea10250e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:51.433883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35488) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:51.611758 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:44Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:39Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:45Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:51.612987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29487-4d7a-4b36-a9a1-3e0ad5ee7355 req-3ddfa92d-e490-466c-81e9-ff64857d1a71 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:51.619430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29487-4d7a-4b36-a9a1-3e0ad5ee7355 req-3ddfa92d-e490-466c-81e9-ff64857d1a71 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:51.626283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29487-4d7a-4b36-a9a1-3e0ad5ee7355 req-3ddfa92d-e490-466c-81e9-ff64857d1a71 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:51.638237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9eb29487-4d7a-4b36-a9a1-3e0ad5ee7355 req-3ddfa92d-e490-466c-81e9-ff64857d1a71 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2418 time: 0.3149774 Jul 07 17:32:51.651805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.725679 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:51.726112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Updating router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 port fa906366-1b06-4abe-8d79-b2e57f138ea2 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:51.768131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Pushing event deleted for resources: {'Port': ['ID=f594ecf0-fb55-46de-bb74-a70f56584ccd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:51.847440 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.873377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9eb29487-4d7a-4b36-a9a1-3e0ad5ee7355 req-80af298f-02ab-459f-9d57-1d09fe8e5b6f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340946 Jul 07 17:32:51.888677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1417375735-network', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:51.903027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] No DVR routers for this DVR port f594ecf0-fb55-46de-bb74-a70f56584ccd on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:51.936776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:51.941003 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4199877a-e436-4c49-95ac-30492eff0f33 req-a9f1f50f-0ee4-41de-bf25-9df13733255f tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.73 "DELETE /v2.0/ports/f594ecf0-fb55-46de-bb74-a70f56584ccd HTTP/1.1" status: 204 len: 173 time: 2.6794729 Jul 07 17:32:51.942196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'name': 'network-vif-deleted', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:51.946881 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b301861-d8b5-4f4b-8d52-84fc0a2156a1" -d '{"events": [{"server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "name": "network-vif-deleted", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:52.013372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['f594ecf0-fb55-46de-bb74-a70f56584ccd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:52.047300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:52.055910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.066762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:32:52.075790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e022f2a3-dc2e-4da9-b0c5-19e654ec142a None None] Provisioning complete for port fa906366-1b06-4abe-8d79-b2e57f138ea2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:52.079157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e022f2a3-dc2e-4da9-b0c5-19e654ec142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.114298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Removed routes are [] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:32:52.114719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.132613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.140754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:52.211090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3764659-d432-44be-9779-6651b56446c6 req-1c70b935-721f-495c-b7ce-8556e48b7ca1 tempest-InstanceActionsNegativeTestJSON-620964268 tempest-InstanceActionsNegativeTestJSON-620964268-project] 10.222.0.66 "GET /v2.0/ports?device_id=e52ac305-9f5f-4941-bcab-d604f5bb806f HTTP/1.1" status: 200 len: 210 time: 0.0970290 Jul 07 17:32:52.328949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:52.329467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.351447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e022f2a3-dc2e-4da9-b0c5-19e654ec142a None None] Port fa906366-1b06-4abe-8d79-b2e57f138ea2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:52.539592 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.556515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 06503cef-9c60-40ec-8021-905eea10250e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:52.558552 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.565608 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Transition to ACTIVE for port object fa906366-1b06-4abe-8d79-b2e57f138ea2 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:52.575284 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.613489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35530) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:52.669959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.680498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.862101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,segment=NetworkSegment(d5040fe7-8bed-497a-9539-b7531609e074),segment_id=d5040fe7-8bed-497a-9539-b7531609e074)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:52.865982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:52.894289 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Pushing event updated for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:52.943099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:52.963929 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.964654 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.966042 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.967505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.969182 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.969819 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.970379 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.971609 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.972668 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.973676 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.974875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.975760 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:52.986543 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Attempting to bind port fa906366-1b06-4abe-8d79-b2e57f138ea2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:52.988323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Attempting to bind port fa906366-1b06-4abe-8d79-b2e57f138ea2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:52.989725 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Attempting to bind port fa906366-1b06-4abe-8d79-b2e57f138ea2 on network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:53.006203 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:53.006592 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Checking segment: {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:53.009427 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.009924 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Bound using segment: {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:53.017190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Bound port: fa906366-1b06-4abe-8d79-b2e57f138ea2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0527c9-db66-4aef-afc0-0f6042651cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:53.018535 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.024269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478717f-0b2f-4a13-8a66-5cc14c23399a req-9a98a133-b9af-42ee-b371-04d2f708ce2b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:53.037894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d478717f-0b2f-4a13-8a66-5cc14c23399a req-9a98a133-b9af-42ee-b371-04d2f708ce2b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 946 time: 0.4595852 Jul 07 17:32:53.075010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7d93803b-ee29-4301-a211-227a5bb6cc1f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:53.122393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-273532114-network', 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:53.173527 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] For port fa906366-1b06-4abe-8d79-b2e57f138ea2, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:53.182519 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] For port fa906366-1b06-4abe-8d79-b2e57f138ea2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa906366-1b06-4abe-8d79-b2e57f138ea2,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:53.193438 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.207910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d478717f-0b2f-4a13-8a66-5cc14c23399a req-c5461e0e-228f-448f-81f5-d4944ef04d16 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715724 Jul 07 17:32:53.222492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-21c308e1-690c-4246-9010-763ece998429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 7, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:53.249280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:53.297682 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:53.300070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:53.337222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.416765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c308e1-690c-4246-9010-763ece998429 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 7, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95b200b0-7b67-4c81-8c4e-5ea86cd2f061', 'name': '', 'network_id': '866bb23d-fe9b-4ff0-bf02-f918d4d68c13', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:e5:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:26Z', 'updated_at': '2021-07-07T17:32:43Z', 'revision_number': 4, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '559208b5-12f5-412c-ada8-0c0c3a36d4b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:53.432987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.450117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7d93803b-ee29-4301-a211-227a5bb6cc1f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:53.470272 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d94ac-01f1-4376-8437-f0d5117c6d3b x-openstack-request-id: req-3f4d94ac-01f1-4376-8437-f0d5117c6d3b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:53.470665 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52ac305-9f5f-4941-bcab-d604f5bb806f", "name": "network-vif-deleted", "tag": "f594ecf0-fb55-46de-bb74-a70f56584ccd", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:53.470932 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f4d94ac-01f1-4376-8437-f0d5117c6d3b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:53.472665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.473022 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52ac305-9f5f-4941-bcab-d604f5bb806f', 'name': 'network-vif-deleted', 'tag': 'f594ecf0-fb55-46de-bb74-a70f56584ccd', 'status': 'completed', 'code': 200} Jul 07 17:32:53.478110 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:53.546657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:53.570526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.585979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-67261088-31d0-42f6-89a8-3e842652253c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 954 time: 3.1813581 Jul 07 17:32:53.594155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35548) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:53.665909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:53.768118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:53.772113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f594ecf0-fb55-46de-bb74-a70f56584ccd no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:53.808595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: f594ecf0-fb55-46de-bb74-a70f56584ccd {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:53.809343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f594ecf0-fb55-46de-bb74-a70f56584ccd not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:53.840814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:53.847512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:53.848198 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.894846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ec82d-2034-44d1-a408-89880572c729 None None] Pushing event updated for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:53.910935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08243f74-e9fa-41b6-a19a-1b1d25544322,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:53.931490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:53.932293 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Added segment 27f08242-1929-4424-896d-c0b80c214278 of type vlan for network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 Jul 07 17:32:53.960390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:53.970202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.021101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.058574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-34eca54b-f1df-497b-934c-0bff05925ee0 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 954 time: 0.4598861 Jul 07 17:32:54.063558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35552) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:54.069017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.092670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'routes': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:54.157090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:54.164885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.165892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:54.209379 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:52Z', 'revision_number': 6, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:54.288933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.354645 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d09be-3caf-4bf8-8983-06cc3e6a3a96 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:52Z', 'revision_number': 6, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:54.383039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.388330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:32:54.389738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:32:54.398613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:54.456429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 not found, will not notify nova. {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:32:54.531741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.532889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:54.533519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.556400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.571227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.589724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=95b200b0-7b67-4c81-8c4e-5ea86cd2f061,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:54.614106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-72f7c32a-e6c7-46f0-93c1-3dbde839ffd1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3284123 Jul 07 17:32:54.614684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35558) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:54.672017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:54.684986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efea2af8-3f93-4cf2-860b-1c02012112f9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:54.706270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.706669 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Added segment 4f75db96-d9ca-4c99-8571-c5283e2ea716 of type vlan for network 4fdded49-b592-41cb-964c-21ca7a788204 Jul 07 17:32:54.748288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: efea2af8-3f93-4cf2-860b-1c02012112f9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:54.750839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device efea2af8-3f93-4cf2-860b-1c02012112f9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:54.751654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2b294c7-d56a-4108-89f1-beb2e677a93c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:54.852734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f2b294c7-d56a-4108-89f1-beb2e677a93c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:54.855631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2b294c7-d56a-4108-89f1-beb2e677a93c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:54.856474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a652e86f-4101-416b-8a4c-7a5e56ab15e9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:54.908379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a652e86f-4101-416b-8a4c-7a5e56ab15e9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:54.908952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a652e86f-4101-416b-8a4c-7a5e56ab15e9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:54.909678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:54.960984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:54.961832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 04ce65eb-289c-4bb0-89b1-d3eb7cc870cc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:54.962047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50265a5d-0a09-4b48-bc23-83530a216251,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:54.962669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:55.004994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:55.005484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ca5be1a2-d7c8-4000-bce7-73f8f0cb0077 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:55.006210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 16b39958-9c75-42ca-8735-afa50a474851 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:55.027144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5928009 Jul 07 17:32:55.056769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 16b39958-9c75-42ca-8735-afa50a474851 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:55.057627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 16b39958-9c75-42ca-8735-afa50a474851 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:55.096600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35568) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:55.138127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Request body: {'subnet': {'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1417375735-subnet', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:55.161414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.172305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.185921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:55.187835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.197034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2cd25-5f7a-4659-9644-9fe5879c68f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3252ae2c-9166-4e99-9a0c-a38dbe0732b4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:55.213278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:55.408482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:32:55.496856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.497702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:55.498291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.510860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Deleting subnet 32655c10-66ae-4f43-bf28-878796bad841 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:55.526640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.537942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653188-ce75-486a-a030-111cf0079116 req-ff9de4c0-c36a-446d-bd2e-acbc89dbb4a2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:55.542660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.543523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c653188-ce75-486a-a030-111cf0079116 req-ff9de4c0-c36a-446d-bd2e-acbc89dbb4a2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.6619360 Jul 07 17:32:55.668976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa906366-1b06-4abe-8d79-b2e57f138ea2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:55.687309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdded49-b592-41cb-964c-21ca7a788204,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:55.713600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5436decf-ac55-4746-b0a3-3c417b046223 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0765598 Jul 07 17:32:55.725676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c653188-ce75-486a-a030-111cf0079116 req-f08c0030-587d-4c7a-8cb0-a9f7618c7b6d tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.1611323 Jul 07 17:32:55.727820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35574) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:55.732167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 4fdded49-b592-41cb-964c-21ca7a788204 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:55.743380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added routes are [] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:32:55.743853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:32:55.761565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Request body: {'subnet': {'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-273532114-subnet', 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:55.812479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-59be20d9-7194-452d-b8d6-f1eeca05599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:55.814662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-59be20d9-7194-452d-b8d6-f1eeca05599d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1098 time: 1.0297577 Jul 07 17:32:55.936618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.954003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:55.961603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.024446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fa906366-1b06-4abe-8d79-b2e57f138ea2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:56.038599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fa906366-1b06-4abe-8d79-b2e57f138ea2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:56.039549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.122899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.260791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.288491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:56.335412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.349212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:56.351093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:56.356618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fa906366-1b06-4abe-8d79-b2e57f138ea2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa906366-1b06-4abe-8d79-b2e57f138ea2,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:56.442491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.442491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:56.602724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:56.615089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:56.691586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:56.691586 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.932270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1eca6fc6-51c6-43d7-b317-1be1d8611c92 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:56.965302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:57.036632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-c0b018c2-bb62-4020-ac61-867675afaa4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.051090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-c0b018c2-bb62-4020-ac61-867675afaa4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.065081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-c0b018c2-bb62-4020-ac61-867675afaa4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.068747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-c0b018c2-bb62-4020-ac61-867675afaa4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 2418 time: 1.3267994 Jul 07 17:32:57.155966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.180822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-8e953767-242f-4740-a07b-31a42f4cdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.184090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-8e953767-242f-4740-a07b-31a42f4cdb03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 1.3370779 Jul 07 17:32:57.193785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:57.194257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.244708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 4, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.288007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:57.311152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:57.312475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.385824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.398750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.427732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.442769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-99f43082-389e-449e-9b08-8d0b58346e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.1741381 Jul 07 17:32:57.550498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-defe232c-3317-4740-a5f5-dc97fc4363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.553824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-defe232c-3317-4740-a5f5-dc97fc4363c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.0984199 Jul 07 17:32:57.567424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c653188-ce75-486a-a030-111cf0079116 req-ceba7e0a-81fe-4b17-af88-f28576b79289 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8399971 Jul 07 17:32:57.568558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:57.638132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.705185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:57.786336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-56910ebc-8f60-40d7-ab07-8ba23013ea94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2212920 Jul 07 17:32:57.806653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:57.831405 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009686be-4890-4aef-9755-393516a04693 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:57.856131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32655c10-66ae-4f43-bf28-878796bad841,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:57.862072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009686be-4890-4aef-9755-393516a04693 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:57.865497 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e7a052ff-69fd-44a0-b988-ec5386d94102 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7840085 Jul 07 17:32:57.874540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-009686be-4890-4aef-9755-393516a04693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.965573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.978466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5b3c89c-aa83-4ec5-b9d1-6f818e76ac72 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/32655c10-66ae-4f43-bf28-878796bad841 HTTP/1.1" status: 204 len: 168 time: 3.3322022 Jul 07 17:32:58.005549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:58.014051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c653188-ce75-486a-a030-111cf0079116 req-636daf52-640d-481e-84e3-431bc4c4cb54 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212399 Jul 07 17:32:58.029187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35586) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:58.029436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35592) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:58.031415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:58.031799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Network hostable DHCP agents. Network: 3252ae2c-9166-4e99-9a0c-a38dbe0732b4, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:58.098725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa906366-1b06-4abe-8d79-b2e57f138ea2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:58.181705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 559208b5-12f5-412c-ada8-0c0c3a36d4b8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:58.185592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.222138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:58.222413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.239088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.302417 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-009686be-4890-4aef-9755-393516a04693 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:58.352542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.560842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-64924f42-8983-4bc2-b7b8-4bd9f6ea08b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407765 Jul 07 17:32:58.588462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.730827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.831988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:58.832587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.931762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:59.050722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35618) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:59.068139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fa906366-1b06-4abe-8d79-b2e57f138ea2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:59.069249 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.088611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:59.116633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:56Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.145441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-796772b0-5eeb-4508-9bef-e37e4b7e7aa0 req-a1762adf-166f-4f62-a1a3-4221feb0bb87 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651124 Jul 07 17:32:59.147508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3252ae2c-9166-4e99-9a0c-a38dbe0732b4) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:59.167113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e4c12-2bb4-4e6f-96d5-068c823a53f6 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:56Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:59.169781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b17b0a-21c6-40fa-bcbd-64de8367e0cf None None] Network 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:59.171135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=559208b5-12f5-412c-ada8-0c0c3a36d4b8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:59.296249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.304679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35622) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:59.325898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7b54e92f-f036-43a0-81c4-63d1141114fc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/559208b5-12f5-412c-ada8-0c0c3a36d4b8 HTTP/1.1" status: 204 len: 168 time: 1.2838318 Jul 07 17:32:59.387882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1537601-7262-4267-979e-2ef0bce91751 None None] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:59.393529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:59.403264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.457632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:59.477965 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.479590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-009686be-4890-4aef-9755-393516a04693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 8, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.483670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d477f8ce-21b2-4ece-9860-d2b226179954 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 704 time: 5.3959429 Jul 07 17:32:59.542109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35624) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:59.587707 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009686be-4890-4aef-9755-393516a04693 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:59.589496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.627180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781b689b-7320-4344-8c18-de872c96d4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.632459 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009686be-4890-4aef-9755-393516a04693 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:59.633530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-009686be-4890-4aef-9755-393516a04693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.667773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.837493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:59.920796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.942924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781b689b-7320-4344-8c18-de872c96d4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.955582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.965718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.975773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b6cb76-0484-487d-bd9e-8347693af3a4') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.976240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b6cb76-0484-487d-bd9e-8347693af3a4') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:59.989391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.009788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.017568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:00.018821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:00.020706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:00.022429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.048926 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-009686be-4890-4aef-9755-393516a04693 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:00.075084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=52a9a4f2-875c-421d-8b34-ee6cc1def3f0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.078476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781b689b-7320-4344-8c18-de872c96d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:00.116508 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:00.135968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-781b689b-7320-4344-8c18-de872c96d4bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d95a1219edc41cca300d326fe74f990&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0835366 Jul 07 17:33:00.148234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 7d93803b-ee29-4301-a211-227a5bb6cc1f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:00.148754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.227478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.234344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.246045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] 10.222.0.66 "DELETE /v2.0/networks/53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1 HTTP/1.1" status: 204 len: 168 time: 2.1248305 Jul 07 17:33:00.255293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35626) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.328684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-179be3aa-3428-4326-82f8-7dc23d09b02d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.2096746 Jul 07 17:33:00.331232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35632) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.354052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:00.372635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 73194af0-c1da-45a1-befa-daa525fb9cce no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:00.390408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 7d93803b-ee29-4301-a211-227a5bb6cc1f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7d93803b-ee29-4301-a211-227a5bb6cc1f,segment=NetworkSegment(d5040fe7-8bed-497a-9539-b7531609e074),segment_id=d5040fe7-8bed-497a-9539-b7531609e074)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:00.390830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.396684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.398316 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.408078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 7d93803b-ee29-4301-a211-227a5bb6cc1f owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:00.490696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.492345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69870d-62ca-4c82-862c-bd7a55dd2124 admin admin] Pushing event deleted for resources: {'Network': ['ID=53fe1c82-9f8a-4c8d-bbed-b6ae5a7fe9d1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.550770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c653188-ce75-486a-a030-111cf0079116 req-66e546a2-f215-4688-af06-13d0edef5e8b service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5333645 Jul 07 17:33:00.619066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:00.731240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.744084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.745419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:00.766901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Checking segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:00.769538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Network hostable DHCP agents. Network: 4fdded49-b592-41cb-964c-21ca7a788204, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:00.773607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.775826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-60409c5b-afc4-4357-9eee-e5b979d5f482 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "DELETE /v2.0/ports/52a9a4f2-875c-421d-8b34-ee6cc1def3f0 HTTP/1.1" status: 204 len: 173 time: 3.6868603 Jul 07 17:33:00.776741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 7d93803b-ee29-4301-a211-227a5bb6cc1f on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:00.778837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fa9e75-f952-4908-bf32-a8794e3f68a2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.781517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:00.783880 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1649344a-db78-4e82-bf74-edcba896520d" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:00.786550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.883844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=7d93803b-ee29-4301-a211-227a5bb6cc1f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.912634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ad9b3c6f-1341-41c0-8b56-93dc91b3bafd tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 704 time: 1.2932215 Jul 07 17:33:00.943841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b689b-7320-4344-8c18-de872c96d4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48252b0c-4816-4880-8b83-1b56e22e3fd7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:00.944077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35638) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:00.948443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:00.949513 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.960604 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-009686be-4890-4aef-9755-393516a04693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 8, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.006769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-571526e2-ab5c-4e67-9f4d-3340f830797a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bf9095926214d93b43153d64ed0b58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455318 Jul 07 17:33:01.007626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35642) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:01.087502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009686be-4890-4aef-9755-393516a04693 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:32:53Z', 'revision_number': 8, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e68528a-95e0-4292-9897-2798cecfe9fb', 'name': '', 'network_id': '1ce6b2be-a7d8-42ee-85ea-c2bf687473cd', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:10:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:01Z', 'updated_at': '2021-07-07T17:32:28Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '820da96b-a4a2-4f98-965f-0ed8ca0442b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:01.183869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Allocated IP 172.20.0.2 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/21431146-fa52-40fc-8021-8dfd304ddd49) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:01.214733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa8118-aa30-4941-a7bd-8922f4218d0a None None] DHCP port deletion for 866bb23d-fe9b-4ff0-bf02-f918d4d68c13 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:01.220331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.225465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.329231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866bb23d-fe9b-4ff0-bf02-f918d4d68c13']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.357098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.393709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.410665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.429501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.439402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5040fe7-8bed-497a-9539-b7531609e074') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.443604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5040fe7-8bed-497a-9539-b7531609e074') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:01.445539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Network 4fdded49-b592-41cb-964c-21ca7a788204 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:01.483932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.527745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.553076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:01.554199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:01.563525 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:01.580779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:01.585067 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac0eb7-9606-4e5e-91cc-56ffbbaafa0d" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-unplugged", "status": "completed", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:01.588596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port ac82679a-03f0-4e9f-865c-61991c3deea6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:01.589571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.699464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.718610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 4fdded49-b592-41cb-964c-21ca7a788204) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:01.736377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.737271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.737398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf141d8e-a665-4437-b92d-148fb9b3621f None None] Network 4fdded49-b592-41cb-964c-21ca7a788204 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:01.752138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port ac82679a-03f0-4e9f-865c-61991c3deea6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac82679a-03f0-4e9f-865c-61991c3deea6,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:01.753024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.775564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:01.819035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.822459 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.822838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac82679a-03f0-4e9f-865c-61991c3deea6 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:01.826011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.838637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14e9ba58-bfa6-4625-a0a9-3b2881996ee6 HTTP/1.1" status: 204 len: 168 time: 0.8053334 Jul 07 17:33:01.850078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22fec4c5-f589-4be2-8366-2ba5a0625961 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.1134152 Jul 07 17:33:01.867328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for ac82679a-03f0-4e9f-865c-61991c3deea6 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:01.876724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946d72-b777-4994-a64e-e84ad1c46c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9ba58-bfa6-4625-a0a9-3b2881996ee6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:01.886723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.905050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.910043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/866bb23d-fe9b-4ff0-bf02-f918d4d68c13 HTTP/1.1" status: 204 len: 168 time: 2.6027775 Jul 07 17:33:01.931963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35658) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:01.957996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Transition to ACTIVE for port object 21431146-fa52-40fc-8021-8dfd304ddd49 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:01.987138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:01.995738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0a9b-1b71-4633-9517-bd082166d509 req-e32e7a10-7120-4441-b1bd-04e87f839119 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:02.010654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0a9b-1b71-4633-9517-bd082166d509 req-e32e7a10-7120-4441-b1bd-04e87f839119 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:02.014994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86642a2-8749-441e-a89a-2adc157638bf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=866bb23d-fe9b-4ff0-bf02-f918d4d68c13,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:02.034403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Transition to ACTIVE for port object 21431146-fa52-40fc-8021-8dfd304ddd49 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:02.040425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef4b0a9b-1b71-4633-9517-bd082166d509 req-e32e7a10-7120-4441-b1bd-04e87f839119 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3b0a75-351b-42e2-9a24-5c613b73917e HTTP/1.1" status: 200 len: 1682 time: 0.6859758 Jul 07 17:33:02.060760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.072482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.103571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48252b0c-4816-4880-8b83-1b56e22e3fd7 HTTP/1.1" status: 204 len: 168 time: 1.8345220 Jul 07 17:33:02.120658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.210497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354bc11-92ff-4cab-8685-bb294841ba0f None None] Network 4fdded49-b592-41cb-964c-21ca7a788204 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:02.300703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:56Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:02.411810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee38db7-5d33-42ba-b177-50be47273df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48252b0c-4816-4880-8b83-1b56e22e3fd7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:02.427497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:02.478268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef4b0a9b-1b71-4633-9517-bd082166d509 req-0f21bb59-183c-4336-9800-01af17b8df90 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626740 Jul 07 17:33:02.480903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:02.597266 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e512c52-5119-43e5-9c24-63016673758b x-openstack-request-id: req-8e512c52-5119-43e5-9c24-63016673758b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:02.597779 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "52a9a4f2-875c-421d-8b34-ee6cc1def3f0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:02.597879 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e512c52-5119-43e5-9c24-63016673758b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:02.598483 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': '52a9a4f2-875c-421d-8b34-ee6cc1def3f0', 'status': 'completed', 'code': 200} Jul 07 17:33:02.599719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.638118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7d93803b-ee29-4301-a211-227a5bb6cc1f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:02.710275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=ac82679a-03f0-4e9f-865c-61991c3deea6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:02.955394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.013020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port ac82679a-03f0-4e9f-865c-61991c3deea6 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:03.025043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.030036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-720c6f68-9760-402e-a262-e4c651fb56ba tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "DELETE /v2.0/ports/ac82679a-03f0-4e9f-865c-61991c3deea6 HTTP/1.1" status: 204 len: 173 time: 2.2423022 Jul 07 17:33:03.034698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.037861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.092646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:03.102705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Pushing event updated for resources: {'Port': ['ID=21431146-fa52-40fc-8021-8dfd304ddd49,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:03.194552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:03.203900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7d93803b-ee29-4301-a211-227a5bb6cc1f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:03.205704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7d93803b-ee29-4301-a211-227a5bb6cc1f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:03.207059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:03.246321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.251164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:03.297212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45425b69-5a8b-4fbb-9968-8e894f2580aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.316007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:03.316781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95b200b0-7b67-4c81-8c4e-5ea86cd2f061 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:03.403688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:03.404221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:03.476843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Allocated IP 172.25.3.217 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c5aaf44e-5f6d-4875-945d-68f56d1d15f4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:03.487456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45425b69-5a8b-4fbb-9968-8e894f2580aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.523802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-45425b69-5a8b-4fbb-9968-8e894f2580aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.541997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Attempting to bind port 21431146-fa52-40fc-8021-8dfd304ddd49 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:03.542646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Attempting to bind port 21431146-fa52-40fc-8021-8dfd304ddd49 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:03.542940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Attempting to bind port 21431146-fa52-40fc-8021-8dfd304ddd49 on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:03.552206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:03.556733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:03.557118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:03.557543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.557947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:03.558829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Bound port: 21431146-fa52-40fc-8021-8dfd304ddd49, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:03.559454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.603851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port 73194af0-c1da-45a1-befa-daa525fb9cce {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:03.604457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.617818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-45425b69-5a8b-4fbb-9968-8e894f2580aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e47698545fcf481bbff7c33e023f9063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573332 Jul 07 17:33:03.618768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425b69-5a8b-4fbb-9968-8e894f2580aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9bf24a-ec3d-43b0-94ba-7f7760917a73,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:03.621332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35690) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:03.669568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:03.670106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 52a9a4f2-875c-421d-8b34-ee6cc1def3f0 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:03.785709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.861648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.879183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:03.925133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.941643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.995578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] For port 21431146-fa52-40fc-8021-8dfd304ddd49, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:04.078107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] For port 21431146-fa52-40fc-8021-8dfd304ddd49, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=21431146-fa52-40fc-8021-8dfd304ddd49,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:04.105384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.178383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:04.224592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port 73194af0-c1da-45a1-befa-daa525fb9cce, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=73194af0-c1da-45a1-befa-daa525fb9cce,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:04.226554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.265919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for 73194af0-c1da-45a1-befa-daa525fb9cce owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:04.272608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.276214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.278323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd9bf24a-ec3d-43b0-94ba-7f7760917a73 HTTP/1.1" status: 204 len: 168 time: 0.6432509 Jul 07 17:33:04.293398 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa30f6-f541-47c5-9001-c838212b9282 x-openstack-request-id: req-31aa30f6-f541-47c5-9001-c838212b9282 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:04.293874 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-unplugged", "status": "completed", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:04.294229 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31aa30f6-f541-47c5-9001-c838212b9282 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:04.294914 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce', 'code': 200} Jul 07 17:33:04.298137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bc77f-f8a5-42f9-bfe5-3c2dec187acc None None] Pushing event updated for resources: {'Port': ['ID=21431146-fa52-40fc-8021-8dfd304ddd49,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:04.321241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.502749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port fa906366-1b06-4abe-8d79-b2e57f138ea2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:04.503287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.533002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:04.547289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-933490171-network', 'tenant_id': 'd1548f1896a8460a8b83c964ab52b650'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:04.572918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b9a92-9c84-4fa2-b81d-50c13941c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9bf24a-ec3d-43b0-94ba-7f7760917a73,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:04.615403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:04.624011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:04.649303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:04.652985 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d271b-43eb-49ad-937a-6f7c5e476a6e" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:04.670060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Pushing event updated for resources: {'Port': ['ID=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:04.699352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Made reservation on behalf of d1548f1896a8460a8b83c964ab52b650 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:04.702589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.746550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.776179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:56Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:04.887810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bbfd9-ae67-44d3-ba12-e6d8794fc1d6 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:32:55Z', 'revision_number': 7, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa906366-1b06-4abe-8d79-b2e57f138ea2', 'name': '', 'network_id': '5c73bd7a-5167-436d-a7cf-09e65ae7b74a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:43:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:39Z', 'updated_at': '2021-07-07T17:32:56Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': 'c8f60836-b5d1-455c-b89b-e0c091023665', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:04.932653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.048684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port fa906366-1b06-4abe-8d79-b2e57f138ea2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fa906366-1b06-4abe-8d79-b2e57f138ea2,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:05.049462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.062575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port 73194af0-c1da-45a1-befa-daa525fb9cce on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:05.070942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.082137 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6efe8bdd-bd3e-4dfb-9777-8ea5dc166d9c req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.23 "DELETE /v2.0/ports/73194af0-c1da-45a1-befa-daa525fb9cce HTTP/1.1" status: 204 len: 173 time: 2.0403423 Jul 07 17:33:05.093747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a78ee-a31d-457a-a92b-87e5e56e5ab4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=73194af0-c1da-45a1-befa-daa525fb9cce,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:05.199018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for fa906366-1b06-4abe-8d79-b2e57f138ea2 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:05.210053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.226199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-5e329084-9e07-4165-aec2-e4605c6250ca tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:05.235239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-5e329084-9e07-4165-aec2-e4605c6250ca tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.5535314 Jul 07 17:33:05.238293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.314503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:05.335015 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.335466 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Added segment 39cb9980-117f-489f-b4e9-6941a0f07cfd of type vlan for network 56fc0f26-dd12-4798-81f2-872af44e2ba9 Jul 07 17:33:05.337349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:05.370560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-5ca22c4f-b839-4d05-bbda-85e6fecaa214 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/quotas/1cfa6e18a3a14cb58af3c5ec87f3cdff HTTP/1.1" status: 200 len: 375 time: 0.0210142 Jul 07 17:33:05.427152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.475752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 9e68528a-95e0-4292-9897-2798cecfe9fb {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:05.476138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.494975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.496571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:05.497552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.546234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-27652e0e-de91-4594-afc6-17a22882e12b tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646748 Jul 07 17:33:05.686028 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.944913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-903ec631-4378-4299-bfbf-99570ffb37d1 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969946 Jul 07 17:33:06.068780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b932e8-7731-429e-9ded-351291851f69 None None] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:06.155218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.173571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 9e68528a-95e0-4292-9897-2798cecfe9fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9e68528a-95e0-4292-9897-2798cecfe9fb,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:06.174381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.215017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 9e68528a-95e0-4292-9897-2798cecfe9fb owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:06.231327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-823294af-3978-4348-a2ea-a0e079bdbddf None None] Provisioning for port 21431146-fa52-40fc-8021-8dfd304ddd49 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:06.246215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=fa906366-1b06-4abe-8d79-b2e57f138ea2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:06.306254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=56fc0f26-dd12-4798-81f2-872af44e2ba9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:06.339223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 56fc0f26-dd12-4798-81f2-872af44e2ba9 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:06.356686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.390088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-3916a947-f09a-4253-acc9-e99deb9667f0 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433615 Jul 07 17:33:06.533557 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7015cb84-9786-49f9-a902-18df58a0e7c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3463118 Jul 07 17:33:06.537157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 21431146-fa52-40fc-8021-8dfd304ddd49 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:06.543074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35744) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:06.558505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Request body: {'subnet': {'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-933490171-subnet', 'tenant_id': 'd1548f1896a8460a8b83c964ab52b650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:06.657008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Made reservation on behalf of d1548f1896a8460a8b83c964ab52b650 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:06.665311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.797938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.906400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:06.913180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=9e68528a-95e0-4292-9897-2798cecfe9fb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:07.001166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 21431146-fa52-40fc-8021-8dfd304ddd49 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:07.069348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 21431146-fa52-40fc-8021-8dfd304ddd49 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:07.069951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.115436 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd183f76-0d70-4aa9-a281-5aa3699c57c3 x-openstack-request-id: req-cd183f76-0d70-4aa9-a281-5aa3699c57c3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:07.119102 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "ac82679a-03f0-4e9f-865c-61991c3deea6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:07.119959 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd183f76-0d70-4aa9-a281-5aa3699c57c3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:07.123734 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': 'ac82679a-03f0-4e9f-865c-61991c3deea6', 'status': 'completed', 'code': 200} Jul 07 17:33:07.175627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.191830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:07.446512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.453967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.597005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.620482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-663b9e0b-05ba-4abc-9076-d9e7737390e2 req-6a28e425-ea7a-4add-be5d-77a72b148e78 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 210 time: 0.1299853 Jul 07 17:33:07.655439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 21431146-fa52-40fc-8021-8dfd304ddd49, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=21431146-fa52-40fc-8021-8dfd304ddd49,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:07.660082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting subnet 86f4d297-6bce-4ee6-adca-3aeecbbee53a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:07.664157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.691675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.799686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.813183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29c4d22e-0af1-4de6-af24-7b0c2716b7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.924984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:07.927888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=21431146-fa52-40fc-8021-8dfd304ddd49,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:07.947604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa6a53e0-e256-4879-b3f6-e64b5e996fa4 None None] Provisioning complete for port 21431146-fa52-40fc-8021-8dfd304ddd49 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:07.948176 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa6a53e0-e256-4879-b3f6-e64b5e996fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.075340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.099863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.104562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/subnets/86f4d297-6bce-4ee6-adca-3aeecbbee53a HTTP/1.1" status: 204 len: 168 time: 1.1888063 Jul 07 17:33:08.114212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:08.126135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfc8f0-1f04-4901-9832-d0bd71bd2567 None None] Network 5f91ee35-348b-4874-a672-2fa4e9137b25 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:08.239460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:08.257164 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:08.273138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:08.273823 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:08.346147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.351846 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d3c7690-2045-4d35-8a14-d141c6b16f3c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9977596 Jul 07 17:33:08.376838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35786) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:08.490395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e062bda-121b-4ee9-8372-b3bf01853b75,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:08.520082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:08.557043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142bf0b-7829-4578-9682-f8f88b64179e tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Subnet': ['ID=86f4d297-6bce-4ee6-adca-3aeecbbee53a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:08.605830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] DHCP port deletion for 5f91ee35-348b-4874-a672-2fa4e9137b25 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:08.608640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Checking segment: {'id': '39cb9980-117f-489f-b4e9-6941a0f07cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:08.609048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Network hostable DHCP agents. Network: 56fc0f26-dd12-4798-81f2-872af44e2ba9, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:08.630306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.650056 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:08.675427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 21431146-fa52-40fc-8021-8dfd304ddd49 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:08.698941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Network 56fc0f26-dd12-4798-81f2-872af44e2ba9 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:08.806256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:08.806634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 56fc0f26-dd12-4798-81f2-872af44e2ba9) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:08.824255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:08.825074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.846154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-572c6976-84a7-42a5-b3f6-0aba54629b2e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:08.847821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-572c6976-84a7-42a5-b3f6-0aba54629b2e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.8937907 Jul 07 17:33:08.885916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881a5f5-4474-477a-92ca-5b4656e336f2 None None] Network 56fc0f26-dd12-4798-81f2-872af44e2ba9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:08.932123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73cc3e04-db93-49e7-b6ff-1def703e03c6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3845296 Jul 07 17:33:08.989126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:09.032079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Deleting port d3cd29fe-e4ce-4a95-afee-11830aaf763e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:09.032469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.037695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 21431146-fa52-40fc-8021-8dfd304ddd49 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:09.038076 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.055223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port d3cd29fe-e4ce-4a95-afee-11830aaf763e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:09.067195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.216385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] For port d3cd29fe-e4ce-4a95-afee-11830aaf763e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d3cd29fe-e4ce-4a95-afee-11830aaf763e,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:09.217834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.243259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:09.252444 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d0724-d9dd-4c97-8cc1-18ec00a36cb7" -d '{"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:09.264214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Calling delete_port for d3cd29fe-e4ce-4a95-afee-11830aaf763e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:09.288429 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 3, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:09.371991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:09.372769 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Updating router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:09.391293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port d3cd29fe-e4ce-4a95-afee-11830aaf763e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d3cd29fe-e4ce-4a95-afee-11830aaf763e,segment=NetworkSegment(e125bd4c-d655-43fc-a6c3-727297151954),segment_id=e125bd4c-d655-43fc-a6c3-727297151954)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:09.392056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.412411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for d3cd29fe-e4ce-4a95-afee-11830aaf763e owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:09.418500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:09.427984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb71f196-7d95-4be6-9596-55a1bc4057af tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4304614 Jul 07 17:33:09.432777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35802) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:09.481391 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.520063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-a58dfa42-9ebd-4779-93ca-05aa58b67fa0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.5683584 Jul 07 17:33:09.602140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6f66d22-b0a2-46ff-9aff-686001c6a7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.772175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-02fb6303-e4a9-4433-92a8-a1095c71b32a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:09.773793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-02fb6303-e4a9-4433-92a8-a1095c71b32a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.2720840 Jul 07 17:33:09.783038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 820da96b-a4a2-4f98-965f-0ed8ca0442b3 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:09.789713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.796308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Request body: {'port': {'device_id': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'admin_state_up': True, 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:09.805216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:09.809999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:09.817294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:09.843533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0610e0a-53a6-46f0-80e8-9567bf33fc2f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8722169 Jul 07 17:33:09.852072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:09.891045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:09.927258 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:09.928212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:09.946824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] Pushing event deleted for resources: {'Port': ['ID=d3cd29fe-e4ce-4a95-afee-11830aaf763e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:09.958858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409d3f2-cf0a-4722-afe0-cb0607176fc3 None None] Network 56fc0f26-dd12-4798-81f2-872af44e2ba9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:09.976795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.009836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.011110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-57a5df94-6ffe-43b6-a75f-ed3512d197e5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4914434 Jul 07 17:33:10.090960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=d3cd29fe-e4ce-4a95-afee-11830aaf763e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:10.094174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port d3cd29fe-e4ce-4a95-afee-11830aaf763e on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:10.098404 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:10.106003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet c8f60836-b5d1-455c-b89b-e0c091023665 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:10.125289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.140701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0852aa1-681b-4b98-8fc2-80e4ba84c7a9 None None] No DVR routers for this DVR port d3cd29fe-e4ce-4a95-afee-11830aaf763e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:10.175606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:10.176861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:32:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.289665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-92d67659-a686-4690-85b3-493dd91e37f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.358537 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.369033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-7634f7bb-2261-4383-8472-9750b431621c service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562357 Jul 07 17:33:10.398811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d3cd29fe-e4ce-4a95-afee-11830aaf763e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:10.406345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Transition to ACTIVE for port object c5aaf44e-5f6d-4875-945d-68f56d1d15f4 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:10.424998 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.428570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.452183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f91ee35-348b-4874-a672-2fa4e9137b25']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.476052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e125bd4c-d655-43fc-a6c3-727297151954') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.477044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e125bd4c-d655-43fc-a6c3-727297151954') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.485167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d3cd29fe-e4ce-4a95-afee-11830aaf763e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:10.485645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d3cd29fe-e4ce-4a95-afee-11830aaf763e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:10.492554 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2d6d9-93c1-491e-a8ec-745b6f77ddf1 None None] Pushing event updated for resources: {'Port': ['ID=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:10.504687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:10.512301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.548874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Attempting to bind port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:10.549588 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Attempting to bind port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:10.549860 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Attempting to bind port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:10.556958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.587366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.603689 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:10.604211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:10.604825 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.605553 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:10.606301 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Bound port: c5aaf44e-5f6d-4875-945d-68f56d1d15f4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:10.606777 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.624688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:10.625181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:10.630915 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:10.635067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.645683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.663855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6f66d22-b0a2-46ff-9aff-686001c6a7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.677128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-7d221936-3b55-42d9-9bee-1d07c08cde7b service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956982 Jul 07 17:33:10.679403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6f66d22-b0a2-46ff-9aff-686001c6a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.744270 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] For port c5aaf44e-5f6d-4875-945d-68f56d1d15f4, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:10.764564 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] For port c5aaf44e-5f6d-4875-945d-68f56d1d15f4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:10.779823 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.790686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d6f66d22-b0a2-46ff-9aff-686001c6a7d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=445001a1daa34d379afa8dd3b444d2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0470631 Jul 07 17:33:10.795094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35806) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:10.860105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f66d22-b0a2-46ff-9aff-686001c6a7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5393a-fffc-40e8-8294-77eba249a547,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:10.879459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:10.885598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.916248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.986085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.990104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.028602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.037680 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/networks/5f91ee35-348b-4874-a672-2fa4e9137b25 HTTP/1.1" status: 204 len: 168 time: 2.8377759 Jul 07 17:33:11.039070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2d6d9-93c1-491e-a8ec-745b6f77ddf1 None None] Pushing event updated for resources: {'Port': ['ID=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.061643 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.065879 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 8, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:11.089929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35808) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:11.116876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Allocated IP 172.20.0.1 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/cfee2075-43b2-4f24-a479-7dfea1164a6c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:11.221189 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:11.247220 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:11.249284 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:11.261496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5732-2f20-46e7-994e-f9ec5fa9f6aa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Network': ['ID=5f91ee35-348b-4874-a672-2fa4e9137b25,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.294331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.304635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.304635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9a5393a-fffc-40e8-8294-77eba249a547 HTTP/1.1" status: 204 len: 168 time: 0.5048456 Jul 07 17:33:11.362177 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:11.363314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:11.395545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a945a1-87e2-4368-88b5-462b1c835cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5393a-fffc-40e8-8294-77eba249a547,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.410878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.427971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-859ec4e0-6707-4edb-86a9-b31d4ede8770 req-5314988f-3dbf-460d-8713-49509c97da21 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 210 time: 0.1674688 Jul 07 17:33:11.451481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.531594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:06Z', 'revision_number': 9, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:11.583899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.589199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=820da96b-a4a2-4f98-965f-0ed8ca0442b3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.620996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Transition to ACTIVE for port object cfee2075-43b2-4f24-a479-7dfea1164a6c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:11.625436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:11.677813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5609e9-4d00-4b74-90c6-8271cfe96893 None None] Network 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:11.685735 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf0de0-5e05-420f-b9f2-67c387494b3b x-openstack-request-id: req-a5cf0de0-5e05-420f-b9f2-67c387494b3b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:11.685735 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3b0a75-351b-42e2-9a24-5c613b73917e", "name": "network-vif-deleted", "tag": "73194af0-c1da-45a1-befa-daa525fb9cce", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:11.685735 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5cf0de0-5e05-420f-b9f2-67c387494b3b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:11.685735 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3b0a75-351b-42e2-9a24-5c613b73917e', 'name': 'network-vif-deleted', 'tag': '73194af0-c1da-45a1-befa-daa525fb9cce', 'status': 'completed', 'code': 200} Jul 07 17:33:11.693409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:11.694922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:11.699531 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.710073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d83bd7f7-baee-44e6-8209-ef50314bbec7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/820da96b-a4a2-4f98-965f-0ed8ca0442b3 HTTP/1.1" status: 204 len: 168 time: 2.2747934 Jul 07 17:33:11.720057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:11.750316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting subnet 3780d636-ce78-427e-b0fe-e1594950d469 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:11.820143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.004320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.005640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.021000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:12.036968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.045512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Allocated IP 172.20.0.14 (4fdded49-b592-41cb-964c-21ca7a788204/a1fa9e75-f952-4908-bf32-a8794e3f68a2/713ce969-0748-4aaa-af34-429f4a10dc37) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:12.114200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.227523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:12.311395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:12.347417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:12.362296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:12.370763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:12.450301 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:12.465407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35828) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:12.568206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 0e31b6af-4461-4e35-be46-db80c435dff4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:12.568810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.609770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab25d885-1c28-4b56-89d3-685f135d9fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.847084 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 3, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:12.928717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:12.995545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96ea78e8-b79a-4da8-8631-69060a853dff None None] Provisioning for port cfee2075-43b2-4f24-a479-7dfea1164a6c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:12.998624 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e3cf-6bb7-4849-9c77-549a076714fc None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 3, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:13.043777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96ea78e8-b79a-4da8-8631-69060a853dff None None] Provisioning complete for port cfee2075-43b2-4f24-a479-7dfea1164a6c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:13.045420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96ea78e8-b79a-4da8-8631-69060a853dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.065654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-c0797dbf-6b21-47ad-b4bc-d9183c0f3ff3 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:13.070657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f60836-b5d1-455c-b89b-e0c091023665,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:13.079905 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 8, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:13.081935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:06Z', 'revision_number': 9, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:13.082341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-c0797dbf-6b21-47ad-b4bc-d9183c0f3ff3 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/networks?id=56fc0f26-dd12-4798-81f2-872af44e2ba9 HTTP/1.1" status: 200 len: 821 time: 0.2555304 Jul 07 17:33:13.127942 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63409486-a233-4e7c-b984-b828f90dac6e None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:05Z', 'revision_number': 8, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '1eca6fc6-51c6-43d7-b317-1be1d8611c92', 'name': '', 'network_id': 'b1b39699-31b7-401f-b6eb-3ad37a3e75a0', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:4e:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:21Z', 'updated_at': '2021-07-07T17:32:50Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '54911f3f-8547-4843-9597-2d8cd852e9e1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:13.130304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.136111 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c3360394-329f-4bd3-bd8d-133f99ea8b78 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/c8f60836-b5d1-455c-b89b-e0c091023665 HTTP/1.1" status: 204 len: 168 time: 3.2706749 Jul 07 17:33:13.147166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35840) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:13.162363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-f8e939c2-0a45-4671-9bfe-fb329a8fddaf tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/quotas/d1548f1896a8460a8b83c964ab52b650 HTTP/1.1" status: 200 len: 375 time: 0.0764735 Jul 07 17:33:13.189223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc43b5-8ea7-499e-b287-0def81dd7435 None None] Network 5c73bd7a-5167-436d-a7cf-09e65ae7b74a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:13.211528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.288534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-88b101d3-c99c-42e5-a06a-b5c5ad8129e0 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1548f1896a8460a8b83c964ab52b650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249511 Jul 07 17:33:13.320815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 0e31b6af-4461-4e35-be46-db80c435dff4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0e31b6af-4461-4e35-be46-db80c435dff4,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:13.321212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.343218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 0e31b6af-4461-4e35-be46-db80c435dff4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:13.384275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8498-2549-45c4-a859-284c4a818f70 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:06Z', 'revision_number': 9, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f', 'name': '', 'network_id': '87b75756-db17-4aa5-9e6a-14a038e94d65', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:2e:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:45Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': '51844eb0-e308-4a08-a6ae-81e2bf195636', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:13.541419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.615387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.636675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] DHCP port deletion for 1ce6b2be-a7d8-42ee-85ea-c2bf687473cd request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:13.646010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.646346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-11d339d2-e01e-489e-aa13-e70704795156 service neutron] 10.222.0.66 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806585 Jul 07 17:33:13.650682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-96ea78e8-b79a-4da8-8631-69060a853dff None None] Port cfee2075-43b2-4f24-a479-7dfea1164a6c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:13.804473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Deleting port 0e31b6af-4461-4e35-be46-db80c435dff4 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:13.805054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.868195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.948803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.003060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] DHCP port deletion for 5c73bd7a-5167-436d-a7cf-09e65ae7b74a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:14.004233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-4cb39004-2252-49fc-b9cb-14caefb67efe service neutron] 10.222.0.66 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538272 Jul 07 17:33:14.038892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Subnet': ['ID=3780d636-ce78-427e-b0fe-e1594950d469,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.069393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.073442 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-55376647-423e-4fd9-abd2-f29a626f9237 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/subnets/3780d636-ce78-427e-b0fe-e1594950d469 HTTP/1.1" status: 204 len: 168 time: 2.9718874 Jul 07 17:33:14.084439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:14.173545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] For port 0e31b6af-4461-4e35-be46-db80c435dff4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0e31b6af-4461-4e35-be46-db80c435dff4,segment=NetworkSegment(ea2778f1-fee6-41d1-ad1d-c08cca8db9a4),segment_id=ea2778f1-fee6-41d1-ad1d-c08cca8db9a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:14.177539 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.188144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a52a1-f601-49e8-add4-462d06682676 None None] Network 26da662c-eb6f-4523-9af3-9e598d3a83d7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:14.242240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.335448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:14.336464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.384242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Calling delete_port for 0e31b6af-4461-4e35-be46-db80c435dff4 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:14.454081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=0e31b6af-4461-4e35-be46-db80c435dff4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.540416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c5aaf44e-5f6d-4875-945d-68f56d1d15f4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:14.551474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Deleting port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:14.551861 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.578182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 0e31b6af-4461-4e35-be46-db80c435dff4 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:14.767628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab25d885-1c28-4b56-89d3-685f135d9fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.817275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab25d885-1c28-4b56-89d3-685f135d9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.846580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-262faf42-5616-4a39-b026-839021ea5d53 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:14.859176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-262faf42-5616-4a39-b026-839021ea5d53 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.4935200 Jul 07 17:33:14.952788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25d885-1c28-4b56-89d3-685f135d9fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a66b446-35b1-4120-bdb3-52447abf48e8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.007323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:15.020662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] For port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:15.022912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.047882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-105ce5bf-fcd1-4679-88bc-7e96c67d0dcf req-e2fdfa74-f55a-4cd1-98db-3d8a83c71a38 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 210 time: 0.2496181 Jul 07 17:33:15.112218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.144051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab25d885-1c28-4b56-89d3-685f135d9fc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=816e7161e3da4fccbb407cd64b99093c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6439605 Jul 07 17:33:15.146734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35852) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:15.147306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Calling delete_port for 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:15.147425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce6b2be-a7d8-42ee-85ea-c2bf687473cd']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:15.163363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:15.168255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.175303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:15.175616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2778f1-fee6-41d1-ad1d-c08cca8db9a4') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:15.176249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,segment=NetworkSegment(dc0527c9-db66-4aef-afc0-0f6042651cc8),segment_id=dc0527c9-db66-4aef-afc0-0f6042651cc8)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:15.176854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.188383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.207284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.208360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:15.208772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.211485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.279902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:15.315468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.361488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:15.364503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:15.379747 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:15.385443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.457449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Network 4fdded49-b592-41cb-964c-21ca7a788204 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:15.495054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:15.499127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:15.542802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.554304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] Pushing event deleted for resources: {'Port': ['ID=0e31b6af-4461-4e35-be46-db80c435dff4,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.606588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbaca5c-4847-416e-a735-9749ef0b9127 None None] No DVR routers for this DVR port 0e31b6af-4461-4e35-be46-db80c435dff4 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:15.740311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.749034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] DHCP port deletion for 26da662c-eb6f-4523-9af3-9e598d3a83d7 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:15.755700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.758002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/1ce6b2be-a7d8-42ee-85ea-c2bf687473cd HTTP/1.1" status: 204 len: 168 time: 4.0363133 Jul 07 17:33:15.777316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35856) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:15.782319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477211b-1229-4050-a8fb-65dcd3ac6a14 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=1ce6b2be-a7d8-42ee-85ea-c2bf687473cd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.807338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:15.812117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.815982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event updated for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.851308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.877603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6d5cf-1bb9-4734-b84c-495d976348ab req-ffe11dab-7d56-45ed-a2c2-4413b3e3854e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:15.886334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52a6d5cf-1bb9-4734-b84c-495d976348ab req-ffe11dab-7d56-45ed-a2c2-4413b3e3854e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 932 time: 0.3775835 Jul 07 17:33:15.893423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.950510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.969406 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.970025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] Pushing event deleted for resources: {'Port': ['ID=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:15.985796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.009080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c5aaf44e-5f6d-4875-945d-68f56d1d15f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:16.012167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6b47-51d4-4ef4-a8df-317a7af40ea7 None None] No DVR routers for this DVR port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:16.023145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.042647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Deleting port 1507278c-243e-4f5c-8067-aeebbc4ade60 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:16.043238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.143554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.193462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] For port 1507278c-243e-4f5c-8067-aeebbc4ade60, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1507278c-243e-4f5c-8067-aeebbc4ade60,segment=NetworkSegment(e6720ec3-f807-4c6d-a5e7-11fc994d7ab2),segment_id=e6720ec3-f807-4c6d-a5e7-11fc994d7ab2)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:16.194141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.215888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.219672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:16.222946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Calling delete_port for 1507278c-243e-4f5c-8067-aeebbc4ade60 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:16.292636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52a6d5cf-1bb9-4734-b84c-495d976348ab req-9d0922f9-d159-4af0-af35-4598ff45272f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054472 Jul 07 17:33:16.321386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.396001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.427249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.432373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa906366-1b06-4abe-8d79-b2e57f138ea2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:16.448962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c73bd7a-5167-436d-a7cf-09e65ae7b74a']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.468773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0527c9-db66-4aef-afc0-0f6042651cc8') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.469163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0527c9-db66-4aef-afc0-0f6042651cc8') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:16.490166 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.514634 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.520198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.532786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:16.533420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.578972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.615772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fa906366-1b06-4abe-8d79-b2e57f138ea2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:16.616385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fa906366-1b06-4abe-8d79-b2e57f138ea2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:16.617102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:16.680654 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:16.684205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.692598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:16.698900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.705346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ac05cd4b-637c-4cb9-a1b5-8c3b5a9f49a3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9180832 Jul 07 17:33:16.729720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] No DVR routers for this DVR port 1507278c-243e-4f5c-8067-aeebbc4ade60 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:16.762565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.772178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35860) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:16.772490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/5c73bd7a-5167-436d-a7cf-09e65ae7b74a HTTP/1.1" status: 204 len: 168 time: 3.6234360 Jul 07 17:33:16.786398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:16.786398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 78c2b4cf-a4e2-4937-8e6c-c9aeb3a44152 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:16.787132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9e68528a-95e0-4292-9897-2798cecfe9fb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:16.789453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a924d-57b8-4558-82aa-0186e90d7286 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=5c73bd7a-5167-436d-a7cf-09e65ae7b74a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.791400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e459b-9756-40e4-a509-cb9b88a608e7 None None] Pushing event deleted for resources: {'Port': ['ID=1507278c-243e-4f5c-8067-aeebbc4ade60,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.804142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:16.819265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9e68528a-95e0-4292-9897-2798cecfe9fb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:16.819776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9e68528a-95e0-4292-9897-2798cecfe9fb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:16.823045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0e31b6af-4461-4e35-be46-db80c435dff4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:16.828770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port 1507278c-243e-4f5c-8067-aeebbc4ade60 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:16.829342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.947054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:17.052524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port 1507278c-243e-4f5c-8067-aeebbc4ade60, host n-d-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:17.052959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.068636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5751419f-fc94-476c-b3d8-a31b36b417fc req-20966fc7-9e41-4bbc-a91a-4c57b513c48b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 210 time: 0.0677874 Jul 07 17:33:17.135683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for 1507278c-243e-4f5c-8067-aeebbc4ade60 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:17.221743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Port 1507278c-243e-4f5c-8067-aeebbc4ade60 was not found and therefore no delete operation was performed {{(pid=93947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:33:17.241793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.286860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0e31b6af-4461-4e35-be46-db80c435dff4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:17.288195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0e31b6af-4461-4e35-be46-db80c435dff4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:17.416827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Request body: {'port': {'device_id': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.468092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=1507278c-243e-4f5c-8067-aeebbc4ade60,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.531506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port 1507278c-243e-4f5c-8067-aeebbc4ade60 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:17.540264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bce28b6-0e73-435c-8a5a-3d8a1c290c6a None None] Provisioning complete for port cfee2075-43b2-4f24-a479-7dfea1164a6c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:17.540719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce28b6-0e73-435c-8a5a-3d8a1c290c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.615999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c5aaf44e-5f6d-4875-945d-68f56d1d15f4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:17.621719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8bce28b6-0e73-435c-8a5a-3d8a1c290c6a None None] Port cfee2075-43b2-4f24-a479-7dfea1164a6c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:17.690306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.693054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.696602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a66b446-35b1-4120-bdb3-52447abf48e8 HTTP/1.1" status: 204 len: 168 time: 2.5456803 Jul 07 17:33:17.721660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:17.721660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.798057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.800646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc418d9-4f73-4de0-9b07-30ea0ba36886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a66b446-35b1-4120-bdb3-52447abf48e8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:17.809621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69a2c46d-4e47-49b1-88f0-4c92e6742b37 req-defbebd4-c5e8-461e-9fee-79d7f5081c7a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 210 time: 0.1528525 Jul 07 17:33:17.856505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26da662c-eb6f-4523-9af3-9e598d3a83d7']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:17.867709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-15b3707e-31e1-48d8-8f52-898516329e22 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:17.870073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-15b3707e-31e1-48d8-8f52-898516329e22 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.23 "GET /v2.0/networks?id=56fc0f26-dd12-4798-81f2-872af44e2ba9 HTTP/1.1" status: 200 len: 821 time: 0.7063768 Jul 07 17:33:17.902592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:17.902933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6720ec3-f807-4c6d-a5e7-11fc994d7ab2') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:17.926173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Request body: {'port': {'device_id': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9', 'admin_state_up': True, 'tenant_id': 'd1548f1896a8460a8b83c964ab52b650'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:17.940720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.9 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/98a921a7-0df8-45fe-bf5d-28681413c7bb) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:17.946361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1507278c-243e-4f5c-8067-aeebbc4ade60 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:17.986369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.989031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1507278c-243e-4f5c-8067-aeebbc4ade60 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:17.989589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.990640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1507278c-243e-4f5c-8067-aeebbc4ade60 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:18.022916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.045732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.063193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:18.064171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:18.123294 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:18.164587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:18.362109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733b2f3-1307-41c5-84fa-0d5d7a4b1296 req-52de3d8b-08ab-45d0-bde5-eb3b9cb27db5 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:18.363814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c733b2f3-1307-41c5-84fa-0d5d7a4b1296 req-52de3d8b-08ab-45d0-bde5-eb3b9cb27db5 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 932 time: 0.2856007 Jul 07 17:33:18.402822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.491488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c733b2f3-1307-41c5-84fa-0d5d7a4b1296 req-14c819aa-3309-4f71-9bbb-ea89b1c893dd tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156831 Jul 07 17:33:18.504910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:18.511951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f49b621-bb20-4b1a-8ccc-8c2f11be9c15 admin admin] 10.222.0.66 "PUT /v2.0/routers/718f33a3-f5d5-4d1e-af6a-13c600ec3453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1337276 Jul 07 17:33:18.525492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.525734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:18.540220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/networks/26da662c-eb6f-4523-9af3-9e598d3a83d7 HTTP/1.1" status: 204 len: 168 time: 4.4434531 Jul 07 17:33:18.553459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35884) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:18.566837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:18.567494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:18.582961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1314803834'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:18.636542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d8723-a0bd-4888-b5b7-6eb5cb4855ca tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Network': ['ID=26da662c-eb6f-4523-9af3-9e598d3a83d7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:18.758235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:18.771475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.829617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:18.837508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.907684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:18.957897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.958276 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Added segment a273e670-c91f-4741-9f87-75c80dd7c50b of type vlan for network b65c71cd-ce2b-41b9-aa21-e5d3add4734d Jul 07 17:33:19.003147 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:19.003555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.134944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Made reservation on behalf of d1548f1896a8460a8b83c964ab52b650 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:19.142592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.168709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:19.171677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.194177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 2, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:19.206586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:19.260848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:19.261305 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Updating router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 port cfee2075-43b2-4f24-a479-7dfea1164a6c binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:19.295661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.327800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.344144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-994e0fb8-ec6e-4846-a8f4-b08e2f12f3af req-a44c809f-b5e8-44b0-b69c-200b53988577 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 210 time: 0.1274695 Jul 07 17:33:19.372241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.488112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713ce969-0748-4aaa-af34-429f4a10dc37 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:19.524020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.548726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.552210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:19.552882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.586746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Transition to ACTIVE for port object 713ce969-0748-4aaa-af34-429f4a10dc37 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:19.702905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f1e9639-de62-4258-96f6-acd7398fb48d req-8b32dbc1-def6-4390-bff2-1c4f3427982a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 210 time: 0.1458180 Jul 07 17:33:19.756711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1994445 Jul 07 17:33:19.788508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35914) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:19.800763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Allocated IP 172.20.0.14 (56fc0f26-dd12-4798-81f2-872af44e2ba9/6e062bda-121b-4ee9-8372-b3bf01853b75/dd7e488d-2db6-4935-99b0-316505eaefe3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:19.821233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'subnet': {'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:19.857799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77db096-dcc2-463b-b545-f77ee470ff98 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Network': ['ID=b65c71cd-ce2b-41b9-aa21-e5d3add4734d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.040074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.052342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.132578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.220712 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.248478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Transition to ACTIVE for port object cfee2075-43b2-4f24-a479-7dfea1164a6c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:20.259092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:20.281238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35922) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.325887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-5854411-network', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:20.341942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.384472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:20.393409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.469731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:20.473908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.477024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Made reservation on behalf of 087ba0a546364d2ca4d60caf54a8b82b for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:20.480042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.612012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:20.628774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:20.631262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:20.698881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435acd0-a98e-4cbf-a579-a3259d7353d3 None None] Pushing event updated for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.803998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Attempting to bind port cfee2075-43b2-4f24-a479-7dfea1164a6c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:20.804381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Attempting to bind port cfee2075-43b2-4f24-a479-7dfea1164a6c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:20.804760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Attempting to bind port cfee2075-43b2-4f24-a479-7dfea1164a6c on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:20.824351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:20.824798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:20.825224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.826321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:20.827685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Bound port: cfee2075-43b2-4f24-a479-7dfea1164a6c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:20.828094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.858796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.867694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:20.874608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.930310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Pushing event updated for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.939992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.977683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.083224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fca29a-95c5-4d14-820a-0102801f4633 req-013d0468-dd2b-44c7-bf92-583bc76a9130 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.084917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9fca29a-95c5-4d14-820a-0102801f4633 req-013d0468-dd2b-44c7-bf92-583bc76a9130 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 944 time: 0.9738197 Jul 07 17:33:21.104566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] For port cfee2075-43b2-4f24-a479-7dfea1164a6c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:21.129323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.142103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-b1859f96-244b-4107-a61e-6d8b16be0e6c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1436164 Jul 07 17:33:21.146054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] For port cfee2075-43b2-4f24-a479-7dfea1164a6c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cfee2075-43b2-4f24-a479-7dfea1164a6c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:21.161972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.284940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:21.287248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.298815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.343651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 1eca6fc6-51c6-43d7-b317-1be1d8611c92 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:21.343973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.449434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435acd0-a98e-4cbf-a579-a3259d7353d3 None None] Pushing event updated for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.473244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Attempting to bind port 713ce969-0748-4aaa-af34-429f4a10dc37 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:21.473597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Attempting to bind port 713ce969-0748-4aaa-af34-429f4a10dc37 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:21.473960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Attempting to bind port 713ce969-0748-4aaa-af34-429f4a10dc37 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:21.534919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Port 713ce969-0748-4aaa-af34-429f4a10dc37 on network 4fdded49-b592-41cb-964c-21ca7a788204 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:21.535343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Attempting to bind port 713ce969-0748-4aaa-af34-429f4a10dc37 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:21.572930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Network 56fc0f26-dd12-4798-81f2-872af44e2ba9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:21.581511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Request body: {'port': {'device_id': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:21.596759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Pushing event updated for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.652833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:21.681305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:21.691141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Checking segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:21.691785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Bound using segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:21.692631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Bound port: 713ce969-0748-4aaa-af34-429f4a10dc37, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:21.693109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.769090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:21.777976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.798247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:21.941376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:21.964959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.965653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.986652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=713ce969-0748-4aaa-af34-429f4a10dc37,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:21.995350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.075973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:21Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:22.128001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.129112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.131729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 1093 time: 5.3443320 Jul 07 17:33:22.132475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:22.136891 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3f5a8-ce87-4880-9bda-763123ab900f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:22.158284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594e0b7-d5df-4d29-90db-1ca59eee44b9 None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:21Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:22.165620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:22.203060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3fbd6-bcad-48c9-b1c7-b3d8406698a2 service neutron] Pushing event updated for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:22.226306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.393465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-fe6a22f5-c37b-440c-b79c-b349bd0ed075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.393774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-fe6a22f5-c37b-440c-b79c-b349bd0ed075 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1096 time: 0.1844099 Jul 07 17:33:22.489557 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-08ec0cd6-d461-4f38-948a-623505a4359e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 217 time: 0.0850821 Jul 07 17:33:22.519248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9fca29a-95c5-4d14-820a-0102801f4633 req-e765a9fe-54f6-4b3b-af89-c179bbea65f7 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3192630 Jul 07 17:33:22.581002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ed7e9349-abdf-4ff0-a370-1b38eb10def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.583432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ed7e9349-abdf-4ff0-a370-1b38eb10def5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.0860021 Jul 07 17:33:22.587886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a096a6e3-62c4-45bf-98c7-366a33ac218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.662398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-76e6b135-7b46-4916-a6aa-9ab487c31397 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697813 Jul 07 17:33:22.687837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Subnet': ['ID=76ac54ab-3ee8-4924-b6b0-209363157406,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:22.711729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:22.721866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 1eca6fc6-51c6-43d7-b317-1be1d8611c92, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1eca6fc6-51c6-43d7-b317-1be1d8611c92,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:22.722558 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.753609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Checking segment: {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:22.754359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network hostable DHCP agents. Network: b65c71cd-ce2b-41b9-aa21-e5d3add4734d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:22.796932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 1eca6fc6-51c6-43d7-b317-1be1d8611c92 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:22.816961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a921a7-0df8-45fe-bf5d-28681413c7bb {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:22.831040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.878504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Transition to ACTIVE for port object 98a921a7-0df8-45fe-bf5d-28681413c7bb will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:22.891194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.931924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-2aefde94-0fc2-47d3-bfc4-7177b0ea8b0c service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468021 Jul 07 17:33:23.022199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:23.113036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:23.132082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4efad8d-6e88-40f2-87a1-c440979935f3 req-ba3491e4-81e7-4905-8aa1-8ec54f12384f service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893284 Jul 07 17:33:23.155714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Attempting to bind port 98a921a7-0df8-45fe-bf5d-28681413c7bb on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:23.156162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Attempting to bind port 98a921a7-0df8-45fe-bf5d-28681413c7bb by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:23.156433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Attempting to bind port 98a921a7-0df8-45fe-bf5d-28681413c7bb on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:23.163095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Port 98a921a7-0df8-45fe-bf5d-28681413c7bb on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:23.163420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Attempting to bind port 98a921a7-0df8-45fe-bf5d-28681413c7bb on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:23.173624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:23.174142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:23.174637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:23.175358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Bound port: 98a921a7-0df8-45fe-bf5d-28681413c7bb, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:23.175770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.189360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.214545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b65c71cd-ce2b-41b9-aa21-e5d3add4734d) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:23.225692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.237902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-648e6353-db7e-4350-834d-0e2e81f5de30 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3478701 Jul 07 17:33:23.240059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71734961-ff6b-49d4-92ff-96744f9a6c0b None None] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:23.252977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:23.253968 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.263630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Request body: {'port': {'device_id': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:23.314184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:23.333589 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:23.365072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:23.366319 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:23.401239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a6bd7247-78ee-4757-bacd-2355b6de0931 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6128974 Jul 07 17:33:23.410965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:23.422811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:23.437400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589fb58-06df-48b7-ad21-f8cc72013706 req-49e4e261-f43c-42c7-a389-03628b1ed694 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:23.456448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0589fb58-06df-48b7-ad21-f8cc72013706 req-49e4e261-f43c-42c7-a389-03628b1ed694 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 932 time: 0.7063107 Jul 07 17:33:23.502871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:23.527835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:23.552327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89368fc-a94b-4818-a209-d9c8d0c4f35e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:23.640159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:23.640821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.678582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.679663 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Added segment a0e352d9-0d24-4c76-a1c5-0fdc73517fc4 of type vlan for network 85d21171-8618-4770-8023-91bf1db44570 Jul 07 17:33:23.679964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cfee2075-43b2-4f24-a479-7dfea1164a6c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:23.767949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.798026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet 51844eb0-e308-4a08-a6ae-81e2bf195636 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:23.804745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b65c71cd-ce2b-41b9-aa21-e5d3add4734d', 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'fixed_ips': [{'subnet_id': '76ac54ab-3ee8-4924-b6b0-209363157406'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:23.805998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.806234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.815296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.852371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:23.869427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.883170 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] 10.222.0.73 "PUT /v2.0/ports/98a921a7-0df8-45fe-bf5d-28681413c7bb HTTP/1.1" status: 200 len: 1092 time: 2.7102349 Jul 07 17:33:23.943014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.989045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 10, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.005032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:33:24.025993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:24.030233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8177c-09b0-4492-90ac-31411d2c2e46 service neutron] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.052885 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:24.056886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.151933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a096a6e3-62c4-45bf-98c7-366a33ac218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.184482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.195125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a096a6e3-62c4-45bf-98c7-366a33ac218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.220282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Allocated IP 19.80.0.2 (b65c71cd-ce2b-41b9-aa21-e5d3add4734d/76ac54ab-3ee8-4924-b6b0-209363157406/f2088749-24c0-440d-a081-f6af165ec3a1) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:24.308373 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:24.330677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.334705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.336428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:24.337366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.423437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0589fb58-06df-48b7-ad21-f8cc72013706 req-5955a4ce-fa4b-44a6-8620-487c7442966b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373486 Jul 07 17:33:24.426059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9d0026f2-9baf-4bee-8f7c-9e612c22f044 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6258860 Jul 07 17:33:24.449480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] Pushing event updated for resources: {'Network': ['ID=85d21171-8618-4770-8023-91bf1db44570,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.461195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35968) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:24.488644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-503593284'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:24.549040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.566619 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a096a6e3-62c4-45bf-98c7-366a33ac218f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a368089bc40446fa5e0b5ec242bd20e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3976460 Jul 07 17:33:24.576296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Transition to ACTIVE for port object f2088749-24c0-440d-a081-f6af165ec3a1 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:24.578027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:24.610915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Transition to ACTIVE for port object f2088749-24c0-440d-a081-f6af165ec3a1 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:24.621597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 85d21171-8618-4770-8023-91bf1db44570 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:24.640470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096a6e3-62c4-45bf-98c7-366a33ac218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b556c-befb-45f4-b6ac-16e80e3ebc22,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.676032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=51844eb0-e308-4a08-a6ae-81e2bf195636,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.698863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7bed281-3594-498f-91a5-67ea853b3e14 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.3761721 Jul 07 17:33:24.699572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.705039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f8928a4b-08e9-47d2-ae53-a62267bd4133 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/51844eb0-e308-4a08-a6ae-81e2bf195636 HTTP/1.1" status: 204 len: 168 time: 1.2459064 Jul 07 17:33:24.705926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:24.706823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35974) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:24.718907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.732884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Request body: {'subnet': {'network_id': '85d21171-8618-4770-8023-91bf1db44570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-5854411-subnet', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:24.751465 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.754997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c3f04-7118-469e-b65c-a6f85ce1f1f8 None None] Network 87b75756-db17-4aa5-9e6a-14a038e94d65 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:24.803897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-4b482b02-ad0f-42f7-b136-e3476dfe1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:24.806528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-4b482b02-ad0f-42f7-b136-e3476dfe1706 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 1095 time: 0.8064187 Jul 07 17:33:24.829038 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 10, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.892614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-223b4d88-f9ae-41b2-b5fc-1ac4d864c18d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb HTTP/1.1" status: 200 len: 217 time: 0.0737498 Jul 07 17:33:24.895487 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025027ab-ca66-4a3d-91e5-8afb299386b3 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:19Z', 'revision_number': 10, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None, '_interfaces': [{'id': '32bd0d12-e629-4fb8-86c7-ab9daacd6f00', 'name': '', 'network_id': '0a4bf5b2-5dce-4e81-8644-1f2a1dd24440', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'mac_address': 'fa:16:3e:16:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:26Z', 'updated_at': '2021-07-07T17:31:47Z', 'revision_number': 5, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'subnets': [{'id': 'ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:24.939365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.988415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:25.002369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.016085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=1eca6fc6-51c6-43d7-b317-1be1d8611c92,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.035860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:25.036103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.056831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-57d75872-86c2-4699-bb1e-d484108d2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:25.059018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-57d75872-86c2-4699-bb1e-d484108d2ca4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1459963 Jul 07 17:33:25.065415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:25.089706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:25.094954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Pushing event updated for resources: {'Port': ['ID=f2088749-24c0-440d-a081-f6af165ec3a1,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.121231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port cfee2075-43b2-4f24-a479-7dfea1164a6c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:25.133583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.168241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Made reservation on behalf of 087ba0a546364d2ca4d60caf54a8b82b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:25.168923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-959c0abd-08f2-4889-99f7-7070cdac43e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938406 Jul 07 17:33:25.172561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.193158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cfee2075-43b2-4f24-a479-7dfea1164a6c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:25.193687 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.251971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e488d-2db6-4935-99b0-316505eaefe3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:25.269207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.410153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Attempting to bind port f2088749-24c0-440d-a081-f6af165ec3a1 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:25.412055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Attempting to bind port f2088749-24c0-440d-a081-f6af165ec3a1 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:25.412055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Attempting to bind port f2088749-24c0-440d-a081-f6af165ec3a1 on network b65c71cd-ce2b-41b9-aa21-e5d3add4734d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:25.422575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Transition to ACTIVE for port object dd7e488d-2db6-4935-99b0-316505eaefe3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:25.424010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.427117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.434551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:25.436265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Checking segment: {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:25.436933 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.437979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Bound using segment: {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:25.438984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Bound port: f2088749-24c0-440d-a081-f6af165ec3a1, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:25.439679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.442475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd6b556c-befb-45f4-b6ac-16e80e3ebc22 HTTP/1.1" status: 204 len: 168 time: 0.8383617 Jul 07 17:33:25.460311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:25.512650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.513370 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Added segment 23b154db-a142-41fa-af7a-319bcd975a4f of type vlan for network 17725bc0-5826-4ded-b425-a8d079d0cd9d Jul 07 17:33:25.542544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] DHCP port deletion for 87b75756-db17-4aa5-9e6a-14a038e94d65 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:25.564688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-97fcae04-2da0-448b-9af7-01f5c35122f2 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596456 Jul 07 17:33:25.573058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.694209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375eed04-9bab-4979-b992-da133b0a2445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b556c-befb-45f4-b6ac-16e80e3ebc22,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.850998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927d0d9-c9a9-4eb6-918a-0792bd157fc1 req-fdb3f086-5a98-4d61-826e-7d91367eabd9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:25.854099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a927d0d9-c9a9-4eb6-918a-0792bd157fc1 req-fdb3f086-5a98-4d61-826e-7d91367eabd9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 943 time: 1.0917270 Jul 07 17:33:25.892593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:25.920199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.955535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.958206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.974692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.987067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] For port f2088749-24c0-440d-a081-f6af165ec3a1, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:25.995081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c108847f-2a94-48fc-a734-d75ee13d6543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.030702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] For port f2088749-24c0-440d-a081-f6af165ec3a1, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2088749-24c0-440d-a081-f6af165ec3a1,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:26.052893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-17dfce4c-0531-4691-b659-7e2ae43eadc0 req-274550c0-2ec1-4da9-b205-9ff8d15aa566 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530175 Jul 07 17:33:26.062891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.072144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Attempting to bind port dd7e488d-2db6-4935-99b0-316505eaefe3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:26.072487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Attempting to bind port dd7e488d-2db6-4935-99b0-316505eaefe3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '39cb9980-117f-489f-b4e9-6941a0f07cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:26.073009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Attempting to bind port dd7e488d-2db6-4935-99b0-316505eaefe3 on network 56fc0f26-dd12-4798-81f2-872af44e2ba9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:26.088841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Port dd7e488d-2db6-4935-99b0-316505eaefe3 on network 56fc0f26-dd12-4798-81f2-872af44e2ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:26.089477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Attempting to bind port dd7e488d-2db6-4935-99b0-316505eaefe3 on network 56fc0f26-dd12-4798-81f2-872af44e2ba9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:26.090254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.100412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:26.100780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Checking segment: {'id': '39cb9980-117f-489f-b4e9-6941a0f07cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:26.101135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Bound using segment: {'id': '39cb9980-117f-489f-b4e9-6941a0f07cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:26.101797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Bound port: dd7e488d-2db6-4935-99b0-316505eaefe3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cb9980-117f-489f-b4e9-6941a0f07cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:26.102329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.135790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Deleting port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:26.136175 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.141575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:33:26.145662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port cfee2075-43b2-4f24-a479-7dfea1164a6c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cfee2075-43b2-4f24-a479-7dfea1164a6c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:26.153146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a927d0d9-c9a9-4eb6-918a-0792bd157fc1 req-6d3aa7b9-cd61-44f6-9b15-3fe53abcd569 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810235 Jul 07 17:33:26.228749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:26.233126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dd7e488d-2db6-4935-99b0-316505eaefe3,segment=NetworkSegment(39cb9980-117f-489f-b4e9-6941a0f07cfd),segment_id=39cb9980-117f-489f-b4e9-6941a0f07cfd)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:26.244420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.279645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.294163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:26.309169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.311083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:26.312299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.314074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] 10.222.0.23 "PUT /v2.0/ports/dd7e488d-2db6-4935-99b0-316505eaefe3 HTTP/1.1" status: 200 len: 1093 time: 3.0650291 Jul 07 17:33:26.316874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.359781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] For port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:26.360348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.398733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Calling delete_port for 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:26.484715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.502554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:26.503907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.537978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c108847f-2a94-48fc-a734-d75ee13d6543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.547484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1345dc-4171-4a9f-a12c-210d83668964 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.553668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c108847f-2a94-48fc-a734-d75ee13d6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.589279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Pushing event updated for resources: {'Port': ['ID=f2088749-24c0-440d-a081-f6af165ec3a1,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.611603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.615668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.618106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.618788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.619301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.619790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.620262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.620754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.621232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.622115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.623033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.623592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2def7c0-db52-4356-ae15-296f05a759d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:26.629077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.643116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 713ce969-0748-4aaa-af34-429f4a10dc37 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:26.743476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,segment=NetworkSegment(1cb26676-aa7a-433a-ab74-611787f909bf),segment_id=1cb26676-aa7a-433a-ab74-611787f909bf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:26.744225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.756358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:26.758851 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66010d0f-dfe5-49f4-819e-a4933fd8fd0d x-openstack-request-id: req-66010d0f-dfe5-49f4-819e-a4933fd8fd0d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:26.759329 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:26.759756 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66010d0f-dfe5-49f4-819e-a4933fd8fd0d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:26.760435 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37', 'status': 'completed', 'code': 200} Jul 07 17:33:26.781441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:26.782486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.793267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] No DVR routers for this DVR port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:26.823192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c108847f-2a94-48fc-a734-d75ee13d6543 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0adc43aab00f4bdeabc4d4f891e04a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193299 Jul 07 17:33:26.833833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108847f-2a94-48fc-a734-d75ee13d6543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a9890-df66-4574-84ee-6802e2bee4ae,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.859785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 35986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:26.901689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:26.904906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 33f827e8-b7bd-43e7-aa0c-310a8c3e8e1f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:26.905819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:26.950814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Network': ['ID=17725bc0-5826-4ded-b425-a8d079d0cd9d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.975820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-5c475397-cc89-4bcb-87cf-812da10776e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:26.977476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-5c475397-cc89-4bcb-87cf-812da10776e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1548f1896a8460a8b83c964ab52b650&device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 1096 time: 0.5980773 Jul 07 17:33:27.021359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:27.030297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:27.031110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:27.035306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-cc296499-0558-40ca-9ee7-4fad2f005be4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7e488d-2db6-4935-99b0-316505eaefe3 HTTP/1.1" status: 200 len: 217 time: 0.0478315 Jul 07 17:33:27.055015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c7817-bc34-4db2-ae1e-b3cd2cfed1fa None None] Pushing event deleted for resources: {'Port': ['ID=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.071308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-efee3547-0046-4b09-b8dd-d1de690d1faa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5916452 Jul 07 17:33:27.077313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:27.100522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-75d90dbb-2608-4d2b-ae48-d9e3b3ef911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.102123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-75d90dbb-2608-4d2b-ae48-d9e3b3ef911b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1096 time: 0.3228657 Jul 07 17:33:27.109590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'subnet': {'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:27.119639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.125974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8f7089-6564-4c95-b6b9-f43e1b54d441,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.181895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Checking segment: {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:27.182184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Network hostable DHCP agents. Network: 85d21171-8618-4770-8023-91bf1db44570, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:27.200587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170285-212d-477b-abac-3e834967a0b5 req-f280505e-6c96-4cdd-a105-cd1e350bb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.202575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-f280505e-6c96-4cdd-a105-cd1e350bb3f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e062bda-121b-4ee9-8372-b3bf01853b75 HTTP/1.1" status: 200 len: 861 time: 0.1600847 Jul 07 17:33:27.209228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.244927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.256586 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-8be596e6-dbef-443f-83e3-84ed155bae91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56fc0f26-dd12-4798-81f2-872af44e2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435007 Jul 07 17:33:27.285398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=713ce969-0748-4aaa-af34-429f4a10dc37,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:27.318999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '713ce969-0748-4aaa-af34-429f4a10dc37', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'port_id': '713ce969-0748-4aaa-af34-429f4a10dc37', 'mac_address': 'fa:16:3e:12:fa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fa9e75-f952-4908-bf32-a8794e3f68a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:27.347637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.391850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-3f48cabc-5633-4942-a847-0516829ddadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.393782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-3f48cabc-5633-4942-a847-0516829ddadf service neutron] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.2830198 Jul 07 17:33:27.408004 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.439556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713ce969-0748-4aaa-af34-429f4a10dc37 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:27.449404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e4950-1e9c-4abf-8921-39ae85349984 req-0c87d7d8-1e65-44a6-8326-fa640f309234 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.456130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-ee2c24cb-9d26-4012-9475-06440c9b7dc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 217 time: 0.0544379 Jul 07 17:33:27.462943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-695e4950-1e9c-4abf-8921-39ae85349984 req-0c87d7d8-1e65-44a6-8326-fa640f309234 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 944 time: 0.4851744 Jul 07 17:33:27.475112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Network 85d21171-8618-4770-8023-91bf1db44570 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:27.494228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=713ce969-0748-4aaa-af34-429f4a10dc37,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:27.511536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.518276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=0178b6d4-9eec-48df-90a9-a82a6d1b56d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.522081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.525566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.527448 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b8a9890-df66-4574-84ee-6802e2bee4ae HTTP/1.1" status: 204 len: 168 time: 0.6356509 Jul 07 17:33:27.540723 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-b956bcc9-220f-4ed6-89ac-64c57f91f721 service neutron] 10.222.0.23 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720327 Jul 07 17:33:27.557600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 0178b6d4-9eec-48df-90a9-a82a6d1b56d8 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:27.564383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f233d-9f6f-4bc2-8b44-d63b81b85806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a9890-df66-4574-84ee-6802e2bee4ae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.586984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-45717c47-081e-428d-a4f4-453369c13b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.589953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-45717c47-081e-428d-a4f4-453369c13b75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.1256015 Jul 07 17:33:27.590650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 85d21171-8618-4770-8023-91bf1db44570) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:27.647892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997e8fe-c327-4a21-9243-b06cc26ce234 None None] Network 85d21171-8618-4770-8023-91bf1db44570 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:27.667793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-c63bdd60-548b-417e-8145-da0ec563210c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462532 Jul 07 17:33:27.691970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.693523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.710777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:27.722352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:27.729745 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.764673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-695e4950-1e9c-4abf-8921-39ae85349984 req-1178cc80-4ed0-4247-9572-25b51f625f92 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000150 Jul 07 17:33:27.794569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e6170285-212d-477b-abac-3e834967a0b5 req-f22084b3-b3ea-4fc2-87dc-5b4a56f9c0b0 service neutron] 10.222.0.23 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419877 Jul 07 17:33:27.836347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:27.854602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-e9732bdf-0d65-4cfe-9a2b-e539dc588fbb service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785562 Jul 07 17:33:27.970795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-30c9b2fb-19b6-4d6b-98cd-61b39b345905 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2560341 Jul 07 17:33:27.977121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 35994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:27.999877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:28.013996 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:28.087406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.121323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.180843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b75756-db17-4aa5-9e6a-14a038e94d65']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:28.236494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb26676-aa7a-433a-ab74-611787f909bf') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:28.237004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb26676-aa7a-433a-ab74-611787f909bf') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:28.267103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.301142 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.312547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:28.313564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.347421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b71f7-9f27-44f7-b9fa-4c23be29cab0 None None] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:28.510167 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:28.516685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8fa3f5a8-ce87-4880-9bda-763123ab900f req-981dba00-9a1f-4dce-b8d1-f3ae6fbf24eb service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543269 Jul 07 17:33:28.554872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f916c1bf-946b-4fe1-8ad7-f1746abb2044 None None] Provisioning for port f2088749-24c0-440d-a081-f6af165ec3a1 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:28.649512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-85d21171-8618-4770-8023-91bf1db44570', 'network_id': '85d21171-8618-4770-8023-91bf1db44570', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'fixed_ips': [{'subnet_id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:28.651893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.675011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.675011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.726539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.738954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:28.761699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb'}, {'name': 'network-changed', 'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:28.764503 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a240771-be8b-467d-947b-38992889fe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb"}, {"name": "network-changed", "server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:28.772941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9adbf55d-616f-48cb-91c9-5ae490d7980f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9946735 Jul 07 17:33:28.772941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.774925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36008) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:28.775301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36010) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:28.777241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:28.777743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/87b75756-db17-4aa5-9e6a-14a038e94d65 HTTP/1.1" status: 204 len: 168 time: 4.0607185 Jul 07 17:33:28.800147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cfee2075-43b2-4f24-a479-7dfea1164a6c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:28.848125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.875154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:28.875829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:28.894250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cf1a-b5c1-4228-8421-cf7e37ecf997 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=87b75756-db17-4aa5-9e6a-14a038e94d65,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.959913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.113382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:29.179455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cfee2075-43b2-4f24-a479-7dfea1164a6c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:29.179963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.245627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 54911f3f-8547-4843-9597-2d8cd852e9e1 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:29.271984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.288165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Allocated IP 172.20.0.2 (85d21171-8618-4770-8023-91bf1db44570/fc8f7089-6564-4c95-b6b9-f43e1b54d441/fbb631b2-f90a-443c-abd1-2f23020514dc) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:29.547366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.811938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2088749-24c0-440d-a081-f6af165ec3a1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:29.834190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc5d47-755b-4717-941f-2f1f8c3e85e6 req-9ed776af-005e-4c28-a8a7-8429019ca3f7 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:29.836923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2cc5d47-755b-4717-941f-2f1f8c3e85e6 req-9ed776af-005e-4c28-a8a7-8429019ca3f7 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 944 time: 1.3175619 Jul 07 17:33:29.838463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Checking segment: {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:29.839078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network hostable DHCP agents. Network: 17725bc0-5826-4ded-b425-a8d079d0cd9d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:29.842781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.869233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 98a921a7-0df8-45fe-bf5d-28681413c7bb details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:29.909744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Subnet': ['ID=ceff8f87-e9bd-42a5-9b30-64796d1d34e4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:30.006562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.048700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:30.071842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=54911f3f-8547-4843-9597-2d8cd852e9e1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:30.099921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.108532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/54911f3f-8547-4843-9597-2d8cd852e9e1 HTTP/1.1" status: 204 len: 168 time: 1.3268726 Jul 07 17:33:30.114355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:30.114753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c57d9-54fe-48e9-b653-c295661c986f None None] Network b1b39699-31b7-401f-b6eb-3ad37a3e75a0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:30.130233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:30.130974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.131567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.132112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.133395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.133395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.133867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.134386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.134955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.135129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2cc5d47-755b-4717-941f-2f1f8c3e85e6 req-3b8dacf3-b140-4d85-ab04-66b49f56f4e6 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837074 Jul 07 17:33:30.135507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.136071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.136627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.137191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d1a19-0c86-4b39-a6e7-b3f4041a7303 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:30.139115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.152542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 17725bc0-5826-4ded-b425-a8d079d0cd9d) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:30.161881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.163638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.205333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.219910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8516f576-ee34-4075-b473-06c801ba342b None None] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:30.248879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5d5c3afe-5c2c-4c7c-ba06-7df6b4d4b29d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1590278 Jul 07 17:33:30.287166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'mac_address': 'fa:16:3e:e1:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:30.330387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.371126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f2088749-24c0-440d-a081-f6af165ec3a1 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:30.389725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Transition to ACTIVE for port object fbb631b2-f90a-443c-abd1-2f23020514dc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:30.415914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:23Z', 'revision_number': 9, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:30.439434 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.487720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f2088749-24c0-440d-a081-f6af165ec3a1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:30.488331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.493409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dd7e488d-2db6-4935-99b0-316505eaefe3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:30.497770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 713ce969-0748-4aaa-af34-429f4a10dc37 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:30.617157 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.672498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.685129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf46dd-a6c4-438d-b402-0068eb8e2a73 req-06253c07-df7f-4234-973e-0838e21afb57 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.686862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52bf46dd-a6c4-438d-b402-0068eb8e2a73 req-06253c07-df7f-4234-973e-0838e21afb57 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 943 time: 0.2022765 Jul 07 17:33:30.729503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:30.782068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Transition to ACTIVE for port object fbb631b2-f90a-443c-abd1-2f23020514dc will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:30.798827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52bf46dd-a6c4-438d-b402-0068eb8e2a73 req-620d71e2-3c71-4cd2-8a7f-421ec3ff5b02 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045401 Jul 07 17:33:30.864264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 2641fd67-5c4f-411e-90d0-d4b29ed37119 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:30.865671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.874409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.878042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Allocated IP 172.25.3.125 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:30.957659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.006507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:31.007713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:31.008294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 2641fd67-5c4f-411e-90d0-d4b29ed37119, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2641fd67-5c4f-411e-90d0-d4b29ed37119,segment=NetworkSegment(365f3fc3-de79-41ae-8a9b-ccf2b96275c0),segment_id=365f3fc3-de79-41ae-8a9b-ccf2b96275c0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:31.008923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.027212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 2641fd67-5c4f-411e-90d0-d4b29ed37119 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:31.154040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Network 85d21171-8618-4770-8023-91bf1db44570 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:31.159915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:33:31.176138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:31.207991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.234349 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8890bb-d726-44f3-a030-deb12dfff650 x-openstack-request-id: req-fb8890bb-d726-44f3-a030-deb12dfff650 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:31.234868 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:31.235288 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb8890bb-d726-44f3-a030-deb12dfff650 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:31.235944 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'status': 'completed', 'code': 200} Jul 07 17:33:31.236373 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3', 'status': 'completed', 'code': 200} Jul 07 17:33:31.305714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.307362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:31.389385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a921a7-0df8-45fe-bf5d-28681413c7bb {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:31.417401 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.421608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=2641fd67-5c4f-411e-90d0-d4b29ed37119,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:31.427018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 2641fd67-5c4f-411e-90d0-d4b29ed37119 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:31.454538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:31.458658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:31.476434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647a4f-25d3-4b1e-8c98-0df33a830dfd req-b1107bf7-0ff1-483e-bf32-8cae8fe2a7c3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.478886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed647a4f-25d3-4b1e-8c98-0df33a830dfd req-b1107bf7-0ff1-483e-bf32-8cae8fe2a7c3 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 945 time: 0.2451568 Jul 07 17:33:31.480202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:31.571779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Pushing event updated for resources: {'Port': ['ID=fbb631b2-f90a-443c-abd1-2f23020514dc,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:31.586310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:31.592900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:31.638080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.639458 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed647a4f-25d3-4b1e-8c98-0df33a830dfd req-3650e5cd-33f4-4315-8319-ae61c963be81 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143639 Jul 07 17:33:31.655509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-17725bc0-5826-4ded-b425-a8d079d0cd9d', 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'fixed_ips': [{'subnet_id': 'ceff8f87-e9bd-42a5-9b30-64796d1d34e4'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:33:31.656610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.660465 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.665844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-6cbdbf69-d12c-45c0-a2f5-d2781cecfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.675036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-6cbdbf69-d12c-45c0-a2f5-d2781cecfd2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1548f1896a8460a8b83c964ab52b650&device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 1096 time: 0.5411949 Jul 07 17:33:31.719360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Attempting to bind port fbb631b2-f90a-443c-abd1-2f23020514dc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:31.720119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Attempting to bind port fbb631b2-f90a-443c-abd1-2f23020514dc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:31.720597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Attempting to bind port fbb631b2-f90a-443c-abd1-2f23020514dc on network 85d21171-8618-4770-8023-91bf1db44570 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:31.736551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Pushing event updated for resources: {'Port': ['ID=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:31.799080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 713ce969-0748-4aaa-af34-429f4a10dc37 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:31.852229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.859274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-3c25e457-eb33-4d22-a920-4179527a11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.861461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-3c25e457-eb33-4d22-a920-4179527a11ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 1095 time: 0.6760907 Jul 07 17:33:31.899990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d4b51-06d3-47e3-8219-281e63939f65 None None] DHCP port deletion for b1b39699-31b7-401f-b6eb-3ad37a3e75a0 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:31.919631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b39699-31b7-401f-b6eb-3ad37a3e75a0']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:31.940674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:31.941675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.967532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 713ce969-0748-4aaa-af34-429f4a10dc37 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:31.968043 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.970329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:31.970838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Checking segment: {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:31.971333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.971791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Bound using segment: {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:31.972372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Bound port: fbb631b2-f90a-443c-abd1-2f23020514dc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:31.972829 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.977139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dd7e488d-2db6-4935-99b0-316505eaefe3,segment=NetworkSegment(39cb9980-117f-489f-b4e9-6941a0f07cfd),segment_id=39cb9980-117f-489f-b4e9-6941a0f07cfd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:32.021895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['98a921a7-0df8-45fe-bf5d-28681413c7bb'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:32.071433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365f3fc3-de79-41ae-8a9b-ccf2b96275c0') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:32.071887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365f3fc3-de79-41ae-8a9b-ccf2b96275c0') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:32.110633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.158093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-9ded0ce0-67e5-4c92-8706-d64af22b4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.159603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-9ded0ce0-67e5-4c92-8706-d64af22b4564 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56fc0f26-dd12-4798-81f2-872af44e2ba9 HTTP/1.1" status: 200 len: 922 time: 0.4773800 Jul 07 17:33:32.164587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.177150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f2088749-24c0-440d-a081-f6af165ec3a1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2088749-24c0-440d-a081-f6af165ec3a1,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:32.186909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-cb26d565-e7fe-4484-9aca-e638242b71bb tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.196545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:32.197194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.203520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-cb26d565-e7fe-4484-9aca-e638242b71bb tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.206415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-cb26d565-e7fe-4484-9aca-e638242b71bb tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/networks?id=b65c71cd-ce2b-41b9-aa21-e5d3add4734d&id=17725bc0-5826-4ded-b425-a8d079d0cd9d HTTP/1.1" status: 200 len: 1391 time: 0.2814584 Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:32.207639 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:32.237663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'dd7e488d-2db6-4935-99b0-316505eaefe3', 'network_id': '56fc0f26-dd12-4798-81f2-872af44e2ba9', 'port_id': 'dd7e488d-2db6-4935-99b0-316505eaefe3', 'mac_address': 'fa:16:3e:59:49:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e062bda-121b-4ee9-8372-b3bf01853b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:32.282175 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.294061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-9724bd1d-349d-4374-80c4-aaa5e84594f1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/quotas/05e4cd520b22430dbcf61f242ecd3ff7 HTTP/1.1" status: 200 len: 375 time: 0.0310664 Jul 07 17:33:32.294429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-e3a61537-b193-40d8-b768-f7db93165858 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7e488d-2db6-4935-99b0-316505eaefe3 HTTP/1.1" status: 200 len: 217 time: 0.1269488 Jul 07 17:33:32.301793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-12832554-6d68-4366-90e6-fb8f927cc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.303727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-12832554-6d68-4366-90e6-fb8f927cc454 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.4165311 Jul 07 17:33:32.337829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:32.415108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-4721347a-4b3d-4615-8c24-d9150798703c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb HTTP/1.1" status: 200 len: 217 time: 0.0967982 Jul 07 17:33:32.417469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 32bd0d12-e629-4fb8-86c7-ab9daacd6f00, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:32.418085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.445854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.458464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.482410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.485697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/b1b39699-31b7-401f-b6eb-3ad37a3e75a0 HTTP/1.1" status: 204 len: 168 time: 2.3707125 Jul 07 17:33:32.489490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:32.497861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36068) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:32.520396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-78d20836-da30-4b0e-ac1a-79a3180a3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.521929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-78d20836-da30-4b0e-ac1a-79a3180a3871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e062bda-121b-4ee9-8372-b3bf01853b75 HTTP/1.1" status: 200 len: 861 time: 0.2050114 Jul 07 17:33:32.565548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c7084-b4eb-4713-b273-b098a508012c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=b1b39699-31b7-401f-b6eb-3ad37a3e75a0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:32.619379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2641fd67-5c4f-411e-90d0-d4b29ed37119 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:32.632443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2820b95d-be6c-48e1-9f07-3c6faef5b3d0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3132741 Jul 07 17:33:32.672967 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-6e33ef3e-c5db-4b72-8472-64e4e69d7ada service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56fc0f26-dd12-4798-81f2-872af44e2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409883 Jul 07 17:33:32.679387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240771-be8b-467d-947b-38992889fe9d req-d0cf5eae-078c-4c8e-8625-c45f4629bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.679949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-d0cf5eae-078c-4c8e-8625-c45f4629bbf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.2557430 Jul 07 17:33:32.726175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2641fd67-5c4f-411e-90d0-d4b29ed37119 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:32.726531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2641fd67-5c4f-411e-90d0-d4b29ed37119 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:32.775134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] For port fbb631b2-f90a-443c-abd1-2f23020514dc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:32.780452 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.793327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-bdd8bdb0-3f90-4b04-a64c-7dc00829771a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036925 Jul 07 17:33:32.837142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] For port fbb631b2-f90a-443c-abd1-2f23020514dc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbb631b2-f90a-443c-abd1-2f23020514dc,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:32.849848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f2088749-24c0-440d-a081-f6af165ec3a1,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:32.857212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Allocated IP 19.86.0.2 (17725bc0-5826-4ded-b425-a8d079d0cd9d/ceff8f87-e9bd-42a5-9b30-64796d1d34e4/fb13e7ba-f189-427b-bc07-292ee5ecfcd0) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:32.886083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e488d-2db6-4935-99b0-316505eaefe3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:32.926761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.021445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.022238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dd7e488d-2db6-4935-99b0-316505eaefe3,segment=NetworkSegment(39cb9980-117f-489f-b4e9-6941a0f07cfd),segment_id=39cb9980-117f-489f-b4e9-6941a0f07cfd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:33.101627 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.140262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.151508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-db222a8e-01a7-4ec9-9634-0bd95abf02dc service neutron] 10.222.0.66 "GET /v2.0/networks/b65c71cd-ce2b-41b9-aa21-e5d3add4734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997516 Jul 07 17:33:33.297348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7a5f-9d86-4455-86da-10aa449830e7 None None] Pushing event updated for resources: {'Port': ['ID=fbb631b2-f90a-443c-abd1-2f23020514dc,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:33.361804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dd7e488d-2db6-4935-99b0-316505eaefe3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:33.384364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:33.397913 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e2c30-4cd6-47b3-926d-e47ac111aeed" -d '{"events": [{"server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "name": "network-vif-plugged", "status": "completed", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:33.549842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.560471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-79b161a5-30ec-4d06-afcf-65c9c667cccf service neutron] 10.222.0.66 "GET /v2.0/networks/b65c71cd-ce2b-41b9-aa21-e5d3add4734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027033 Jul 07 17:33:33.623777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=713ce969-0748-4aaa-af34-429f4a10dc37,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:33.634277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Router 3cb62e3f-09e1-47af-a8a2-23406d08a82c is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:33.687643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=32bd0d12-e629-4fb8-86c7-ab9daacd6f00,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:33.702644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.719204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:23Z', 'revision_number': 9, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:33.759867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-99f0e872-6eff-4371-a7be-c5f3c2764218 service neutron] 10.222.0.23 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0749977 Jul 07 17:33:33.812223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:33.831069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-e7813aea-42b5-45f7-8250-a8368b4fb861 service neutron] 10.222.0.66 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695947 Jul 07 17:33:33.841829 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Sync routers for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:33.860791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.862862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4e9ce5f6-55d3-44b1-8af1-a823486c589f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8685894 Jul 07 17:33:33.866017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:33.868109 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:33.904570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36080) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:33.925616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:33.930545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a982a3-f804-477e-80bd-8719abd812a9 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:23Z', 'revision_number': 9, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7', 'name': '', 'network_id': 'ab609593-af93-4f1c-b28f-7fd916c6978a', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:16:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:06Z', 'updated_at': '2021-07-07T17:32:27Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '5b37ab4e-59cb-48f8-b7c0-48fa06d658a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:33.945834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-d4ac6f22-b495-40e0-b3d6-fcd0a668dd48 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416161 Jul 07 17:33:33.960277 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:33.980419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Transition to ACTIVE for port object fb13e7ba-f189-427b-bc07-292ee5ecfcd0 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:34.042341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Transition to ACTIVE for port object fb13e7ba-f189-427b-bc07-292ee5ecfcd0 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:34.055765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-6b11c1cb-a7f0-4a47-acbb-47a690084b4c service neutron] 10.222.0.66 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235320 Jul 07 17:33:34.113530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.152716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:34.160758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:34.170359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:34.176002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:34.256109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:34.436524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Pushing event updated for resources: {'Port': ['ID=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:34.547487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Attempting to bind port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:34.548457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Attempting to bind port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:34.549318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Attempting to bind port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 on network 17725bc0-5826-4ded-b425-a8d079d0cd9d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:34.566412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:34.573582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Checking segment: {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:34.574684 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.575628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Bound using segment: {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:34.586976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Bound port: fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:34.587660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.673800 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.683044 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-ba8962c7-f597-4d20-90c8-fa47b0925e0a service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675723 Jul 07 17:33:34.685603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5a240771-be8b-467d-947b-38992889fe9d req-32ef2f47-ac0b-45fe-807d-fd8d63f29539 service neutron] 10.222.0.23 "GET /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8622746 Jul 07 17:33:34.858056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d491e5-2dfe-47ff-92e3-e441805abff1 req-e2a3d462-2041-421c-9dc3-ac2e79cfd058 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:34.867297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d491e5-2dfe-47ff-92e3-e441805abff1 req-e2a3d462-2041-421c-9dc3-ac2e79cfd058 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 945 time: 0.3032384 Jul 07 17:33:34.955278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] For port fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:34.963284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] For port fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:34.972654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbb631b2-f90a-443c-abd1-2f23020514dc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:34.984786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d491e5-2dfe-47ff-92e3-e441805abff1 req-a0476d7a-7b9a-4895-8550-1a6bf124cfb2 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164484 Jul 07 17:33:35.005059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.125416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dd7e488d-2db6-4935-99b0-316505eaefe3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:35.132935 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:32Z', 'revision_number': 3, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:35.233792 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Checking router: 3cb62e3f-09e1-47af-a8a2-23406d08a82c for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:35.236027 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Updating router 3cb62e3f-09e1-47af-a8a2-23406d08a82c port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:35.296636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c699606-7a39-43c1-8548-00dff9f2e617 None None] Pushing event updated for resources: {'Port': ['ID=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:35.313055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fbb631b2-f90a-443c-abd1-2f23020514dc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:35.335317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2088749-24c0-440d-a081-f6af165ec3a1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:35.346788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:35.383421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f88fd-c18f-48e0-92e3-d45569de80e4 req-4604df83-1483-4be3-80b0-b57d4857ea0f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:35.399608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-053f88fd-c18f-48e0-92e3-d45569de80e4 req-4604df83-1483-4be3-80b0-b57d4857ea0f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 944 time: 0.2260261 Jul 07 17:33:35.443209 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.498860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port dd7e488d-2db6-4935-99b0-316505eaefe3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:35.561052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e0f95-2054-43d1-a78e-570aa85f173a None None] Network 85d21171-8618-4770-8023-91bf1db44570 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:35.601815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-053f88fd-c18f-48e0-92e3-d45569de80e4 req-0e4b2f2e-2e3c-4323-b495-51c235d701f0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977499 Jul 07 17:33:35.678074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port dd7e488d-2db6-4935-99b0-316505eaefe3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:35.678367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.846036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Provisioning for port fbb631b2-f90a-443c-abd1-2f23020514dc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:35.895350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:35.899728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 98a921a7-0df8-45fe-bf5d-28681413c7bb up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:35.908131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Provisioning complete for port fbb631b2-f90a-443c-abd1-2f23020514dc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:35.909127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.960686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36102) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:35.967566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-57dccfad-eb42-4789-b20c-68536c128850 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1893656 Jul 07 17:33:36.041391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.064229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:36.192535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f2088749-24c0-440d-a081-f6af165ec3a1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:36.192703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.292026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:36.292697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:36.405138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.423470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting subnet ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:36.442548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.454821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 98a921a7-0df8-45fe-bf5d-28681413c7bb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:36.568101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.598900 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.628018 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Transition to ACTIVE for port object 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:36.659112 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.667177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 98a921a7-0df8-45fe-bf5d-28681413c7bb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:36.667648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.681359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838a296-e327-4f0c-b39d-2685ec3b2ed3 req-9be15173-5a7b-4ab7-a987-a7f1deb492d9 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:36.688127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:36.710507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9838a296-e327-4f0c-b39d-2685ec3b2ed3 req-9be15173-5a7b-4ab7-a987-a7f1deb492d9 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 946 time: 0.5699406 Jul 07 17:33:36.756728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.865233 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d780-db71-495a-b924-af079ac13f0e None None] Pushing event updated for resources: {'Port': ['ID=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:36.877775 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Attempting to bind port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:36.885155 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Attempting to bind port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:36.885792 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Attempting to bind port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:36.899451 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:36.900246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:36.900822 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.901406 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:36.902114 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Bound port: 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:36.903751 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.047750 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] For port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:37.052157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] For port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:37.060285 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.145951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.148436 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.152024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9838a296-e327-4f0c-b39d-2685ec3b2ed3 req-bc0abefe-2877-468f-8d4d-1730a459c929 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398470 Jul 07 17:33:37.268062 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:37.268731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:37.270087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:37.271411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.287157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d780-db71-495a-b924-af079ac13f0e None None] Pushing event updated for resources: {'Port': ['ID=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:37.347100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.384782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:37.438936 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48696788-bb0a-4c15-8f79-975c5fbdbd4c x-openstack-request-id: req-48696788-bb0a-4c15-8f79-975c5fbdbd4c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:37.439170 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "name": "network-vif-plugged", "status": "completed", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:37.439563 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48696788-bb0a-4c15-8f79-975c5fbdbd4c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:37.439844 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37', 'code': 200} Jul 07 17:33:37.452471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Subnet': ['ID=ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:37.457730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.477222 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9 HTTP/1.1" status: 204 len: 168 time: 1.5123360 Jul 07 17:33:37.483654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36116) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:37.495982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dd7e488d-2db6-4935-99b0-316505eaefe3,segment=NetworkSegment(39cb9980-117f-489f-b4e9-6941a0f07cfd),segment_id=39cb9980-117f-489f-b4e9-6941a0f07cfd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:37.525536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.525926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.526216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.526583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.526967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.527279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.527569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.527894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.547136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.547481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.547996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.548507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24d70f4-1d36-41d3-8c54-5eb83df2fb9f tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:37.592059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] For port fbb631b2-f90a-443c-abd1-2f23020514dc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbb631b2-f90a-443c-abd1-2f23020514dc,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:37.648686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b4877-d6c1-4ed2-8c35-17383f33970c None None] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:37.650757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145f223-d04f-4858-8360-577820f61845 None None] Network 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:37.664593 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:37.694707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:37.790210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.798698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:37.817757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c95c1b0a-124d-4977-a5e5-23155f043919 req-b0d6ef61-c50b-46d2-a1c1-b9a48c0eab12 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 210 time: 0.0964899 Jul 07 17:33:37.920689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.169666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-085445d4-15aa-4b0d-89cf-3fae7e233672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.183314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:32Z', 'revision_number': 3, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:38.186357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Deleting port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:38.186896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.300529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d534-c3de-4894-9a2b-e27bd145d69f None None] The sync data for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 is: [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:32Z', 'revision_number': 3, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:38.304231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-23c85c60-ebf1-4611-9528-6662b377077a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.311758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:38.312090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:38.312545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-23c85c60-ebf1-4611-9528-6662b377077a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.314318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-23c85c60-ebf1-4611-9528-6662b377077a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "GET /v2.0/networks?id=b65c71cd-ce2b-41b9-aa21-e5d3add4734d&id=17725bc0-5826-4ded-b425-a8d079d0cd9d HTTP/1.1" status: 200 len: 1391 time: 0.6202619 Jul 07 17:33:38.338643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'port': {'device_id': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d', 'admin_state_up': True, 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:38.385740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9ee0fbe8-cb14-4444-aea2-29ed20187eab None None] Provisioning for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:38.388806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1eca6fc6-51c6-43d7-b317-1be1d8611c92 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:38.469742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:38.583017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] For port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,segment=NetworkSegment(36ab29b8-477f-4f6c-9491-48714060aa9d),segment_id=36ab29b8-477f-4f6c-9491-48714060aa9d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:38.583405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.628499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Calling delete_port for 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:38.658005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:38.658826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.663834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Allocated IP 172.20.0.1 (85d21171-8618-4770-8023-91bf1db44570/fc8f7089-6564-4c95-b6b9-f43e1b54d441/6375e40a-a94d-4dff-92f4-7a943ca35cc1) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:38.687136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1eca6fc6-51c6-43d7-b317-1be1d8611c92 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:38.687691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1eca6fc6-51c6-43d7-b317-1be1d8611c92 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:38.688837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:38.719151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd36c7-c03b-4a47-96d9-c58397ef71ba req-83a43fad-7855-46b9-a464-91becd700ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.720990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-18bd36c7-c03b-4a47-96d9-c58397ef71ba req-83a43fad-7855-46b9-a464-91becd700ee4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1098 time: 0.4270782 Jul 07 17:33:38.722201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:38.743873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:38.985571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00347600-8193-4f5a-b4d7-d08613f5e5e3 req-fda9c628-0d87-43c2-880a-f39529b3c839 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:39.000218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00347600-8193-4f5a-b4d7-d08613f5e5e3 req-fda9c628-0d87-43c2-880a-f39529b3c839 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 946 time: 0.5897522 Jul 07 17:33:39.001539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361550e8-69d4-4587-808d-f22be667bfa2 None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:39.046550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.105274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cf03bef2-310b-4e72-9646-1bf16544461e None None] Provisioning complete for port fbb631b2-f90a-443c-abd1-2f23020514dc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:39.106070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf03bef2-310b-4e72-9646-1bf16544461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.117646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-18bd36c7-c03b-4a47-96d9-c58397ef71ba req-d68f98d4-1351-4cfc-9111-5614e4f09a6f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739622 Jul 07 17:33:39.119706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a80c39-5d10-4fd6-b59c-2522479e3ca4 None None] Pushing event updated for resources: {'Port': ['ID=fbb631b2-f90a-443c-abd1-2f23020514dc,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:39.145730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00347600-8193-4f5a-b4d7-d08613f5e5e3 req-51761ed4-ac3e-4ede-8649-cca676d73179 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437020 Jul 07 17:33:39.176117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.231243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No DVR routers for this DVR port 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:39.233176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Port': ['ID=3bde27bf-514b-4a4e-a2cc-6e8a70f4a919,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:39.233821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:39.251560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.365969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:39.376512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.423063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:39.452067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3'}, {'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:39.461099 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa3e931-f570-42ac-9ab9-52e260dc9b59" -d '{"events": [{"server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3"}, {"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-plugged", "status": "completed", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:39.497096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.540808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fb13e7ba-f189-427b-bc07-292ee5ecfcd0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:39.542337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4bf5b2-5dce-4e81-8644-1f2a1dd24440']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:39.590025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e97752-b695-4b01-b5a7-b1ccda6e4b93 None None] DHCP port deletion for 0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:39.680048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:39.696980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:39.697997 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.733201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ab29b8-477f-4f6c-9491-48714060aa9d') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:39.734371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ab29b8-477f-4f6c-9491-48714060aa9d') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:39.757420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.795870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.810933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:39.812106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.953134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:39.993476 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:39.998249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.053992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.062949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Allocated IP 19.80.0.6 (b65c71cd-ce2b-41b9-aa21-e5d3add4734d/76ac54ab-3ee8-4924-b6b0-209363157406/1e4bcf58-5dfd-44b4-891e-de7d2619faea) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:40.070137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/networks/0a4bf5b2-5dce-4e81-8644-1f2a1dd24440 HTTP/1.1" status: 204 len: 168 time: 2.5850697 Jul 07 17:33:40.108831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:40.114033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:40.118462 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7295e1a3-ac1b-490f-82f5-39ae1a8c6585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.123723 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.174791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'routes': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:40.229564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.240160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:40.305389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-991ff0aa-209a-4a4c-ae31-0a16b1f3575f None None] Provisioning complete for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:40.307099 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-991ff0aa-209a-4a4c-ae31-0a16b1f3575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.351706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84d44a-bd7b-4239-8152-cb01dded8268 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Pushing event deleted for resources: {'Network': ['ID=0a4bf5b2-5dce-4e81-8644-1f2a1dd24440,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:40.377882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Transition to ACTIVE for port object 6375e40a-a94d-4dff-92f4-7a943ca35cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:40.416303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.527306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.545234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.560635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:40.586740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Transition to ACTIVE for port object 1e4bcf58-5dfd-44b4-891e-de7d2619faea will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:40.850760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.911018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:40.923888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Network 85d21171-8618-4770-8023-91bf1db44570 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:40.939545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:40.964901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:40.993564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.059692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:41.256978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:41.393901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:41.412789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:41.416897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:41.422290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-42e731e1-4e67-4846-842b-46329152694a None None] Provisioning for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:41.437616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-42e731e1-4e67-4846-842b-46329152694a None None] Provisioning complete for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:41.438230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-42e731e1-4e67-4846-842b-46329152694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.462434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Added routes are [] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:33:41.463045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.extraroute_db [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Removed routes are [] {{(pid=93946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:33:41.463361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.495571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.496267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.515292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.536879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:41.553502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:41.554576 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.610527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84862b3-ca60-473a-a79c-82f733e7cb47 req-fc0b68d8-d405-4d62-85ca-c17635990d7e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:41.612602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f84862b3-ca60-473a-a79c-82f733e7cb47 req-fc0b68d8-d405-4d62-85ca-c17635990d7e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 1.9801610 Jul 07 17:33:41.618496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-42e731e1-4e67-4846-842b-46329152694a None None] Port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:41.647198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:41.679030 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b9d5f714-1342-4a3b-aa10-dc21fae41fd0 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3443263 Jul 07 17:33:41.735883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Request body: {'port': {'device_id': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d', 'admin_state_up': True, 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:41.787222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.808785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.821279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f84862b3-ca60-473a-a79c-82f733e7cb47 req-5e5d9024-5a2c-4b34-bd01-44cdb2c37fdc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528568 Jul 07 17:33:41.822619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.833978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.867588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:41.880871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:41.882471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fb13e7ba-f189-427b-bc07-292ee5ecfcd0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:42.075458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:42.081590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.082236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:42.132225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9bd8f55f-ba14-4b76-bb55-5c56e760f516 None None] Provisioning for port 1e4bcf58-5dfd-44b4-891e-de7d2619faea completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:42.138984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9bd8f55f-ba14-4b76-bb55-5c56e760f516 None None] Provisioning complete for port 1e4bcf58-5dfd-44b4-891e-de7d2619faea triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:42.139295 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f55f-ba14-4b76-bb55-5c56e760f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.187407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:42.187824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.200803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:42.209457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.210665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4fbba40b-9514-42a9-ae0d-437634128a24 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 701 time: 2.0554037 Jul 07 17:33:42.214866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36156) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:42.215047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f55f-ba14-4b76-bb55-5c56e760f516 None None] Port 1e4bcf58-5dfd-44b4-891e-de7d2619faea cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:42.218610 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Sync routers for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:42.238694 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:42.239728 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:42.243254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db9216-9f74-4ac2-b040-4085f48ca90d req-2d5bcc45-4f81-44f0-90da-9ef1768a86f6 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:42.244921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08db9216-9f74-4ac2-b040-4085f48ca90d req-2d5bcc45-4f81-44f0-90da-9ef1768a86f6 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 946 time: 0.2292311 Jul 07 17:33:42.285917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb15cc99-dcbd-4dd1-b240-2bcc86fb7dd3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 205 time: 0.0665624 Jul 07 17:33:42.289230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36160) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:42.349096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbb631b2-f90a-443c-abd1-2f23020514dc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:42.388623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08db9216-9f74-4ac2-b040-4085f48ca90d req-f3c8b70b-f948-4e77-aac1-2c64954f140e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236095 Jul 07 17:33:42.396322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:42.399850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.471979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:42.494103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fbb631b2-f90a-443c-abd1-2f23020514dc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:42.494502 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.539641 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:42.609100 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Checking router: 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:42.656942 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Routers {'2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:42.658415 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:42.703507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Made reservation on behalf of 05e4cd520b22430dbcf61f242ecd3ff7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:42.708039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.724571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.727127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.823693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.825461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:33:42.846421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:42.872776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:42.882882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-283c55ad-856a-4311-af5e-1685870caecc tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 204 len: 168 time: 0.5843573 Jul 07 17:33:42.882882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36168) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:42.901848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:42.902492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32bd0d12-e629-4fb8-86c7-ab9daacd6f00 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:42.904934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-258650837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:42.919845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:42.946995 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] Set router 2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:43.001508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:43.001810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.003560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.003756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3bde27bf-514b-4a4e-a2cc-6e8a70f4a919 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:43.036578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ca7b-0317-403f-a51b-c3db1344ae03 req-46fed004-4959-4898-9579-f8539ff2dd4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:43.052211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39f3ca7b-0317-403f-a51b-c3db1344ae03 req-46fed004-4959-4898-9579-f8539ff2dd4a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 930 time: 0.2476346 Jul 07 17:33:43.119798 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:43.186380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:43.193576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:43.197335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.221733 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-258581c1-d6f2-48ef-9e2a-af878719f6d1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7223566 Jul 07 17:33:43.222423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36174) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:43.233276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39f3ca7b-0317-403f-a51b-c3db1344ae03 req-8d555b81-a367-457c-9fe8-e478ef03affa tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794858 Jul 07 17:33:43.241434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfe86-ab04-4dc2-9a02-1381d49ccadd None None] The sync data for ids ['2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6'] in n-d-791505-12 is: [{'id': '2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6', 'name': 'tempest-RoutersTest-router-1464020810', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:23Z', 'updated_at': '2021-07-07T17:33:33Z', 'revision_number': 11, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:43.279535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.311111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:43.337079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:43.338041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:43.374351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.390136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.394003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:43.394896 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.477022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:43.487597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-82425227-e2d6-4fbb-a28c-7f8711664bf1 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6017110 Jul 07 17:33:43.493948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36180) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:43.540920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:43.583407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.023470 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c84e9e9-77e3-4b3d-a994-1d3bedf6733b x-openstack-request-id: req-3c84e9e9-77e3-4b3d-a994-1d3bedf6733b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:44.024159 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3", "code": 200}, {"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-plugged", "status": "completed", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:44.024613 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c84e9e9-77e3-4b3d-a994-1d3bedf6733b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:44.025167 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3', 'code': 200} Jul 07 17:33:44.025573 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'code': 200} Jul 07 17:33:44.095363 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.124254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 5b37ab4e-59cb-48f8-b7c0-48fa06d658a2 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:44.145424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.152200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:44.177787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.192467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3995-9a97-4d3b-b9d9-85ffa5a48ede req-7debe949-4390-45e0-9def-3e6a1c224e83 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.194389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f27f3995-9a97-4d3b-b9d9-85ffa5a48ede req-7debe949-4390-45e0-9def-3e6a1c224e83 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 946 time: 0.3727052 Jul 07 17:33:44.216502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Allocated IP 19.86.0.237 (17725bc0-5826-4ded-b425-a8d079d0cd9d/ceff8f87-e9bd-42a5-9b30-64796d1d34e4/56ff769a-384c-4685-9b03-3931cca92d2c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:44.230298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:44.279149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.302859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f5c7-bca5-4f77-808b-1282262c04b6 req-034bd08c-82f5-4947-9b8a-b4f6c75f6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.303725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.306576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d36f5c7-bca5-4f77-808b-1282262c04b6 req-034bd08c-82f5-4947-9b8a-b4f6c75f6d89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 1097 time: 0.4836712 Jul 07 17:33:44.361595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f27f3995-9a97-4d3b-b9d9-85ffa5a48ede req-1413d47f-16b0-4d33-b707-b57d89823608 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576238 Jul 07 17:33:44.530109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331ea15-b29d-464e-86be-a786dd804599 req-5a122f43-eaef-479b-b23d-394de9581ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.536106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1331ea15-b29d-464e-86be-a786dd804599 req-5a122f43-eaef-479b-b23d-394de9581ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 1098 time: 0.7748740 Jul 07 17:33:44.665206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Network 85d21171-8618-4770-8023-91bf1db44570 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:44.666986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:44.765709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d36f5c7-bca5-4f77-808b-1282262c04b6 req-d5340a37-f43d-4bb1-a5c4-1dc603bdd42f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470186 Jul 07 17:33:44.776239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.812055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Transition to ACTIVE for port object 56ff769a-384c-4685-9b03-3931cca92d2c will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:44.862488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.940450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 10, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:45.006295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Router aca59e0e-0806-457f-8e47-44648d00573e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:33:45.083222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event updated for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:45.086328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:45.107096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1331ea15-b29d-464e-86be-a786dd804599 req-73512d9a-a6dd-4df8-8616-4aee2781d4a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929173 Jul 07 17:33:45.120538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:45.127350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:45.145147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.155323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:45.218923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:45.235240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:45.279369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80dcc8-eb9d-432d-ba2a-23090897cb77 req-e2dce682-18f2-46a8-9be4-8d24649fe887 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.300296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d80dcc8-eb9d-432d-ba2a-23090897cb77 req-e2dce682-18f2-46a8-9be4-8d24649fe887 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 0.5178976 Jul 07 17:33:45.382393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:45.521641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:45.536198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d80dcc8-eb9d-432d-ba2a-23090897cb77 req-87a62857-2296-4bce-b943-484f2fd99801 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346921 Jul 07 17:33:45.539406 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Sync routers for ids ['aca59e0e-0806-457f-8e47-44648d00573e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:45.555400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.576342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-300fdf5b-7ffe-4190-8ba0-e8566dc81cc5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "PUT /v2.0/routers/aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 200 len: 693 time: 2.0626051 Jul 07 17:33:45.578748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36214) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:45.579286 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Routers {'aca59e0e-0806-457f-8e47-44648d00573e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:45.584142 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['aca59e0e-0806-457f-8e47-44648d00573e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:45.663690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c9613c9f-5220-4a7c-b6dc-a3806c33a2d3 None None] Provisioning complete for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:45.664341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9613c9f-5220-4a7c-b6dc-a3806c33a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.805970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c9613c9f-5220-4a7c-b6dc-a3806c33a2d3 None None] Port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:45.810355 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Set router aca59e0e-0806-457f-8e47-44648d00573e gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:45.936804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7fbd048-d2c9-49c6-95d0-527a7d8313a4 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/routers/aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 200 len: 699 time: 0.3539701 Jul 07 17:33:45.944074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36220) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:46.077658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.150832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Router 3cb62e3f-09e1-47af-a8a2-23406d08a82c has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:46.152325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=5b37ab4e-59cb-48f8-b7c0-48fa06d658a2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.152888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd1db6e7-4e76-48f5-9e7b-bc1efb6403cf tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 200 len: 205 time: 0.2065790 Jul 07 17:33:46.161090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36224) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:46.164363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.170027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-425591e3-d8fb-49ed-a40c-cf78ca0db1f5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/5b37ab4e-59cb-48f8-b7c0-48fa06d658a2 HTTP/1.1" status: 204 len: 168 time: 2.9360147 Jul 07 17:33:46.173671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36226) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:46.177681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eb3f292d-4c1b-4121-bf8e-baaca5480705 None None] Provisioning for port 56ff769a-384c-4685-9b03-3931cca92d2c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:46.194863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7f65f-0c89-4e8e-a0fe-522550cee079 None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:46.279232 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca59e0e-0806-457f-8e47-44648d00573e', 'name': 'tempest-RoutersTest-router-258650837', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:43Z', 'updated_at': '2021-07-07T17:33:44Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:46.295139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.295710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.312212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Checking router: aca59e0e-0806-457f-8e47-44648d00573e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:46.317838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.325889 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Routers {'aca59e0e-0806-457f-8e47-44648d00573e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:46.326854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-2556cca7-ac4b-448d-90f7-c3ad2d9fbaf2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5980966 Jul 07 17:33:46.327034 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['aca59e0e-0806-457f-8e47-44648d00573e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:46.345280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Request body: {'port': {'device_id': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:46.366883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eb3f292d-4c1b-4121-bf8e-baaca5480705 None None] Provisioning complete for port 56ff769a-384c-4685-9b03-3931cca92d2c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:46.367935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb3f292d-4c1b-4121-bf8e-baaca5480705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.437114 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] Set router aca59e0e-0806-457f-8e47-44648d00573e gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:46.477683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 10, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:46.477985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.561693 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca59e0e-0806-457f-8e47-44648d00573e', 'name': 'tempest-RoutersTest-router-258650837', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:43Z', 'updated_at': '2021-07-07T17:33:44Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:46.570187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.593311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc2010-78c1-47a5-933c-da34d2c0291c None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:39Z', 'revision_number': 10, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None, '_interfaces': [{'id': '93e6a46b-a2ec-4a11-a449-a3ad57ceb278', 'name': '', 'network_id': '862a76c3-ba2f-4e53-9ee4-c41533060d7e', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'mac_address': 'fa:16:3e:87:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '4b6a772b-294e-4822-a58a-da8d09542665', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:52Z', 'updated_at': '2021-07-07T17:32:26Z', 'revision_number': 5, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'subnets': [{'id': '4b6a772b-294e-4822-a58a-da8d09542665', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:46.628542 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2869e-c5b3-463c-83ef-a13197332b5a None None] The sync data for ids ['aca59e0e-0806-457f-8e47-44648d00573e'] in n-d-791505-12 is: [{'id': 'aca59e0e-0806-457f-8e47-44648d00573e', 'name': 'tempest-RoutersTest-router-258650837', 'tenant_id': '69dfb86558164f9583b3c5940c4bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:43Z', 'updated_at': '2021-07-07T17:33:44Z', 'revision_number': 2, 'project_id': '69dfb86558164f9583b3c5940c4bbb7e', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:46.663223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f292d-4c1b-4121-bf8e-baaca5480705 None None] Port 56ff769a-384c-4685-9b03-3931cca92d2c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:46.841816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838744d9-7262-42b5-afe9-02cb36b0dd4b req-e4d256e5-b81f-44a8-96ee-51173c20350c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.853178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838744d9-7262-42b5-afe9-02cb36b0dd4b req-e4d256e5-b81f-44a8-96ee-51173c20350c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.855409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-838744d9-7262-42b5-afe9-02cb36b0dd4b req-e4d256e5-b81f-44a8-96ee-51173c20350c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1653 time: 0.7008617 Jul 07 17:33:46.861872 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.869528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.884610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 06503cef-9c60-40ec-8021-905eea10250e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:46.885799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.891128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:46.900801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e50fcf66-031c-4a18-a368-461806b53dd6 admin admin] 10.222.0.66 "PUT /v2.0/routers/3cb62e3f-09e1-47af-a8a2-23406d08a82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9624023 Jul 07 17:33:46.911475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Sync routers for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:46.931275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:46.931781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:47.043297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] DHCP port deletion for ab609593-af93-4f1c-b28f-7fd916c6978a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:47.069497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-838744d9-7262-42b5-afe9-02cb36b0dd4b req-6d0a499e-4f40-45d6-a9fd-49c6a4d8f4b8 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042253 Jul 07 17:33:47.070413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.071078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Fanout notify agent at l3_agent the message router_deleted on router aca59e0e-0806-457f-8e47-44648d00573e {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:33:47.085756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.095180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0cf14639-eaf5-4959-b49c-e909defb2573 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 204 len: 168 time: 0.9200170 Jul 07 17:33:47.103875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36232) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.173945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0036b057-2f6f-43cc-b1a4-4efcfe5fe218 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 200 len: 205 time: 0.0681939 Jul 07 17:33:47.179703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36236) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.313384 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-dc8b1acc-3cc6-4709-8339-5eefaf1473f5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:47.318419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dc8b1acc-3cc6-4709-8339-5eefaf1473f5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/aca59e0e-0806-457f-8e47-44648d00573e HTTP/1.1" status: 404 len: 336 time: 0.1367724 Jul 07 17:33:47.319605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36244) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.356021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:47.435302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:47.436181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8b9ab4c1-f7a7-4fba-81d2-bedd4b4a63c7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:47.437121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 06503cef-9c60-40ec-8021-905eea10250e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:47.450321 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d321e43d-f955-494b-b913-5f30a8efc796 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:47.450684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d321e43d-f955-494b-b913-5f30a8efc796 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:47.453015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d321e43d-f955-494b-b913-5f30a8efc796 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/559208b5-12f5-412c-ada8-0c0c3a36d4b8 HTTP/1.1" status: 404 len: 337 time: 0.1291199 Jul 07 17:33:47.458711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36246) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.465195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4bcf58-5dfd-44b4-891e-de7d2619faea {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:47.476786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.492076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Transition to ACTIVE for port object 1e4bcf58-5dfd-44b4-891e-de7d2619faea will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:47.501194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.511449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 06503cef-9c60-40ec-8021-905eea10250e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=06503cef-9c60-40ec-8021-905eea10250e,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:47.511817 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.583541 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63d7960-ff66-48c4-86bb-b0aae34ecc9d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:47.584893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63d7960-ff66-48c4-86bb-b0aae34ecc9d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:47.586500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:47.602605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 06503cef-9c60-40ec-8021-905eea10250e owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:47.616610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:47.622930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36250) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.633213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f63d7960-ff66-48c4-86bb-b0aae34ecc9d tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/820da96b-a4a2-4f98-965f-0ed8ca0442b3 HTTP/1.1" status: 404 len: 337 time: 0.1730385 Jul 07 17:33:47.771577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9395d-c633-4c7d-ad3b-1d6ad7439de4 req-b14afa77-6b74-428e-840e-d15cb697616d tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.789379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57f9395d-c633-4c7d-ad3b-1d6ad7439de4 req-b14afa77-6b74-428e-840e-d15cb697616d tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 946 time: 0.4335487 Jul 07 17:33:47.868613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57f9395d-c633-4c7d-ad3b-1d6ad7439de4 req-73a30dde-dcd4-4050-baf9-94ce9f65f443 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779319 Jul 07 17:33:47.881600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Deleting port 06503cef-9c60-40ec-8021-905eea10250e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:47.882221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.909725 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f757fb64-2350-4233-9e0f-40d3631af337 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:47.910281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f757fb64-2350-4233-9e0f-40d3631af337 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:47.925871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f757fb64-2350-4233-9e0f-40d3631af337 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/51844eb0-e308-4a08-a6ae-81e2bf195636 HTTP/1.1" status: 404 len: 337 time: 0.3017490 Jul 07 17:33:47.930434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36258) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:47.931102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.014761 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0fa04c-e389-492b-88e2-2101c8398bfa tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:48.015385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0fa04c-e389-492b-88e2-2101c8398bfa tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:48.021572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dc0fa04c-e389-492b-88e2-2101c8398bfa tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/ca300afe-43fb-4d4b-bcc3-0dda0b3da9d9 HTTP/1.1" status: 404 len: 337 time: 0.0846484 Jul 07 17:33:48.022014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36260) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.049799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=06503cef-9c60-40ec-8021-905eea10250e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:48.061648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 06503cef-9c60-40ec-8021-905eea10250e on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:48.081521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7ce25dcf-d45d-412a-b36b-9c9c23d15726 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 200 len: 205 time: 0.0488775 Jul 07 17:33:48.081521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36262) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.128791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Attempting to bind port 1e4bcf58-5dfd-44b4-891e-de7d2619faea on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:48.129147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Attempting to bind port 1e4bcf58-5dfd-44b4-891e-de7d2619faea by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:48.129466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Attempting to bind port 1e4bcf58-5dfd-44b4-891e-de7d2619faea on network b65c71cd-ce2b-41b9-aa21-e5d3add4734d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:48.190230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Port 1e4bcf58-5dfd-44b4-891e-de7d2619faea on network b65c71cd-ce2b-41b9-aa21-e5d3add4734d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:48.192692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Attempting to bind port 1e4bcf58-5dfd-44b4-891e-de7d2619faea on network b65c71cd-ce2b-41b9-aa21-e5d3add4734d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:48.221379 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-15b4eedb-7e4d-4136-a785-dbadae37ec7c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:48.234581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15b4eedb-7e4d-4136-a785-dbadae37ec7c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/2c8bdcb0-50f0-4e91-a9b1-8d1d863d02a6 HTTP/1.1" status: 404 len: 336 time: 0.1493213 Jul 07 17:33:48.234911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36270) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.265760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:48.266334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Checking segment: {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:48.266982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Bound using segment: {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:48.267642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Bound port: 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a273e670-c91f-4741-9f87-75c80dd7c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:48.268189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.333205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.346108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.351079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9ca7e37-1caa-4f6b-be0c-436a615330ea tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=c14c92f1-1d87-4e34-baf0-aeb6d623bde8 HTTP/1.1" status: 200 len: 205 time: 0.1147149 Jul 07 17:33:48.352678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab609593-af93-4f1c-b28f-7fd916c6978a']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:48.353512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36276) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.379260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ba5ffe-cd05-46b7-a479-e2507aee21bc') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:48.380001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ba5ffe-cd05-46b7-a479-e2507aee21bc') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:48.413373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.445569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:48.473212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:48.478391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.496496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.523494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:48.523924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.542128 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-17b9b513-2f2f-4c40-afec-92433beea703 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:48.545831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17b9b513-2f2f-4c40-afec-92433beea703 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/c14c92f1-1d87-4e34-baf0-aeb6d623bde8 HTTP/1.1" status: 404 len: 336 time: 0.1901824 Jul 07 17:33:48.548333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36282) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.627211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] For port 06503cef-9c60-40ec-8021-905eea10250e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=06503cef-9c60-40ec-8021-905eea10250e,segment=NetworkSegment(01ba5ffe-cd05-46b7-a479-e2507aee21bc),segment_id=01ba5ffe-cd05-46b7-a479-e2507aee21bc)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:48.628329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:48.632874 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:48.638246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.641591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.660064 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] 10.222.0.73 "PUT /v2.0/ports/1e4bcf58-5dfd-44b4-891e-de7d2619faea HTTP/1.1" status: 200 len: 1091 time: 2.3198810 Jul 07 17:33:48.692912 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b885dd7-c3ba-479e-8a4f-de9054b5626a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:48.693997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b885dd7-c3ba-479e-8a4f-de9054b5626a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:48.702995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b885dd7-c3ba-479e-8a4f-de9054b5626a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/13864069-2c8f-40f1-8bd0-122ff6d9e7f6 HTTP/1.1" status: 404 len: 337 time: 0.1510808 Jul 07 17:33:48.705461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36292) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.757593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Calling delete_port for 06503cef-9c60-40ec-8021-905eea10250e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:48.814529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-695f8e24-9134-4849-8025-b130bf0795f7 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 200 len: 205 time: 0.1071439 Jul 07 17:33:48.825452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36294) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.832316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:48.834914 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d23a883-43d7-45e3-9398-0c93b8f19223" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:48.879682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Request body: {'port': {'device_id': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:48.907544 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-989b725f-4190-40d0-a4e7-c77c63e61b58 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:48.911896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-989b725f-4190-40d0-a4e7-c77c63e61b58 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/7e99ad65-1ef4-4f02-8e7c-2c4334c1ad86 HTTP/1.1" status: 404 len: 336 time: 0.0846944 Jul 07 17:33:48.917315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36298) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:48.999895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-30bf2b3f-a4c4-4fb5-b5a2-7eb2080a2999 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 HTTP/1.1" status: 200 len: 205 time: 0.0845573 Jul 07 17:33:49.000989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36304) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.117310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.128489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5f4e8-1952-4889-ae77-0068261b000d service neutron] Pushing event updated for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:49.153957 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-3f416935-1847-4d84-a48b-02e048f79a22 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:49.160141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3f416935-1847-4d84-a48b-02e048f79a22 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/d5992d5e-1b14-4a5e-b2ca-4e6bdeea7db6 HTTP/1.1" status: 404 len: 336 time: 0.1568675 Jul 07 17:33:49.161062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.170661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.190693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/ab609593-af93-4f1c-b28f-7fd916c6978a HTTP/1.1" status: 204 len: 168 time: 3.0151322 Jul 07 17:33:49.204512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36308) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.268999 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9bf914-5979-4ffe-936c-c1ac822e0a1c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:49.269755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9bf914-5979-4ffe-936c-c1ac822e0a1c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:49.288273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-da9bf914-5979-4ffe-936c-c1ac822e0a1c tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/0368af85-9172-4add-947e-813cd37c5176 HTTP/1.1" status: 404 len: 337 time: 0.1252131 Jul 07 17:33:49.289562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.337705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4dcae-b3fd-4790-94ec-d474259d0bb3 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=ab609593-af93-4f1c-b28f-7fd916c6978a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:49.375144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f8f9afdf-2ad1-480c-a7b1-76a2c11549c3 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e6350b5-6a1b-47a1-92b5-d05f6ec3626c HTTP/1.1" status: 200 len: 205 time: 0.0820458 Jul 07 17:33:49.379164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36312) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.453178 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-67600c9e-9808-49ce-8e41-1b442006cfd5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:49.454432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-67600c9e-9808-49ce-8e41-1b442006cfd5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/7e6350b5-6a1b-47a1-92b5-d05f6ec3626c HTTP/1.1" status: 404 len: 336 time: 0.0742514 Jul 07 17:33:49.475574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36314) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.509544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.520042 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70d7871-214e-424f-9719-098cac1aefa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:49.520717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70d7871-214e-424f-9719-098cac1aefa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:49.522833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c70d7871-214e-424f-9719-098cac1aefa5 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/94eb0d93-ceb8-4c48-9f3c-19e49f7ac2b5 HTTP/1.1" status: 404 len: 337 time: 0.0461977 Jul 07 17:33:49.541925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36318) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.583196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7165d249-ae5c-426e-a561-6ea769d5c7b2 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fad2e5a-bada-4bc0-84d7-5268629a9483 HTTP/1.1" status: 200 len: 205 time: 0.0398314 Jul 07 17:33:49.587579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36320) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.633235 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-358a9c49-0812-4f10-b336-115f995159be tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] delete failed (client error): The resource could not be found. Jul 07 17:33:49.634666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-358a9c49-0812-4f10-b336-115f995159be tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/routers/3fad2e5a-bada-4bc0-84d7-5268629a9483 HTTP/1.1" status: 404 len: 336 time: 0.0459001 Jul 07 17:33:49.640235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36322) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.721857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6375e40a-a94d-4dff-92f4-7a943ca35cc1', 'name': '', 'network_id': '85d21171-8618-4770-8023-91bf1db44570', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'mac_address': 'fa:16:3e:d5:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:37Z', 'updated_at': '2021-07-07T17:33:42Z', 'revision_number': 2, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'subnets': [{'id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:49.800985 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0718c92-34ea-46b1-9e85-06eb8a3acf7a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:49.804869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Checking router: 3cb62e3f-09e1-47af-a8a2-23406d08a82c for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:49.805542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Updating router 3cb62e3f-09e1-47af-a8a2-23406d08a82c port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:33:49.810054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0718c92-34ea-46b1-9e85-06eb8a3acf7a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:49.823416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0718c92-34ea-46b1-9e85-06eb8a3acf7a tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/20cc0eb6-55a7-40ac-87c7-dda742da34ef HTTP/1.1" status: 404 len: 337 time: 0.1787324 Jul 07 17:33:49.836521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36330) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:49.840739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:49.881941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Network ab609593-af93-4f1c-b28f-7fd916c6978a is not hosted by any dhcp agent {{(pid=93948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:33:49.882597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] No DVR routers for this DVR port 06503cef-9c60-40ec-8021-905eea10250e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:49.887936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a5988-7e50-43ec-8388-ac2c61366148 None None] Pushing event deleted for resources: {'Port': ['ID=06503cef-9c60-40ec-8021-905eea10250e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:49.952924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.045064 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd6dfc7-4aa7-4212-8ef4-13a9aa761090 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] DELETE failed (client error): The resource could not be found. Jul 07 17:33:50.046372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd6dfc7-4aa7-4212-8ef4-13a9aa761090 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:33:50.058556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ffd6dfc7-4aa7-4212-8ef4-13a9aa761090 tempest-RoutersTest-390806709 tempest-RoutersTest-390806709-project] 10.222.0.66 "DELETE /v2.0/subnets/2834d516-fc05-439c-8d04-f3402f4e104f HTTP/1.1" status: 404 len: 337 time: 0.2182915 Jul 07 17:33:50.111335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccb6c5-ccd2-4941-8b9c-3a1b7b7f86b6 req-060ed0b8-b9ba-4436-9d4e-66ff7ac1485f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:50.129483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-deccb6c5-ccd2-4941-8b9c-3a1b7b7f86b6 req-060ed0b8-b9ba-4436-9d4e-66ff7ac1485f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 0.6736124 Jul 07 17:33:50.272887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-deccb6c5-ccd2-4941-8b9c-3a1b7b7f86b6 req-ddb2fc42-8d4c-40ee-8694-c2a027b3ed8c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337285 Jul 07 17:33:50.663854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36342) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:50.671322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ff769a-384c-4685-9b03-3931cca92d2c {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:50.694027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.705123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.713213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Transition to ACTIVE for port object 56ff769a-384c-4685-9b03-3931cca92d2c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:50.728960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.755442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Transition to ACTIVE for port object 6375e40a-a94d-4dff-92f4-7a943ca35cc1 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:50.769574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.837310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74146a66-331c-4a64-82e7-4df42a612904 None None] Pushing event updated for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:50.982127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fda1f-8520-41ce-bfb0-216a41d91304 req-8dffe823-e043-46b7-9230-9514e83227b1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:50.989231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fda1f-8520-41ce-bfb0-216a41d91304 req-8dffe823-e043-46b7-9230-9514e83227b1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:51.006434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-025fda1f-8520-41ce-bfb0-216a41d91304 req-8dffe823-e043-46b7-9230-9514e83227b1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1677 time: 0.2347810 Jul 07 17:33:51.027902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Pushing event updated for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:51.113557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e637cc65-aafe-4659-b428-0fcbbdee6889 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69dfb86558164f9583b3c5940c4bbb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483714 Jul 07 17:33:51.122655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36354) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:51.156734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Attempting to bind port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:51.157150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Attempting to bind port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:51.157543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Attempting to bind port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 on network 85d21171-8618-4770-8023-91bf1db44570 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:51.177256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:51.177803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Checking segment: {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:51.178365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.178863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Bound using segment: {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:51.180240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Bound port: 6375e40a-a94d-4dff-92f4-7a943ca35cc1, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '85d21171-8618-4770-8023-91bf1db44570'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:51.180240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.195652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-025fda1f-8520-41ce-bfb0-216a41d91304 req-786385d7-22e7-476e-aba5-46911533beac tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882281 Jul 07 17:33:51.338524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.371543 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58b0c86-155e-4817-ab67-400e3ff2c597 x-openstack-request-id: req-d58b0c86-155e-4817-ab67-400e3ff2c597 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:51.371543 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:51.371543 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d58b0c86-155e-4817-ab67-400e3ff2c597 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:51.371543 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea', 'status': 'completed', 'code': 200} Jul 07 17:33:51.454428 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.504945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] For port 6375e40a-a94d-4dff-92f4-7a943ca35cc1, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:51.526326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] For port 6375e40a-a94d-4dff-92f4-7a943ca35cc1, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6375e40a-a94d-4dff-92f4-7a943ca35cc1,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:51.554834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.647424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:51.648252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:51.757263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74146a66-331c-4a64-82e7-4df42a612904 None None] Pushing event updated for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:51.762826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.929941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Attempting to bind port 56ff769a-384c-4685-9b03-3931cca92d2c on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:51.930387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Attempting to bind port 56ff769a-384c-4685-9b03-3931cca92d2c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:51.930777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Attempting to bind port 56ff769a-384c-4685-9b03-3931cca92d2c on network 17725bc0-5826-4ded-b425-a8d079d0cd9d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:51.989553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:52.016336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.025564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.033395 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de1c72c4-9dba-4217-81f7-22d42e32e7e0 HTTP/1.1" status: 204 len: 168 time: 0.9081581 Jul 07 17:33:52.039056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Port 56ff769a-384c-4685-9b03-3931cca92d2c on network 17725bc0-5826-4ded-b425-a8d079d0cd9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:52.049695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Attempting to bind port 56ff769a-384c-4685-9b03-3931cca92d2c on network 17725bc0-5826-4ded-b425-a8d079d0cd9d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:52.124134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d854744-fd08-4c76-bad1-5abf480eed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c72c4-9dba-4217-81f7-22d42e32e7e0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.211133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:52.211766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Checking segment: {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:52.212569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Bound using segment: {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:52.213416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Bound port: 56ff769a-384c-4685-9b03-3931cca92d2c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b154db-a142-41fa-af7a-319bcd975a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:52.213904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.409598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:52.425373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=56ff769a-384c-4685-9b03-3931cca92d2c,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:52.436309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.487976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.488820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.490649 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] 10.222.0.73 "PUT /v2.0/ports/56ff769a-384c-4685-9b03-3931cca92d2c HTTP/1.1" status: 200 len: 1093 time: 3.6482856 Jul 07 17:33:52.598501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309fe74-7abd-4f9e-8738-bf7fbb3ff0bc service neutron] Pushing event updated for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.631086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:52.632207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.745598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-f7963bc7-d621-40f0-a72b-181913ff2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.747396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-f7963bc7-d621-40f0-a72b-181913ff2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.749560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-f7963bc7-d621-40f0-a72b-181913ff2de8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1939 time: 1.3567050 Jul 07 17:33:52.849420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 93e6a46b-a2ec-4a11-a449-a3ad57ceb278, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:52.849420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.882902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:52.892186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6375e40a-a94d-4dff-92f4-7a943ca35cc1', 'name': '', 'network_id': '85d21171-8618-4770-8023-91bf1db44570', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'mac_address': 'fa:16:3e:d5:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:37Z', 'updated_at': '2021-07-07T17:33:51Z', 'revision_number': 4, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'subnets': [{'id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:52.987448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52e008-e428-4634-920b-f2d4ab227431 None None] The sync data for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 is: [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6375e40a-a94d-4dff-92f4-7a943ca35cc1', 'name': '', 'network_id': '85d21171-8618-4770-8023-91bf1db44570', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'mac_address': 'fa:16:3e:d5:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:37Z', 'updated_at': '2021-07-07T17:33:51Z', 'revision_number': 4, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'subnets': [{'id': 'fc8f7089-6564-4c95-b6b9-f43e1b54d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:53.079444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b344a-16b6-49ed-a445-74898b1cfab3 req-31d7340f-32f2-4737-bd3a-c2569ccfb756 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.092495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af9b344a-16b6-49ed-a445-74898b1cfab3 req-31d7340f-32f2-4737-bd3a-c2569ccfb756 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 0.5065358 Jul 07 17:33:53.199992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-68653cb9-5562-441e-8a1b-0b3a1037ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.200915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-68653cb9-5562-441e-8a1b-0b3a1037ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.202096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-68653cb9-5562-441e-8a1b-0b3a1037ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.223553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-68653cb9-5562-441e-8a1b-0b3a1037ccf4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4634180 Jul 07 17:33:53.441055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:53.461184 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4482fca7-cb18-4e56-901f-6f6d8614de1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:53.515153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.591193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af9b344a-16b6-49ed-a445-74898b1cfab3 req-3c36e4af-b9b9-46ad-afc0-285f97b00e3d tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965727 Jul 07 17:33:53.616064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=93e6a46b-a2ec-4a11-a449-a3ad57ceb278,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:53.780302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6375e40a-a94d-4dff-92f4-7a943ca35cc1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:53.948527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:53.961034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:53.961844 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.109538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36410) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:54.135303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.193372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 6375e40a-a94d-4dff-92f4-7a943ca35cc1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6375e40a-a94d-4dff-92f4-7a943ca35cc1,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:54.202740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.211850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-ab13616c-c648-4087-b7d2-bd7e4b4f34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.216248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d23a883-43d7-45e3-9398-0c93b8f19223 req-ab13616c-c648-4087-b7d2-bd7e4b4f34ef service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9621010 Jul 07 17:33:54.310663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:54.323838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a07ce-9598-4e29-9e3f-beb2522974fe req-9a27a304-7d92-45c0-b453-cd778b0a757a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.337630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a07ce-9598-4e29-9e3f-beb2522974fe req-9a27a304-7d92-45c0-b453-cd778b0a757a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.351903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea5a07ce-9598-4e29-9e3f-beb2522974fe req-9a27a304-7d92-45c0-b453-cd778b0a757a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1677 time: 0.2957015 Jul 07 17:33:54.393635 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-f213673c-58b8-471c-bab2-82ae11bcd940 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0312889 Jul 07 17:33:54.400458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-14903f33-1c39-45e4-9c07-ca90f6021f0e tempest-DvrRoutersNegativeTest-802169878 tempest-DvrRoutersNegativeTest-802169878-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1855323288', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:54.404921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:54.408159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.policy [None req-14903f33-1c39-45e4-9c07-ca90f6021f0e tempest-DvrRoutersNegativeTest-802169878 tempest-DvrRoutersNegativeTest-802169878-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93946) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 17:33:54.408693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.policy [None req-14903f33-1c39-45e4-9c07-ca90f6021f0e tempest-DvrRoutersNegativeTest-802169878 tempest-DvrRoutersNegativeTest-802169878-project] Failed policy check for 'create_router' {{(pid=93946) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 17:33:54.409613 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-14903f33-1c39-45e4-9c07-ca90f6021f0e tempest-DvrRoutersNegativeTest-802169878 tempest-DvrRoutersNegativeTest-802169878-project] create failed (client error): Access was denied to this resource. Jul 07 17:33:54.411606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14903f33-1c39-45e4-9c07-ca90f6021f0e tempest-DvrRoutersNegativeTest-802169878 tempest-DvrRoutersNegativeTest-802169878-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2988098 Jul 07 17:33:54.640780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea5a07ce-9598-4e29-9e3f-beb2522974fe req-2b612ce6-b0ab-471e-931e-1e7154d1ebad tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873988 Jul 07 17:33:54.675228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-ea1aa04b-2e38-4a54-86f4-eb6d7c31eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.677145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-ea1aa04b-2e38-4a54-86f4-eb6d7c31eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.678915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-ea1aa04b-2e38-4a54-86f4-eb6d7c31eeb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1981 time: 0.3065994 Jul 07 17:33:54.740059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-05d9f6e7-f8fd-41d9-999c-a28090f928f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea HTTP/1.1" status: 200 len: 217 time: 0.0450785 Jul 07 17:33:54.791599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:54.796108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-4284d2f5-7b74-41e9-8ff1-a22374056942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.798861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-4284d2f5-7b74-41e9-8ff1-a22374056942 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1098 time: 0.2993698 Jul 07 17:33:54.846337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-428f072b-df92-42a1-8be0-7ca13e6db27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.848209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-428f072b-df92-42a1-8be0-7ca13e6db27e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76ac54ab-3ee8-4924-b6b0-209363157406 HTTP/1.1" status: 200 len: 801 time: 0.1022596 Jul 07 17:33:54.980075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:55.159736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-8b5592af-75f9-47d4-99f6-058178c96177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.161909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-8b5592af-75f9-47d4-99f6-058178c96177 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.3250980 Jul 07 17:33:55.183370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-e5aa4e4e-6ea1-4688-aa49-3db477f0744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.191600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-e5aa4e4e-6ea1-4688-aa49-3db477f0744e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b65c71cd-ce2b-41b9-aa21-e5d3add4734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346884 Jul 07 17:33:55.314612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-791bc5d3-7b08-430e-a5cb-dd9d99173061 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.0613127 Jul 07 17:33:55.337875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:55.342545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ed29a32-7644-4a5f-88f9-9440200013d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.361538 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:55.389835 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a266185-81b6-4a58-96c7-c2d4b2d7e0ef tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1647542 Jul 07 17:33:55.393939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36434) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:55.425761 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:55.426882 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:55.450637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-82be5294-46f8-4a68-a67a-22394d2e18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.453296 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-82be5294-46f8-4a68-a67a-22394d2e18ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1268327 Jul 07 17:33:55.518386 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-9fd5c2f9-492d-4f60-bddd-326789bbec84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549786 Jul 07 17:33:55.525005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-999a9dca-2afb-4e97-bb1c-852a9a2f97cc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.528970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-999a9dca-2afb-4e97-bb1c-852a9a2f97cc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.5114689 Jul 07 17:33:55.581736 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.607553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-1ce058ad-4afd-463c-8a35-7a84ae768b1e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0532777 Jul 07 17:33:55.624318 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:55.680242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting subnet 4b6a772b-294e-4822-a58a-da8d09542665 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:55.731380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ed29a32-7644-4a5f-88f9-9440200013d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.731701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.739686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ed29a32-7644-4a5f-88f9-9440200013d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.757546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-0b5b8432-9553-4f39-94e8-a434c1f08877 service neutron] 10.222.0.73 "GET /v2.0/networks/b65c71cd-ce2b-41b9-aa21-e5d3add4734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013330 Jul 07 17:33:55.792077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed29a32-7644-4a5f-88f9-9440200013d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f16162-848d-4652-9ad9-b56031f29b99,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:55.829432 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:55.833765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6375e40a-a94d-4dff-92f4-7a943ca35cc1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:55.858537 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6ed29a32-7644-4a5f-88f9-9440200013d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3bbcc95dc9f4602b9b75bfaa356eb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735962 Jul 07 17:33:55.909449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:55.925870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-9b93e9d8-4db9-4793-9c43-ec921eadca1c service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990755 Jul 07 17:33:55.946462 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:55.984600 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:55.986778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:55.987378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:55.988268 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:56.053214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-443c6a01-9bd9-440b-92f4-19f08879a917 service neutron] 10.222.0.73 "GET /v2.0/networks/b65c71cd-ce2b-41b9-aa21-e5d3add4734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453867 Jul 07 17:33:56.085765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.206968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2863aa4-bf3a-4bf5-8820-093f6a5bc08e req-011843ca-b76f-4b48-8722-44c5dfc6ae5f service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732921 Jul 07 17:33:56.211206 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:56.239553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-47f8bc2f-8a3d-4e54-9a76-0521653d8dac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=56ff769a-384c-4685-9b03-3931cca92d2c HTTP/1.1" status: 200 len: 217 time: 0.1687403 Jul 07 17:33:56.334340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-aaa63fa7-ba02-4684-99e7-963ba010f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.335931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-aaa63fa7-ba02-4684-99e7-963ba010f230 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ceff8f87-e9bd-42a5-9b30-64796d1d34e4 HTTP/1.1" status: 200 len: 801 time: 0.0644467 Jul 07 17:33:56.345439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-36242da5-9f54-4245-96ae-aa31529b2249 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7003722 Jul 07 17:33:56.359929 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:56.399993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a94ac50-611f-40d5-b8d8-c7389dedaf0d None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:56.479680 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.497462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.579875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.653303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-ce6c6546-284d-4713-9efc-382bd9c55464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.656423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-ce6c6546-284d-4713-9efc-382bd9c55464 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17725bc0-5826-4ded-b425-a8d079d0cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083799 Jul 07 17:33:56.660634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-2d21a26a-14f9-456a-a23b-5fb5c99019c2 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611120 Jul 07 17:33:56.849062 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.924256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6a772b-294e-4822-a58a-da8d09542665,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:56.938479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.943197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.948867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42f16162-848d-4652-9ad9-b56031f29b99 HTTP/1.1" status: 204 len: 168 time: 1.0199869 Jul 07 17:33:56.989346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.989902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-75638b27-9aa3-48b6-995f-592a7480823d tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/4b6a772b-294e-4822-a58a-da8d09542665 HTTP/1.1" status: 204 len: 168 time: 1.5944796 Jul 07 17:33:56.996566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36458) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:56.999544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218c29-f8bb-4941-aed4-08b23c1b643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f16162-848d-4652-9ad9-b56031f29b99,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:57.005645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce4b55-0437-48bc-b27f-fcd2081c1fe4 None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:57.102097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-23a96828-cbbf-4551-baa9-58e6b038308d service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264410 Jul 07 17:33:57.104264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-4f0fe94b-d159-4e10-8061-39b6bf106562 service neutron] 10.222.0.73 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275448 Jul 07 17:33:57.194685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.213757 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.280865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Deleting port 794017ad-29d8-4173-a0dd-2c93c40dcea2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:57.281943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.327578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cffb72ee-8b78-474d-a2e6-e4187dbacbaa req-71d5aed5-66dd-4dc3-9cc0-83fe6930e417 service neutron] 10.222.0.73 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150831 Jul 07 17:33:57.418089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] For port 794017ad-29d8-4173-a0dd-2c93c40dcea2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=794017ad-29d8-4173-a0dd-2c93c40dcea2,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:57.420373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.500655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] DHCP port deletion for 862a76c3-ba2f-4e53-9ee4-c41533060d7e request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:57.505028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Calling delete_port for 794017ad-29d8-4173-a0dd-2c93c40dcea2 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:57.616880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Deleting port 794017ad-29d8-4173-a0dd-2c93c40dcea2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:57.618935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.795946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.813610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] For port 794017ad-29d8-4173-a0dd-2c93c40dcea2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=794017ad-29d8-4173-a0dd-2c93c40dcea2,segment=NetworkSegment(0be7abc3-f001-4e9a-bccb-71a91ff7ecca),segment_id=0be7abc3-f001-4e9a-bccb-71a91ff7ecca)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:57.814011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:57.825096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No DVR routers for this DVR port 794017ad-29d8-4173-a0dd-2c93c40dcea2 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:57.863156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Calling delete_port for 794017ad-29d8-4173-a0dd-2c93c40dcea2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:57.998141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.014423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862a76c3-ba2f-4e53-9ee4-c41533060d7e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.026973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be7abc3-f001-4e9a-bccb-71a91ff7ecca') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.027948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be7abc3-f001-4e9a-bccb-71a91ff7ecca') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.043367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.076162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.085841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:58.086270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.160955 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191879e-4c3e-4fd9-ba40-4be3d46e2b3c x-openstack-request-id: req-b191879e-4c3e-4fd9-ba40-4be3d46e2b3c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:58.161259 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:58.161548 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b191879e-4c3e-4fd9-ba40-4be3d46e2b3c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:58.161968 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c', 'status': 'completed', 'code': 200} Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:58.162656 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:58.165373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Port': ['ID=794017ad-29d8-4173-a0dd-2c93c40dcea2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.180917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.189509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.194323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/networks/862a76c3-ba2f-4e53-9ee4-c41533060d7e HTTP/1.1" status: 204 len: 168 time: 1.1951146 Jul 07 17:33:58.195175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:58.203020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'routes': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:58.223275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.226088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 794017ad-29d8-4173-a0dd-2c93c40dcea2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:58.256649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f29b2-603e-4a42-9045-9a1eec2887c2 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Pushing event deleted for resources: {'Network': ['ID=862a76c3-ba2f-4e53-9ee4-c41533060d7e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.275840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-dbbcc1c5-812a-4b19-b756-835fccf4374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.276326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-dbbcc1c5-812a-4b19-b756-835fccf4374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.278648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-dbbcc1c5-812a-4b19-b756-835fccf4374f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1981 time: 0.2256720 Jul 07 17:33:58.308048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 794017ad-29d8-4173-a0dd-2c93c40dcea2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:58.309449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 794017ad-29d8-4173-a0dd-2c93c40dcea2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:58.313422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:58.376696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Network 862a76c3-ba2f-4e53-9ee4-c41533060d7e is not hosted by any dhcp agent {{(pid=93948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:33:58.377743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] No DVR routers for this DVR port 794017ad-29d8-4173-a0dd-2c93c40dcea2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:58.436169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdbede-e372-423f-a0c3-d21c2af1819b None None] Pushing event deleted for resources: {'Port': ['ID=794017ad-29d8-4173-a0dd-2c93c40dcea2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.443692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:58.446999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 93e6a46b-a2ec-4a11-a449-a3ad57ceb278 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:58.589268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36506) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:58.719242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.extraroute_db [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Added routes are [] {{(pid=93947) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:33:58.719513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.extraroute_db [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Removed routes are [] {{(pid=93947) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:33:58.719803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.734530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-fab34e28-400f-4712-8bdd-4c0d278c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.740270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-fab34e28-400f-4712-8bdd-4c0d278c0b06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17725bc0-5826-4ded-b425-a8d079d0cd9d HTTP/1.1" status: 200 len: 902 time: 0.4535854 Jul 07 17:33:58.870268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-ea796a52-44bd-4638-a75e-b4fc0c352d76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=56ff769a-384c-4685-9b03-3931cca92d2c HTTP/1.1" status: 200 len: 217 time: 0.1206520 Jul 07 17:33:58.928205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-291221325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:58.962337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.963949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.984541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-de2ddadf-cfcb-447e-942a-aafbe2510ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.986103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-de2ddadf-cfcb-447e-942a-aafbe2510ed3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ceff8f87-e9bd-42a5-9b30-64796d1d34e4 HTTP/1.1" status: 200 len: 801 time: 0.1081400 Jul 07 17:33:59.142071 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.153534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.156107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.160232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.212332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.213673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-de67f1e8-f20d-48fe-88d5-72fad5c274a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6220543 Jul 07 17:33:59.218110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-3ee57f75-e802-4383-a788-921ac22e0530 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3726263 Jul 07 17:33:59.218650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36522) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.229320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-30dcac66-3991-4731-be21-17c0dbf1a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.231595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-30dcac66-3991-4731-be21-17c0dbf1a0f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17725bc0-5826-4ded-b425-a8d079d0cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357855 Jul 07 17:33:59.318670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-608874191'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:59.392876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:59.408803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:59.413483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.443608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.732533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.741637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881a9d-e43b-418b-a448-58a80283abfa req-25badf3e-6094-4eb6-aa53-9c838caf9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.743281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-25badf3e-6094-4eb6-aa53-9c838caf9e4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1098 time: 0.4161448 Jul 07 17:33:59.745936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.778373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38d931-ac7a-46cd-a2ae-a87fa396bb12,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:59.792278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:59.815878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Sync routers for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:59.822383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.827110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9e54b138-9052-467d-8c10-f0ce82e91291 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 705 time: 1.6258724 Jul 07 17:33:59.832149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:59.832796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:59.837003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36530) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.867148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:59.939439 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1b4c506d-5af4-4630-8796-88e7b8c55947 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 205 time: 0.0986879 Jul 07 17:33:59.943719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.944925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.945292 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Added segment d08fb7c9-f8d8-4eab-9a23-950edcedff87 of type vlan for network 126faf6c-9396-4553-b05f-49285508fd0f Jul 07 17:33:59.957146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:59.997011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 56ff769a-384c-4685-9b03-3931cca92d2c details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:00.023090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf663ca-8ceb-47e1-ab80-e863cce39cd2 req-36a55736-7b03-401c-9242-85c7a696a6e2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.030814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf663ca-8ceb-47e1-ab80-e863cce39cd2 req-36a55736-7b03-401c-9242-85c7a696a6e2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.032471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf663ca-8ceb-47e1-ab80-e863cce39cd2 req-36a55736-7b03-401c-9242-85c7a696a6e2 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1677 time: 0.7422280 Jul 07 17:34:00.035562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-164ddecf-b93c-4fe2-8dd9-3b0a8e0a80c0 service neutron] 10.222.0.73 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958314 Jul 07 17:34:00.149077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cf663ca-8ceb-47e1-ab80-e863cce39cd2 req-063c5b76-b593-494a-9e9d-abea2cb3f0a4 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106431 Jul 07 17:34:00.224470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=56ff769a-384c-4685-9b03-3931cca92d2c,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:00.234876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4482fca7-cb18-4e56-901f-6f6d8614de1d req-a66eee8d-e1a2-455e-a60b-6677f8319b59 service neutron] 10.222.0.73 "GET /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685200 Jul 07 17:34:00.359708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '56ff769a-384c-4685-9b03-3931cca92d2c', 'network_id': '17725bc0-5826-4ded-b425-a8d079d0cd9d', 'port_id': '56ff769a-384c-4685-9b03-3931cca92d2c', 'mac_address': 'fa:16:3e:7e:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceff8f87-e9bd-42a5-9b30-64796d1d34e4', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:00.459700 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.463866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:00.567641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Checking router: 0b6b8d67-aa5f-4351-9add-bd4068067fd2 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:00.585607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881a9d-e43b-418b-a448-58a80283abfa req-17812d5d-ac88-4583-bc81-7818e672ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.587226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-17812d5d-ac88-4583-bc81-7818e672ad9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.7867706 Jul 07 17:34:00.587597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ff769a-384c-4685-9b03-3931cca92d2c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:00.624113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Routers {'0b6b8d67-aa5f-4351-9add-bd4068067fd2'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:00.625225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:00.761950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] Set router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:00.840799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15d79741-9b2a-4e56-af3d-1bf317b2d39b req-9d7a4c02-89da-4020-9d9b-3d79c06fa98b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.1685121 Jul 07 17:34:00.842689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:00.843900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.850655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=56ff769a-384c-4685-9b03-3931cca92d2c,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:00.885590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.886412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1e4bcf58-5dfd-44b4-891e-de7d2619faea details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:00.902677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-c8096a05-25e5-48ae-8501-d2d0c64c6f20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 217 time: 0.2620728 Jul 07 17:34:01.000154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-58aa1f45-9433-4988-a3ea-24fe39d77696 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.005786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-58aa1f45-9433-4988-a3ea-24fe39d77696 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 946 time: 0.4548688 Jul 07 17:34:01.057447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:01.137007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.142656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '1e4bcf58-5dfd-44b4-891e-de7d2619faea', 'network_id': 'b65c71cd-ce2b-41b9-aa21-e5d3add4734d', 'port_id': '1e4bcf58-5dfd-44b4-891e-de7d2619faea', 'mac_address': 'fa:16:3e:c7:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ac54ab-3ee8-4924-b6b0-209363157406', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:01.149143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.155116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a3f2e-3fb9-44ad-bd81-7fd7cbe5bf16 None None] The sync data for ids ['0b6b8d67-aa5f-4351-9add-bd4068067fd2'] in n-d-791505-12 is: [{'id': '0b6b8d67-aa5f-4351-9add-bd4068067fd2', 'name': 'tempest-RoutersIpV6Test-router-2061499107', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:44Z', 'updated_at': '2021-07-07T17:33:53Z', 'revision_number': 11, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:01.366240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.404975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Deleting port dd7e488d-2db6-4935-99b0-316505eaefe3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:01.405587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.416075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4bcf58-5dfd-44b4-891e-de7d2619faea {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:01.473344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:01.480192 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.495135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-59c8c833-be08-4239-96fd-ab3f2780fcf2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.497585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-59c8c833-be08-4239-96fd-ab3f2780fcf2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 1.0127525 Jul 07 17:34:01.508299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881a9d-e43b-418b-a448-58a80283abfa req-98f6e422-8520-4a33-a4f5-4a198b4af15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.509472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ef763-4d4b-4b30-9395-4e7670b3757a req-ee007624-85fb-4390-a989-8cf374c4d2c7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.510330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-98f6e422-8520-4a33-a4f5-4a198b4af15a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.4909842 Jul 07 17:34:01.519842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:34:01.523297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-089ef763-4d4b-4b30-9395-4e7670b3757a req-ee007624-85fb-4390-a989-8cf374c4d2c7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc HTTP/1.1" status: 200 len: 945 time: 0.2765398 Jul 07 17:34:01.527698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.552308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.597108 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.600509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-089ef763-4d4b-4b30-9395-4e7670b3757a req-71428e20-9680-4d2b-b764-e54ee8f6b851 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759842 Jul 07 17:34:01.619969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-0a94bca8-6b27-4547-8479-2870635de346 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.622313 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-0a94bca8-6b27-4547-8479-2870635de346 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 1.1270130 Jul 07 17:34:01.634675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] For port dd7e488d-2db6-4935-99b0-316505eaefe3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dd7e488d-2db6-4935-99b0-316505eaefe3,segment=NetworkSegment(39cb9980-117f-489f-b4e9-6941a0f07cfd),segment_id=39cb9980-117f-489f-b4e9-6941a0f07cfd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:01.635175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.652813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Calling delete_port for dd7e488d-2db6-4935-99b0-316505eaefe3 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:01.657271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:01.701675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['56ff769a-384c-4685-9b03-3931cca92d2c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:01.842889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-74f36f15-39d3-40dc-a4f5-1e1af0ee06a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2990851 Jul 07 17:34:01.848836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.861654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.862236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.872209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:01.875693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.012218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 98a921a7-0df8-45fe-bf5d-28681413c7bb no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:02.075749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-19bd2659-041c-4c98-9fa6-fac6542be9b3 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900828 Jul 07 17:34:02.157072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.161294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.162146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router 0b6b8d67-aa5f-4351-9add-bd4068067fd2 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:02.214074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dd7e488d-2db6-4935-99b0-316505eaefe3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:02.284127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Pushing event deleted for resources: {'Port': ['ID=dd7e488d-2db6-4935-99b0-316505eaefe3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.295402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.302084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ca897beb-cb7d-4305-b897-b80f3f0b1c4e tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 204 len: 168 time: 2.3545961 Jul 07 17:34:02.342740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36550) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:02.357610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075947400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:02.389381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.444358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:02.445701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:02.449690 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f23fb-44e7-4437-9b75-cfc5487fc418" -d '{"events": [{"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-unplugged", "status": "completed", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:02.455978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.463676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Network': ['ID=126faf6c-9396-4553-b05f-49285508fd0f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.475650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24fd796b-1acd-4b85-96b6-ce8d821446a1 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1701376 Jul 07 17:34:02.501689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36554) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:02.503428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 126faf6c-9396-4553-b05f-49285508fd0f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:02.512578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'subnet': {'network_id': '126faf6c-9396-4553-b05f-49285508fd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:02.515094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a050b7-2dd7-45dc-87cf-885d8b9b9ead req-d0abf5b8-fcf7-450b-8c10-64fdd74644c7 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:02.537441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2a050b7-2dd7-45dc-87cf-885d8b9b9ead req-d0abf5b8-fcf7-450b-8c10-64fdd74644c7 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b41d75b-f308-47b7-8be0-225d70c9dc4c HTTP/1.1" status: 200 len: 867 time: 0.5300980 Jul 07 17:34:02.656105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.11 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/5ddf32f3-542a-462b-ae02-029582e5979e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:02.715327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port 98a921a7-0df8-45fe-bf5d-28681413c7bb {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:02.715677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.837067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port 98a921a7-0df8-45fe-bf5d-28681413c7bb, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=98a921a7-0df8-45fe-bf5d-28681413c7bb,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:02.837486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.843175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] No DVR routers for this DVR port dd7e488d-2db6-4935-99b0-316505eaefe3 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:02.853698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.854033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for 98a921a7-0df8-45fe-bf5d-28681413c7bb owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:02.858710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b163132-0cf7-4b90-bdfc-62b17a8fa21f req-41e4202b-8b52-4d60-b254-3c77fa5c5a5b tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.23 "DELETE /v2.0/ports/dd7e488d-2db6-4935-99b0-316505eaefe3 HTTP/1.1" status: 204 len: 173 time: 1.8442254 Jul 07 17:34:02.883079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['1e4bcf58-5dfd-44b4-891e-de7d2619faea'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:02.894225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.897237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'name': 'network-vif-deleted', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:02.899789 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742913e8-95e0-43a3-9c1b-e2c783cfc9af" -d '{"events": [{"server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "name": "network-vif-deleted", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:02.922494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.923285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.929656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2a050b7-2dd7-45dc-87cf-885d8b9b9ead req-242db09e-80cd-4bf9-bb7a-b3c54d778b70 tempest-ServerAddressesNegativeTestJSON-1089888812 tempest-ServerAddressesNegativeTestJSON-1089888812-project] 10.222.0.66 "GET /v2.0/security-groups?id=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645504 Jul 07 17:34:03.093044 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ab881a9d-e43b-418b-a448-58a80283abfa req-b266c97a-dd71-4e45-9ccd-af5e9753000d service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0000749 Jul 07 17:34:03.197787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.212378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.231433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:03.245583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.296440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.300704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df55efcb-4cd1-4e6c-8100-cb8b4b4a8c95 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9475067 Jul 07 17:34:03.302258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:03.311160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:03.397710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.547346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc41f-2c6d-4d6b-8f06-5c7cb9e57c99 req-9265de7e-f6ef-41e7-84b8-0041842d965d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:03.563087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=98a921a7-0df8-45fe-bf5d-28681413c7bb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:03.570875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc41f-2c6d-4d6b-8f06-5c7cb9e57c99 req-9265de7e-f6ef-41e7-84b8-0041842d965d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:03.587848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34dfc41f-2c6d-4d6b-8f06-5c7cb9e57c99 req-9265de7e-f6ef-41e7-84b8-0041842d965d tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1679 time: 0.3590403 Jul 07 17:34:03.595652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:03.625522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port 98a921a7-0df8-45fe-bf5d-28681413c7bb on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:03.639924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.642412 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ade58a49-db4b-49ee-9a5e-eb70ca9f6265 req-af45529e-ca58-42f5-a038-c298b2d63aeb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "DELETE /v2.0/ports/98a921a7-0df8-45fe-bf5d-28681413c7bb HTTP/1.1" status: 204 len: 173 time: 2.1308978 Jul 07 17:34:03.643045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-deleted', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:03.657102 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565b061-4bef-4724-ae59-fdb996f192d8" -d '{"events": [{"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-deleted", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:03.885237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.931662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.961409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34dfc41f-2c6d-4d6b-8f06-5c7cb9e57c99 req-e85e0eec-ecca-4f0e-9392-6280df8a4141 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714950 Jul 07 17:34:04.035186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 56ff769a-384c-4685-9b03-3931cca92d2c up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:04.240716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Router 3d3db190-d95d-4c80-a21f-e788206bda48 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:04.267154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.353402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 56ff769a-384c-4685-9b03-3931cca92d2c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:04.363096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 56ff769a-384c-4685-9b03-3931cca92d2c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:04.363476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.549724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:04.564242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Sync routers for ids ['3d3db190-d95d-4c80-a21f-e788206bda48'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:04.600831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.607271 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-849d673c-106b-4b75-946f-2b83162e4ea1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "PUT /v2.0/routers/3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 200 len: 698 time: 1.3004265 Jul 07 17:34:04.609998 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Routers {'3d3db190-d95d-4c80-a21f-e788206bda48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:04.611102 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3d3db190-d95d-4c80-a21f-e788206bda48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:04.662845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.672023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:04.724885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.740719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=56ff769a-384c-4685-9b03-3931cca92d2c,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:04.752238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.753386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1e4bcf58-5dfd-44b4-891e-de7d2619faea up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:04.867553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Checking segment: {'id': 'd08fb7c9-f8d8-4eab-9a23-950edcedff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:04.868364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network hostable DHCP agents. Network: 126faf6c-9396-4553-b05f-49285508fd0f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:04.891530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:04.910372 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Set router 3d3db190-d95d-4c80-a21f-e788206bda48 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:04.941553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9be63e7-1cb0-4836-b6c8-81c1aee041a7 req-58fd9011-a5c0-4466-83e7-61750fc1f1ea tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.3349349 Jul 07 17:34:04.943227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 5ddf32f3-542a-462b-ae02-029582e5979e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:04.948479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network 126faf6c-9396-4553-b05f-49285508fd0f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:04.971856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Subnet': ['ID=66d04b89-c514-42ef-9151-55801a957723,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:04.977333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 126faf6c-9396-4553-b05f-49285508fd0f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.001271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d498f0-fc7f-424e-9a13-17740c96e90f None None] Network 126faf6c-9396-4553-b05f-49285508fd0f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:05.013090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:05.015203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.088050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-778bff1c-6547-4e98-8348-943c99cd18b9 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5792725 Jul 07 17:34:05.093844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:05.117462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'network': {'name': 'tempest-router-network01--1422256003'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:05.161445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36588) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:05.167019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-da931b96-bdca-4269-9eec-d4da7ffb1e0f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/routers/3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 200 len: 704 time: 0.4931970 Jul 07 17:34:05.191523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3db190-d95d-4c80-a21f-e788206bda48', 'name': 'tempest-RoutersIpV6Test-router-2075947400', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:03Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:05.195447 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:05.242801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:05.247096 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a0ed8-3f08-4cf1-b5f4-79ab5447c1ad x-openstack-request-id: req-776a0ed8-3f08-4cf1-b5f4-79ab5447c1ad {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:05.247631 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-unplugged", "status": "completed", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:05.247631 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-776a0ed8-3f08-4cf1-b5f4-79ab5447c1ad {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:05.248220 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'code': 200} Jul 07 17:34:05.249063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dd7e488d-2db6-4935-99b0-316505eaefe3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:05.256596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.281466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-610cdea8-7447-4b79-9885-b8b2b21387e9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 200 len: 205 time: 0.1170335 Jul 07 17:34:05.284048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:05.286686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.313577 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Checking router: 3d3db190-d95d-4c80-a21f-e788206bda48 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:05.344990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Routers {'3d3db190-d95d-4c80-a21f-e788206bda48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:05.345617 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:33:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3d3db190-d95d-4c80-a21f-e788206bda48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:05.359426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:05.368429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: dd7e488d-2db6-4935-99b0-316505eaefe3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:05.368698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dd7e488d-2db6-4935-99b0-316505eaefe3 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:05.397411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.398271 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Added segment 1cbb7906-34c6-437d-abb6-2a259f175d9f of type vlan for network b09b95e1-2048-4f64-890b-7a658b033e12 Jul 07 17:34:05.426734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 1e4bcf58-5dfd-44b4-891e-de7d2619faea completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:05.458871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 1e4bcf58-5dfd-44b4-891e-de7d2619faea triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:05.465694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.469407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:05.551321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.631291 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] Set router 3d3db190-d95d-4c80-a21f-e788206bda48 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:05.640728 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f68a9a-b6d0-4e0d-b261-b9d38d0fc3a4 x-openstack-request-id: req-55f68a9a-b6d0-4e0d-b261-b9d38d0fc3a4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:05.641505 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41d75b-f308-47b7-8be0-225d70c9dc4c", "name": "network-vif-deleted", "tag": "dd7e488d-2db6-4935-99b0-316505eaefe3", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:05.641686 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55f68a9a-b6d0-4e0d-b261-b9d38d0fc3a4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:05.642157 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41d75b-f308-47b7-8be0-225d70c9dc4c', 'name': 'network-vif-deleted', 'tag': 'dd7e488d-2db6-4935-99b0-316505eaefe3', 'status': 'completed', 'code': 200} Jul 07 17:34:05.658771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:05.659178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.760590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.767887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:05.769684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.823512 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3db190-d95d-4c80-a21f-e788206bda48', 'name': 'tempest-RoutersIpV6Test-router-2075947400', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:03Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:05.892111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:05.893212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.897821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.899891 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06deff4-b7d5-40d5-8f2d-53528c81bac6 None None] The sync data for ids ['3d3db190-d95d-4c80-a21f-e788206bda48'] in n-d-791505-12 is: [{'id': '3d3db190-d95d-4c80-a21f-e788206bda48', 'name': 'tempest-RoutersIpV6Test-router-2075947400', 'tenant_id': '3ef5daf6dc714e4f8023e915cacd8363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:03Z', 'revision_number': 2, 'project_id': '3ef5daf6dc714e4f8023e915cacd8363', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:05.922047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36598) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:05.928685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.939186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-126faf6c-9396-4553-b05f-49285508fd0f', 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f', 'tenant_id': 'd4a0acb3df7c4e8e8c3e21d6f9f8d871', 'fixed_ips': [{'subnet_id': '66d04b89-c514-42ef-9151-55801a957723'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:05.940845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.122030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0140295 Jul 07 17:34:06.123611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36602) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:06.147476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'network': {'name': 'tempest-router-network02--1748919398'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:06.177729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f393e0-17d1-45af-b336-c0e63773504e tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Network': ['ID=b09b95e1-2048-4f64-890b-7a658b033e12,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.239343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Allocated IP 2001:db8::2 (126faf6c-9396-4553-b05f-49285508fd0f/66d04b89-c514-42ef-9151-55801a957723/3b772a69-eb45-4d4d-aade-f05e2f527e9b) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:06.268284 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb0752-c5dc-4526-b5fd-9c0b87cdc084 x-openstack-request-id: req-ebfb0752-c5dc-4526-b5fd-9c0b87cdc084 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:06.268916 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc", "name": "network-vif-deleted", "tag": "98a921a7-0df8-45fe-bf5d-28681413c7bb", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:06.269323 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebfb0752-c5dc-4526-b5fd-9c0b87cdc084 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:06.269959 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f7bac-cf83-4b95-bbb9-7dd5e05b82fc', 'name': 'network-vif-deleted', 'tag': '98a921a7-0df8-45fe-bf5d-28681413c7bb', 'status': 'completed', 'code': 200} Jul 07 17:34:06.284429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Deleting subnet 6e062bda-121b-4ee9-8372-b3bf01853b75 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:06.311840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b09b95e1-2048-4f64-890b-7a658b033e12 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:06.324159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.372499 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.379086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:06.385525 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.446665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:06.459320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5a984afb-7dbc-463d-954d-dfc11c71cdd5 None None] Provisioning for port 5ddf32f3-542a-462b-ae02-029582e5979e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:06.470339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5a984afb-7dbc-463d-954d-dfc11c71cdd5 None None] Provisioning complete for port 5ddf32f3-542a-462b-ae02-029582e5979e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:06.470786 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5a984afb-7dbc-463d-954d-dfc11c71cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.478688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.480596 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Added segment 3e0384b3-01ec-40d8-a9eb-295fa28a1f4f of type vlan for network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 Jul 07 17:34:06.498588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:06.509006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.543500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b1d992a6-546b-42ba-8f45-975691d24112 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8889768 Jul 07 17:34:06.544447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dabfc-2c35-466f-adef-583a1e625cff req-e71b10a0-1c75-4a42-a9de-1b4de43b46c1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:06.554232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.560346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dabfc-2c35-466f-adef-583a1e625cff req-e71b10a0-1c75-4a42-a9de-1b4de43b46c1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:06.563878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.575381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a8dabfc-2c35-466f-adef-583a1e625cff req-e71b10a0-1c75-4a42-a9de-1b4de43b46c1 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1680 time: 0.3640277 Jul 07 17:34:06.645282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Request body: {'port': {'device_id': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:06.647629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.651184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.651896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3db190-d95d-4c80-a21f-e788206bda48 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:06.661653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.662892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e6ce64bc-3ec2-44fe-a040-f649124ae5b1 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 204 len: 168 time: 1.3433197 Jul 07 17:34:06.691710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36604) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:06.705915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.726768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5a984afb-7dbc-463d-954d-dfc11c71cdd5 None None] Port 5ddf32f3-542a-462b-ae02-029582e5979e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:06.775594 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.795107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Transition to ACTIVE for port object 3b772a69-eb45-4d4d-aade-f05e2f527e9b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:06.796141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.820423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Transition to ACTIVE for port object 3b772a69-eb45-4d4d-aade-f05e2f527e9b will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:06.825182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-835cae9a-6198-41ea-b8c9-d8aa46f321c7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 200 len: 205 time: 0.1304998 Jul 07 17:34:06.836376 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.840818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:06.846111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a8dabfc-2c35-466f-adef-583a1e625cff req-ba5710ec-f6ae-4597-ab31-e9dc9a4a075b tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656932 Jul 07 17:34:06.939374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Network 126faf6c-9396-4553-b05f-49285508fd0f is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:06.952897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.955589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:06.959822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:06.963392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.975614 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-6b6a2585-1cab-47c0-86f9-4d7ae9281df0 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:06.976770 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b6a2585-1cab-47c0-86f9-4d7ae9281df0 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/3d3db190-d95d-4c80-a21f-e788206bda48 HTTP/1.1" status: 404 len: 336 time: 0.1309402 Jul 07 17:34:06.988486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36616) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:06.991657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:06.995975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.998516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.104461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Pushing event updated for resources: {'Port': ['ID=3b772a69-eb45-4d4d-aade-f05e2f527e9b,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.132426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Network': ['ID=0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.141005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e320cbe5-e707-44e7-92c4-40ca9ff2f898 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0072379 Jul 07 17:34:07.143149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Attempting to bind port 3b772a69-eb45-4d4d-aade-f05e2f527e9b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:07.143524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Attempting to bind port 3b772a69-eb45-4d4d-aade-f05e2f527e9b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd08fb7c9-f8d8-4eab-9a23-950edcedff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:07.143885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Attempting to bind port 3b772a69-eb45-4d4d-aade-f05e2f527e9b on network 126faf6c-9396-4553-b05f-49285508fd0f {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:07.161578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:07.164266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Checking segment: {'id': 'd08fb7c9-f8d8-4eab-9a23-950edcedff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:07.168876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.170023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Bound using segment: {'id': 'd08fb7c9-f8d8-4eab-9a23-950edcedff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:07.170759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36622) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.174164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Bound port: 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08fb7c9-f8d8-4eab-9a23-950edcedff87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126faf6c-9396-4553-b05f-49285508fd0f'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:07.175669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.179568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'subnet': {'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:07.231424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:07.284087 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b89473a-6751-45d2-b7b3-e6b9d5257bed tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:07.284455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b89473a-6751-45d2-b7b3-e6b9d5257bed tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:07.290263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3b89473a-6751-45d2-b7b3-e6b9d5257bed tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/c8f60836-b5d1-455c-b89b-e0c091023665 HTTP/1.1" status: 404 len: 337 time: 0.1808631 Jul 07 17:34:07.300403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c'}, {'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:07.312452 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b534c-e3c9-41f5-80f5-59d1b798559c" -d '{"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-plugged", "status": "completed", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c"}, {"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:07.313275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36624) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.421855 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f8687c-4abf-441c-8053-0430db1bdf64 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:07.423816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f8687c-4abf-441c-8053-0430db1bdf64 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:07.428209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e1f8687c-4abf-441c-8053-0430db1bdf64 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/54911f3f-8547-4843-9597-2d8cd852e9e1 HTTP/1.1" status: 404 len: 337 time: 0.1122475 Jul 07 17:34:07.436781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36628) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.583984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] For port 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:07.586476 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2314a30f-b924-457d-9a65-a4230f040fdc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:07.587411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2314a30f-b924-457d-9a65-a4230f040fdc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:07.590203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2314a30f-b924-457d-9a65-a4230f040fdc tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/5b37ab4e-59cb-48f8-b7c0-48fa06d658a2 HTTP/1.1" status: 404 len: 337 time: 0.1505308 Jul 07 17:34:07.593847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36630) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.623227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] For port 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b772a69-eb45-4d4d-aade-f05e2f527e9b,segment=NetworkSegment(d08fb7c9-f8d8-4eab-9a23-950edcedff87),segment_id=d08fb7c9-f8d8-4eab-9a23-950edcedff87)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:07.649420 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db356c5-0f82-4073-81ba-0a196cdda231 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:07.649934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db356c5-0f82-4073-81ba-0a196cdda231 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:07.652360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4db356c5-0f82-4073-81ba-0a196cdda231 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/4b6a772b-294e-4822-a58a-da8d09542665 HTTP/1.1" status: 404 len: 337 time: 0.0564806 Jul 07 17:34:07.657463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36632) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.666994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.675443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-5fdfacd1-2dc7-4d36-af2a-48c9d537453d tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:07.677066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-5fdfacd1-2dc7-4d36-af2a-48c9d537453d tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.5587094 Jul 07 17:34:07.721254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8f5dad38-00b7-4a87-873f-d56ec8092623 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 200 len: 205 time: 0.0623634 Jul 07 17:34:07.724002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36634) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.767173 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac3a73cf-a616-4ff6-81bb-b04ac0295702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.830210 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-86ea37f4-5b27-4bc4-9f33-ab8955182be5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:07.832017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86ea37f4-5b27-4bc4-9f33-ab8955182be5 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/0b6b8d67-aa5f-4351-9add-bd4068067fd2 HTTP/1.1" status: 404 len: 336 time: 0.1065068 Jul 07 17:34:07.833899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-c9ce9d45-5d06-4598-a266-703dad8265fe tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/quotas/1cfa6e18a3a14cb58af3c5ec87f3cdff HTTP/1.1" status: 200 len: 375 time: 0.1274638 Jul 07 17:34:07.838898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36636) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.900654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126240e-048f-4d95-b2e0-04667d95160a None None] Pushing event updated for resources: {'Port': ['ID=3b772a69-eb45-4d4d-aade-f05e2f527e9b,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.940946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.999555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.003789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6e062bda-121b-4ee9-8372-b3bf01853b75 HTTP/1.1" status: 204 len: 168 time: 1.8073409 Jul 07 17:34:08.014539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36648) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:08.103999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec58b8d-4291-4333-9e40-cd5356cd7d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e062bda-121b-4ee9-8372-b3bf01853b75,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:08.119948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14e4a421-d064-4d91-8ff1-9ae201a983ff tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=bffe2e88-f640-4e3e-b379-b8c87e97f295 HTTP/1.1" status: 200 len: 205 time: 0.2785568 Jul 07 17:34:08.127191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36652) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:08.319573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.454325 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-69ceac0c-b90f-4d73-8030-f22cb1123524 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:08.459641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-69ceac0c-b90f-4d73-8030-f22cb1123524 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/bffe2e88-f640-4e3e-b379-b8c87e97f295 HTTP/1.1" status: 404 len: 336 time: 0.3209605 Jul 07 17:34:08.484714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36662) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:08.554204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-3ed24dc9-dd7e-453a-b918-ce6d3f63d0f0 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6568487 Jul 07 17:34:08.562580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.586327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fc0f26-dd12-4798-81f2-872af44e2ba9']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:08.644360 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17ccff0-16e7-47f3-8942-a71c9ba5ce0f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:08.644865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17ccff0-16e7-47f3-8942-a71c9ba5ce0f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:08.647008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b17ccff0-16e7-47f3-8942-a71c9ba5ce0f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/54916aee-2328-4b1c-a645-2b39ec379b63 HTTP/1.1" status: 404 len: 337 time: 0.1537111 Jul 07 17:34:08.654486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:08.669331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cb9980-117f-489f-b4e9-6941a0f07cfd') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:08.669908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cb9980-117f-489f-b4e9-6941a0f07cfd') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:08.670052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:08.674798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.688025 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.721494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.741922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd873a70-84aa-4054-90a7-f68ab338c916 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 200 len: 205 time: 0.0818844 Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:08.743672 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:08.761453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36670) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:08.926671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-8147a533-0d8a-470a-ba6d-a09e986c5aa0 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412738 Jul 07 17:34:09.021050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.028620 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-17394a26-4ca8-440e-8270-3ef3c84f0157 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:09.036043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17394a26-4ca8-440e-8270-3ef3c84f0157 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/8e87f0b4-7bf4-46c8-a2d1-8dbc3ec927f8 HTTP/1.1" status: 404 len: 336 time: 0.2484152 Jul 07 17:34:09.049609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36674) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.157660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.164398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/56fc0f26-dd12-4798-81f2-872af44e2ba9 HTTP/1.1" status: 204 len: 168 time: 1.1383462 Jul 07 17:34:09.195268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95612dc6-4999-4f72-9af4-74fe5d4b3182 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=edc430a7-d0b6-41d3-8726-1f863639be3d HTTP/1.1" status: 200 len: 205 time: 0.1414857 Jul 07 17:34:09.202460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36678) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.282039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36680) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.680750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36684) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.791620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b772a69-eb45-4d4d-aade-f05e2f527e9b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:09.826666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22653-6f81-42d5-88bb-bfc95c532cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fc0f26-dd12-4798-81f2-872af44e2ba9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:09.836924 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-dba235db-10d4-44a0-ba3e-44455fc659b8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:09.841105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dba235db-10d4-44a0-ba3e-44455fc659b8 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/edc430a7-d0b6-41d3-8726-1f863639be3d HTTP/1.1" status: 404 len: 336 time: 0.6267931 Jul 07 17:34:09.841820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36686) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.860723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddf32f3-542a-462b-ae02-029582e5979e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:09.880989 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ee4b7e-f3d9-4fa3-91d8-c909d8459f3f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:09.881571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ee4b7e-f3d9-4fa3-91d8-c909d8459f3f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:09.887633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57ee4b7e-f3d9-4fa3-91d8-c909d8459f3f tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/d8310a57-b7ab-4a0b-b440-bad2f4405f99 HTTP/1.1" status: 404 len: 337 time: 0.0409658 Jul 07 17:34:09.888267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36688) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.889168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.898032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41c8a022-c3fc-4255-b84d-0ced970c0cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.942904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-079c76d0-3c3c-445e-9968-9d4a2688ed4c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=d484db9e-5e9e-4540-a1b3-d598be0c51ba HTTP/1.1" status: 200 len: 205 time: 0.0533853 Jul 07 17:34:09.946975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36690) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:09.951620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3b772a69-eb45-4d4d-aade-f05e2f527e9b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:09.956630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8aad91c-0f9d-4432-9634-848fcbf5c1a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1548f1896a8460a8b83c964ab52b650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728002 Jul 07 17:34:09.961598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bdd78-e53d-4739-92d6-42bb2c294785 None None] Network 126faf6c-9396-4553-b05f-49285508fd0f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:09.963365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.048513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Provisioning for port 3b772a69-eb45-4d4d-aade-f05e2f527e9b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:10.052901 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-918bfa35-48e2-41e2-a87b-779acd09bed7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:10.055016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-918bfa35-48e2-41e2-a87b-779acd09bed7 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/d484db9e-5e9e-4540-a1b3-d598be0c51ba HTTP/1.1" status: 404 len: 336 time: 0.1071141 Jul 07 17:34:10.056331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7eadce62-0932-481d-baaf-586aed1ca842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.059414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Transition to ACTIVE for port object 5ddf32f3-542a-462b-ae02-029582e5979e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:10.062852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-7d758475-65e5-4b3a-9e77-f308c9d5998c service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0600727 Jul 07 17:34:10.063697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.063908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Provisioning complete for port 3b772a69-eb45-4d4d-aade-f05e2f527e9b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:10.064589 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.141358 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec09babe-69a6-45d0-ab72-66e539a61755 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:10.142379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec09babe-69a6-45d0-ab72-66e539a61755 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:10.145636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec09babe-69a6-45d0-ab72-66e539a61755 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/8fc7d04b-fed9-451b-8160-5ada5f766d5a HTTP/1.1" status: 404 len: 337 time: 0.0800855 Jul 07 17:34:10.155396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.187342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41c8a022-c3fc-4255-b84d-0ced970c0cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.193706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.209980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.219679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-41c8a022-c3fc-4255-b84d-0ced970c0cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.249384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8a3b50db-555e-47b9-a4b8-7f13deb5282c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ab95b2e-7f3c-4457-8436-b666fc3ce127 HTTP/1.1" status: 200 len: 205 time: 0.0921793 Jul 07 17:34:10.250352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36698) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.417632 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-3127296b-f8dd-42fd-9130-fdea99368154 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] delete failed (client error): The resource could not be found. Jul 07 17:34:10.423919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3127296b-f8dd-42fd-9130-fdea99368154 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/routers/6ab95b2e-7f3c-4457-8436-b666fc3ce127 HTTP/1.1" status: 404 len: 336 time: 0.1716483 Jul 07 17:34:10.424845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36704) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.443103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-41c8a022-c3fc-4255-b84d-0ced970c0cbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11bae321fd5845249b58bb9edeab7f41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1594179 Jul 07 17:34:10.444317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8a022-c3fc-4255-b84d-0ced970c0cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570ab3e-181c-4d5c-bf92-a434c1da0d08,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.460933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.488257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Subnet': ['ID=e256604b-69e6-4689-8443-c4472a683f1e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.502125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.510804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.512571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.659777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Checking segment: {'id': '1cbb7906-34c6-437d-abb6-2a259f175d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:10.661286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network hostable DHCP agents. Network: b09b95e1-2048-4f64-890b-7a658b033e12, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:10.664508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.689369 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.748990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Attempting to bind port 5ddf32f3-542a-462b-ae02-029582e5979e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:10.749479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Attempting to bind port 5ddf32f3-542a-462b-ae02-029582e5979e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:10.749918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Attempting to bind port 5ddf32f3-542a-462b-ae02-029582e5979e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:10.753489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network b09b95e1-2048-4f64-890b-7a658b033e12 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:10.756816 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e834ef55-5c08-405f-a6b0-615ec15a7b1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:10.762485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Port 5ddf32f3-542a-462b-ae02-029582e5979e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:10.762966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Attempting to bind port 5ddf32f3-542a-462b-ae02-029582e5979e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:10.765830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e834ef55-5c08-405f-a6b0-615ec15a7b1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:10.773694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:10.774133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:10.774673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:10.775272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Bound port: 5ddf32f3-542a-462b-ae02-029582e5979e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:10.775860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.779924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] For port 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b772a69-eb45-4d4d-aade-f05e2f527e9b,segment=NetworkSegment(d08fb7c9-f8d8-4eab-9a23-950edcedff87),segment_id=d08fb7c9-f8d8-4eab-9a23-950edcedff87)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:10.784629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e834ef55-5c08-405f-a6b0-615ec15a7b1c tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/da08f63a-c99c-43cd-a19d-93def55ed750 HTTP/1.1" status: 404 len: 337 time: 0.3559952 Jul 07 17:34:10.789282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.790575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:10.812653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b09b95e1-2048-4f64-890b-7a658b033e12) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:10.832083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:10.834384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.839496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.843589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.845194 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bd5fc72-cdd1-4a88-b3f2-c44ec613609a HTTP/1.1" status: 204 len: 168 time: 0.8703177 Jul 07 17:34:10.868056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd0d1c-ced2-4d29-932c-b21a118c5c39 None None] Network b09b95e1-2048-4f64-890b-7a658b033e12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:10.935277 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faa5c4a-305a-4d7d-9464-055cd81feaa9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] DELETE failed (client error): The resource could not be found. Jul 07 17:34:10.936305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faa5c4a-305a-4d7d-9464-055cd81feaa9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:34:10.940056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7faa5c4a-305a-4d7d-9464-055cd81feaa9 tempest-RoutersIpV6Test-320907607 tempest-RoutersIpV6Test-320907607-project] 10.222.0.66 "DELETE /v2.0/subnets/0fd2a5e1-c6f1-4bb4-9330-34e8a165992f HTTP/1.1" status: 404 len: 337 time: 0.1441083 Jul 07 17:34:10.941722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.026912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2e78d-6fa4-4b3b-be43-3cfd21c683c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd5fc72-cdd1-4a88-b3f2-c44ec613609a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.060561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.075254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10e6d155-ff98-43d0-8276-fa79f6be4025 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9032896 Jul 07 17:34:11.078325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:11.096339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'subnet': {'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:11.234423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481526a9-1709-45ea-959f-2d6371b15c09 None None] Pushing event updated for resources: {'Port': ['ID=3b772a69-eb45-4d4d-aade-f05e2f527e9b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.237670 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.241088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.246939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f570ab3e-181c-4d5c-bf92-a434c1da0d08 HTTP/1.1" status: 204 len: 168 time: 0.7801421 Jul 07 17:34:11.264995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e16b2-cac9-4631-b039-02a874e5c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570ab3e-181c-4d5c-bf92-a434c1da0d08,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.398479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:11.453668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ddf32f3-542a-462b-ae02-029582e5979e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:11.473975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.525313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f887d34d-bfba-4cdc-939b-d2ebb43dcfda None None] Provisioning complete for port 3b772a69-eb45-4d4d-aade-f05e2f527e9b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:11.527936 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f887d34d-bfba-4cdc-939b-d2ebb43dcfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.613646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:11.616339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.620769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] 10.222.0.23 "PUT /v2.0/ports/5ddf32f3-542a-462b-ae02-029582e5979e HTTP/1.1" status: 200 len: 1093 time: 4.9861538 Jul 07 17:34:11.634217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:11.642552 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c48828-fcf0-4c3d-9838-a7d00de1df8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:11.713964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b09b95e1-2048-4f64-890b-7a658b033e12', 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12', 'tenant_id': 'd4a0acb3df7c4e8e8c3e21d6f9f8d871', 'fixed_ips': [{'subnet_id': 'e256604b-69e6-4689-8443-c4472a683f1e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:11.718749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.743811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:11.754523 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.835377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b772a69-eb45-4d4d-aade-f05e2f527e9b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:11.927744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e2c34-90a6-44a9-bda7-f0df9766cebd service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.932491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36734) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:12.107560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-5f01d2c2-d3ae-4b51-b863-8a9c919cba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:12.114376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0510ff-d4e1-47f4-84bc-cef435eb36ed req-5bb5f8fa-50a4-4e12-99d6-4920491b0fc3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:12.116613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e0510ff-d4e1-47f4-84bc-cef435eb36ed req-5bb5f8fa-50a4-4e12-99d6-4920491b0fc3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 944 time: 0.2875144 Jul 07 17:34:12.122845 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-5f01d2c2-d3ae-4b51-b863-8a9c919cba58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 1096 time: 0.4240866 Jul 07 17:34:12.141497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.239913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e0510ff-d4e1-47f4-84bc-cef435eb36ed req-6ef9bd1e-602c-47cb-a97a-10c3a7867027 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075275 Jul 07 17:34:12.294199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-490181f1-46a6-4a9b-8d72-c5086cae69dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddf32f3-542a-462b-ae02-029582e5979e HTTP/1.1" status: 200 len: 217 time: 0.1608217 Jul 07 17:34:12.376283 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc51439-bb1c-4998-b879-db21d97665c9 x-openstack-request-id: req-4cc51439-bb1c-4998-b879-db21d97665c9 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:12.377826 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-plugged", "status": "completed", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c", "code": 200}, {"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-plugged", "status": "completed", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:12.378120 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cc51439-bb1c-4998-b879-db21d97665c9 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:12.378574 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c', 'code': 200} Jul 07 17:34:12.378844 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea', 'code': 200} Jul 07 17:34:12.574162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b33b93e3-975f-4060-8c63-7a473ca70e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:12.579171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-b33b93e3-975f-4060-8c63-7a473ca70e7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2739022 Jul 07 17:34:12.638379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3b772a69-eb45-4d4d-aade-f05e2f527e9b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:12.640644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.648125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-94f88308-86dd-463b-808a-f75342b541b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ef5daf6dc714e4f8023e915cacd8363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039125 Jul 07 17:34:12.650829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:12.680164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36746) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:12.807223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05a4915f-7fff-4fd9-99bf-062be3aca65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.836337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.032720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.064949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3ca8d-ee96-4707-8cc8-74f3f3b270d4 req-946908ee-9cbf-4e41-86b7-355ea1be025c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.072710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3ca8d-ee96-4707-8cc8-74f3f3b270d4 req-946908ee-9cbf-4e41-86b7-355ea1be025c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.083416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Subnet': ['ID=0c7fb426-8c18-4ce1-8917-4a7eaea7ed42,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.086708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edf3ca8d-ee96-4707-8cc8-74f3f3b270d4 req-946908ee-9cbf-4e41-86b7-355ea1be025c tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1681 time: 0.3687961 Jul 07 17:34:13.147741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.191053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Checking segment: {'id': '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:13.191746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network hostable DHCP agents. Network: 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:13.195366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-58ef901a-a8b6-4860-af6f-e687f13fc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.196211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edf3ca8d-ee96-4707-8cc8-74f3f3b270d4 req-91ee9ab6-8dcd-43a0-bb61-b30f261e16e8 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950389 Jul 07 17:34:13.215274 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-58ef901a-a8b6-4860-af6f-e687f13fc31e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5365634 Jul 07 17:34:13.318495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.322610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.324997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06e2b823-1ad5-4790-b0ad-bae8ce475ce8 HTTP/1.1" status: 204 len: 168 time: 0.6689565 Jul 07 17:34:13.374532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3159-9eeb-4cf5-a16d-3b999762d726 req-8e68903b-7ce5-4f13-816b-bb86e1a6db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.375033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3159-9eeb-4cf5-a16d-3b999762d726 req-8e68903b-7ce5-4f13-816b-bb86e1a6db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.376720 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e10e3159-9eeb-4cf5-a16d-3b999762d726 req-8e68903b-7ce5-4f13-816b-bb86e1a6db3d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1985 time: 0.6593502 Jul 07 17:34:13.379424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5007c6-4240-49c1-ae23-de6e1a7d3713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2b823-1ad5-4790-b0ad-bae8ce475ce8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.514115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Allocated IP 2001:db8::2 (b09b95e1-2048-4f64-890b-7a658b033e12/e256604b-69e6-4689-8443-c4472a683f1e/ae42cd32-a642-4d26-a99a-d812bbc28df7) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:13.608268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:13.701008 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.703381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-eebbc029-aa14-4645-add4-17e1bb616c9d tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.705088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-eebbc029-aa14-4645-add4-17e1bb616c9d tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.3326428 Jul 07 17:34:13.756023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:13.760839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Request body: {'port': {'device_id': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'admin_state_up': True, 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:13.765959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05a4915f-7fff-4fd9-99bf-062be3aca65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.782774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.783543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.798691 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e10e3159-9eeb-4cf5-a16d-3b999762d726 req-412e165e-0f6e-4e4d-b5d3-5bb14b75e1bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042607 Jul 07 17:34:13.802404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05a4915f-7fff-4fd9-99bf-062be3aca65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.889599 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05a4915f-7fff-4fd9-99bf-062be3aca65b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f85a4a6f3bd4525b8a566229a115d83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2074287 Jul 07 17:34:13.904143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4915f-7fff-4fd9-99bf-062be3aca65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde99742-de07-4639-99c5-87e6127d498b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.921406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.937611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36762) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:13.945858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Transition to ACTIVE for port object ae42cd32-a642-4d26-a99a-d812bbc28df7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:13.961812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e667b750-e2b8-4f7b-bd7d-c3d2e8405ecb req-50881817-7333-4673-8824-586ac6908799 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 210 time: 0.2768421 Jul 07 17:34:13.992946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-be8ce219-413c-456f-afaf-3467473cafac tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9132316 Jul 07 17:34:14.000224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:14.000789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Transition to ACTIVE for port object ae42cd32-a642-4d26-a99a-d812bbc28df7 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:14.017894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-f5ea30f7-4d57-4a56-8a56-2b0161c1fa79 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771537 Jul 07 17:34:14.033843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a10edc-5609-4336-8b13-01b265a79f70 None None] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:14.054133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.367714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Network b09b95e1-2048-4f64-890b-7a658b033e12 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:14.387807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:14.389217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:14.402352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.412003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:14.415809 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a19c21-b6dd-47f9-896c-dac0cffdd84f x-openstack-request-id: req-f6a19c21-b6dd-47f9-896c-dac0cffdd84f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:14.419199 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:14.419813 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6a19c21-b6dd-47f9-896c-dac0cffdd84f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:14.420642 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e', 'status': 'completed', 'code': 200} Jul 07 17:34:14.442855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Pushing event updated for resources: {'Port': ['ID=ae42cd32-a642-4d26-a99a-d812bbc28df7,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:14.738153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Attempting to bind port ae42cd32-a642-4d26-a99a-d812bbc28df7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:14.739205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Attempting to bind port ae42cd32-a642-4d26-a99a-d812bbc28df7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '1cbb7906-34c6-437d-abb6-2a259f175d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:14.739694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Attempting to bind port ae42cd32-a642-4d26-a99a-d812bbc28df7 on network b09b95e1-2048-4f64-890b-7a658b033e12 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:14.751941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Allocated IP 172.20.0.13 (4fdded49-b592-41cb-964c-21ca7a788204/a1fa9e75-f952-4908-bf32-a8794e3f68a2/fa713a04-912b-4035-80ad-b51d390591d4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:14.759556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:14.760149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Checking segment: {'id': '1cbb7906-34c6-437d-abb6-2a259f175d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:14.761314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.761973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Bound using segment: {'id': '1cbb7906-34c6-437d-abb6-2a259f175d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:14.762805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Bound port: ae42cd32-a642-4d26-a99a-d812bbc28df7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbb7906-34c6-437d-abb6-2a259f175d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b09b95e1-2048-4f64-890b-7a658b033e12'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:14.763616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.791612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f745385-d139-4709-9b72-6837ee44dcc3 req-927b3eaf-32db-4a31-a4d7-0d237223942f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:14.795231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f745385-d139-4709-9b72-6837ee44dcc3 req-927b3eaf-32db-4a31-a4d7-0d237223942f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 944 time: 0.2193136 Jul 07 17:34:14.943566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.976068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60', 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60', 'tenant_id': 'd4a0acb3df7c4e8e8c3e21d6f9f8d871', 'fixed_ips': [{'subnet_id': '0c7fb426-8c18-4ce1-8917-4a7eaea7ed42'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:14.977234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.979101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f745385-d139-4709-9b72-6837ee44dcc3 req-92344a7c-3b1c-40f9-b3f3-268605a5b7a8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600630 Jul 07 17:34:15.017023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.063639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] For port ae42cd32-a642-4d26-a99a-d812bbc28df7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:15.091606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fcd17475-b518-4b22-b953-7c75dcc8a964 req-8390b267-fb2a-4b87-9288-b0ce33389ae3 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8660707 Jul 07 17:34:15.097194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] For port ae42cd32-a642-4d26-a99a-d812bbc28df7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae42cd32-a642-4d26-a99a-d812bbc28df7,segment=NetworkSegment(1cbb7906-34c6-437d-abb6-2a259f175d9f),segment_id=1cbb7906-34c6-437d-abb6-2a259f175d9f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:15.111853 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.193272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.241248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.307132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.351141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:15.465016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Network 4fdded49-b592-41cb-964c-21ca7a788204 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:15.478812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:15.487215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:15.617318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event updated for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.679349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:15.680444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.690673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c32a-299e-4278-93d5-6564f196b9f4 None None] Pushing event updated for resources: {'Port': ['ID=ae42cd32-a642-4d26-a99a-d812bbc28df7,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.722287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-aa2e46b1-753c-4601-ab6c-0b267166c1d4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9881573 Jul 07 17:34:15.739571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Request body: {'port': {'device_id': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:15.882966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.884274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.896541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fde99742-de07-4639-99c5-87e6127d498b HTTP/1.1" status: 204 len: 168 time: 1.9451780 Jul 07 17:34:15.930026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Allocated IP 2001:db8::2 (0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60/0c7fb426-8c18-4ce1-8917-4a7eaea7ed42/fc3b8057-3d4a-4929-b4eb-dc162296a160) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:15.938274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993284b-48c7-4bd3-8010-1016070d3750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde99742-de07-4639-99c5-87e6127d498b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.964702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-b5ecf0a4-dd81-4529-b051-ba22b45b419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:15.967858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-b5ecf0a4-dd81-4529-b051-ba22b45b419a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 1096 time: 0.7703080 Jul 07 17:34:16.132203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Allocated IP 2001:db8::1 (b09b95e1-2048-4f64-890b-7a658b033e12/e256604b-69e6-4689-8443-c4472a683f1e/5d1c198f-d67e-4eab-a1bb-c6d68b52e25f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:16.138426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.337400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-07856d20-a142-4d81-8206-a3a933942ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:16.339906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-07856d20-a142-4d81-8206-a3a933942ad5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3393672 Jul 07 17:34:16.604229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.626806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Transition to ACTIVE for port object fc3b8057-3d4a-4929-b4eb-dc162296a160 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:16.675813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Transition to ACTIVE for port object fc3b8057-3d4a-4929-b4eb-dc162296a160 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:16.695125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.842758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc3b8057-3d4a-4929-b4eb-dc162296a160,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:16.920529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:16.929258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:16.938933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:17.213602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Attempting to bind port fc3b8057-3d4a-4929-b4eb-dc162296a160 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:17.215911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Attempting to bind port fc3b8057-3d4a-4929-b4eb-dc162296a160 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:17.218064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Attempting to bind port fc3b8057-3d4a-4929-b4eb-dc162296a160 on network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:17.237149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:17.247448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Checking segment: {'id': '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:17.248858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.249936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Bound using segment: {'id': '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:17.251121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Bound port: fc3b8057-3d4a-4929-b4eb-dc162296a160, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:17.252163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.308438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa713a04-912b-4035-80ad-b51d390591d4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:17.320448 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.341215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Transition to ACTIVE for port object fa713a04-912b-4035-80ad-b51d390591d4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:17.383344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.547304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] For port fc3b8057-3d4a-4929-b4eb-dc162296a160, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:17.560537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] For port fc3b8057-3d4a-4929-b4eb-dc162296a160, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fc3b8057-3d4a-4929-b4eb-dc162296a160,segment=NetworkSegment(3e0384b3-01ec-40d8-a9eb-295fa28a1f4f),segment_id=3e0384b3-01ec-40d8-a9eb-295fa28a1f4f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:17.577404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.586036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.606042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca0304-fcfd-45a2-901a-35537f2fade5 None None] Network b09b95e1-2048-4f64-890b-7a658b033e12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:17.616057 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-6341295d-5558-4bc2-a9b4-42eeedba5115 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ddf32f3-542a-462b-ae02-029582e5979e HTTP/1.1" status: 200 len: 217 time: 1.2642086 Jul 07 17:34:17.666651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Transition to ACTIVE for port object 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:17.735629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Pushing event updated for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.799338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee87e1-7144-42f8-8dc2-2bcf81e4c9b6 req-76d68179-23dc-4e9c-bfae-27a3eb167302 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.811676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee87e1-7144-42f8-8dc2-2bcf81e4c9b6 req-76d68179-23dc-4e9c-bfae-27a3eb167302 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.827284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3ee87e1-7144-42f8-8dc2-2bcf81e4c9b6 req-76d68179-23dc-4e9c-bfae-27a3eb167302 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1681 time: 0.7496295 Jul 07 17:34:17.882723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae42cd32-a642-4d26-a99a-d812bbc28df7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:17.908082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-a824b01c-5b04-44c4-b08d-9a6c8d3b7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.910114 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-a824b01c-5b04-44c4-b08d-9a6c8d3b7559 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2850282 Jul 07 17:34:17.997497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Attempting to bind port fa713a04-912b-4035-80ad-b51d390591d4 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:18.000876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7855a6fe-0185-4be9-9327-3cf77d5c7931 None None] Provisioning for port ae42cd32-a642-4d26-a99a-d812bbc28df7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:18.001968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Attempting to bind port fa713a04-912b-4035-80ad-b51d390591d4 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:18.002766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Attempting to bind port fa713a04-912b-4035-80ad-b51d390591d4 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:18.009424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90032-4292-4022-a0ce-7613f16ca6a9 None None] Pushing event updated for resources: {'Port': ['ID=fc3b8057-3d4a-4929-b4eb-dc162296a160,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.039123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3ee87e1-7144-42f8-8dc2-2bcf81e4c9b6 req-41805492-b6b1-4476-9d6f-a394eb5c4cf3 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093883 Jul 07 17:34:18.040054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Port fa713a04-912b-4035-80ad-b51d390591d4 on network 4fdded49-b592-41cb-964c-21ca7a788204 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:18.040394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Attempting to bind port fa713a04-912b-4035-80ad-b51d390591d4 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:18.043364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.058997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:18.060803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Checking segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:18.061382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Bound using segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:18.063043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Bound port: fa713a04-912b-4035-80ad-b51d390591d4, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:18.063942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.206432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ae42cd32-a642-4d26-a99a-d812bbc28df7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:18.275875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ae42cd32-a642-4d26-a99a-d812bbc28df7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:18.276866 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.350709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network b09b95e1-2048-4f64-890b-7a658b033e12 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:18.388837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:18.406567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:18.407439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.503273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.525598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Port': ['ID=5d1c198f-d67e-4eab-a1bb-c6d68b52e25f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.593760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-2c8a9b66-3253-4fd9-8c32-630e5a9afd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:18.599805 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-2c8a9b66-3253-4fd9-8c32-630e5a9afd5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6623080 Jul 07 17:34:18.676196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port ae42cd32-a642-4d26-a99a-d812bbc28df7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae42cd32-a642-4d26-a99a-d812bbc28df7,segment=NetworkSegment(1cbb7906-34c6-437d-abb6-2a259f175d9f),segment_id=1cbb7906-34c6-437d-abb6-2a259f175d9f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:18.676553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-2fbe15d2-3d9f-4be9-8c84-bf985e1abb73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:18.689309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-2fbe15d2-3d9f-4be9-8c84-bf985e1abb73 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.4176061 Jul 07 17:34:18.693023 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.747686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-d9b99c2f-9511-4d97-b7a8-57b2483e044f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0559196 Jul 07 17:34:18.858682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:18.866203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=ae42cd32-a642-4d26-a99a-d812bbc28df7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.866935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36878) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:18.915522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fa713a04-912b-4035-80ad-b51d390591d4,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:18.927028 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.976339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-fd06f7fd-7fad-42b2-99ba-94e18b65c40c service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648956 Jul 07 17:34:19.011975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:19.013030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.015742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] 10.222.0.73 "PUT /v2.0/ports/fa713a04-912b-4035-80ad-b51d390591d4 HTTP/1.1" status: 200 len: 1093 time: 3.2854736 Jul 07 17:34:19.016097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:19.028274 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503cc62d-eefe-4f11-9601-12835d42cad8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "tag": "fa713a04-912b-4035-80ad-b51d390591d4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:19.079560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-422f883f-678f-42f2-ad0f-ba1a8f8f1249 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3219244 Jul 07 17:34:19.143417 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.173517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Provisioning for port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:19.187483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Provisioning complete for port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:19.188123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.228756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf5390-9b0e-4df7-b3bc-ca26846b780c service neutron] Pushing event updated for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:19.357702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:19.366082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-eada88c0-e1e3-4d83-b762-b1b8179375df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:19.367734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-eada88c0-e1e3-4d83-b762-b1b8179375df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 1096 time: 0.2836103 Jul 07 17:34:19.380843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Provisioning complete for port ae42cd32-a642-4d26-a99a-d812bbc28df7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:19.381137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41f200fe-7fed-408b-b58d-0360ac388b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.382611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-bbd7b261-912c-4080-850a-4f24bd48dc93 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958879 Jul 07 17:34:19.532645 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-75442ccd-86ed-43cb-ba91-ca131b8de457 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa713a04-912b-4035-80ad-b51d390591d4 HTTP/1.1" status: 200 len: 217 time: 0.1303976 Jul 07 17:34:19.709835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fda5500-d8cf-4ccd-9551-cd48ed165183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.734540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.755506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.756534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.884340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-12cc799b-d9ba-4c2c-9d2f-3d1e381f960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:19.887252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-12cc799b-d9ba-4c2c-9d2f-3d1e381f960f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.3297985 Jul 07 17:34:19.970730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-a1e6b9ef-11ab-4a0a-8a8c-d25e19f9e79b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573704 Jul 07 17:34:19.991095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-53d342b4-f363-43ae-b77a-bb35e59c219e service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074615 Jul 07 17:34:19.992566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cff81257-ed25-4870-bf0d-a7e063d6d80a None None] Provisioning complete for port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:19.999357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cff81257-ed25-4870-bf0d-a7e063d6d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.046520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-92c48828-fcf0-4c3d-9838-a7d00de1df8d req-d3b3a396-9921-41bd-9fa7-589f3da330a8 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0582736 Jul 07 17:34:20.090466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae42cd32-a642-4d26-a99a-d812bbc28df7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:20.182035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Port': ['ID=5d1c198f-d67e-4eab-a1bb-c6d68b52e25f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:20.202841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2d067-3780-4810-be23-aa66052d968e None None] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:20.210892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network b09b95e1-2048-4f64-890b-7a658b033e12 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:20.219895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:20.327078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-cff81257-ed25-4870-bf0d-a7e063d6d80a None None] Port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:20.503632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fda5500-d8cf-4ccd-9551-cd48ed165183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.515632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-c0dde24f-d88e-42ab-afcc-d117ee35083f service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146720 Jul 07 17:34:20.516773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fda5500-d8cf-4ccd-9551-cd48ed165183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.554107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ae42cd32-a642-4d26-a99a-d812bbc28df7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:20.554814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.631651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Router 1219db9b-593a-47e4-bae1-1c422df4fbfb is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:20.677120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-90c5ce03-e898-4790-959e-63fd27ae604c None None] Provisioning for port fc3b8057-3d4a-4929-b4eb-dc162296a160 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:20.776066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fc3b8057-3d4a-4929-b4eb-dc162296a160 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:20.838227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3279ce7-5199-4e65-8312-a6adcd350508 None None] Provisioning complete for port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:20.838812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3279ce7-5199-4e65-8312-a6adcd350508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.934174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6fda5500-d8cf-4ccd-9551-cd48ed165183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c2dad205a9444fdb20c5497be57a31b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0659299 Jul 07 17:34:20.949047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fc3b8057-3d4a-4929-b4eb-dc162296a160 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:20.955220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36910) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:20.960570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fc3b8057-3d4a-4929-b4eb-dc162296a160 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:20.961716 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.962393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:20.976499 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fa124985-c9a9-4f11-a073-dfff25f21e96 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9694846 Jul 07 17:34:20.977225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:21.018662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda5500-d8cf-4ccd-9551-cd48ed165183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87a977-0b2b-4894-8a9f-8973cc4b6a24,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:21.075192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] Sync routers for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:21.138889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.143666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdcb1942-ae5e-4c28-a7db-d0ea2f56287c req-e01a2e34-0666-48bc-90f9-55da05ce9e04 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194096 Jul 07 17:34:21.186686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d3279ce7-5199-4e65-8312-a6adcd350508 None None] Port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:21.205096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:21.206137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.217362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.247319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.266677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:21.267414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.336235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e95db4-877a-452d-a0eb-540094af103e req-62e6ae4c-279b-4470-a294-4e9dcc6395d8 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:21.361005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:21.361721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58054ea5-71b9-4d60-80f6-7551579deff9 None None] The sync data for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:21.375540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e95db4-877a-452d-a0eb-540094af103e req-62e6ae4c-279b-4470-a294-4e9dcc6395d8 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 944 time: 0.5421140 Jul 07 17:34:21.441456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.450503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.461417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b87a977-0b2b-4894-8a9f-8973cc4b6a24 HTTP/1.1" status: 204 len: 168 time: 0.4617841 Jul 07 17:34:21.504224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70d8a6-05d6-45ed-a8b6-fc934c0ea69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87a977-0b2b-4894-8a9f-8973cc4b6a24,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:21.548373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e95db4-877a-452d-a0eb-540094af103e req-44185622-5bbc-4428-839d-8627ed2f8055 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728930 Jul 07 17:34:21.692916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c0b970b4-cb2c-463b-a9ff-bb66f085f5bf None None] Provisioning complete for port fc3b8057-3d4a-4929-b4eb-dc162296a160 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:21.693507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c0b970b4-cb2c-463b-a9ff-bb66f085f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.749970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.814553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dff224eb-a749-49ef-85b3-fa92451cb70c req-83028559-e6c0-43bd-8bfa-4a50464fcaf1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0668299 Jul 07 17:34:21.835372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fc3b8057-3d4a-4929-b4eb-dc162296a160, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fc3b8057-3d4a-4929-b4eb-dc162296a160,segment=NetworkSegment(3e0384b3-01ec-40d8-a9eb-295fa28a1f4f),segment_id=3e0384b3-01ec-40d8-a9eb-295fa28a1f4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:21.846850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.996650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36930) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.019747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fc3b8057-3d4a-4929-b4eb-dc162296a160,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.045233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d888-5062-4c0e-94f5-8cd0c362360a req-ce70d533-8af7-4edd-ab5d-19e52fb89db0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.048122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c596d888-5062-4c0e-94f5-8cd0c362360a req-ce70d533-8af7-4edd-ab5d-19e52fb89db0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 944 time: 0.2382905 Jul 07 17:34:22.077171 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-f55cd02b-552a-4b26-96f3-c70ab30a873a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:34:22.080236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f55cd02b-552a-4b26-96f3-c70ab30a873a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1004436 Jul 07 17:34:22.082247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.172976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9747c3-83e8-4fbd-bf73-0fb8290036d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.179105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c596d888-5062-4c0e-94f5-8cd0c362360a req-93a6eb94-789a-49cf-bc7e-9508269940f3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200564 Jul 07 17:34:22.281887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36936) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.303118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db750059-ee0d-4e46-ad6c-7f47c2952b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.341088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9747c3-83e8-4fbd-bf73-0fb8290036d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.367344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fed88c4-e5fe-46f4-8fe7-4b25e85fa51c req-162af99d-7b52-4301-a261-4b81544f72d3 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0504982 Jul 07 17:34:22.367560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9747c3-83e8-4fbd-bf73-0fb8290036d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.440155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9747c3-83e8-4fbd-bf73-0fb8290036d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994810fb-94de-4c1a-afe4-1e4b6de2c18c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.470540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa9747c3-83e8-4fbd-bf73-0fb8290036d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bee25455d264f1cb47ca08c40e39513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621687 Jul 07 17:34:22.474857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 36938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.562620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db750059-ee0d-4e46-ad6c-7f47c2952b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.567139 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584f16a-8b29-45db-918b-50a6eb7fedcd x-openstack-request-id: req-d584f16a-8b29-45db-918b-50a6eb7fedcd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:22.567528 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "tag": "fa713a04-912b-4035-80ad-b51d390591d4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:22.567988 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d584f16a-8b29-45db-918b-50a6eb7fedcd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:22.568417 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4', 'status': 'completed', 'code': 200} Jul 07 17:34:22.574268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db750059-ee0d-4e46-ad6c-7f47c2952b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.606888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.637314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-db750059-ee0d-4e46-ad6c-7f47c2952b13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f7504c5c2494ba39e3c67fb5cdef0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541567 Jul 07 17:34:22.640602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.641602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36944) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.649363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db750059-ee0d-4e46-ad6c-7f47c2952b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e8b5aa-7ded-4024-9e21-7cc955895cf2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.757359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.760874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.763530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.768782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/994810fb-94de-4c1a-afe4-1e4b6de2c18c HTTP/1.1" status: 204 len: 168 time: 0.2888517 Jul 07 17:34:22.875350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85deb1-3c4e-4d77-8838-2e2f5eef9f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994810fb-94de-4c1a-afe4-1e4b6de2c18c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.055962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-022bb603-78ea-48bf-a379-cf64c64191b9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.057754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-022bb603-78ea-48bf-a379-cf64c64191b9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.2492476 Jul 07 17:34:23.074295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:23.152710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-737be49b-44a5-4d6e-b433-4e324f7a159c req-996521c7-96b8-4ed2-afb8-d782613282fc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 210 time: 0.4614222 Jul 07 17:34:23.184263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.225180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.229718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-84b9228e-a3bb-4795-bd0e-93cda0c46587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.231473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-84b9228e-a3bb-4795-bd0e-93cda0c46587 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 1096 time: 0.5197015 Jul 07 17:34:23.296027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ddf32f3-542a-462b-ae02-029582e5979e details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:23.316996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:23.321041 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.370695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-91563176-86ec-4ec5-8289-95230063c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.372405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-91563176-86ec-4ec5-8289-95230063c05f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.1323218 Jul 07 17:34:23.376732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.380554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.381603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting port 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:23.382971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.386359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26e8b5aa-7ded-4024-9e21-7cc955895cf2 HTTP/1.1" status: 204 len: 168 time: 0.7402575 Jul 07 17:34:23.462158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ca3d0-6b77-431f-bac7-510d9039c4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e8b5aa-7ded-4024-9e21-7cc955895cf2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.466707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-586768b0-9922-45e3-838c-17aa9dd3b7d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa713a04-912b-4035-80ad-b51d390591d4 HTTP/1.1" status: 200 len: 217 time: 0.0769873 Jul 07 17:34:23.600992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-5cf416e0-e607-46a3-8dcd-b3151c136c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.601337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ddf32f3-542a-462b-ae02-029582e5979e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:23.603881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-5cf416e0-e607-46a3-8dcd-b3151c136c7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.1297703 Jul 07 17:34:23.623040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '5ddf32f3-542a-462b-ae02-029582e5979e', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '5ddf32f3-542a-462b-ae02-029582e5979e', 'mac_address': 'fa:16:3e:6c:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:23.650090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:23.690121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.692281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-19f95591-7dc0-422d-a5b4-5211620dc87c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742586 Jul 07 17:34:23.695968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.703135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cb08674-ee81-46d7-bfc4-5f07a429e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.707917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Calling delete_port for 5d1c198f-d67e-4eab-a1bb-c6d68b52e25f owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:23.750816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddf32f3-542a-462b-ae02-029582e5979e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:23.797197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ddf32f3-542a-462b-ae02-029582e5979e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:23.812395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.862202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.6 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/f87cba73-0b29-4e73-94a0-66c2dab99b29) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:23.940260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.957031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-582963a5-ad0a-441a-9f17-9dccaa38c9d4 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496948 Jul 07 17:34:24.035166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ddf32f3-542a-462b-ae02-029582e5979e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:24.084187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fc3b8057-3d4a-4929-b4eb-dc162296a160 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:24.103482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cb08674-ee81-46d7-bfc4-5f07a429e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.128658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fa713a04-912b-4035-80ad-b51d390591d4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:24.161420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.209918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Port': ['ID=5d1c198f-d67e-4eab-a1bb-c6d68b52e25f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.318109 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cb08674-ee81-46d7-bfc4-5f07a429e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.323673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fc3b8057-3d4a-4929-b4eb-dc162296a160 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:24.324470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.347483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.436974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.534281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-503cc62d-eefe-4f11-9601-12835d42cad8 req-9912e3ad-a568-400a-b305-d3d788d33276 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672066 Jul 07 17:34:24.591153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7cb08674-ee81-46d7-bfc4-5f07a429e20b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a729c0c92064628a52a9d84f085bec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340215 Jul 07 17:34:24.595986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:24.600055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb08674-ee81-46d7-bfc4-5f07a429e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748ac74-0ca7-457b-9d61-2122227a4a79,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.643883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fa713a04-912b-4035-80ad-b51d390591d4,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:24.687728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.695422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'fa713a04-912b-4035-80ad-b51d390591d4', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'port_id': 'fa713a04-912b-4035-80ad-b51d390591d4', 'mac_address': 'fa:16:3e:4a:ec:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fa9e75-f952-4908-bf32-a8794e3f68a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:24.708221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:24.750426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:24.752879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Router 1219db9b-593a-47e4-bae1-1c422df4fbfb has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:24.756448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:24.764270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:24.773135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281feca-66eb-441c-8807-87a31efd0510 req-872d5ddc-07ae-4dc0-b4b0-e2251c1be0e1 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.781552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b281feca-66eb-441c-8807-87a31efd0510 req-872d5ddc-07ae-4dc0-b4b0-e2251c1be0e1 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 944 time: 0.5016160 Jul 07 17:34:24.807935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.824884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.841975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.843593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa713a04-912b-4035-80ad-b51d390591d4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:24.876706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.876706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.883137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fa713a04-912b-4035-80ad-b51d390591d4,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:24.905688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.916232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.937861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-032c36cf-f4c0-4e35-9fe7-ce576a964e42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8699865 Jul 07 17:34:24.939823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b281feca-66eb-441c-8807-87a31efd0510 req-ad9c4337-e6c8-4e18-a15b-0ed2d3f2a546 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573915 Jul 07 17:34:24.977984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Request body: {'port': {'device_id': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:25.005331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:25.017950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:25.019728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-781f89ce-c267-4e17-9b77-584700cd4715 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9354658 Jul 07 17:34:25.029462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.030798 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] Sync routers for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:25.034262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.035753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a748ac74-0ca7-457b-9d61-2122227a4a79 HTTP/1.1" status: 204 len: 168 time: 0.4380085 Jul 07 17:34:25.045565 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:25.046332 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.059444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.121519 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.137174 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:25.138656 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.141507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fcfd2-fb4c-4772-a0c9-01caa653cf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748ac74-0ca7-457b-9d61-2122227a4a79,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.144898 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-16683bed-4bab-45c7-95a8-bb0e0a684c56 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] delete failed (client error): The resource could not be found. Jul 07 17:34:25.146425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-16683bed-4bab-45c7-95a8-bb0e0a684c56 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-547787151 HTTP/1.1" status: 404 len: 334 time: 0.1271815 Jul 07 17:34:25.153047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 36986) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:25.161678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b5a96f17-e366-4e22-b2f9-253ad7110dbb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'router': {'external_gateway_info': {'network_id': '1219db9b-593a-47e4-bae1-1c422df4fbfb'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:25.169786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.230938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:25.254984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.257911 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c024-437f-4894-b249-93a45f7c180c None None] The sync data for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:25.312264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ddf32f3-542a-462b-ae02-029582e5979e up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:25.490705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 5ddf32f3-542a-462b-ae02-029582e5979e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:25.555730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 5ddf32f3-542a-462b-ae02-029582e5979e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:25.556033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.647152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5a96f17-e366-4e22-b2f9-253ad7110dbb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.684672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878bef8-37e9-4f73-861a-1877a7e60f87 req-526c12c0-b746-441e-9826-7da3528fe76e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.687519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c878bef8-37e9-4f73-861a-1877a7e60f87 req-526c12c0-b746-441e-9826-7da3528fe76e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 945 time: 0.3411396 Jul 07 17:34:25.717934 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-b5a96f17-e366-4e22-b2f9-253ad7110dbb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] update failed (client error): The resource could not be found. Jul 07 17:34:25.724161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b5a96f17-e366-4e22-b2f9-253ad7110dbb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb HTTP/1.1" status: 404 len: 339 time: 0.5698967 Jul 07 17:34:25.725645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37004) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:25.740097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-186165998'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:25.771579 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.802799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-a8a61c4d-b786-4952-8a63-a0add465ff24 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.809554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-a8a61c4d-b786-4952-8a63-a0add465ff24 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.811848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-a8a61c4d-b786-4952-8a63-a0add465ff24 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1681 time: 0.3449655 Jul 07 17:34:25.833333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c878bef8-37e9-4f73-861a-1877a7e60f87 req-2274916d-0ea7-432c-934d-60e03fcbdaa6 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171830 Jul 07 17:34:25.843563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:25.847338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.938286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.988635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:25.993726 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae3b0a-6f0f-4594-8ec4-64eede1fe70b" -d '{"events": [{"server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "name": "network-vif-plugged", "status": "completed", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:26.008099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:26.034068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ddf32f3-542a-462b-ae02-029582e5979e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:26.034336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.035914 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Added segment b35cd79f-b980-4e47-b6c2-bf35726fd59f of type vlan for network ba3e38e5-572b-486a-ad9e-3968f9d98158 Jul 07 17:34:26.046726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.130902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.190726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:26.209069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e891d0c-ccc4-4dda-98de-84b4f7939d0a req-f1215eea-a67c-4c38-8454-137f3b00f668 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0874352 Jul 07 17:34:26.216775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port 1e4bcf58-5dfd-44b4-891e-de7d2619faea {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:26.220888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.266171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87cba73-0b29-4e73-94a0-66c2dab99b29 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:26.288775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.318997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Transition to ACTIVE for port object f87cba73-0b29-4e73-94a0-66c2dab99b29 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:26.326654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.411835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.423880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:26.425119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.486974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Pushing event updated for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:26.522470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Attempting to bind port f87cba73-0b29-4e73-94a0-66c2dab99b29 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:26.522833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Attempting to bind port f87cba73-0b29-4e73-94a0-66c2dab99b29 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:26.523147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Attempting to bind port f87cba73-0b29-4e73-94a0-66c2dab99b29 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:26.529977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Port f87cba73-0b29-4e73-94a0-66c2dab99b29 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:26.530408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Attempting to bind port f87cba73-0b29-4e73-94a0-66c2dab99b29 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:26.536388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:26.536997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:26.537424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:26.537879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Bound port: f87cba73-0b29-4e73-94a0-66c2dab99b29, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:26.538571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.624136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8925419 Jul 07 17:34:26.625804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:26.628867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:26.629731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:26.638839 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.649829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'subnet': {'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:26.733381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:26.734292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.735832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] 10.222.0.73 "PUT /v2.0/ports/f87cba73-0b29-4e73-94a0-66c2dab99b29 HTTP/1.1" status: 200 len: 1092 time: 1.7649055 Jul 07 17:34:26.737122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:26.740408 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61007e71-8e1f-4d9c-a624-b44744f48f22" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:26.753505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987c77c-e472-43bf-ac44-aaeec9e5aaea service neutron] Pushing event updated for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:26.843904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68b8f-1c81-4e18-a0d9-b7443712b668 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Network': ['ID=ba3e38e5-572b-486a-ad9e-3968f9d98158,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:26.863619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port 1e4bcf58-5dfd-44b4-891e-de7d2619faea, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1e4bcf58-5dfd-44b4-891e-de7d2619faea,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:26.864015 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.865425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:26.882019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-7d209012-8bb1-4f52-9c65-855c10120703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:26.884872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-7d209012-8bb1-4f52-9c65-855c10120703 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 1095 time: 0.0971522 Jul 07 17:34:26.892800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for 1e4bcf58-5dfd-44b4-891e-de7d2619faea owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:26.944649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8e70-70ef-4a18-99ef-7bff4078e377 req-eaa84a82-1a90-4279-ae1a-9245ac812fb8 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:26.952538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8e70-70ef-4a18-99ef-7bff4078e377 req-eaa84a82-1a90-4279-ae1a-9245ac812fb8 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:26.959884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e2e8e70-70ef-4a18-99ef-7bff4078e377 req-eaa84a82-1a90-4279-ae1a-9245ac812fb8 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fcaa94a-c8ed-4199-ba31-206a62b65784 HTTP/1.1" status: 200 len: 1681 time: 0.4896162 Jul 07 17:34:26.971772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-a5df87c0-3c1e-4a42-a06b-16eb9590bd03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29 HTTP/1.1" status: 200 len: 217 time: 0.0786378 Jul 07 17:34:27.050475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Made reservation on behalf of d4a0acb3df7c4e8e8c3e21d6f9f8d871 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:27.056645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.092821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-7e973f05-2aa9-43a3-946e-72411caed7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.095297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-7e973f05-2aa9-43a3-946e-72411caed7bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1172655 Jul 07 17:34:27.109033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.160483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-fb6ecba3-65c3-4cff-9fd9-14690c585762 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578070 Jul 07 17:34:27.202003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e2e8e70-70ef-4a18-99ef-7bff4078e377 req-c02ec7bd-a100-456e-ab8c-3faa30ff995f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb0f6ec1-b55d-475e-a5df-3feab7f72e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411053 Jul 07 17:34:27.373344 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-562b2cc1-fd1b-4c1b-b182-7d68212abc27 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055869 Jul 07 17:34:27.559015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8a66-e5a8-433b-abc8-09700496e6ab req-56a282d0-1bd0-42c4-863f-07bbfc6d70bb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.561109 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eefd8a66-e5a8-433b-abc8-09700496e6ab req-56a282d0-1bd0-42c4-863f-07bbfc6d70bb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 943 time: 0.2096655 Jul 07 17:34:27.565729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.575247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0638b036-608d-4acf-9eba-0dbd6f1ec179 req-7a00a19b-e27a-49ce-ae9d-c97b3452243d service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949067 Jul 07 17:34:27.581870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['56ff769a-384c-4685-9b03-3931cca92d2c', '1e4bcf58-5dfd-44b4-891e-de7d2619faea'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:27.704924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=1e4bcf58-5dfd-44b4-891e-de7d2619faea,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:27.764655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.799936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eefd8a66-e5a8-433b-abc8-09700496e6ab req-9afb1de6-2140-4aef-b862-9c9df771457c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267420 Jul 07 17:34:27.804732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port 1e4bcf58-5dfd-44b4-891e-de7d2619faea on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:27.819849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.822430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-d787bdc8-80a6-42a1-858c-933c748e7156 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "DELETE /v2.0/ports/1e4bcf58-5dfd-44b4-891e-de7d2619faea HTTP/1.1" status: 204 len: 173 time: 1.9940765 Jul 07 17:34:27.851252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-deleted', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:27.853809 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d6f600-431d-4559-a8da-ddbc22f09a83" -d '{"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-deleted", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:28.028630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Subnet': ['ID=1c6d801f-39e5-49b8-a509-6ad644ad157c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:28.056624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Checking segment: {'id': 'b35cd79f-b980-4e47-b6c2-bf35726fd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:28.057190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network hostable DHCP agents. Network: ba3e38e5-572b-486a-ad9e-3968f9d98158, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:28.116403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:28.139912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port 56ff769a-384c-4685-9b03-3931cca92d2c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:28.140490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.146524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ba3e38e5-572b-486a-ad9e-3968f9d98158) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:28.154683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:28.155722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.160500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fa713a04-912b-4035-80ad-b51d390591d4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:28.167643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb139b2-af00-47f0-b8c6-b6052ba01cdc None None] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:28.242905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6b03c3ad-3a24-43de-b7cf-d30bcce2aecc tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6067383 Jul 07 17:34:28.246836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:28.253031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bcc5ba60-615b-4b2f-aabe-5b20f30143f3 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:28.312837 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31513899-25f8-47d9-b139-1733e111e0ba x-openstack-request-id: req-31513899-25f8-47d9-b139-1733e111e0ba {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:28.313313 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "name": "network-vif-plugged", "status": "completed", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:28.313736 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31513899-25f8-47d9-b139-1733e111e0ba {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:28.314681 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e', 'code': 200} Jul 07 17:34:28.421822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port 56ff769a-384c-4685-9b03-3931cca92d2c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=56ff769a-384c-4685-9b03-3931cca92d2c,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:28.421822 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.451466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for 56ff769a-384c-4685-9b03-3931cca92d2c owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:28.504561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port fa713a04-912b-4035-80ad-b51d390591d4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:28.511486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port fa713a04-912b-4035-80ad-b51d390591d4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:28.512010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.596874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ba3e38e5-572b-486a-ad9e-3968f9d98158', 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158', 'tenant_id': 'd4a0acb3df7c4e8e8c3e21d6f9f8d871', 'fixed_ips': [{'subnet_id': '1c6d801f-39e5-49b8-a509-6ad644ad157c'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:28.598257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.747178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.810988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bcc5ba60-615b-4b2f-aabe-5b20f30143f3 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.840203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=56ff769a-384c-4685-9b03-3931cca92d2c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:28.889126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efaaea-b622-4079-8847-67b8e3074a54 req-0fb25555-5322-4b99-b6e3-10baaf0db1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:28.893241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-55efaaea-b622-4079-8847-67b8e3074a54 req-0fb25555-5322-4b99-b6e3-10baaf0db1df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 1098 time: 0.4605956 Jul 07 17:34:28.916181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.918779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port 56ff769a-384c-4685-9b03-3931cca92d2c on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:28.921778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.924477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-554e06e1-850d-486f-a4e3-61a5aedf1d33 req-e2dabe3c-36aa-4061-b171-b42d05622a02 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.73 "DELETE /v2.0/ports/56ff769a-384c-4685-9b03-3931cca92d2c HTTP/1.1" status: 204 len: 173 time: 1.0641735 Jul 07 17:34:28.991284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a51c-b0f2-4e11-9a02-7d71d78d4c09 req-b55ec248-caa7-4f4c-a10a-d17fcf4b4fcb tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:29.001974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce84a51c-b0f2-4e11-9a02-7d71d78d4c09 req-b55ec248-caa7-4f4c-a10a-d17fcf4b4fcb tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 945 time: 0.2754803 Jul 07 17:34:29.126272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce84a51c-b0f2-4e11-9a02-7d71d78d4c09 req-225b5079-ddff-472f-9195-42b8d668ae70 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232822 Jul 07 17:34:29.192269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-55efaaea-b622-4079-8847-67b8e3074a54 req-d3f262db-2013-4e19-8568-e931a017c7a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908121 Jul 07 17:34:29.237450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fa713a04-912b-4035-80ad-b51d390591d4,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:29.254159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:29.256722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 56ff769a-384c-4685-9b03-3931cca92d2c no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:29.282861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Allocated IP 2001:db8:1::2 (ba3e38e5-572b-486a-ad9e-3968f9d98158/1c6d801f-39e5-49b8-a509-6ad644ad157c/6825ed5f-f550-45d9-8a39-e424b12032ad) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:29.363735 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-bcc5ba60-615b-4b2f-aabe-5b20f30143f3 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:34:29.375495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37088) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:29.380215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 56ff769a-384c-4685-9b03-3931cca92d2c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:29.380812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 56ff769a-384c-4685-9b03-3931cca92d2c not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:29.381516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1e4bcf58-5dfd-44b4-891e-de7d2619faea no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:29.395400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bcc5ba60-615b-4b2f-aabe-5b20f30143f3 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb HTTP/1.1" status: 400 len: 364 time: 1.1469116 Jul 07 17:34:29.407440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 1e4bcf58-5dfd-44b4-891e-de7d2619faea {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:29.407839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1e4bcf58-5dfd-44b4-891e-de7d2619faea not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:29.533850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:29.577517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.583678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.584638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.585177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.593601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.594341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.598298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.600075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.602958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.605117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.605715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.608965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:29.903836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:29.934546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Transition to ACTIVE for port object 6825ed5f-f550-45d9-8a39-e424b12032ad will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:29.981521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Transition to ACTIVE for port object 6825ed5f-f550-45d9-8a39-e424b12032ad will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:30.000536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.090287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Pushing event updated for resources: {'Port': ['ID=6825ed5f-f550-45d9-8a39-e424b12032ad,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:30.126464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:30.138689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:30.147959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:30.161994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f87cba73-0b29-4e73-94a0-66c2dab99b29 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:30.234397 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238bb25f-2b73-436a-9a49-076d479522e2 x-openstack-request-id: req-238bb25f-2b73-436a-9a49-076d479522e2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:30.235342 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:30.235776 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-238bb25f-2b73-436a-9a49-076d479522e2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:30.236458 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29', 'status': 'completed', 'code': 200} Jul 07 17:34:30.321137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:30.324155 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84fdd14-9d3e-46e2-9d49-243397a88c2e" -d '{"events": [{"server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa713a04-912b-4035-80ad-b51d390591d4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:30.344088 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:34:30.477598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Attempting to bind port 6825ed5f-f550-45d9-8a39-e424b12032ad on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:30.478017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Attempting to bind port 6825ed5f-f550-45d9-8a39-e424b12032ad by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b35cd79f-b980-4e47-b6c2-bf35726fd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:30.478433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Attempting to bind port 6825ed5f-f550-45d9-8a39-e424b12032ad on network ba3e38e5-572b-486a-ad9e-3968f9d98158 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:30.507807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:30.508196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Checking segment: {'id': 'b35cd79f-b980-4e47-b6c2-bf35726fd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:30.508623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.509034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Bound using segment: {'id': 'b35cd79f-b980-4e47-b6c2-bf35726fd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:30.509817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Bound port: 6825ed5f-f550-45d9-8a39-e424b12032ad, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35cd79f-b980-4e47-b6c2-bf35726fd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba3e38e5-572b-486a-ad9e-3968f9d98158'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:30.510555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.762144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] For port 6825ed5f-f550-45d9-8a39-e424b12032ad, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:30.769363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:30.773342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] For port 6825ed5f-f550-45d9-8a39-e424b12032ad, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6825ed5f-f550-45d9-8a39-e424b12032ad,segment=NetworkSegment(b35cd79f-b980-4e47-b6c2-bf35726fd59f),segment_id=b35cd79f-b980-4e47-b6c2-bf35726fd59f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:30.802061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.815565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'f87cba73-0b29-4e73-94a0-66c2dab99b29', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': 'f87cba73-0b29-4e73-94a0-66c2dab99b29', 'mac_address': 'fa:16:3e:36:68:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:30.837965 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.943445 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.974857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87cba73-0b29-4e73-94a0-66c2dab99b29 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:30.987163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3895f7-d107-4fa6-9028-8a78e55121bf None None] Pushing event updated for resources: {'Port': ['ID=6825ed5f-f550-45d9-8a39-e424b12032ad,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:31.083818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:31.091557 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.123876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c305a24-2ec7-498d-b21b-dc6d0a64464b req-84afd155-f660-4297-85ab-d48085452c0b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.133510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c305a24-2ec7-498d-b21b-dc6d0a64464b req-84afd155-f660-4297-85ab-d48085452c0b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.5619204 Jul 07 17:34:31.189915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:31.256210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-99da086d-b35c-4a25-93f9-9cf37036e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.258203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-99da086d-b35c-4a25-93f9-9cf37036e0aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 1095 time: 0.6859894 Jul 07 17:34:31.331535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['f87cba73-0b29-4e73-94a0-66c2dab99b29'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:31.499095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c305a24-2ec7-498d-b21b-dc6d0a64464b req-4f376806-277e-48ba-904f-c86a50566553 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645656 Jul 07 17:34:31.615280 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ffee41-a851-47ab-9225-b5af1bde1950 x-openstack-request-id: req-20ffee41-a851-47ab-9225-b5af1bde1950 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:31.615577 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-deleted", "tag": "1e4bcf58-5dfd-44b4-891e-de7d2619faea", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:31.615956 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20ffee41-a851-47ab-9225-b5af1bde1950 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:31.616223 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-deleted', 'tag': '1e4bcf58-5dfd-44b4-891e-de7d2619faea', 'status': 'completed', 'code': 200} Jul 07 17:34:31.660538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-8840dd65-14d1-4a1e-871a-409480b70008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.662101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-8840dd65-14d1-4a1e-871a-409480b70008 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.3961501 Jul 07 17:34:31.728073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37124) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:31.743307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-facb917a-bfd6-4408-b3cf-e862f7df95e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29 HTTP/1.1" status: 200 len: 217 time: 0.0548785 Jul 07 17:34:31.792632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Allocated IP 2001:db8::1 (126faf6c-9396-4553-b05f-49285508fd0f/66d04b89-c514-42ef-9151-55801a957723/3e70251e-2529-471a-ace6-98434c6f19e5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:31.832735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-80a29e17-fcb8-4742-a5a4-f16f39eb09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.836185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-80a29e17-fcb8-4742-a5a4-f16f39eb09d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.0840144 Jul 07 17:34:31.900079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting subnet ceff8f87-e9bd-42a5-9b30-64796d1d34e4 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:31.910160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.994677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-38de6e93-58f2-47d8-bbf9-a77e141e09ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492813 Jul 07 17:34:31.999778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.138897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6825ed5f-f550-45d9-8a39-e424b12032ad up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:32.205077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.233627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f87cba73-0b29-4e73-94a0-66c2dab99b29 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:32.289228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.342050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbdf55-eafa-425e-b205-80054b5ef6c9 req-bc459d5b-5b6b-4c5d-8172-58c20c4fc572 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:32.355413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2dcbdf55-eafa-425e-b205-80054b5ef6c9 req-bc459d5b-5b6b-4c5d-8172-58c20c4fc572 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 944 time: 0.3640692 Jul 07 17:34:32.395663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.404323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Transition to ACTIVE for port object 3e70251e-2529-471a-ace6-98434c6f19e5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:32.408079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-73de28e4-7032-4043-a08c-b09093091582 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984115 Jul 07 17:34:32.558250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.568535 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/subnets/ceff8f87-e9bd-42a5-9b30-64796d1d34e4 HTTP/1.1" status: 204 len: 168 time: 0.8383131 Jul 07 17:34:32.570657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Subnet': ['ID=ceff8f87-e9bd-42a5-9b30-64796d1d34e4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:32.579101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2dcbdf55-eafa-425e-b205-80054b5ef6c9 req-490da50b-34de-4da2-a600-26b269e2539e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198715 Jul 07 17:34:32.582764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37136) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:32.584008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ab817-7639-44ea-918b-b38906f4db7b None None] Network 17725bc0-5826-4ded-b425-a8d079d0cd9d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:32.598507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.599618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.613064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.620679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.624009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.624751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.625385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.625897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.631095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.631604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.632295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.632992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa2652-eb95-4995-819a-809f2d6da70f tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:32.693486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61007e71-8e1f-4d9c-a624-b44744f48f22 req-3cd28c75-d92e-4b32-a0b7-3773b4d80516 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713587 Jul 07 17:34:32.699569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.881686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network 126faf6c-9396-4553-b05f-49285508fd0f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:32.883853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53816f3a-5f4d-4829-8516-013e917ee377 None None] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:32.901475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port f87cba73-0b29-4e73-94a0-66c2dab99b29 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:32.903930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Port': ['ID=3e70251e-2529-471a-ace6-98434c6f19e5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:32.919650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:32.941752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.945309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:32.945906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port f87cba73-0b29-4e73-94a0-66c2dab99b29 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:32.946152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.946339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.952776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6825ed5f-f550-45d9-8a39-e424b12032ad completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:33.176996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0571b9eb-f159-4633-b54f-761bafca774c req-e30a9180-fabc-43c9-90d0-66fd6de46565 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1447661 Jul 07 17:34:33.318613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:33.319057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.368266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Provisioning for port 6825ed5f-f550-45d9-8a39-e424b12032ad completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:33.379894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Provisioning complete for port 6825ed5f-f550-45d9-8a39-e424b12032ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:33.380421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.486916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.523422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:33.524036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.534307 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.575606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for fb13e7ba-f189-427b-bc07-292ee5ecfcd0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:33.643350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.646126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-deleted', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:33.651918 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a40f6-b993-4b8a-b6b7-3ce9590ad6aa" -d '{"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-deleted", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:33.717764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:33.721535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] DHCP port deletion for 17725bc0-5826-4ded-b425-a8d079d0cd9d request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:33.728314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.815176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] For port 6825ed5f-f550-45d9-8a39-e424b12032ad, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6825ed5f-f550-45d9-8a39-e424b12032ad,segment=NetworkSegment(b35cd79f-b980-4e47-b6c2-bf35726fd59f),segment_id=b35cd79f-b980-4e47-b6c2-bf35726fd59f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:33.835808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.905247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41de3-a682-4989-9f00-068d225b0500 req-764e8584-9b2d-47a4-8354-ec24fc7b0eba tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:33.921087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:33.927210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4df41de3-a682-4989-9f00-068d225b0500 req-764e8584-9b2d-47a4-8354-ec24fc7b0eba tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 946 time: 0.5059085 Jul 07 17:34:33.999023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Deleting port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:33.999811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.067705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fb13e7ba-f189-427b-bc07-292ee5ecfcd0 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:34.150798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4df41de3-a682-4989-9f00-068d225b0500 req-b144689c-4ed4-450c-9cdc-4e04c058b163 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224991 Jul 07 17:34:34.182049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6d2b532-ef0e-49f9-ac45-cfe691095d3c None None] Provisioning for port 3e70251e-2529-471a-ace6-98434c6f19e5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:34.229733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c6d2b532-ef0e-49f9-ac45-cfe691095d3c None None] Provisioning complete for port 3e70251e-2529-471a-ace6-98434c6f19e5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:34.231940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b532-ef0e-49f9-ac45-cfe691095d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.250373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d44230-bf3c-4a2d-8a2f-d961a484001d None None] Pushing event updated for resources: {'Port': ['ID=6825ed5f-f550-45d9-8a39-e424b12032ad,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.258195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.303301 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4211e4-ec95-4c88-90e9-6104324326cc x-openstack-request-id: req-8d4211e4-ec95-4c88-90e9-6104324326cc {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:34.303521 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa713a04-912b-4035-80ad-b51d390591d4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:34.303771 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d4211e4-ec95-4c88-90e9-6104324326cc {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:34.304194 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4', 'code': 200} Jul 07 17:34:34.335308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] For port fb13e7ba-f189-427b-bc07-292ee5ecfcd0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,segment=NetworkSegment(23b154db-a142-41fa-af7a-319bcd975a4f),segment_id=23b154db-a142-41fa-af7a-319bcd975a4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:34.338938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.353216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.405833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:34.416189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:34:34.416657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fb13e7ba-f189-427b-bc07-292ee5ecfcd0 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:34.418483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.423030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Calling delete_port for fb13e7ba-f189-427b-bc07-292ee5ecfcd0 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:34.441861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2b532-ef0e-49f9-ac45-cfe691095d3c None None] Port 3e70251e-2529-471a-ace6-98434c6f19e5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:34.545642 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 17:34:34.551565 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.601444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.602683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.613324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] Pushing event deleted for resources: {'Port': ['ID=fb13e7ba-f189-427b-bc07-292ee5ecfcd0,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.616365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b660b2-4e35-4594-b092-3f7ac83225ab None None] No DVR routers for this DVR port fb13e7ba-f189-427b-bc07-292ee5ecfcd0 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:34.630705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6628ec13-1d3b-49b3-a987-e0991fa1b5d1 None None] Provisioning complete for port 6825ed5f-f550-45d9-8a39-e424b12032ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:34.631449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6628ec13-1d3b-49b3-a987-e0991fa1b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.657495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.704550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17725bc0-5826-4ded-b425-a8d079d0cd9d']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.748314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b154db-a142-41fa-af7a-319bcd975a4f') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.748629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b154db-a142-41fa-af7a-319bcd975a4f') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.819591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.839391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event updated for resources: {'Port': ['ID=3e70251e-2529-471a-ace6-98434c6f19e5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.866152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.887064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:34.887226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:34.903790 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:34.938175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d690d95-5794-48cc-a9db-0288ea0be073 req-4a7a2fdb-00ce-4730-a54f-5421028146c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:34.939967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d690d95-5794-48cc-a9db-0288ea0be073 req-4a7a2fdb-00ce-4730-a54f-5421028146c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 1098 time: 0.5154197 Jul 07 17:34:35.328256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32bc2-959b-46ef-b240-929e29ba7296 req-80b3f116-5dc6-4e1a-a3a6-d1db81359195 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.329934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97f32bc2-959b-46ef-b240-929e29ba7296 req-80b3f116-5dc6-4e1a-a3a6-d1db81359195 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.7240827 Jul 07 17:34:35.357766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.391586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.398887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37172) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:35.399371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/networks/17725bc0-5826-4ded-b425-a8d079d0cd9d HTTP/1.1" status: 204 len: 168 time: 2.8084071 Jul 07 17:34:35.418541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Network 126faf6c-9396-4553-b05f-49285508fd0f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:35.440708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d690d95-5794-48cc-a9db-0288ea0be073 req-fffd457d-20ff-4f65-aa03-a723976925ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734915 Jul 07 17:34:35.445239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:35.449466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d5aa0-29e8-4e83-8da8-e361dee6fa77 tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Network': ['ID=17725bc0-5826-4ded-b425-a8d079d0cd9d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:35.487052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting subnet 76ac54ab-3ee8-4924-b6b0-209363157406 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:35.492036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.583479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.612098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97f32bc2-959b-46ef-b240-929e29ba7296 req-a677e9c4-203a-4416-96d6-0169e5aee346 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688708 Jul 07 17:34:35.830072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Router 1219db9b-593a-47e4-bae1-1c422df4fbfb has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:35.884592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.975724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8fdccf3-507b-4a7c-8647-23a22bfef127 None None] Provisioning complete for port 3e70251e-2529-471a-ace6-98434c6f19e5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:35.976931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8fdccf3-507b-4a7c-8647-23a22bfef127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.012529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.051159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6825ed5f-f550-45d9-8a39-e424b12032ad up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:36.067260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Subnet': ['ID=76ac54ab-3ee8-4924-b6b0-209363157406,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:36.080237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.082835 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f746476-a9dc-4ede-adf4-443475b8e6ab tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/subnets/76ac54ab-3ee8-4924-b6b0-209363157406 HTTP/1.1" status: 204 len: 168 time: 0.6820199 Jul 07 17:34:36.094932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37178) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:36.127378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdccf3-507b-4a7c-8647-23a22bfef127 None None] Port 3e70251e-2529-471a-ace6-98434c6f19e5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:36.132715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:36.150150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebdf90-fabd-42ae-8c3c-24902da7a199 None None] Network b65c71cd-ce2b-41b9-aa21-e5d3add4734d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:36.152130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5da7a918-bf90-4759-bd7b-983d70ff1a20 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7732019 Jul 07 17:34:36.153821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37180) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:36.237191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] Sync routers for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:36.308709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:36.312435 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5b2d21-d38c-4d1e-87e8-f6c50b15c4ba" -d '{"events": [{"server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "name": "network-vif-plugged", "status": "completed", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:36.315843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6825ed5f-f550-45d9-8a39-e424b12032ad triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:36.316681 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.324016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.368161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:36.371979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:36.396198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fd1db-fd4f-4183-acae-cb6c060ad84a req-7e505afd-a9b6-4e8f-bcde-7dd442ce9960 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:36.401551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-186fd1db-fd4f-4183-acae-cb6c060ad84a req-7e505afd-a9b6-4e8f-bcde-7dd442ce9960 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.4490786 Jul 07 17:34:36.442530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b61-1b31-4ece-8a61-58a543eb03eb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.456361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:36.511216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Deleting port f2088749-24c0-440d-a081-f6af165ec3a1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:36.512427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.514005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:36.515103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:36.607010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:36.607877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f30021-ef9b-4f07-b2e2-4df2070bebf0 None None] The sync data for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:36.665429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-186fd1db-fd4f-4183-acae-cb6c060ad84a req-2ac5e540-2985-462d-a3b5-9a7d2944ecaa tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117200 Jul 07 17:34:36.718843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] For port f2088749-24c0-440d-a081-f6af165ec3a1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2088749-24c0-440d-a081-f6af165ec3a1,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:36.719743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.722305 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-a2cd8b61-1b31-4ece-8a61-58a543eb03eb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:34:36.725828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a2cd8b61-1b31-4ece-8a61-58a543eb03eb tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb HTTP/1.1" status: 409 len: 329 time: 0.5684481 Jul 07 17:34:36.726553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37186) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:36.743587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] DHCP port deletion for b65c71cd-ce2b-41b9-aa21-e5d3add4734d request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:36.767318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Calling delete_port for f2088749-24c0-440d-a081-f6af165ec3a1 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:36.817162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Deleting port f2088749-24c0-440d-a081-f6af165ec3a1 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:36.817697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.826100 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a9c256-6ebe-4f8e-b934-0d91fc128e8b x-openstack-request-id: req-37a9c256-6ebe-4f8e-b934-0d91fc128e8b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:36.826380 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcaa94a-c8ed-4199-ba31-206a62b65784", "name": "network-vif-deleted", "tag": "56ff769a-384c-4685-9b03-3931cca92d2c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:36.826672 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37a9c256-6ebe-4f8e-b934-0d91fc128e8b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:36.827077 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcaa94a-c8ed-4199-ba31-206a62b65784', 'name': 'network-vif-deleted', 'tag': '56ff769a-384c-4685-9b03-3931cca92d2c', 'status': 'completed', 'code': 200} Jul 07 17:34:36.910932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] For port f2088749-24c0-440d-a081-f6af165ec3a1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f2088749-24c0-440d-a081-f6af165ec3a1,segment=NetworkSegment(a273e670-c91f-4741-9f87-75c80dd7c50b),segment_id=a273e670-c91f-4741-9f87-75c80dd7c50b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:36.911339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.958837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Calling delete_port for f2088749-24c0-440d-a081-f6af165ec3a1 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:37.044191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.126219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Port': ['ID=f2088749-24c0-440d-a081-f6af165ec3a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:37.131449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] No DVR routers for this DVR port f2088749-24c0-440d-a081-f6af165ec3a1 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:37.172829 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.189280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d90cce9f-0ed8-4976-88ef-f32dab28542e req-ff25c014-446c-46be-9f23-65cf8f428d1d tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0370152 Jul 07 17:34:37.222752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] Pushing event deleted for resources: {'Port': ['ID=f2088749-24c0-440d-a081-f6af165ec3a1,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:37.229913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7c586-0ff7-47b6-af46-683ee5e8ad0d None None] No DVR routers for this DVR port f2088749-24c0-440d-a081-f6af165ec3a1 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:37.331870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.357996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65c71cd-ce2b-41b9-aa21-e5d3add4734d']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.377477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a273e670-c91f-4741-9f87-75c80dd7c50b') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.378146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a273e670-c91f-4741-9f87-75c80dd7c50b') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.414366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.471398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.491753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:37.492357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:37.501916 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:37.531845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ceaeb-fbe6-4f5a-b6a0-86894400b46a req-44dd090d-2ac7-4e51-96bf-60cf4d5d60f1 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.540306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b1ceaeb-fbe6-4f5a-b6a0-86894400b46a req-44dd090d-2ac7-4e51-96bf-60cf4d5d60f1 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 946 time: 0.1482699 Jul 07 17:34:37.598973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b1ceaeb-fbe6-4f5a-b6a0-86894400b46a req-489edcd8-55f6-4a93-a5a6-bcd0853bfb47 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576441 Jul 07 17:34:37.619947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.626258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.628413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] 10.222.0.66 "DELETE /v2.0/networks/b65c71cd-ce2b-41b9-aa21-e5d3add4734d HTTP/1.1" status: 204 len: 168 time: 1.5320697 Jul 07 17:34:37.632473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.639312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ba63a553-3484-4091-bd17-83d8d3dd5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.666620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16022-31d0-4db0-9564-b81df0fcdf1a tempest-ServersTestMultiNic-1164254247 tempest-ServersTestMultiNic-1164254247-project] Pushing event deleted for resources: {'Network': ['ID=b65c71cd-ce2b-41b9-aa21-e5d3add4734d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:37.935049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c82c-c52b-4625-962f-1bf5b5e83228 req-aa1c1500-7a7d-4159-a555-1e6d205d28f4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.936717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c03c82c-c52b-4625-962f-1bf5b5e83228 req-aa1c1500-7a7d-4159-a555-1e6d205d28f4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.1207588 Jul 07 17:34:37.992045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2088749-24c0-440d-a081-f6af165ec3a1 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:38.030941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f2088749-24c0-440d-a081-f6af165ec3a1 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:38.031495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f2088749-24c0-440d-a081-f6af165ec3a1 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:38.047317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c03c82c-c52b-4625-962f-1bf5b5e83228 req-ed1a59dd-ead8-46da-8384-285843c11549 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864997 Jul 07 17:34:38.095847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting port 3e70251e-2529-471a-ace6-98434c6f19e5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:38.096967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.157815 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13301f99-c182-4cbe-aed4-623426540f44 x-openstack-request-id: req-13301f99-c182-4cbe-aed4-623426540f44 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:38.159080 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "name": "network-vif-plugged", "status": "completed", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:38.159717 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13301f99-c182-4cbe-aed4-623426540f44 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:38.160621 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29', 'code': 200} Jul 07 17:34:38.374515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.417539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Calling delete_port for 3e70251e-2529-471a-ace6-98434c6f19e5 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:38.434723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f37fa-7dbf-412a-943d-cd4d8e5dcc26 req-4cb0766f-906c-4225-8114-addbac062283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:38.437595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-814f37fa-7dbf-412a-943d-cd4d8e5dcc26 req-4cb0766f-906c-4225-8114-addbac062283 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 1097 time: 0.1973999 Jul 07 17:34:38.620263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-814f37fa-7dbf-412a-943d-cd4d8e5dcc26 req-d0a8d549-7ef2-41cf-b432-5256ae7b238e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673310 Jul 07 17:34:38.754177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37224) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:38.895082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.949645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Port': ['ID=3e70251e-2529-471a-ace6-98434c6f19e5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:38.977472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6304aeec-2578-4789-8cd2-de5333e9a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.995214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.995797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.996220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.996650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.997063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.997476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.997916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.998327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.998785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.999193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:38.999599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:39.000010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:39.173902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6304aeec-2578-4789-8cd2-de5333e9a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.174659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.179920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6304aeec-2578-4789-8cd2-de5333e9a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.268017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6304aeec-2578-4789-8cd2-de5333e9a69a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d32ca76b8764a62b9dda5bee1f6f970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094593 Jul 07 17:34:39.268017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304aeec-2578-4789-8cd2-de5333e9a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923fa1bd-5aa1-4a2b-8c7a-d844f3681618,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:39.274267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37230) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.400403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1bd23-112f-46c9-beee-f0f53e5d43e8 req-dbb027a3-951c-4ff4-af32-02a6578d3a29 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:39.402579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.404030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03d1bd23-112f-46c9-beee-f0f53e5d43e8 req-dbb027a3-951c-4ff4-af32-02a6578d3a29 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.4618654 Jul 07 17:34:39.444671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.535710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03d1bd23-112f-46c9-beee-f0f53e5d43e8 req-89a802d8-18ed-457b-9653-6ade2b6354b1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221972 Jul 07 17:34:39.549918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Router 1219db9b-593a-47e4-bae1-1c422df4fbfb has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:39.552917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.559599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.561927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/923fa1bd-5aa1-4a2b-8c7a-d844f3681618 HTTP/1.1" status: 204 len: 168 time: 0.2844036 Jul 07 17:34:39.605577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2c62c-4c57-481c-a6f1-363faadb00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923fa1bd-5aa1-4a2b-8c7a-d844f3681618,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:39.779322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:39.793016 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] Sync routers for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:39.807756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6f18d253-0e70-4fe3-aca1-f93b2babaaba tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790064 Jul 07 17:34:39.809898 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:39.812183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.813262 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:39.863839 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-78fc8e1b-3a27-4f6d-af65-125bede26cff tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] show failed (client error): The resource could not be found. Jul 07 17:34:39.871174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-78fc8e1b-3a27-4f6d-af65-125bede26cff tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-2120454342 HTTP/1.1" status: 404 len: 335 time: 0.0567715 Jul 07 17:34:39.871851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37238) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.883926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-970139a2-90f7-41ab-b241-b842a32706ed tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:39.965752 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-970139a2-90f7-41ab-b241-b842a32706ed tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] update failed (client error): The resource could not be found. Jul 07 17:34:39.970503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-970139a2-90f7-41ab-b241-b842a32706ed tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-2133630230 HTTP/1.1" status: 404 len: 335 time: 0.0920568 Jul 07 17:34:39.971848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37242) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.999500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aeed0-b606-409d-9aeb-6eeb7099e9fb req-ad65ca02-5dac-44a2-9965-160d220d404a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:40.004354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-460aeed0-b606-409d-9aeb-6eeb7099e9fb req-ad65ca02-5dac-44a2-9965-160d220d404a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.2206752 Jul 07 17:34:40.048710 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0eb824d1-3891-4e9d-bc08-4dc92482a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.059406 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:40.077804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] Routers {'1219db9b-593a-47e4-bae1-1c422df4fbfb'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:40.079807 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1219db9b-593a-47e4-bae1-1c422df4fbfb'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:40.083180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting subnet 1c6d801f-39e5-49b8-a509-6ad644ad157c {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:40.093500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.113045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-460aeed0-b606-409d-9aeb-6eeb7099e9fb req-5cb92490-3ddd-45ab-bfd7-3a867a3b54e9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847805 Jul 07 17:34:40.140959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:40.141997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963fa49-440a-4633-a39b-bf0aabdaf6a1 None None] The sync data for ids ['1219db9b-593a-47e4-bae1-1c422df4fbfb'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:40.175372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.229786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37246) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.253799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7f5acae-ea9f-4634-9ad1-a83c9a9cc43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.295426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.370084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.401022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6d801f-39e5-49b8-a509-6ad644ad157c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:40.405364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.409771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cbbe9822-3858-47ca-834f-1196ce15c40a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/subnets/1c6d801f-39e5-49b8-a509-6ad644ad157c HTTP/1.1" status: 204 len: 168 time: 0.4342575 Jul 07 17:34:40.410207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37248) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.410783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edd8e125-860b-4195-835b-acedef08531c req-23abbf3f-f8ef-4659-beff-02e4b3fb2672 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0780101 Jul 07 17:34:40.432048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd682c-9f57-4a49-b91f-473295a4d681 None None] Network ba3e38e5-572b-486a-ad9e-3968f9d98158 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:40.508828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7f5acae-ea9f-4634-9ad1-a83c9a9cc43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.519215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7f5acae-ea9f-4634-9ad1-a83c9a9cc43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.582378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.607166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5acae-ea9f-4634-9ad1-a83c9a9cc43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b6d62c-7eab-42f4-8a02-8d8aa4c42ec3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:40.635981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.658193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7f5acae-ea9f-4634-9ad1-a83c9a9cc43c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3d3126726fd4a5f9cba6caf9dfb8a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252584 Jul 07 17:34:40.660830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37254) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.720345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting port 6825ed5f-f550-45d9-8a39-e424b12032ad {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:40.720698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.737322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.776918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] DHCP port deletion for ba3e38e5-572b-486a-ad9e-3968f9d98158 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:40.794344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] For port 6825ed5f-f550-45d9-8a39-e424b12032ad, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6825ed5f-f550-45d9-8a39-e424b12032ad,segment=NetworkSegment(b35cd79f-b980-4e47-b6c2-bf35726fd59f),segment_id=b35cd79f-b980-4e47-b6c2-bf35726fd59f)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:40.794938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.816322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Calling delete_port for 6825ed5f-f550-45d9-8a39-e424b12032ad owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:40.817467 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.849573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Deleting port 6825ed5f-f550-45d9-8a39-e424b12032ad {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:40.850130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.928636 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.933417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.935556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16b6d62c-7eab-42f4-8a02-8d8aa4c42ec3 HTTP/1.1" status: 204 len: 168 time: 0.2721648 Jul 07 17:34:40.955611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d36b9c-2565-4a0b-8e0d-f59387750fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b6d62c-7eab-42f4-8a02-8d8aa4c42ec3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:41.039168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] For port 6825ed5f-f550-45d9-8a39-e424b12032ad, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6825ed5f-f550-45d9-8a39-e424b12032ad,segment=NetworkSegment(b35cd79f-b980-4e47-b6c2-bf35726fd59f),segment_id=b35cd79f-b980-4e47-b6c2-bf35726fd59f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:41.039575 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.081567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Calling delete_port for 6825ed5f-f550-45d9-8a39-e424b12032ad owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:41.107305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.210294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Port': ['ID=6825ed5f-f550-45d9-8a39-e424b12032ad,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:41.219207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] No DVR routers for this DVR port 6825ed5f-f550-45d9-8a39-e424b12032ad on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:41.312384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.424180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] Pushing event deleted for resources: {'Port': ['ID=6825ed5f-f550-45d9-8a39-e424b12032ad,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:41.437890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cdc18-d49e-4468-a16b-4117530d6477 None None] No DVR routers for this DVR port 6825ed5f-f550-45d9-8a39-e424b12032ad on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:41.555106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.586752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e38e5-572b-486a-ad9e-3968f9d98158']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:41.608323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35cd79f-b980-4e47-b6c2-bf35726fd59f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:41.609488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35cd79f-b980-4e47-b6c2-bf35726fd59f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:41.632947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.669882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.683506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:41.684082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:41.694574 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:41.792023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.824210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.843953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:41.847192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/networks/ba3e38e5-572b-486a-ad9e-3968f9d98158 HTTP/1.1" status: 204 len: 168 time: 1.4355063 Jul 07 17:34:41.849496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7530e1-26ef-4a55-b0a2-5ae103cd7542 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Network': ['ID=ba3e38e5-572b-486a-ad9e-3968f9d98158,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:41.851097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:41.998476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting subnet 0c7fb426-8c18-4ce1-8917-4a7eaea7ed42 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:42.003255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.037274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:42.064396 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:42.065254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6825ed5f-f550-45d9-8a39-e424b12032ad no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:42.117696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 6825ed5f-f550-45d9-8a39-e424b12032ad {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:42.118720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6825ed5f-f550-45d9-8a39-e424b12032ad not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:42.159609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.417651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c823ea2a-d9b7-41f9-952a-2aca5ba76a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.464308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf2825-c588-49e2-badf-b76bc5c0f58d req-2c45ffa8-3f3a-411f-a147-313d0abadcba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:42.480135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54cf2825-c588-49e2-badf-b76bc5c0f58d req-2c45ffa8-3f3a-411f-a147-313d0abadcba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.3116188 Jul 07 17:34:42.579098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.642089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54cf2825-c588-49e2-badf-b76bc5c0f58d req-b2636b2c-4c90-4d25-a998-c314a3133581 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601734 Jul 07 17:34:42.757264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.776607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c823ea2a-d9b7-41f9-952a-2aca5ba76a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.785232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c823ea2a-d9b7-41f9-952a-2aca5ba76a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.811403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7fb426-8c18-4ce1-8917-4a7eaea7ed42,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:42.820946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.827255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0076433f-b457-48f8-8899-005b27a1092a tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/subnets/0c7fb426-8c18-4ce1-8917-4a7eaea7ed42 HTTP/1.1" status: 204 len: 168 time: 0.9744806 Jul 07 17:34:42.828251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:42.832403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6be63-2f0f-40c6-9d9b-2ae7e58cd4a0 None None] Network 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:42.907721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c823ea2a-d9b7-41f9-952a-2aca5ba76a76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4101af791a434bfaa4ced6039ef6b4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8684933 Jul 07 17:34:42.914730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37312) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:42.936334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823ea2a-d9b7-41f9-952a-2aca5ba76a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f64fd-1c80-4684-a5d4-5e220b5f249e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.024356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting subnet e256604b-69e6-4689-8443-c4472a683f1e {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:43.033017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.087565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.120419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.171489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be9a214d-5952-400f-8bd6-c37c16e01c20 req-7ff91db7-c03e-44af-9aa4-4437c8dc8fde tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1554072 Jul 07 17:34:43.185459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.189095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.190469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/607f64fd-1c80-4684-a5d4-5e220b5f249e HTTP/1.1" status: 204 len: 168 time: 0.2737067 Jul 07 17:34:43.225011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.244900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109845-32cc-4c26-9686-c9959c9afe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f64fd-1c80-4684-a5d4-5e220b5f249e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.306307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] DHCP port deletion for 0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:43.477834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Deleting port fc3b8057-3d4a-4929-b4eb-dc162296a160 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:43.478282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.540022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.631392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-c00bc3b9-cb12-4afc-9845-4835b728b4ee tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:43.637316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-c00bc3b9-cb12-4afc-9845-4835b728b4ee tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.2876906 Jul 07 17:34:43.692239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.762797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Subnet': ['ID=e256604b-69e6-4689-8443-c4472a683f1e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.781324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.790866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37328) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.793506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6b280b0-4285-43e6-9ce0-33e5ab26e827 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/subnets/e256604b-69e6-4689-8443-c4472a683f1e HTTP/1.1" status: 204 len: 168 time: 0.9604902 Jul 07 17:34:43.859607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45bf50-caa8-4850-9f72-37e3df50b1fc req-0e833ea6-2df2-4b67-a5eb-39577c7e139c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:43.878894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f45bf50-caa8-4850-9f72-37e3df50b1fc req-0e833ea6-2df2-4b67-a5eb-39577c7e139c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 946 time: 0.4149003 Jul 07 17:34:43.972830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37332) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.006807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f45bf50-caa8-4850-9f72-37e3df50b1fc req-dcc330b7-d7e6-4f94-886a-ca05fb1123b8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280022 Jul 07 17:34:44.006807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e06a-2f86-484b-94b2-5b8d74b8ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.028843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7054213-7fad-431e-9c72-a8d606d8beee None None] Network b09b95e1-2048-4f64-890b-7a658b033e12 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:44.166666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.191087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fc3b8057-3d4a-4929-b4eb-dc162296a160 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:44.200482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] For port fc3b8057-3d4a-4929-b4eb-dc162296a160, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fc3b8057-3d4a-4929-b4eb-dc162296a160,segment=NetworkSegment(3e0384b3-01ec-40d8-a9eb-295fa28a1f4f),segment_id=3e0384b3-01ec-40d8-a9eb-295fa28a1f4f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:44.203750 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.255960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e06a-2f86-484b-94b2-5b8d74b8ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.265070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e06a-2f86-484b-94b2-5b8d74b8ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.326612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37340) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.334206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.340088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7dc9e06a-2f86-484b-94b2-5b8d74b8ab2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d666f9759a44e3283bc3ef919b26b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629849 Jul 07 17:34:44.341858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 5ddf32f3-542a-462b-ae02-029582e5979e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:44.342324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.358572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37344) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.378079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Calling delete_port for fc3b8057-3d4a-4929-b4eb-dc162296a160 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:44.453275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting port fc3b8057-3d4a-4929-b4eb-dc162296a160 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:44.453643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.594592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] For port fc3b8057-3d4a-4929-b4eb-dc162296a160, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fc3b8057-3d4a-4929-b4eb-dc162296a160,segment=NetworkSegment(3e0384b3-01ec-40d8-a9eb-295fa28a1f4f),segment_id=3e0384b3-01ec-40d8-a9eb-295fa28a1f4f)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:44.595083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.612656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 5ddf32f3-542a-462b-ae02-029582e5979e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ddf32f3-542a-462b-ae02-029582e5979e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:44.613111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.623884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Calling delete_port for fc3b8057-3d4a-4929-b4eb-dc162296a160 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:44.633871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 5ddf32f3-542a-462b-ae02-029582e5979e owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:44.843356 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.936514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.937524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9e06a-2f86-484b-94b2-5b8d74b8ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26027c17-6e49-4fe3-bc7e-4b8af7f1ecdd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.017136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Port': ['ID=fc3b8057-3d4a-4929-b4eb-dc162296a160,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.057001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] No DVR routers for this DVR port fc3b8057-3d4a-4929-b4eb-dc162296a160 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:45.077860 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.162222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] Pushing event deleted for resources: {'Port': ['ID=fc3b8057-3d4a-4929-b4eb-dc162296a160,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.174396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21947c01-662d-48de-a8f9-210faedeeba7 None None] No DVR routers for this DVR port fc3b8057-3d4a-4929-b4eb-dc162296a160 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:45.213228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] DHCP port deletion for b09b95e1-2048-4f64-890b-7a658b033e12 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:45.267327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.301827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:45.322427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.330161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:45.330722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0384b3-01ec-40d8-a9eb-295fa28a1f4f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:45.342911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ddf32f3-542a-462b-ae02-029582e5979e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:45.382204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.414179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Deleting port ae42cd32-a642-4d26-a99a-d812bbc28df7 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:45.414578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.470197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=5ddf32f3-542a-462b-ae02-029582e5979e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.563462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.579222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:45.579928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.583353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] For port ae42cd32-a642-4d26-a99a-d812bbc28df7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae42cd32-a642-4d26-a99a-d812bbc28df7,segment=NetworkSegment(1cbb7906-34c6-437d-abb6-2a259f175d9f),segment_id=1cbb7906-34c6-437d-abb6-2a259f175d9f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:45.583758 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.610101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Calling delete_port for ae42cd32-a642-4d26-a99a-d812bbc28df7 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:45.617181 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:45.767489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 5ddf32f3-542a-462b-ae02-029582e5979e on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:45.799531 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.803730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.804458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.814996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a0e95f3-4d74-4e62-b346-44bf75f9336a req-d769c2ae-b3d0-4357-ae92-a71be7a23f8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "DELETE /v2.0/ports/5ddf32f3-542a-462b-ae02-029582e5979e HTTP/1.1" status: 204 len: 173 time: 2.1738272 Jul 07 17:34:45.815896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'name': 'network-vif-deleted', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:45.828372 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56a3ef-6efd-48c0-9f12-b1ebea84efc0" -d '{"events": [{"server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "name": "network-vif-deleted", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:45.860110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] Pushing event deleted for resources: {'Port': ['ID=ae42cd32-a642-4d26-a99a-d812bbc28df7,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.880252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afac55c-98cc-441d-9f69-537a17dd973f None None] No DVR routers for this DVR port ae42cd32-a642-4d26-a99a-d812bbc28df7 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:45.890072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.917832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.933906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/networks/0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60 HTTP/1.1" status: 204 len: 168 time: 2.1338539 Jul 07 17:34:45.954869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37358) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:45.980024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a27f8-11bc-4c2e-9614-e8055f364519 req-4c0a5dda-3217-4da4-8404-5a88b53c0373 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:45.987461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972bb10-6ab2-429c-aa49-2dfb0d8171c8 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Network': ['ID=0ff7c8e3-0b48-4b6b-9ce5-80135dc2ff60,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.988938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-831a27f8-11bc-4c2e-9614-e8055f364519 req-4c0a5dda-3217-4da4-8404-5a88b53c0373 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 1.2930493 Jul 07 17:34:46.022813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.100242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae42cd32-a642-4d26-a99a-d812bbc28df7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:46.157769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-831a27f8-11bc-4c2e-9614-e8055f364519 req-46c61eb9-edc0-466f-b81d-dec6e3c68651 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675603 Jul 07 17:34:46.198307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ae42cd32-a642-4d26-a99a-d812bbc28df7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:46.199955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae42cd32-a642-4d26-a99a-d812bbc28df7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:46.230460 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.234770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.237815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.242886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26027c17-6e49-4fe3-bc7e-4b8af7f1ecdd HTTP/1.1" status: 204 len: 168 time: 1.8796887 Jul 07 17:34:46.270399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a32d-5a0b-4565-baf1-7364cccf272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26027c17-6e49-4fe3-bc7e-4b8af7f1ecdd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.514007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.515770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1233b55a-f0aa-4c99-986f-45d5f22f2765 req-301438f3-cc43-4b92-b851-3f3948f703d6 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1087587 Jul 07 17:34:46.551363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09b95e1-2048-4f64-890b-7a658b033e12']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:46.566199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbb7906-34c6-437d-abb6-2a259f175d9f') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:46.569274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbb7906-34c6-437d-abb6-2a259f175d9f') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:46.596411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.599005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.654255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.671559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:46.675341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:46.679446 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:46.788063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3136e20a-e636-49ad-8e61-55b6764ef9ed req-a826ead4-c084-4e7e-989c-583636d434e0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.0781119 Jul 07 17:34:46.828309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.924384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.929826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/networks/b09b95e1-2048-4f64-890b-7a658b033e12 HTTP/1.1" status: 204 len: 168 time: 0.9700580 Jul 07 17:34:46.929826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a0a50-6113-425f-91fb-05483a1cf5a2 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Network': ['ID=b09b95e1-2048-4f64-890b-7a658b033e12,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.938480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37370) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.999960 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf2b37-d8b6-4c47-b389-9b49e465e7bc x-openstack-request-id: req-90cf2b37-d8b6-4c47-b389-9b49e465e7bc {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:47.000417 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab296283-47fc-453e-b284-b4663cfa4d94", "name": "network-vif-deleted", "tag": "5ddf32f3-542a-462b-ae02-029582e5979e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:47.000823 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90cf2b37-d8b6-4c47-b389-9b49e465e7bc {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:47.001627 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab296283-47fc-453e-b284-b4663cfa4d94', 'name': 'network-vif-deleted', 'tag': '5ddf32f3-542a-462b-ae02-029582e5979e', 'status': 'completed', 'code': 200} Jul 07 17:34:47.132892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting subnet 66d04b89-c514-42ef-9151-55801a957723 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:47.144904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.279594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.298662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Deleting port fbe927c4-4979-46fc-a5e1-2689fcd08b4f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:47.299236 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.404054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ddf32f3-542a-462b-ae02-029582e5979e no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:47.453082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 5ddf32f3-542a-462b-ae02-029582e5979e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:47.453790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ddf32f3-542a-462b-ae02-029582e5979e not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:47.465806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.522461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] For port fbe927c4-4979-46fc-a5e1-2689fcd08b4f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:47.523278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.567199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Calling delete_port for fbe927c4-4979-46fc-a5e1-2689fcd08b4f owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:47.586756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.664892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Subnet': ['ID=66d04b89-c514-42ef-9151-55801a957723,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:47.674993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.683596 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10c02882-abab-4008-9882-a3db90ac2988 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/subnets/66d04b89-c514-42ef-9151-55801a957723 HTTP/1.1" status: 204 len: 168 time: 0.7431588 Jul 07 17:34:47.685715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:47.687582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90a216-9ed1-49ec-a4ac-87b461d9b72f None None] Network 126faf6c-9396-4553-b05f-49285508fd0f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:47.886977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.025348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573333f9-2d51-43ba-89a0-6503fe3bada1 req-c4aa4d24-2173-4a5e-b8db-81bdd84d386c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:48.034766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-573333f9-2d51-43ba-89a0-6503fe3bada1 req-c4aa4d24-2173-4a5e-b8db-81bdd84d386c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.1897132 Jul 07 17:34:48.070702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Deleting port 3b772a69-eb45-4d4d-aade-f05e2f527e9b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:48.075104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.081958 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.107374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-573333f9-2d51-43ba-89a0-6503fe3bada1 req-49ef1713-7b4e-4fb5-a558-2cb882eda193 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Jul 07 17:34:48.166214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe927c4-4979-46fc-a5e1-2689fcd08b4f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.267682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] DHCP port deletion for 126faf6c-9396-4553-b05f-49285508fd0f request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:48.324606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] For port 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b772a69-eb45-4d4d-aade-f05e2f527e9b,segment=NetworkSegment(d08fb7c9-f8d8-4eab-9a23-950edcedff87),segment_id=d08fb7c9-f8d8-4eab-9a23-950edcedff87)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:48.325557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.363226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Calling delete_port for 3b772a69-eb45-4d4d-aade-f05e2f527e9b owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:48.402827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Deleting port 3b772a69-eb45-4d4d-aade-f05e2f527e9b {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:48.403724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.482306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.510741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34d9c57b-a87f-46b3-84f7-e1b3d5f2ccd5 req-9c3d812d-b0a3-4757-bc37-a3a6c0b70fa7 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1872091 Jul 07 17:34:48.527435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] For port 3b772a69-eb45-4d4d-aade-f05e2f527e9b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3b772a69-eb45-4d4d-aade-f05e2f527e9b,segment=NetworkSegment(d08fb7c9-f8d8-4eab-9a23-950edcedff87),segment_id=d08fb7c9-f8d8-4eab-9a23-950edcedff87)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:48.528778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.549482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Calling delete_port for 3b772a69-eb45-4d4d-aade-f05e2f527e9b owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:48.611930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] No DVR routers for this DVR port 3b772a69-eb45-4d4d-aade-f05e2f527e9b on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:48.614833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Port': ['ID=3b772a69-eb45-4d4d-aade-f05e2f527e9b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.657688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.695533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] Pushing event deleted for resources: {'Port': ['ID=3b772a69-eb45-4d4d-aade-f05e2f527e9b,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.698206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e28735-7f5a-460a-b537-fd60563366b1 None None] No DVR routers for this DVR port 3b772a69-eb45-4d4d-aade-f05e2f527e9b on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:48.747109 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.784462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e23c6a6-1702-40f0-939a-3e69f78b6676 req-ed0cdb21-f531-4725-95f2-133a95d4cc76 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.0386217 Jul 07 17:34:48.786201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.803858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126faf6c-9396-4553-b05f-49285508fd0f']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:48.817644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08fb7c9-f8d8-4eab-9a23-950edcedff87') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:48.817925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08fb7c9-f8d8-4eab-9a23-950edcedff87') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:48.829786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.853539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.866221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:48.866891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:48.872505 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:48.952660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.961061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.967922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/networks/126faf6c-9396-4553-b05f-49285508fd0f HTTP/1.1" status: 204 len: 168 time: 1.2782681 Jul 07 17:34:48.972062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37398) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.040683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-22969eeb-50db-4b76-aa9d-8753de87b453 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "GET /v2.0/ports?device_id=1219db9b-593a-47e4-bae1-1c422df4fbfb HTTP/1.1" status: 200 len: 205 time: 0.0642145 Jul 07 17:34:49.042077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fd2d6-fedd-4344-b828-4ebfd3d485d5 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Pushing event deleted for resources: {'Network': ['ID=126faf6c-9396-4553-b05f-49285508fd0f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:49.043098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37400) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.161706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.166968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Router e66a5425-4988-4d89-9cce-afef92c4cd06 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:49.408113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-0ce546cc-dc9a-4fe5-9b44-99aea4294781 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:49.409676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-0ce546cc-dc9a-4fe5-9b44-99aea4294781 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.3569951 Jul 07 17:34:49.460822 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.465150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.589889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.590774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Fanout notify agent at l3_agent the message router_deleted on router 1219db9b-593a-47e4-bae1-1c422df4fbfb {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:49.593274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:49.600632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.601811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0255ebe3-7fe1-4113-8232-c729cf8546f6 tempest-RoutersNegativeIpV6Test-1688147759 tempest-RoutersNegativeIpV6Test-1688147759-project] 10.222.0.66 "DELETE /v2.0/routers/1219db9b-593a-47e4-bae1-1c422df4fbfb HTTP/1.1" status: 204 len: 168 time: 0.5575812 Jul 07 17:34:49.607353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-64c8924f-d905-46b4-9c2b-957263feed23 admin admin] 10.222.0.66 "PUT /v2.0/routers/e66a5425-4988-4d89-9cce-afef92c4cd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685986 Jul 07 17:34:49.614682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37408) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.619452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Sync routers for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:49.648069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:49.651511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:49.666695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fdfc6-3436-47cd-91d2-8d19bb45771a req-0524686b-8172-44f0-8a71-1fe1bd1182a9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:49.673871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a45fdfc6-3436-47cd-91d2-8d19bb45771a req-0524686b-8172-44f0-8a71-1fe1bd1182a9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c4f187-44b1-4804-bfab-bc4feb13da47 HTTP/1.1" status: 200 len: 945 time: 0.3804369 Jul 07 17:34:49.733463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a45fdfc6-3436-47cd-91d2-8d19bb45771a req-8a8ebade-3670-4a73-b369-e3849b73b260 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Jul 07 17:34:49.784878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port f87cba73-0b29-4e73-94a0-66c2dab99b29 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:49.787990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.987762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:50.182167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port f87cba73-0b29-4e73-94a0-66c2dab99b29, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=f87cba73-0b29-4e73-94a0-66c2dab99b29,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:50.183046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.197327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b772a69-eb45-4d4d-aade-f05e2f527e9b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:50.209798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for f87cba73-0b29-4e73-94a0-66c2dab99b29 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:50.261768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3b772a69-eb45-4d4d-aade-f05e2f527e9b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:50.262120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3b772a69-eb45-4d4d-aade-f05e2f527e9b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:50.392502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:50.449742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-446c2c18-5ef7-473e-9759-2901d3cb7794 req-8ceb8048-0dcf-4a09-b5d2-6ca7879781ca tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0559483 Jul 07 17:34:50.531804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:34:47Z', 'revision_number': 5, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:50.582606 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.642915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:50.658093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=f87cba73-0b29-4e73-94a0-66c2dab99b29,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:50.719963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Checking router: e66a5425-4988-4d89-9cce-afef92c4cd06 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:50.742300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Routers {'e66a5425-4988-4d89-9cce-afef92c4cd06'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:50.743901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e66a5425-4988-4d89-9cce-afef92c4cd06'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:50.800585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port f87cba73-0b29-4e73-94a0-66c2dab99b29 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:50.808417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.810898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85671c3e-aa22-4019-8249-a2e59d2ca228 req-cc2e3666-f5e3-499f-9813-f3a4249ea543 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "DELETE /v2.0/ports/f87cba73-0b29-4e73-94a0-66c2dab99b29 HTTP/1.1" status: 204 len: 173 time: 1.3723891 Jul 07 17:34:50.811739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'name': 'network-vif-deleted', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:50.824211 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dab6a7-7d0b-4d61-80b1-e16e9996930f" -d '{"events": [{"server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "name": "network-vif-deleted", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:50.843061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.848540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-575cbf6b-8b6d-4042-94d1-ebdb39e32fdd req-be97076e-0be8-404e-b7e1-8165e07f7d93 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.1124699 Jul 07 17:34:50.951784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fe873f9a-3799-4af7-914f-6e9bd30bd0de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4a0acb3df7c4e8e8c3e21d6f9f8d871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368676 Jul 07 17:34:50.953424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37432) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:51.146860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.199903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] Set router e66a5425-4988-4d89-9cce-afef92c4cd06 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:51.244823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Deleting port 7b8a7346-0c06-4568-afe8-762319c85d3a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:51.245305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.444036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] For port 7b8a7346-0c06-4568-afe8-762319c85d3a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b8a7346-0c06-4568-afe8-762319c85d3a,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:51.444928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.493152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Calling delete_port for 7b8a7346-0c06-4568-afe8-762319c85d3a owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:51.675249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:34:47Z', 'revision_number': 5, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:51.761293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce204033-e820-494d-9e48-01005aa958a8 None None] The sync data for ids ['e66a5425-4988-4d89-9cce-afef92c4cd06'] in n-d-791505-12 is: [{'id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'name': 'tempest-ServersTestMultiNic-71777439-router', 'tenant_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:18Z', 'updated_at': '2021-07-07T17:34:47Z', 'revision_number': 5, 'project_id': '05e4cd520b22430dbcf61f242ecd3ff7', 'gw_port': {'id': '7b8a7346-0c06-4568-afe8-762319c85d3a', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66a5425-4988-4d89-9cce-afef92c4cd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:22Z', 'updated_at': '2021-07-07T17:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:51.865130 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.980234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.075543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-b482c5f1-1015-44eb-a04f-6bd4dd16793a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:52.084290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-b482c5f1-1015-44eb-a04f-6bd4dd16793a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 1.0299799 Jul 07 17:34:52.107563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-b458f3c7-2751-4a9c-86be-6ce2ebc474e7 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/quotas/1cfa6e18a3a14cb58af3c5ec87f3cdff HTTP/1.1" status: 200 len: 375 time: 0.0218520 Jul 07 17:34:52.136784 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.184506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.189079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.193231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e38d931-ac7a-46cd-a2ae-a87fa396bb12 HTTP/1.1" status: 204 len: 168 time: 1.2349081 Jul 07 17:34:52.204375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbe927c4-4979-46fc-a5e1-2689fcd08b4f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:52.254740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64915fac-4d42-4927-a448-c6da691ac936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38d931-ac7a-46cd-a2ae-a87fa396bb12,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:52.282844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fbe927c4-4979-46fc-a5e1-2689fcd08b4f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:52.284210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8a7346-0c06-4568-afe8-762319c85d3a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:52.284805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbe927c4-4979-46fc-a5e1-2689fcd08b4f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:52.298669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f87cba73-0b29-4e73-94a0-66c2dab99b29 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:52.348199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-2d2c79a0-080c-4c99-abf9-cc63b45fa540 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395625 Jul 07 17:34:52.378463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: f87cba73-0b29-4e73-94a0-66c2dab99b29 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:52.379167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device f87cba73-0b29-4e73-94a0-66c2dab99b29 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:52.531359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.681574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-1d50cf3c-de88-471c-8043-b4c1498bbcc5 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306322 Jul 07 17:34:52.772333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.775560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.845684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-d2da0f83-2b10-4c77-9d49-299da480669a service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596014 Jul 07 17:34:52.845989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.846928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66a5425-4988-4d89-9cce-afef92c4cd06 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:52.855591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.859459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e84d8479-ca46-4926-8ed4-96afc9552d3f admin admin] 10.222.0.66 "DELETE /v2.0/routers/e66a5425-4988-4d89-9cce-afef92c4cd06 HTTP/1.1" status: 204 len: 168 time: 3.2439804 Jul 07 17:34:52.862275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37462) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:53.102507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Deleting subnet 19f4a992-2ee9-4d07-b72e-229aa74a1e8d {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:53.111585 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.243851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.436470 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdecebd-9872-472c-ae51-86565ca789da x-openstack-request-id: req-dcdecebd-9872-472c-ae51-86565ca789da {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:53.436762 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4f187-44b1-4804-bfab-bc4feb13da47", "name": "network-vif-deleted", "tag": "f87cba73-0b29-4e73-94a0-66c2dab99b29", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:53.437090 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcdecebd-9872-472c-ae51-86565ca789da {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:53.437573 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4f187-44b1-4804-bfab-bc4feb13da47', 'name': 'network-vif-deleted', 'tag': 'f87cba73-0b29-4e73-94a0-66c2dab99b29', 'status': 'completed', 'code': 200} Jul 07 17:34:53.643773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.655393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1185d4db-50ba-48c3-8cb4-47fafc1a9a17 req-5bf72c5e-bea9-4e4e-8409-9f976a70385a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1211972 Jul 07 17:34:53.785037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85a6989b-5677-4b7b-a1c5-844a98cbd843 req-549d72fa-352d-47a7-b178-b92b3b4dadd1 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1046107 Jul 07 17:34:53.790331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.899231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f4a992-2ee9-4d07-b72e-229aa74a1e8d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:53.922796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d399b-8b56-4bfd-af4d-0d1789644bbc None None] Network 6471b482-5dc3-463d-bdf3-2389791ef690 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:53.939929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.943320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39134a7a-1bde-457c-aab5-9f3b546bdfba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/19f4a992-2ee9-4d07-b72e-229aa74a1e8d HTTP/1.1" status: 204 len: 168 time: 1.0792637 Jul 07 17:34:53.955224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37494) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:54.120325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b8a7346-0c06-4568-afe8-762319c85d3a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:54.160159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:54.173726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0117369 Jul 07 17:34:54.174842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37506) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:54.299926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.387832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cee7642-14d4-4e8b-8d9d-c2d93497a44d tempest-NetworksApiDiscovery-2046263882 tempest-NetworksApiDiscovery-2046263882-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2110167 Jul 07 17:34:54.479115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-98e3323b-51ee-472b-96b1-a603959b2e70 req-1b5f9979-eb44-4b1e-a3ae-0661f8b9d1b1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.3254695 Jul 07 17:34:54.735320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Deleting port f20b9fce-2cdf-4565-8cce-9ee468d635e6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:54.736082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.832727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] For port f20b9fce-2cdf-4565-8cce-9ee468d635e6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f20b9fce-2cdf-4565-8cce-9ee468d635e6,segment=NetworkSegment(a64a2eca-c513-4513-b74d-226d71cb0154),segment_id=a64a2eca-c513-4513-b74d-226d71cb0154)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:54.833152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.834510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7b8a7346-0c06-4568-afe8-762319c85d3a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:54.835092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b8a7346-0c06-4568-afe8-762319c85d3a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:54.852234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Calling delete_port for f20b9fce-2cdf-4565-8cce-9ee468d635e6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:54.960098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37518) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:55.035309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7fd6ef2-c15f-4278-a23a-d43e4d83714f req-0f67e99d-37da-4d55-b1d3-eb7cec6d3883 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 210 time: 0.0379121 Jul 07 17:34:55.037225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.091912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] No DVR routers for this DVR port f20b9fce-2cdf-4565-8cce-9ee468d635e6 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:55.094696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20b9fce-2cdf-4565-8cce-9ee468d635e6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:55.174687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b187fe-eb00-40f7-ba0b-ee446584d6bc None None] DHCP port deletion for 6471b482-5dc3-463d-bdf3-2389791ef690 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:55.315749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.346955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6471b482-5dc3-463d-bdf3-2389791ef690']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:55.362093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79b4c8f5-cb75-4baf-bf77-271f7497b056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.381056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64a2eca-c513-4513-b74d-226d71cb0154') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:55.381399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64a2eca-c513-4513-b74d-226d71cb0154') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:55.413651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.466480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.485133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:55.486549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:55.526716 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:55.568727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.640634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d63d5139-4620-4dd2-9d31-c1832bfacca0 req-fa1324d6-bab3-42f9-bb79-e738ac227629 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.0629237 Jul 07 17:34:55.651068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79b4c8f5-cb75-4baf-bf77-271f7497b056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.657756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79b4c8f5-cb75-4baf-bf77-271f7497b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.683177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.693882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:55.696650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6471b482-5dc3-463d-bdf3-2389791ef690 HTTP/1.1" status: 204 len: 168 time: 1.7398663 Jul 07 17:34:55.732325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d124eec-603b-4986-a1e9-501d7e4d2a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6471b482-5dc3-463d-bdf3-2389791ef690,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:55.768209 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79b4c8f5-cb75-4baf-bf77-271f7497b056 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7401040f750d4ecdb58e9fde8ab0e6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016632 Jul 07 17:34:55.769726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37540) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:55.821348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4c8f5-cb75-4baf-bf77-271f7497b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc125e4-3d57-4313-b9f1-a548cdefbdd6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:55.972061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37546) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:56.035429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bba6a826-5c01-45c6-a9d6-c2f8acfd93a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05e4cd520b22430dbcf61f242ecd3ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621107 Jul 07 17:34:56.041650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37548) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:56.075874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f20b9fce-2cdf-4565-8cce-9ee468d635e6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:56.162955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f20b9fce-2cdf-4565-8cce-9ee468d635e6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:56.163524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f20b9fce-2cdf-4565-8cce-9ee468d635e6 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:56.242247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.273941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-d5de9db2-6fdd-4eb7-a21b-a77dd780663e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.283079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-d5de9db2-6fdd-4eb7-a21b-a77dd780663e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.4689612 Jul 07 17:34:56.382838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-498c2ed0-fa91-4921-a86a-cd7ac68471b0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0823908 Jul 07 17:34:56.428373 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.434490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.452315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-d29fac37-a8d4-4081-8298-1d9045809093 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.454873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-d29fac37-a8d4-4081-8298-1d9045809093 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.3187482 Jul 07 17:34:56.470376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Request body: {'port': {'device_id': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'admin_state_up': True, 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:56.585925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.702177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.715997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:56.723889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2dc125e4-3d57-4313-b9f1-a548cdefbdd6 HTTP/1.1" status: 204 len: 168 time: 0.9511507 Jul 07 17:34:56.769963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21985bc0-2ef6-43b3-80ef-148aa53c5180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc125e4-3d57-4313-b9f1-a548cdefbdd6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:56.832071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-74414689-066b-4f4e-9279-15aea8309823 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4478583 Jul 07 17:34:56.969098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-95300ea7-633f-41c4-b4ca-3659190a993b service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357355 Jul 07 17:34:57.095299 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.129695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.138118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.139655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb0f6ec1-b55d-475e-a5df-3feab7f72e31 HTTP/1.1" status: 204 len: 168 time: 1.0945008 Jul 07 17:34:57.148083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:57.152895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.364689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bab49-649a-4959-97ae-33a85a6505b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f6ec1-b55d-475e-a5df-3feab7f72e31,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:57.391894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-18a91934-9139-4221-a65f-133e933097e1 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217744 Jul 07 17:34:57.412779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Allocated IP 172.20.0.4 (4fdded49-b592-41cb-964c-21ca7a788204/a1fa9e75-f952-4908-bf32-a8794e3f68a2/e295c96a-7358-4ffc-a6b0-e34a2ef69a81) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:57.823694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.952989 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:57.965693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:57.969609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:58.166399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9de6803c-002e-4872-b37a-eadc1f7a4a13 req-2326ab93-3588-4a82-8410-3c410d38ba4d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab296283-47fc-453e-b284-b4663cfa4d94 HTTP/1.1" status: 200 len: 210 time: 0.0978568 Jul 07 17:34:58.194727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Network 4fdded49-b592-41cb-964c-21ca7a788204 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:58.201894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:58.208615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:58.267134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event updated for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:58.342418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:58.349875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:58.380523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-a2fb7c96-f30c-4751-9815-7236e22d70d2 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9156935 Jul 07 17:34:58.394623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Request body: {'port': {'device_id': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:58.702311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.437980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:59.459692 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e90ad34d-b78e-4f5c-a62e-438b49013066 req-5a250194-81b3-4ed4-911c-8732e3634c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e44a9d2458864f6e9d49c084c27b338a&device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1217637 Jul 07 17:34:59.513558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e295c96a-7358-4ffc-a6b0-e34a2ef69a81 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:59.570320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.621372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e90ad34d-b78e-4f5c-a62e-438b49013066 req-7f3be3fe-796b-4912-be6e-d4aead820c10 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e44a9d2458864f6e9d49c084c27b338a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1418624 Jul 07 17:34:59.768391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-818679277-network', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:59.795985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Transition to ACTIVE for port object e295c96a-7358-4ffc-a6b0-e34a2ef69a81 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:59.808033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.905207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:59.908499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.995336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.024994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af01901-209a-494e-8452-71e43f40b78b req-237fd940-502e-450a-98de-70efc125ac55 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.032441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0af01901-209a-494e-8452-71e43f40b78b req-237fd940-502e-450a-98de-70efc125ac55 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 931 time: 0.4782603 Jul 07 17:35:00.046330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad34d-b78e-4f5c-a62e-438b49013066 req-5e5e3e2a-33d7-45f4-9532-5120ee8f8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.051459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e90ad34d-b78e-4f5c-a62e-438b49013066 req-5e5e3e2a-33d7-45f4-9532-5120ee8f8867 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4259698 Jul 07 17:35:00.101411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Pushing event updated for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:00.267064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0af01901-209a-494e-8452-71e43f40b78b req-039230a6-5c56-4353-882a-1447fd7450bd tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560843 Jul 07 17:35:00.333439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Attempting to bind port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:00.333875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Attempting to bind port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:00.337284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Attempting to bind port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:00.354722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 on network 4fdded49-b592-41cb-964c-21ca7a788204 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:00.359048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Attempting to bind port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:00.407701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:00.408452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Checking segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:00.409314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Bound using segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:00.411275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Bound port: e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:00.412282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.516056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-f83fa954-8836-44d7-ae39-1953fd52f42e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.520333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-f83fa954-8836-44d7-ae39-1953fd52f42e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.3132281 Jul 07 17:35:00.553740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:00.589209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.592351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0df39406-25eb-4b6c-847c-7cafa6d60c9d req-0e78bbb4-c63f-4c06-a21f-0c582b5f4d00 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 210 time: 0.0609298 Jul 07 17:35:00.602189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.617265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:00.631018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.642744 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Added segment 6e7ed029-410f-4c3b-8f2e-4b2f93645b47 of type vlan for network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f Jul 07 17:35:00.684855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.812409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.814260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.815173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.904314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:00.915796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.040756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:01.066851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee94d23-0cf4-4e94-b2e9-b458500fa18f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:01.093850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:01.144053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7044632 Jul 07 17:35:01.155924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37656) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:01.160720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:01.186802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Request body: {'subnet': {'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-subnet', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:01.219524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa69a12-89a3-4b6f-af09-0a247fa5baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf124f-5f45-4b2a-90ec-4af45eefbed2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:01.236132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56ae37d8-cde7-4aea-9fc6-a829886b7e61 req-e1cb8536-1221-431b-8755-ab5988fa5a37 tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1882293 Jul 07 17:35:01.238100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.254781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.6 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/f89bca7b-9de5-45cc-bbe9-cff665fc520a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:01.284753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:01.287262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.314848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.315495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.317922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-8673a933-8379-492d-a450-a8a12e355964 service neutron] 10.222.0.73 "PUT /v2.0/ports/e295c96a-7358-4ffc-a6b0-e34a2ef69a81 HTTP/1.1" status: 200 len: 1092 time: 2.9284732 Jul 07 17:35:01.317922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:01.339786 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b03663-4749-407f-8149-41985ac6530e" -d '{"events": [{"name": "network-changed", "server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:01.417075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673a933-8379-492d-a450-a8a12e355964 service neutron] Pushing event updated for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:01.503756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-fee2a35b-a9dc-435d-a848-076151589987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.505644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-fee2a35b-a9dc-435d-a848-076151589987 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 1095 time: 0.0849445 Jul 07 17:35:01.566495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-45d7bdaf-15e4-40ea-a992-881f43918067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81 HTTP/1.1" status: 200 len: 217 time: 0.0516126 Jul 07 17:35:01.654887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e90ad34d-b78e-4f5c-a62e-438b49013066 req-0f428dd0-aff8-4313-bc06-62220d34d79c tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.1983826 Jul 07 17:35:01.731181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668539d-5460-452d-9b41-36be996c9212 req-59289062-ecb8-42e4-af5d-b55a7e94d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.733284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-59289062-ecb8-42e4-af5d-b55a7e94d9cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.1598735 Jul 07 17:35:01.780936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-14766476-6a8b-4a8b-8860-456d8e9ac73d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388386 Jul 07 17:35:01.957676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eedb67-381b-4149-af1c-64e1f4ece20a req-8152006b-6185-491f-9006-db64fe6f941e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.969561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0eedb67-381b-4149-af1c-64e1f4ece20a req-8152006b-6185-491f-9006-db64fe6f941e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 943 time: 0.3157508 Jul 07 17:35:02.074339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0eedb67-381b-4149-af1c-64e1f4ece20a req-2d98bfd9-3cca-4e70-8717-d4ee114125da tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036184 Jul 07 17:35:02.141107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-8191ccfd-0e94-4f2c-af06-631e30e065ad service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518250 Jul 07 17:35:02.147164 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a068286f-2cf7-40db-bdac-576d2277da85 x-openstack-request-id: req-a068286f-2cf7-40db-bdac-576d2277da85 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:02.148003 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:02.148676 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a068286f-2cf7-40db-bdac-576d2277da85 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:02.150150 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81', 'status': 'completed', 'code': 200} Jul 07 17:35:02.248143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.314308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.388200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4668539d-5460-452d-9b41-36be996c9212 req-c1521b2f-5fad-4e20-878a-8eb90c45eb41 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324693 Jul 07 17:35:02.406621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07eabcb-2fc0-431c-b3e7-58c574daccc7,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:02.440235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Checking segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:02.440818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Network hostable DHCP agents. Network: 4ee94d23-0cf4-4e94-b2e9-b458500fa18f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:02.492297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.505939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7534c521-8266-4c8e-9ac8-538f068d5009 req-02534825-edd4-4f73-9f13-566e34bfbf91 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 210 time: 0.0900097 Jul 07 17:35:02.511341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:02.521037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:02.588560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:02.597410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:02.601000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 4ee94d23-0cf4-4e94-b2e9-b458500fa18f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:02.611329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:02.660764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.662937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.673504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03663-4749-407f-8149-41985ac6530e req-861b3f9f-c4f5-47d1-9134-4114da0d36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.676345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-861b3f9f-c4f5-47d1-9134-4114da0d36b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 1095 time: 0.1748285 Jul 07 17:35:02.708434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:02.731402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7b71acf8-d736-4079-89e7-e619fc6eeffa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5745065 Jul 07 17:35:02.735735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f389459-d117-48cf-9b9a-467b23ce64ad None None] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:02.736623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:02.748745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:02.772325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.773519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.829001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.831576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.844005 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-fd6aa0c0-df3f-4d09-b0c1-04444f984493 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2966278 Jul 07 17:35:02.979390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03663-4749-407f-8149-41985ac6530e req-c585a377-ab5f-4434-8183-c0149d8ff5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.985239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-c585a377-ab5f-4434-8183-c0149d8ff5ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.2988005 Jul 07 17:35:03.002812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.047946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Request body: {'port': {'device_id': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:03.237728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:35:03.239660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.396443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.505562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.557951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Allocated IP 172.20.0.2 (4ee94d23-0cf4-4e94-b2e9-b458500fa18f/d07eabcb-2fc0-431c-b3e7-58c574daccc7/035f987b-4ce3-4263-bd7b-0032e6236630) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:03.748709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6735c910-e6b7-4fde-bc24-48a1842ebe56 req-53c44aa1-5c32-4bc9-85fa-86b98d3a9e4e tempest-ServerShowV257Test-1193631079 tempest-ServerShowV257Test-1193631079-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b868103-7915-4651-a671-acb76f2c3a8d HTTP/1.1" status: 200 len: 210 time: 0.7620244 Jul 07 17:35:03.755888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-30e318f1-4759-4459-b7b4-1487999dd8a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81 HTTP/1.1" status: 200 len: 217 time: 0.7427230 Jul 07 17:35:03.943997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03663-4749-407f-8149-41985ac6530e req-d566a4ec-a118-4916-a57b-76c165d4a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:03.947045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-d566a4ec-a118-4916-a57b-76c165d4a37a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.1811576 Jul 07 17:35:03.985980 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.019834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-d766a6f6-b7f3-46e0-b974-e47ad0d50c4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639679 Jul 07 17:35:04.046245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Transition to ACTIVE for port object 035f987b-4ce3-4263-bd7b-0032e6236630 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:04.096827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Transition to ACTIVE for port object 035f987b-4ce3-4263-bd7b-0032e6236630 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:04.107068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.178009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:04.235589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Pushing event updated for resources: {'Port': ['ID=035f987b-4ce3-4263-bd7b-0032e6236630,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.241067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:04.246096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:04.339778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b074-5c1e-4b2e-963b-c1c5c8b90dc7 req-f18eb556-5311-44ee-9277-132eb845406b tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:04.354957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d694b074-5c1e-4b2e-963b-c1c5c8b90dc7 req-f18eb556-5311-44ee-9277-132eb845406b tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 943 time: 0.1900971 Jul 07 17:35:04.362898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-95e2c267-d667-455c-b77d-f4f0e918fd80 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308406 Jul 07 17:35:04.414681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89bca7b-9de5-45cc-bbe9-cff665fc520a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:04.425647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Attempting to bind port 035f987b-4ce3-4263-bd7b-0032e6236630 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:04.426324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Attempting to bind port 035f987b-4ce3-4263-bd7b-0032e6236630 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:04.426993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Attempting to bind port 035f987b-4ce3-4263-bd7b-0032e6236630 on network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:04.433179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.445663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:04.447729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Checking segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:04.451045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.452694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Bound using segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:04.453978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Bound port: 035f987b-4ce3-4263-bd7b-0032e6236630, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:04.460634 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.461374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Transition to ACTIVE for port object f89bca7b-9de5-45cc-bbe9-cff665fc520a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:04.475634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.497490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.547272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.579521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Pushing event updated for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.683792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4b03663-4749-407f-8149-41985ac6530e req-84104bc5-6dfd-4e00-9337-01256b065d35 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113353 Jul 07 17:35:04.701897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] For port 035f987b-4ce3-4263-bd7b-0032e6236630, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:04.719161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] For port 035f987b-4ce3-4263-bd7b-0032e6236630, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=035f987b-4ce3-4263-bd7b-0032e6236630,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:04.729681 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.747368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d694b074-5c1e-4b2e-963b-c1c5c8b90dc7 req-7a319d6b-9e4a-4ae9-8f4c-62cccf8c6047 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906095 Jul 07 17:35:04.885642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a315a8-24cd-41e0-99a4-5e93614fca61 None None] Pushing event updated for resources: {'Port': ['ID=035f987b-4ce3-4263-bd7b-0032e6236630,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.950375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Allocated IP 172.25.3.117 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/1c546661-5cd7-48c6-aab4-a5e8b8ccebd3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:05.164541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f035-0d4e-45cc-ac84-c1660910cec2 req-23b5f5b1-30a4-4349-aea1-f0116c5cab41 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.183602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a424f035-0d4e-45cc-ac84-c1660910cec2 req-23b5f5b1-30a4-4349-aea1-f0116c5cab41 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 943 time: 0.1356144 Jul 07 17:35:05.190725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Attempting to bind port f89bca7b-9de5-45cc-bbe9-cff665fc520a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:05.190725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Attempting to bind port f89bca7b-9de5-45cc-bbe9-cff665fc520a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:05.191074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Attempting to bind port f89bca7b-9de5-45cc-bbe9-cff665fc520a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:05.207765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Port f89bca7b-9de5-45cc-bbe9-cff665fc520a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:35:05.207987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Attempting to bind port f89bca7b-9de5-45cc-bbe9-cff665fc520a on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:05.235724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:05.236285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:05.236716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:05.237199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Bound port: f89bca7b-9de5-45cc-bbe9-cff665fc520a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:05.237585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.284646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a424f035-0d4e-45cc-ac84-c1660910cec2 req-e8001b71-ff5e-4596-9e52-a48879006728 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892754 Jul 07 17:35:05.352824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.452483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:05.468499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:05.500881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.683805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.686961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.690314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] 10.222.0.23 "PUT /v2.0/ports/f89bca7b-9de5-45cc-bbe9-cff665fc520a HTTP/1.1" status: 200 len: 1092 time: 2.6729205 Jul 07 17:35:05.712503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:05.726224 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6b96a3-81bb-4202-b253-5df15b3b1064" -d '{"events": [{"name": "network-changed", "server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:05.764345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.799646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:05.812212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:05.815500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:05.941161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d5e5-5bc1-4c48-9fc0-ceaf76f7d59e service neutron] Pushing event updated for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.079996 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae5a55-445b-4026-b4bb-713f8852c9a3 x-openstack-request-id: req-57ae5a55-445b-4026-b4bb-713f8852c9a3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:06.080277 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:06.080728 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57ae5a55-445b-4026-b4bb-713f8852c9a3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:06.081079 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a', 'status': 'completed', 'code': 200} Jul 07 17:35:06.326514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 035f987b-4ce3-4263-bd7b-0032e6236630 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:06.358353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37754) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.364048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e295c96a-7358-4ffc-a6b0-e34a2ef69a81 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:06.672934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:06.715994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'port_id': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81', 'mac_address': 'fa:16:3e:57:68:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fa9e75-f952-4908-bf32-a8794e3f68a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:35:06.735384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.748873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Pushing event updated for resources: {'Port': ['ID=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:06.836474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12fa14-bfdc-48e9-871f-ac18b0c2cc87 req-1760c171-1e62-4c70-a6c7-019cd223d5d8 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.842161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d12fa14-bfdc-48e9-871f-ac18b0c2cc87 req-1760c171-1e62-4c70-a6c7-019cd223d5d8 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 943 time: 0.4478269 Jul 07 17:35:06.846704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.850877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-cee7d144-fe2e-48d4-9a9f-1ba1b55421e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.854241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-cee7d144-fe2e-48d4-9a9f-1ba1b55421e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 1095 time: 1.0742760 Jul 07 17:35:06.900936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e295c96a-7358-4ffc-a6b0-e34a2ef69a81 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:06.947373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:06.954701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.965560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-611c4f96-904c-4cc8-aa04-2da9918ee774 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a HTTP/1.1" status: 200 len: 217 time: 0.0945055 Jul 07 17:35:06.969593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc146598-e7f8-48d3-8ef8-c2b3711e70bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.023747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 035f987b-4ce3-4263-bd7b-0032e6236630 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:07.038351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e98965-d1c4-4059-ad90-7f7fef2e5fd9 None None] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:07.106543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d12fa14-bfdc-48e9-871f-ac18b0c2cc87 req-af4172e0-9701-401e-a388-9b928b71e6ef tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244079 Jul 07 17:35:07.124195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-980a929c-024f-4ef2-93a7-f165bfb08166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.249599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:07.271321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Provisioning for port 035f987b-4ce3-4263-bd7b-0032e6236630 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:07.298457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['e295c96a-7358-4ffc-a6b0-e34a2ef69a81'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:07.362633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-b454fd06-ba8f-4956-a398-26c41cf22446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:07.365457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-b454fd06-ba8f-4956-a398-26c41cf22446 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.3922331 Jul 07 17:35:07.367570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.404553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Provisioning complete for port 035f987b-4ce3-4263-bd7b-0032e6236630 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:07.405036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.451820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-42548861-1bc2-40ce-8009-1a0fa5c43c7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782332 Jul 07 17:35:07.453588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc146598-e7f8-48d3-8ef8-c2b3711e70bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.477959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc146598-e7f8-48d3-8ef8-c2b3711e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.633540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cc146598-e7f8-48d3-8ef8-c2b3711e70bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e44a9d2458864f6e9d49c084c27b338a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2676978 Jul 07 17:35:07.634487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc146598-e7f8-48d3-8ef8-c2b3711e70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de10d8-d04a-4c54-9af8-aff93c656a2c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:07.643242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:07.657533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c802527-7bec-4f16-9d5c-da548c625065 req-0cd4af99-67c5-451d-ab00-fdd01c092b79 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:07.660483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c802527-7bec-4f16-9d5c-da548c625065 req-0cd4af99-67c5-451d-ab00-fdd01c092b79 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 943 time: 0.2822113 Jul 07 17:35:07.716318 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-511ccf1b-5aa1-4525-a337-f26bcaf64d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.799539 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.850425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c802527-7bec-4f16-9d5c-da548c625065 req-f92dbc79-ecc6-4302-9af4-f7741730b74f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568182 Jul 07 17:35:07.902809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-955deeb3-9f30-4784-b7a9-bc4d3cadb4b0 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431450 Jul 07 17:35:07.903884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] For port 035f987b-4ce3-4263-bd7b-0032e6236630, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=035f987b-4ce3-4263-bd7b-0032e6236630,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:07.904416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.959065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:07.981795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.100365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.117512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab3817-0746-401b-814d-a0cc27bf1666 None None] Pushing event updated for resources: {'Port': ['ID=035f987b-4ce3-4263-bd7b-0032e6236630,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:08.211335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-980a929c-024f-4ef2-93a7-f165bfb08166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.211596 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-115fca48-bdf3-4153-81c0-9aab835cb34f req-080c1c02-38a3-41bd-9f87-ac3d046bbded service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947788 Jul 07 17:35:08.245254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-980a929c-024f-4ef2-93a7-f165bfb08166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.340436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Router 342e268b-a055-4d67-a333-9c81d20a5918 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:35:08.343122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-980a929c-024f-4ef2-93a7-f165bfb08166 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16fab1fbe7454df68e0dcc23f8ed4307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6060228 Jul 07 17:35:08.346058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a929c-024f-4ef2-93a7-f165bfb08166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceccca6-2af6-4008-8936-3f3571b39782,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:08.351719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:08.353437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.359675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.366880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65de10d8-d04a-4c54-9af8-aff93c656a2c HTTP/1.1" status: 204 len: 168 time: 0.7046034 Jul 07 17:35:08.439717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-59ea1d70-2e98-46bd-a890-89c63331f3e0 None None] Provisioning complete for port 035f987b-4ce3-4263-bd7b-0032e6236630 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:08.440307 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-59ea1d70-2e98-46bd-a890-89c63331f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.443861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288ee2-3134-4b66-a270-30035f876b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de10d8-d04a-4c54-9af8-aff93c656a2c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:08.695335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.722032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-aa681709-7e64-4cd4-9257-253ef7c84e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:08.725482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-aa681709-7e64-4cd4-9257-253ef7c84e5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 1095 time: 0.4114008 Jul 07 17:35:08.759636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d800550-8f8d-4709-ab90-fb80da2b5e77 req-a6f624cf-b043-47cd-8461-950828a7a2b4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:08.762390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d800550-8f8d-4709-ab90-fb80da2b5e77 req-a6f624cf-b043-47cd-8461-950828a7a2b4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 944 time: 0.2754748 Jul 07 17:35:08.764077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.851145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:08.866800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Sync routers for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:08.896015 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:08.899121 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:34:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:08.927310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.929531 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b7060742-f688-42e5-a8f5-7accdc8e7087 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1910377 Jul 07 17:35:08.934003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:08.955119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d800550-8f8d-4709-ab90-fb80da2b5e77 req-d5b06a4c-94d9-4bb3-9a2f-647a2015e44b tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776474 Jul 07 17:35:08.980541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.993225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:08.996608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ceccca6-2af6-4008-8936-3f3571b39782 HTTP/1.1" status: 204 len: 168 time: 0.6252155 Jul 07 17:35:09.015858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29271308-2136-4e25-9d52-81ad94888ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceccca6-2af6-4008-8936-3f3571b39782,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:09.081294 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:09.368297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-8e256646-c43d-46cb-9438-0c63f3e841fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.370866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-8e256646-c43d-46cb-9438-0c63f3e841fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.6296399 Jul 07 17:35:09.462584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f7afa-1e3d-450b-9741-e891dfa49b42 req-873111c2-f543-4c9a-9892-38b0450ba82a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.474913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-701f7afa-1e3d-450b-9741-e891dfa49b42 req-873111c2-f543-4c9a-9892-38b0450ba82a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 943 time: 0.1993945 Jul 07 17:35:09.507955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-90f76a23-c366-444e-9b3e-cd4f8ff6147b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a HTTP/1.1" status: 200 len: 217 time: 0.0765212 Jul 07 17:35:09.517024 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:06Z', 'revision_number': 3, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:09.572099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-701f7afa-1e3d-450b-9741-e891dfa49b42 req-d89ceabd-8636-4298-9099-083f80a41368 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956440 Jul 07 17:35:09.580741 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Checking router: 342e268b-a055-4d67-a333-9c81d20a5918 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:09.582856 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Updating router 342e268b-a055-4d67-a333-9c81d20a5918 port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:35:09.618540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-acb3f348-160e-439e-9f29-b876b938fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.620188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-acb3f348-160e-439e-9f29-b876b938fc15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1063251 Jul 07 17:35:09.649829 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.660753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:09.698486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bcf9929-7bff-4cf3-9abf-609792d19939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.704122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-63a0a8d7-c6f0-45dc-b96d-c97e26d45658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763023 Jul 07 17:35:09.916618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bcf9929-7bff-4cf3-9abf-609792d19939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.927233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bcf9929-7bff-4cf3-9abf-609792d19939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:09.995350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-6ca8b9db-7596-4b00-a29e-4879b9da6824 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810805 Jul 07 17:35:09.996540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8bcf9929-7bff-4cf3-9abf-609792d19939 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d4afdf55f0f4dd38bbce328a823a8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343141 Jul 07 17:35:09.997496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf9929-7bff-4cf3-9abf-609792d19939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db4701-e94d-4b2b-972b-81f40e1e67ae,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.001460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:10.047621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a3a17780-e611-405b-becc-8ddb19991ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.117580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.150787 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.171094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 035f987b-4ce3-4263-bd7b-0032e6236630 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:10.240572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.358653 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.367180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e6b96a3-81bb-4202-b253-5df15b3b1064 req-d2539cbd-fe64-4f0f-a61b-e2e99ba12d7a service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628187 Jul 07 17:35:10.371938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.374545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76db4701-e94d-4b2b-972b-81f40e1e67ae HTTP/1.1" status: 204 len: 168 time: 0.3705924 Jul 07 17:35:10.398774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e295c96a-7358-4ffc-a6b0-e34a2ef69a81 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:10.436214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160da4b0-1c4a-467c-a10a-2336537c08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db4701-e94d-4b2b-972b-81f40e1e67ae,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:10.460492 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.492995 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Transition to ACTIVE for port object 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:10.511583 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.534321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:10.602536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Attempting to bind port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:10.603590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Attempting to bind port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:10.604185 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Attempting to bind port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:10.623928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 035f987b-4ce3-4263-bd7b-0032e6236630 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:10.625314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.659686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb54fb-f541-43db-bfcd-b4374b3823b8 req-2953dd39-2f7e-4560-89cf-d1f3b0dadc39 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.663761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fccb54fb-f541-43db-bfcd-b4374b3823b8 req-2953dd39-2f7e-4560-89cf-d1f3b0dadc39 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 944 time: 0.1995087 Jul 07 17:35:10.682085 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:10.691374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Allocated IP 172.20.0.1 (4ee94d23-0cf4-4e94-b2e9-b458500fa18f/d07eabcb-2fc0-431c-b3e7-58c574daccc7/71563941-a3f2-4668-8f28-0a5ee69fbb72) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:10.697305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.698459 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:10.699161 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.699804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:10.700866 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Bound port: 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:10.701499 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.771235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:10.792337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fccb54fb-f541-43db-bfcd-b4374b3823b8 req-3d6f9d35-e9bb-4f3f-a139-245fe289c3a9 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133361 Jul 07 17:35:10.806542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:10.813641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.979384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:10.994152 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Pushing event updated for resources: {'Port': ['ID=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:11.003808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Transition to ACTIVE for port object 71563941-a3f2-4668-8f28-0a5ee69fbb72 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:11.029041 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] For port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:11.046557 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.046909 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.051622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.052489 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.054479 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.055904 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.063299 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.064242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.064902 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.065745 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.066876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.067645 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:11.087081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1873006766-network', 'tenant_id': 'fcd243b768a04b8b902dd15a106f6e5b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:11.111957 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] For port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:11.112125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.124956 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.246066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:11.247245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Made reservation on behalf of fcd243b768a04b8b902dd15a106f6e5b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:11.252026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.256015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.257732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:11.269167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:11.273122 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:11.276523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:35:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:11.350041 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06741a-ab73-4f36-8f7d-bd9db99f65a2 None None] Pushing event updated for resources: {'Port': ['ID=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:11.414130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:11.423790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:11.428194 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea96af03-ade7-4c64-82f7-9944624dc93c" -d '{"events": [{"server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "name": "network-vif-plugged", "status": "completed", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:11.433933 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.440464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993ee8-e0d6-43ae-a930-0e91738421c5 req-4eb1a513-0149-4c1c-a6e8-deae68d7283e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:11.449099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.449473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6993ee8-e0d6-43ae-a930-0e91738421c5 req-4eb1a513-0149-4c1c-a6e8-deae68d7283e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 943 time: 0.2736707 Jul 07 17:35:11.484622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Pushing event updated for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:11.533896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f89bca7b-9de5-45cc-bbe9-cff665fc520a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:35:11.571941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6993ee8-e0d6-43ae-a930-0e91738421c5 req-5f5e66df-05df-4a05-8c3d-64e20574ec2e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102300 Jul 07 17:35:11.579667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:11.630250 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:12.028346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:12.044477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cdb6f-b27e-4b5f-b65d-fc37f7974a86 req-02aa42f1-f934-4715-828a-ce5d1cd8fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:12.050090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-531cdb6f-b27e-4b5f-b65d-fc37f7974a86 req-02aa42f1-f934-4715-828a-ce5d1cd8fda7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 1097 time: 0.1848044 Jul 07 17:35:12.114796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-531cdb6f-b27e-4b5f-b65d-fc37f7974a86 req-db7da4ee-43c8-474f-be51-68b246916a2d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573220 Jul 07 17:35:12.131363 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064090a8-fb5e-4d30-8b9b-74e46c689ab6 x-openstack-request-id: req-064090a8-fb5e-4d30-8b9b-74e46c689ab6 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:12.132434 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "name": "network-vif-plugged", "status": "completed", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:12.133155 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-064090a8-fb5e-4d30-8b9b-74e46c689ab6 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:12.135378 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81', 'code': 200} Jul 07 17:35:12.156985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a', 'mac_address': 'fa:16:3e:46:0a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:35:12.184202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:06Z', 'revision_number': 3, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:12.224811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.226234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.232203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.250386 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bee19-d945-41b5-a15c-582b90f23919 None None] The sync data for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 is: [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:06Z', 'revision_number': 3, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:12.432444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.463063 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.479671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89bca7b-9de5-45cc-bbe9-cff665fc520a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:35:12.534353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.557908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.566433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:12.577004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:12.589119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-65ca4d7e-7df5-4d08-b04f-3abf58484ac6 None None] Provisioning for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:12.606354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea175-b5a1-412a-b01c-62f4a84bf214 req-d44729a2-e1a9-414f-8f4b-5f77affb8f6f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:12.610913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.621368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd2ea175-b5a1-412a-b01c-62f4a84bf214 req-d44729a2-e1a9-414f-8f4b-5f77affb8f6f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 945 time: 0.2092755 Jul 07 17:35:12.625690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-65ca4d7e-7df5-4d08-b04f-3abf58484ac6 None None] Provisioning complete for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:12.626061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-65ca4d7e-7df5-4d08-b04f-3abf58484ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.697148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Pushing event updated for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:12.707925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd491a62-f968-4aab-a3a4-b57c051a3699,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:12.778261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:12.778261 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Added segment dcc3d2fc-333f-419b-9cd7-bcbacb84e228 of type vlan for network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 Jul 07 17:35:12.815358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:12.841672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd2ea175-b5a1-412a-b01c-62f4a84bf214 req-a9c135b0-9499-42a6-bb20-d610c06ee78e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140901 Jul 07 17:35:12.902033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-65ca4d7e-7df5-4d08-b04f-3abf58484ac6 None None] Port 71563941-a3f2-4668-8f28-0a5ee69fbb72 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:13.003965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.012211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f89bca7b-9de5-45cc-bbe9-cff665fc520a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:35:13.026206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.279498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:13.435613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d75b-9c51-44d5-86df-ab3ef85c34a9 req-b7ab9fa1-ad6e-4b68-81e2-5bbae0c1e7eb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:13.437286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f87d75b-9c51-44d5-86df-ab3ef85c34a9 req-b7ab9fa1-ad6e-4b68-81e2-5bbae0c1e7eb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 944 time: 0.1782892 Jul 07 17:35:13.437756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:35:13.483695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:13.522020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:13.522020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:13.557717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f87d75b-9c51-44d5-86df-ab3ef85c34a9 req-a1d47ac5-ca49-488e-af86-36e3b672effb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884776 Jul 07 17:35:13.624141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.647467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.649368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:13.650218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.833497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0c702e-57d1-49a4-95b6-639eb6d051e9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:13.856648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:13.895629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acb9a396-e389-4fb0-80f5-5d2f486462de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:13.926086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-efa70abd-f17d-491b-b9c9-9ab644521c21 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3856788 Jul 07 17:35:13.926555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 37892) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:13.933519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Request body: {'subnet': {'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1873006766-subnet', 'tenant_id': 'fcd243b768a04b8b902dd15a106f6e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:14.057127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Made reservation on behalf of fcd243b768a04b8b902dd15a106f6e5b for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:14.060269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.171848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:14.337144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1aa490f-6cd8-4925-b10a-7d95c09caf04 None None] Provisioning complete for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:14.338119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1aa490f-6cd8-4925-b10a-7d95c09caf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.430277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa490f-6cd8-4925-b10a-7d95c09caf04 None None] Port 71563941-a3f2-4668-8f28-0a5ee69fbb72 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:35:14.481631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:14.504469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:14.506851 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.538492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2a557-43d7-47dd-9420-fc79647d9afb req-70c9ead3-6786-4f7a-acf6-91be9a18f01f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:14.551860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65f2a557-43d7-47dd-9420-fc79647d9afb req-70c9ead3-6786-4f7a-acf6-91be9a18f01f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 945 time: 0.2527370 Jul 07 17:35:14.689354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65f2a557-43d7-47dd-9420-fc79647d9afb req-995be317-6c12-4bab-86d4-a2d4722c62a5 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359379 Jul 07 17:35:14.760588 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.826855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:14.836109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.853900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Router 342e268b-a055-4d67-a333-9c81d20a5918 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:14.921391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acb9a396-e389-4fb0-80f5-5d2f486462de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.949160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-acb9a396-e389-4fb0-80f5-5d2f486462de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:15.037690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:15.090677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:15.245503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85112839-4f1a-4ffb-a79e-ab1f228528d2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:15.301398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9a396-e389-4fb0-80f5-5d2f486462de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01767934-5bd0-4b42-8696-9a889701decc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:15.377376 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-acb9a396-e389-4fb0-80f5-5d2f486462de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac561069795c4503998529adf356b228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8921096 Jul 07 17:35:15.384363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 37910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:15.466043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f89bca7b-9de5-45cc-bbe9-cff665fc520a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:15.467381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Checking segment: {'id': 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:15.467761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Network hostable DHCP agents. Network: 1f0c702e-57d1-49a4-95b6-639eb6d051e9, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:15.485883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911198eb-aae7-4315-b3e8-2b89747c1871 req-208ae14f-95b3-4d79-b445-6a970c0219ba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:15.502951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-911198eb-aae7-4315-b3e8-2b89747c1871 req-208ae14f-95b3-4d79-b445-6a970c0219ba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 944 time: 0.2469921 Jul 07 17:35:15.557388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:15.608592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1f0c702e-57d1-49a4-95b6-639eb6d051e9) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:15.630697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:15.631882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:15.632224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da567b37-e274-4425-a3c7-cbf019cede56 None None] Network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:15.674267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f0c6449-2294-4227-994b-b02af5227f60 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7454824 Jul 07 17:35:15.723735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-911198eb-aae7-4315-b3e8-2b89747c1871 req-03ccd9ba-7865-45d7-991e-0a313270706e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113676 Jul 07 17:35:15.745632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port f89bca7b-9de5-45cc-bbe9-cff665fc520a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:15.776879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port f89bca7b-9de5-45cc-bbe9-cff665fc520a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:15.777894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.011675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82acc012-350e-4ac0-9e79-612209dd5695 None None] Network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:16.027656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.083952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:16.118083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d899f46-9487-40b6-a8a7-e4920ac12957 admin admin] 10.222.0.66 "PUT /v2.0/routers/342e268b-a055-4d67-a333-9c81d20a5918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1739950 Jul 07 17:35:16.136746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.246668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:16.251386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Sync routers for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:16.282211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.318167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.326092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01767934-5bd0-4b42-8696-9a889701decc HTTP/1.1" status: 204 len: 168 time: 0.9278529 Jul 07 17:35:16.354886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4430-9aa9-44ad-845d-cdba5a502892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01767934-5bd0-4b42-8696-9a889701decc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:17.172291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.520538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:17.522057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:35:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:17.604385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38036) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:17.626054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1617969437-network', 'tenant_id': 'e21945ef4c6b47d2b0b77bae840a2e02'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:17.731409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08b0aa-8c7a-425d-b95f-defccba606ee req-14d27458-cbd4-489b-b3cd-d1a7eff328fc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:17.757181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d08b0aa-8c7a-425d-b95f-defccba606ee req-14d27458-cbd4-489b-b3cd-d1a7eff328fc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 944 time: 0.3479562 Jul 07 17:35:17.763011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Made reservation on behalf of e21945ef4c6b47d2b0b77bae840a2e02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:17.773068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.806479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.844490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d08b0aa-8c7a-425d-b95f-defccba606ee req-86a5f23c-017c-471a-a473-0a043a9156af tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814888 Jul 07 17:35:18.055757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:18.080585 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04612370-3ede-42a6-a9ff-cb776a36967e" -d '{"events": [{"server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "name": "network-vif-plugged", "status": "completed", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:18.215379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:18.229483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:18.265357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.278344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.335644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:18.406865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.426847 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Added segment a3c3b312-858b-433b-8f53-711edade499a of type vlan for network fc72509c-080e-43ad-acd7-2cbcb589ad74 Jul 07 17:35:18.440754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.638793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:18.640036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.667835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da042886-2197-4f1f-b401-a931b1435bef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:18.731161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.870316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.882512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.883409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.906933 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a4666-8063-4e42-9f10-922458884a5a x-openstack-request-id: req-225a4666-8063-4e42-9f10-922458884a5a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:18.907267 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "name": "network-vif-plugged", "status": "completed", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:18.907536 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-225a4666-8063-4e42-9f10-922458884a5a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:18.907961 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a', 'code': 200} Jul 07 17:35:18.956746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:19.011783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4047925 Jul 07 17:35:19.017035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38098) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:19.029570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Request body: {'subnet': {'network_id': 'fc72509c-080e-43ad-acd7-2cbcb589ad74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1617969437-subnet', 'tenant_id': 'e21945ef4c6b47d2b0b77bae840a2e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:19.057900 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:19.099614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Made reservation on behalf of e21945ef4c6b47d2b0b77bae840a2e02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:19.114632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:19.295545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38104) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:19.332107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d753ef8-9008-41bd-b0e8-606fbd110a6c admin admin] Pushing event updated for resources: {'Network': ['ID=fc72509c-080e-43ad-acd7-2cbcb589ad74,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:19.369098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network fc72509c-080e-43ad-acd7-2cbcb589ad74 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:19.394552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281f08-072f-4368-9722-07894266ce40 req-579a8d06-1676-48ba-a893-d943a3d08c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:19.396569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3e281f08-072f-4368-9722-07894266ce40 req-579a8d06-1676-48ba-a893-d943a3d08c87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 1097 time: 0.4177608 Jul 07 17:35:19.490381 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3e281f08-072f-4368-9722-07894266ce40 req-b807ce69-b4eb-4f41-b632-174ae7536c30 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Jul 07 17:35:19.518867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2107807689-network', 'tenant_id': '66a6acdde3534c00b7b1864f9843f8f2'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:19.561850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Made reservation on behalf of 66a6acdde3534c00b7b1864f9843f8f2 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:19.566370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:19.617134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:19.657670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 2, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:19.862580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Checking router: 342e268b-a055-4d67-a333-9c81d20a5918 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:19.863105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Updating router 342e268b-a055-4d67-a333-9c81d20a5918 port 71563941-a3f2-4668-8f28-0a5ee69fbb72 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:35:19.880069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:19.983630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:19.996341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.047215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:35:20.047813 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.078950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.079322 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Added segment 66c443d8-5bff-44aa-8ef9-e654cc17044a of type vlan for network c04ab41e-9da5-425d-b16e-f578ec8c7d49 Jul 07 17:35:20.174848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Checking segment: {'id': 'a3c3b312-858b-433b-8f53-711edade499a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fc72509c-080e-43ad-acd7-2cbcb589ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:20.175536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Network hostable DHCP agents. Network: fc72509c-080e-43ad-acd7-2cbcb589ad74, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:20.205165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0514f283-4742-4f13-a00b-742e3f2de56b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:20.255858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Network fc72509c-080e-43ad-acd7-2cbcb589ad74 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:20.264035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.276677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, fc72509c-080e-43ad-acd7-2cbcb589ad74) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:20.281688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:20.282431 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.314498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-28e771e1-0cfa-4879-985c-9ac678e16dbe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2926276 Jul 07 17:35:20.409151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3225ee-88e7-432d-8be0-3249c21c61b8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:20.410915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65a5dc-ae03-47c9-a081-0049b5465503 None None] Network fc72509c-080e-43ad-acd7-2cbcb589ad74 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:20.473753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.480766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:20.483240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.640509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3423560 Jul 07 17:35:20.645052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38176) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:20.653759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77739ab2-7193-415c-8ffa-522075b0e3e5 req-9bb88eee-eb4f-428b-b0dd-50a3d36d210c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:20.663467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77739ab2-7193-415c-8ffa-522075b0e3e5 req-9bb88eee-eb4f-428b-b0dd-50a3d36d210c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 945 time: 0.1473005 Jul 07 17:35:20.683457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Request body: {'subnet': {'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2107807689-subnet', 'tenant_id': '66a6acdde3534c00b7b1864f9843f8f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:20.718351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f57afc-08f7-4324-8f9a-5deab64531e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c04ab41e-9da5-425d-b16e-f578ec8c7d49,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:20.743964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:35:20.764700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77739ab2-7193-415c-8ffa-522075b0e3e5 req-2dbb7697-da37-47aa-a037-7ad26f9700a6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933845 Jul 07 17:35:20.777038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Made reservation on behalf of 66a6acdde3534c00b7b1864f9843f8f2 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:20.790566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:21.050312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:21.165233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b62ff9-6599-46d4-a3c8-288d8a6a5f91 None None] Network fc72509c-080e-43ad-acd7-2cbcb589ad74 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:21.311499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Checking segment: {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:21.312013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Network hostable DHCP agents. Network: c04ab41e-9da5-425d-b16e-f578ec8c7d49, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:35:21.403295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d423d2c7-988a-456e-9b7a-4b23b338d3eb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:21.492967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:35:21.536170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, c04ab41e-9da5-425d-b16e-f578ec8c7d49) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:21.558186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:21.559199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:21.584609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275044b-1659-4605-bee9-9f017fca50d8 None None] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:21.615839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d6fa93a3-e588-4a1f-8cac-ada5cc0c9c7e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9543655 Jul 07 17:35:21.954170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.018215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822968d7-cd5a-42f8-a094-b0c341be5c1e None None] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:35:22.027036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Transition to ACTIVE for port object 71563941-a3f2-4668-8f28-0a5ee69fbb72 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:35:22.106485 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.265624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9f149-0f6c-4bf7-8d6f-3a0502a6a4cf None None] Pushing event updated for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:22.398184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Attempting to bind port 71563941-a3f2-4668-8f28-0a5ee69fbb72 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:35:22.399304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Attempting to bind port 71563941-a3f2-4668-8f28-0a5ee69fbb72 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:35:22.399660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Attempting to bind port 71563941-a3f2-4668-8f28-0a5ee69fbb72 on network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:35:22.428369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:35:22.428772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Checking segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:35:22.429450 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.430093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Bound using segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:35:22.430747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Bound port: 71563941-a3f2-4668-8f28-0a5ee69fbb72, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:35:22.431155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.598362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] For port 71563941-a3f2-4668-8f28-0a5ee69fbb72, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:35:22.625777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] For port 71563941-a3f2-4668-8f28-0a5ee69fbb72, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=71563941-a3f2-4668-8f28-0a5ee69fbb72,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:35:22.637464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:22.852764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9f149-0f6c-4bf7-8d6f-3a0502a6a4cf None None] Pushing event updated for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:22.885021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:22.886057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:35:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:23.633145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:24.241664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:22Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:24.375966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8cc38-e392-4dba-9ade-01c56940d231 None None] The sync data for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 is: [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:22Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:25.573138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.628935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 71563941-a3f2-4668-8f28-0a5ee69fbb72 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:25.708850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:25.717705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:25.718261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:25.923017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.055639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 71563941-a3f2-4668-8f28-0a5ee69fbb72, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=71563941-a3f2-4668-8f28-0a5ee69fbb72,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:26.065239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:26.277003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:27.104873 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:27.646089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 71563941-a3f2-4668-8f28-0a5ee69fbb72 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:27.810303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 71563941-a3f2-4668-8f28-0a5ee69fbb72 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:27.811009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:37.632974 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3e93c342-c8e4-4912-b195-6ca760db9848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:40.058967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a4eb21ee-5205-4719-93dc-927232eb9a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:40.556706 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:41.868732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:43.601633 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:54.166947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-a1ce616d-3b72-4d75-939b-9465cacb0cd3 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.193534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-a1ce616d-3b72-4d75-939b-9465cacb0cd3 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/networks?id=1f0c702e-57d1-49a4-95b6-639eb6d051e9 HTTP/1.1" status: 200 len: 825 time: 0.3244262 Jul 07 17:35:54.218895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-d26c7bb1-c218-4144-bb2c-6c7fad0b41db tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/quotas/fcd243b768a04b8b902dd15a106f6e5b HTTP/1.1" status: 200 len: 375 time: 0.0225065 Jul 07 17:35:54.317133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-1636d649-ab0d-4167-8ad6-ad13e7c80b7b tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcd243b768a04b8b902dd15a106f6e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521863 Jul 07 17:35:54.402558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-d976c3d2-e18b-4ce0-b57b-11cf460c0982 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1759179 Jul 07 17:35:54.680937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-3dd2aaec-9ce7-477e-94f6-4f55214c95f0 service neutron] 10.222.0.66 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206420 Jul 07 17:35:54.691679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-f09102b7-5104-4a25-bd73-519d233a3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.697763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-f09102b7-5104-4a25-bd73-519d233a3f1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1098 time: 0.1849592 Jul 07 17:35:55.091474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-5886c42d-2d0b-4e75-aa2b-a0938b0f46fc service neutron] 10.222.0.66 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926835 Jul 07 17:35:55.138718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-f2256527-d675-4609-bd00-b5e6191e1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.151416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-f2256527-d675-4609-bd00-b5e6191e1d57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.3420019 Jul 07 17:35:55.376331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-453f4c51-db05-4bb7-b4c5-da892548bf6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.1952252 Jul 07 17:35:55.585817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.587954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-7224cf32-3b97-4d90-80c1-7a02b08f2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.593461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-7224cf32-3b97-4d90-80c1-7a02b08f2366 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.2056806 Jul 07 17:35:55.734841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-cafc57e5-4379-4c14-8e07-4459092c87ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297390 Jul 07 17:35:56.081090 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:56.369347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-d7936cca-390b-4594-883c-613f1a529fa6 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056399 Jul 07 17:35:56.593410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25426d-5a35-4edd-ac5e-c2d37468d25f req-c21a050b-df5f-4085-a67b-236b2028ee9d tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.604499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d25426d-5a35-4edd-ac5e-c2d37468d25f req-c21a050b-df5f-4085-a67b-236b2028ee9d tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 945 time: 0.7976394 Jul 07 17:35:56.851745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d25426d-5a35-4edd-ac5e-c2d37468d25f req-35f180fb-e636-4c79-a4f6-ada4ba4930dc tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376280 Jul 07 17:35:56.854457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8981822c-451d-4ac8-b36a-4f7fe13b2ee5 req-fb4e644e-e7e1-4ae8-a7bd-b893506d7c06 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840472 Jul 07 17:35:57.132941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:57.769857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-069e3951-5727-4609-bac3-66af56164c12 req-d437a2a4-4084-455e-90a9-6174a70dd108 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 210 time: 0.1130712 Jul 07 17:35:58.346958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-87e246f0-56ba-4c26-aee0-350d08aa3a9b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:58.362555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-87e246f0-56ba-4c26-aee0-350d08aa3a9b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.3316867 Jul 07 17:35:58.413843 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-837d8289-a5c5-48fb-beb2-ccc8b89b21f3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0450897 Jul 07 17:35:58.750465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-c890a2c1-0479-4e2c-827a-2a73b01d5668 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:58.761191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-c890a2c1-0479-4e2c-827a-2a73b01d5668 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.23 "GET /v2.0/networks?id=1f0c702e-57d1-49a4-95b6-639eb6d051e9 HTTP/1.1" status: 200 len: 825 time: 0.5228400 Jul 07 17:35:58.796551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Request body: {'port': {'device_id': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9', 'admin_state_up': True, 'tenant_id': 'fcd243b768a04b8b902dd15a106f6e5b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:58.803981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-4cafc0e5-ab5c-4959-9d10-28750c39bafa tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3818238 Jul 07 17:35:59.339721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Made reservation on behalf of fcd243b768a04b8b902dd15a106f6e5b for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:35:59.345599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:59.373129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-27de9939-9b03-441f-a449-9c2b4e3cb9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678778 Jul 07 17:35:59.600587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-1453604d-7fba-451e-8a0d-9576b3f1a7df service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263565 Jul 07 17:35:59.816417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Allocated IP 172.20.0.8 (1f0c702e-57d1-49a4-95b6-639eb6d051e9/85112839-4f1a-4ffb-a79e-ab1f228528d2/33077562-e35b-45ae-a435-5968780cd86f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:00.137490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.211542 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.387220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:00.423770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:00.451423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:00.597230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Pushing event updated for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:00.661037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.664117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.664684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.665394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.666134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.674012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.677536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.679562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.679981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.680336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.680839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.681029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:00.828813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:00.839340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.942684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-ecc9eb7e-fb54-4a4b-b4c9-0d634cfa997e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1624959 Jul 07 17:36:01.004293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Request body: {'port': {'device_id': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:01.421534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:01.665660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c5437-d653-4463-962d-b208b7e58ac5 req-99dddbea-d8af-4c91-8b4f-c96c07e2ae40 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.686023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3c5437-d653-4463-962d-b208b7e58ac5 req-99dddbea-d8af-4c91-8b4f-c96c07e2ae40 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 931 time: 0.3203473 Jul 07 17:36:01.896012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d3c5437-d653-4463-962d-b208b7e58ac5 req-c80d6d8d-c73f-47a3-a4ac-1ac5cb9a0b02 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069461 Jul 07 17:36:02.568308 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-2d93760e-325b-4724-8d90-0df2b3fcb6c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9127939 Jul 07 17:36:02.573055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16e1fea9-a9e2-4c9d-993b-f21278216f34 req-6db1decd-1268-481e-9bb9-043107def897 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 210 time: 0.1171143 Jul 07 17:36:02.838116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33077562-e35b-45ae-a435-5968780cd86f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:02.874652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.927335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Transition to ACTIVE for port object 33077562-e35b-45ae-a435-5968780cd86f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:03.042866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:03.367683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Pushing event updated for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:03.381469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-be1663fc-9eab-4528-8a13-b9d1a85318f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.383991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-be1663fc-9eab-4528-8a13-b9d1a85318f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1098 time: 0.6372237 Jul 07 17:36:03.396122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Attempting to bind port 33077562-e35b-45ae-a435-5968780cd86f on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:03.398943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Attempting to bind port 33077562-e35b-45ae-a435-5968780cd86f by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:03.399356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Attempting to bind port 33077562-e35b-45ae-a435-5968780cd86f on network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:03.422125 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Port 33077562-e35b-45ae-a435-5968780cd86f on network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:03.422513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Attempting to bind port 33077562-e35b-45ae-a435-5968780cd86f on network 1f0c702e-57d1-49a4-95b6-639eb6d051e9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:03.446617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:03.446976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Checking segment: {'id': 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:03.447385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Bound using segment: {'id': 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:03.447919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Bound port: 33077562-e35b-45ae-a435-5968780cd86f, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:03.448210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:03.460340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9307a3-3f50-47fd-9ab2-d5b8acb4a8cf req-d599049b-8e64-45a7-a63d-abc74c8d50a3 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.481827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea9307a3-3f50-47fd-9ab2-d5b8acb4a8cf req-d599049b-8e64-45a7-a63d-abc74c8d50a3 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 943 time: 0.2621927 Jul 07 17:36:03.650906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea9307a3-3f50-47fd-9ab2-d5b8acb4a8cf req-94f10c67-5e67-4556-9169-0a1249575b6a tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680174 Jul 07 17:36:03.840674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:03.849289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=33077562-e35b-45ae-a435-5968780cd86f,segment=NetworkSegment(dcc3d2fc-333f-419b-9cd7-bcbacb84e228),segment_id=dcc3d2fc-333f-419b-9cd7-bcbacb84e228)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:03.873078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:04.407753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Pushing event updated for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:04.462543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:04.464094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:04.468171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-7a427e3a-a8dc-4e9a-9a9d-f8e03c06b538 service neutron] 10.222.0.23 "PUT /v2.0/ports/33077562-e35b-45ae-a435-5968780cd86f HTTP/1.1" status: 200 len: 1092 time: 3.5124271 Jul 07 17:36:04.469329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'tag': '33077562-e35b-45ae-a435-5968780cd86f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:04.473874 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c180c-477d-475f-a9be-be18fb7394c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "tag": "33077562-e35b-45ae-a435-5968780cd86f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:04.493236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2379aecc-c4f3-4a96-ad35-d168ca17dbf3 req-4f2f6ab6-d7bb-4105-927d-360d72dc839a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 210 time: 0.2577574 Jul 07 17:36:04.681615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-0b8a56fd-8671-42c6-96df-842395685128 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:04.684943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-0b8a56fd-8671-42c6-96df-842395685128 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.8324175 Jul 07 17:36:04.711693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:04.957621 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f64145-4197-42d8-a8cb-7a892a1a19c1 x-openstack-request-id: req-77f64145-4197-42d8-a8cb-7a892a1a19c1 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:04.958432 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "tag": "33077562-e35b-45ae-a435-5968780cd86f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:04.958432 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77f64145-4197-42d8-a8cb-7a892a1a19c1 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:04.958750 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'tag': '33077562-e35b-45ae-a435-5968780cd86f', 'status': 'completed', 'code': 200} Jul 07 17:36:05.015741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-aa204bf1-9dd6-45bf-a9f6-b58997f73170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:05.017678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-aa204bf1-9dd6-45bf-a9f6-b58997f73170 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 1.4785700 Jul 07 17:36:05.187601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-6eba47b6-f46c-44bc-9f63-e363576c6424 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 217 time: 0.1624258 Jul 07 17:36:05.263696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:05.275736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.402694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-edef7fbc-58b7-4a18-948a-02e7146d3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:05.426653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-edef7fbc-58b7-4a18-948a-02e7146d3d6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcd243b768a04b8b902dd15a106f6e5b&device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 1095 time: 0.8256850 Jul 07 17:36:05.770570 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-1bff70f6-2b8c-4f94-9149-3e4cae370ef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33077562-e35b-45ae-a435-5968780cd86f HTTP/1.1" status: 200 len: 217 time: 0.3055708 Jul 07 17:36:05.823573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-c258af21-695c-44b5-a66a-7080d5d50ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:05.827979 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-c258af21-695c-44b5-a66a-7080d5d50ca7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.6261463 Jul 07 17:36:06.064071 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-85e676fd-0466-4a48-95f7-019c7c457c2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582475 Jul 07 17:36:06.401387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-5ce8eee5-0f33-4578-a329-8f816970993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:06.410543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-5ce8eee5-0f33-4578-a329-8f816970993a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85112839-4f1a-4ffb-a79e-ab1f228528d2 HTTP/1.1" status: 200 len: 865 time: 0.6196051 Jul 07 17:36:06.534933 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-85504504-8df0-4f93-a078-587167a20f33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f0c702e-57d1-49a4-95b6-639eb6d051e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157284 Jul 07 17:36:06.825625 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-78837f76-cbb3-404d-bc1e-162db843faee service neutron] 10.222.0.23 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783866 Jul 07 17:36:06.871031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.9 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/0e34818e-7b08-403b-a6d6-50fb26633243) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:07.144716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-c2a50dc4-ccf2-487a-a440-3d1c6dcd8955 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0501926 Jul 07 17:36:07.353336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.409296 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c7d54fe0-ee01-479c-80e5-9137f05def52 req-95a0228e-ac45-4624-a76e-08d1e94fee16 service neutron] 10.222.0.23 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786784 Jul 07 17:36:07.513489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e4cfc-70ff-44ee-8510-98e752106842 req-b7c63a07-133f-4b61-8d6a-a13c192c11ea tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.529820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d2e4cfc-70ff-44ee-8510-98e752106842 req-b7c63a07-133f-4b61-8d6a-a13c192c11ea tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 943 time: 1.7692602 Jul 07 17:36:07.648809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:07.653045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f5f543ac-9885-4abb-85d7-ca1c14797121 req-fa83f491-b324-43f3-a039-02698ce618a6 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006640 Jul 07 17:36:07.683801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:07.793293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f89bca7b-9de5-45cc-bbe9-cff665fc520a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:07.834498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c180c-477d-475f-a9be-be18fb7394c0 req-27598cf7-2264-4601-9be7-c6b5661cfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.839525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-27598cf7-2264-4601-9be7-c6b5661cfa79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcd243b768a04b8b902dd15a106f6e5b&device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 1095 time: 0.2657199 Jul 07 17:36:07.902030 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4138ee1-af62-46df-8669-4a65b9e01336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.040432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:08.058224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:08.067126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:08.182283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d2e4cfc-70ff-44ee-8510-98e752106842 req-19a92b45-b647-4299-aec9-9bfea69765de tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496065 Jul 07 17:36:08.311312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:08.346255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.347667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.348032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.348386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.348736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.349095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.349422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.351559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c180c-477d-475f-a9be-be18fb7394c0 req-b6e55b29-2e63-487b-8679-93f5d21ccb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.353364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-b6e55b29-2e63-487b-8679-93f5d21ccb64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f0c702e-57d1-49a4-95b6-639eb6d051e9 HTTP/1.1" status: 200 len: 926 time: 0.5057440 Jul 07 17:36:08.354342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.357215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.364768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.388692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.398975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:08.457795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.457795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.518161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60978801-e87e-412d-bd30-6f9743232583 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8230538 Jul 07 17:36:08.523079 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-78a245c5-2fa6-4b53-b268-ffb5e48d294c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33077562-e35b-45ae-a435-5968780cd86f HTTP/1.1" status: 200 len: 217 time: 0.1452184 Jul 07 17:36:08.548196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Request body: {'port': {'device_id': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:08.711078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c180c-477d-475f-a9be-be18fb7394c0 req-91a10296-9482-4af2-b774-2994fd20f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.713353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-91a10296-9482-4af2-b774-2994fd20f12c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85112839-4f1a-4ffb-a79e-ab1f228528d2 HTTP/1.1" status: 200 len: 865 time: 0.1852980 Jul 07 17:36:08.802852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:08.909864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-54394a44-a5ed-434f-96fd-ccdc42806468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f0c702e-57d1-49a4-95b6-639eb6d051e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805611 Jul 07 17:36:09.041605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32435-ae7e-4a4d-a691-91377705cf3b req-90cc8c06-6c6d-480a-b440-d02ae1e04bd3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:09.053991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60e32435-ae7e-4a4d-a691-91377705cf3b req-90cc8c06-6c6d-480a-b440-d02ae1e04bd3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 931 time: 0.4316728 Jul 07 17:36:09.348257 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-dd316ff2-a4a5-496e-8cc4-c3084f67aa3c service neutron] 10.222.0.23 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154878 Jul 07 17:36:09.537581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60e32435-ae7e-4a4d-a691-91377705cf3b req-0a0095be-5f4c-44f4-86fd-88ed085c7a77 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293781 Jul 07 17:36:09.739678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 33077562-e35b-45ae-a435-5968780cd86f details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:10.024314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418c180c-477d-475f-a9be-be18fb7394c0 req-05d84ba4-f493-4c12-9531-cf629f5c9e54 service neutron] 10.222.0.23 "GET /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798317 Jul 07 17:36:10.281141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e34818e-7b08-403b-a6d6-50fb26633243 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:10.333544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.353365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cde9bbbb-6a23-4a6c-8a38-6cec07315d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.385165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Transition to ACTIVE for port object 0e34818e-7b08-403b-a6d6-50fb26633243 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:10.403502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a719-35a3-4e59-b73d-ed224f540cce req-c53eae25-519c-427a-b072-cb6fc92051c7 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:10.416831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5de6a719-35a3-4e59-b73d-ed224f540cce req-c53eae25-519c-427a-b072-cb6fc92051c7 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 943 time: 0.5058687 Jul 07 17:36:10.434274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.581991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:10.639295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=33077562-e35b-45ae-a435-5968780cd86f,segment=NetworkSegment(dcc3d2fc-333f-419b-9cd7-bcbacb84e228),segment_id=dcc3d2fc-333f-419b-9cd7-bcbacb84e228)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:10.645804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.669028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '33077562-e35b-45ae-a435-5968780cd86f', 'network_id': '1f0c702e-57d1-49a4-95b6-639eb6d051e9', 'port_id': '33077562-e35b-45ae-a435-5968780cd86f', 'mac_address': 'fa:16:3e:da:5a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85112839-4f1a-4ffb-a79e-ab1f228528d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:10.836237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5de6a719-35a3-4e59-b73d-ed224f540cce req-992b415e-521b-418f-900d-627f8af3d4c7 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078307 Jul 07 17:36:10.839954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Attempting to bind port 0e34818e-7b08-403b-a6d6-50fb26633243 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:10.843433 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:10.854802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Attempting to bind port 0e34818e-7b08-403b-a6d6-50fb26633243 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:10.859307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Attempting to bind port 0e34818e-7b08-403b-a6d6-50fb26633243 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:10.888872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Port 0e34818e-7b08-403b-a6d6-50fb26633243 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:10.891158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Attempting to bind port 0e34818e-7b08-403b-a6d6-50fb26633243 on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:10.934719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33077562-e35b-45ae-a435-5968780cd86f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:10.957516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:10.961249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:10.962760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:10.965017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Bound port: 0e34818e-7b08-403b-a6d6-50fb26633243, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:10.967180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.055310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=33077562-e35b-45ae-a435-5968780cd86f,segment=NetworkSegment(dcc3d2fc-333f-419b-9cd7-bcbacb84e228),segment_id=dcc3d2fc-333f-419b-9cd7-bcbacb84e228)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:11.063741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.190198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:11.210208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.211764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:11.213735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.214291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.214655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.215177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.215370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.215642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.217701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0e34818e-7b08-403b-a6d6-50fb26633243,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:11.218387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.218929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.219437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.219991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.221286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:11.235467 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.280707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:11.281462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:11.283091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] 10.222.0.73 "PUT /v2.0/ports/0e34818e-7b08-403b-a6d6-50fb26633243 HTTP/1.1" status: 200 len: 1092 time: 2.7488878 Jul 07 17:36:11.283684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:11.286431 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24649953-7e0a-41d1-83a4-9131fa7a1df2" -d '{"events": [{"name": "network-changed", "server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:11.341250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['33077562-e35b-45ae-a435-5968780cd86f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:11.536500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7703-ba2e-4938-bc28-be9f627bae29 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:11.813235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-afaca52f-697e-4cb3-ac4b-bae8e425e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:11.819830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-afaca52f-697e-4cb3-ac4b-bae8e425e4a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 1095 time: 0.4562550 Jul 07 17:36:11.935345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-25ec0029-4a95-4101-8d70-4a95c45dbf3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34818e-7b08-403b-a6d6-50fb26633243 HTTP/1.1" status: 200 len: 217 time: 0.1034358 Jul 07 17:36:11.956475 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:12.018354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af97ee4-9c47-45f7-b014-db35eea295ac req-ed19195f-2ee4-49f1-bfc2-c150c431e0e8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:12.034551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7af97ee4-9c47-45f7-b014-db35eea295ac req-ed19195f-2ee4-49f1-bfc2-c150c431e0e8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 943 time: 0.4467111 Jul 07 17:36:12.140214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7af97ee4-9c47-45f7-b014-db35eea295ac req-a06886c6-6b79-4259-869e-594cd7ccbd47 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043622 Jul 07 17:36:12.159887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-d07983d7-05ed-40fc-9957-6aae97846812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:12.161879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-d07983d7-05ed-40fc-9957-6aae97846812 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.2038636 Jul 07 17:36:12.229916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-3c3deba9-a1b5-448b-897a-e0a73eae0e89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603170 Jul 07 17:36:12.413115 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3fc92-7db1-48ac-a086-9686f72701a4 x-openstack-request-id: req-45a3fc92-7db1-48ac-a086-9686f72701a4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:12.414116 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:12.414116 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45a3fc92-7db1-48ac-a086-9686f72701a4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:12.414505 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243', 'status': 'completed', 'code': 200} Jul 07 17:36:12.624997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-d8455d0c-d51c-48e8-a2e3-677cdab3a764 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883805 Jul 07 17:36:13.007046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8fce6-d168-48b0-a89f-7940ea38e91f req-2735cbce-dc40-4501-ae68-023f896ef786 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:13.020800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03f8fce6-d168-48b0-a89f-7940ea38e91f req-2735cbce-dc40-4501-ae68-023f896ef786 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 944 time: 0.4620364 Jul 07 17:36:13.056215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d612f6-2c19-4d76-a5b9-549128275a22 req-60b78ab6-91ae-4f34-b56e-23d670c8b256 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236395 Jul 07 17:36:13.100895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03f8fce6-d168-48b0-a89f-7940ea38e91f req-2ec2b4b7-a32e-4a28-a265-4088bad09c9c tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787270 Jul 07 17:36:13.586944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:13.739267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-f1134737-7add-46ff-b1b7-e677f59c5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:13.753428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-f1134737-7add-46ff-b1b7-e677f59c5308 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 1095 time: 0.5510066 Jul 07 17:36:13.788865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 33077562-e35b-45ae-a435-5968780cd86f up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:13.978161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 33077562-e35b-45ae-a435-5968780cd86f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:13.983678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 33077562-e35b-45ae-a435-5968780cd86f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:13.984062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.128202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dcae4-b107-4293-8866-372d32e41178 req-ab9ad2b9-d566-43c2-9e01-e381463b4ca8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:14.141367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f17dcae4-b107-4293-8866-372d32e41178 req-ab9ad2b9-d566-43c2-9e01-e381463b4ca8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 943 time: 0.5967152 Jul 07 17:36:14.244912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.272170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-86deae81-893a-4b66-b838-b42f519b2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:14.274046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-86deae81-893a-4b66-b838-b42f519b2f7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.4905243 Jul 07 17:36:14.278948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f17dcae4-b107-4293-8866-372d32e41178 req-d8753a80-a4c8-40d3-87da-4a62a2102aa0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360216 Jul 07 17:36:14.354686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-6f65ccb6-6fff-4654-9560-3dde1908304d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e34818e-7b08-403b-a6d6-50fb26633243 HTTP/1.1" status: 200 len: 217 time: 0.0693371 Jul 07 17:36:14.363423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33077562-e35b-45ae-a435-5968780cd86f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:14.372549 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4575245-a8d2-4d76-806d-4ef0831fdf4d" -d '{"events": [{"server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "name": "network-vif-plugged", "status": "completed", "tag": "33077562-e35b-45ae-a435-5968780cd86f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:14.423380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=33077562-e35b-45ae-a435-5968780cd86f,segment=NetworkSegment(dcc3d2fc-333f-419b-9cd7-bcbacb84e228),segment_id=dcc3d2fc-333f-419b-9cd7-bcbacb84e228)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:14.432575 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.454653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-e3971882-4b2b-42a9-af86-41d8b0d6a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:14.458507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-e3971882-4b2b-42a9-af86-41d8b0d6a077 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.0983346 Jul 07 17:36:14.575734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-b23a4509-7e3f-4602-ab51-80f140392c02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040235 Jul 07 17:36:14.604394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:14.884729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f1bcc-7376-4e76-8a9e-aa137a1f66d9 req-00ada06b-75b1-4ad8-8f9f-3faf41ea8504 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:14.899530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-568f1bcc-7376-4e76-8a9e-aa137a1f66d9 req-00ada06b-75b1-4ad8-8f9f-3faf41ea8504 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.1953127 Jul 07 17:36:15.026721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-568f1bcc-7376-4e76-8a9e-aa137a1f66d9 req-1c3e43c2-bb58-408f-b9d2-5a8209ac56b2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151376 Jul 07 17:36:15.052069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-3e6e6a07-c93b-454d-ba4a-3f208eb9113a service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682686 Jul 07 17:36:15.283926 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d8f51-b824-4aa0-aa6f-b4f6de88681d x-openstack-request-id: req-121d8f51-b824-4aa0-aa6f-b4f6de88681d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:15.284219 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "name": "network-vif-plugged", "status": "completed", "tag": "33077562-e35b-45ae-a435-5968780cd86f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:15.285078 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-121d8f51-b824-4aa0-aa6f-b4f6de88681d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:15.285511 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33077562-e35b-45ae-a435-5968780cd86f', 'code': 200} Jul 07 17:36:15.645894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24649953-7e0a-41d1-83a4-9131fa7a1df2 req-0873c7c1-7636-412c-8df3-230d48da6e4e service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543220 Jul 07 17:36:15.720309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be1df-a525-47d7-b0b9-e5219c7a631c req-5dd73ee3-3b82-44ca-84b9-ae00c874aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:15.727971 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2be1df-a525-47d7-b0b9-e5219c7a631c req-5dd73ee3-3b82-44ca-84b9-ae00c874aa4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 1097 time: 0.3439682 Jul 07 17:36:15.904341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2be1df-a525-47d7-b0b9-e5219c7a631c req-a0b61c37-c1d0-4911-a9fa-b3d311244264 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651218 Jul 07 17:36:16.058971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646c00-779c-4613-921d-a297e7c20914 req-65c181ba-98be-4fb4-aeed-cfcd6810ae00 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:16.061438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e646c00-779c-4613-921d-a297e7c20914 req-65c181ba-98be-4fb4-aeed-cfcd6810ae00 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 943 time: 0.2564857 Jul 07 17:36:16.216555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e646c00-779c-4613-921d-a297e7c20914 req-fd75f663-c04f-43c3-b605-576e489e27e0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484094 Jul 07 17:36:16.770347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-e247b1ce-521e-4845-b50f-39986bbf9c7e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:16.783726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-e247b1ce-521e-4845-b50f-39986bbf9c7e tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.3783803 Jul 07 17:36:16.811509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0e34818e-7b08-403b-a6d6-50fb26633243 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:16.835362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-cf0fa9ff-6e34-4ef0-8e95-2e7d279ba731 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/quotas/1cfa6e18a3a14cb58af3c5ec87f3cdff HTTP/1.1" status: 200 len: 375 time: 0.0492158 Jul 07 17:36:17.040794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-bba3c8da-3436-413b-8561-c6450bea410c tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2035022 Jul 07 17:36:17.112118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0e34818e-7b08-403b-a6d6-50fb26633243,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:17.130787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0e34818e-7b08-403b-a6d6-50fb26633243', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': '0e34818e-7b08-403b-a6d6-50fb26633243', 'mac_address': 'fa:16:3e:43:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:17.249725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.299987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e34818e-7b08-403b-a6d6-50fb26633243 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:17.355777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0e34818e-7b08-403b-a6d6-50fb26633243,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:17.362984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.371307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-03c4ef83-b3cb-4276-9cb3-17b7ba445835 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293104 Jul 07 17:36:17.491949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:17.601726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0e34818e-7b08-403b-a6d6-50fb26633243'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:17.606682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-e7f08fcc-db4a-456a-a801-ed51d2344ea3 service neutron] 10.222.0.66 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233067 Jul 07 17:36:18.139137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30124b63-7320-42f6-8cc1-9d45052b4788 req-000d1ed6-956b-47c4-a059-30bf79d49795 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:18.140985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30124b63-7320-42f6-8cc1-9d45052b4788 req-000d1ed6-956b-47c4-a059-30bf79d49795 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.0939577 Jul 07 17:36:18.215816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30124b63-7320-42f6-8cc1-9d45052b4788 req-fb90b166-f123-47b8-9ff7-8cedbcb8d4b2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Jul 07 17:36:18.827304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0e34818e-7b08-403b-a6d6-50fb26633243 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:18.882918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9ed6-d304-478b-a0ea-f68c2db99f13 req-076708fc-f7df-4939-8722-04078cfc7d81 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:18.891401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d2e9ed6-d304-478b-a0ea-f68c2db99f13 req-076708fc-f7df-4939-8722-04078cfc7d81 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 944 time: 0.5060174 Jul 07 17:36:18.951039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0e34818e-7b08-403b-a6d6-50fb26633243 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:18.966500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0e34818e-7b08-403b-a6d6-50fb26633243 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:18.966864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.003045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d2e9ed6-d304-478b-a0ea-f68c2db99f13 req-15697199-7792-4772-a1df-c44dd4ccf5c8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102839 Jul 07 17:36:19.155437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.199947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:19.206953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-109528050'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:19.221299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:19.237068 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45413f3c-40bd-4966-8249-72686e9bc530" -d '{"events": [{"server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "name": "network-vif-plugged", "status": "completed", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:19.291257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:19.292188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0e34818e-7b08-403b-a6d6-50fb26633243,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:19.300342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.310864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.412992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:36:19.439982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.440735 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Added segment 8fb80bd1-7e66-4a20-8810-615ecee7036d of type vlan for network b380fc7c-3a47-4b17-b38a-989f95d40bf7 Jul 07 17:36:19.501435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:19.544060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-e68a55b1-1899-40ec-94e3-6a4e54fe6bca tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:19.546116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-e68a55b1-1899-40ec-94e3-6a4e54fe6bca tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.2140172 Jul 07 17:36:19.551225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.578034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-5afa644b-7bec-4dae-a19a-82b57a228a7a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0195467 Jul 07 17:36:19.634424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.640525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:19.641911 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.734857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Network': ['ID=b380fc7c-3a47-4b17-b38a-989f95d40bf7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:19.761964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2fc51c6d-f00f-47e2-b641-94b49429daeb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5584366 Jul 07 17:36:19.767838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:19.772178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-33312573'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:19.777224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:36:19.806173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-16fa9d39-f9a6-4324-9d37-6a21f0d64781 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202046 Jul 07 17:36:19.835388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:19.844805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.941858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:36:19.956156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.956525 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Added segment 91912930-0c1e-48f2-88d9-dcd13b65d1d9 of type vlan for network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 Jul 07 17:36:19.988630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-78248627-5074-42f2-a9c4-02e26080814e service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812069 Jul 07 17:36:20.016454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.057566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.065590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:20.066480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.093080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3282726 Jul 07 17:36:20.106726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:20.112529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'subnet': {'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:20.334857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-ca9de3df-bc4f-46f6-8e6f-8daf6156d020 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451855 Jul 07 17:36:20.412173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:20.417082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.528746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbe93b-e243-4988-9f0a-acc739ceaaae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Network': ['ID=9fc0ed89-6785-4a01-a8b6-506077f77dd9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:20.542635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:36:20.751587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-b381b4c8-97aa-461b-8d23-28ad00b5c9c5 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:20.753709 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-b381b4c8-97aa-461b-8d23-28ad00b5c9c5 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 814 time: 0.4408739 Jul 07 17:36:20.772758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Request body: {'port': {'device_id': '31945222-1e0a-44f8-b119-019e78a5b68f', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'admin_state_up': True, 'tenant_id': '1cfa6e18a3a14cb58af3c5ec87f3cdff'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:20.963082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-683d2978-f181-4907-9a88-416c48549bb1 req-2df4fe64-6aeb-4c92-af7e-d2ff4ee75ed0 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 210 time: 0.0764508 Jul 07 17:36:21.255678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Made reservation on behalf of 1cfa6e18a3a14cb58af3c5ec87f3cdff for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:21.259992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:21.264493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:21.371442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c554e9-faac-41f3-b47f-0ebe94e43cbb req-a62e677b-42b9-43a7-b173-7b4497d6a77c tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.379928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4c554e9-faac-41f3-b47f-0ebe94e43cbb req-a62e677b-42b9-43a7-b173-7b4497d6a77c tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.0876744 Jul 07 17:36:21.391798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Subnet': ['ID=43b680f6-3a55-4427-802e-550b025a4065,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:21.445475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4c554e9-faac-41f3-b47f-0ebe94e43cbb req-ce29f7dc-8f14-4b1b-b5ac-cea735f47b86 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640867 Jul 07 17:36:21.511382 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d520d09-5919-4128-9f38-72440e0fe997 x-openstack-request-id: req-1d520d09-5919-4128-9f38-72440e0fe997 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:21.512318 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "name": "network-vif-plugged", "status": "completed", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:21.512758 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d520d09-5919-4128-9f38-72440e0fe997 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:21.513353 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243', 'code': 200} Jul 07 17:36:21.717130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:21.717728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network hostable DHCP agents. Network: b380fc7c-3a47-4b17-b38a-989f95d40bf7, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:36:21.777541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:36:21.812977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67156d-6fc6-469a-8709-69dd10688fc8 req-c4573bfd-fb94-4b84-9a80-dac042a5b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.816468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d67156d-6fc6-469a-8709-69dd10688fc8 req-c4573bfd-fb94-4b84-9a80-dac042a5b369 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 1097 time: 0.1213741 Jul 07 17:36:21.834767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b380fc7c-3a47-4b17-b38a-989f95d40bf7) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:21.838724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568322ed-36b1-4918-949b-cb993f79f3f2 req-aeaf20ab-fa6c-40ca-9ff9-e3e052fd7597 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.840708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-568322ed-36b1-4918-949b-cb993f79f3f2 req-aeaf20ab-fa6c-40ca-9ff9-e3e052fd7597 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 945 time: 0.1814187 Jul 07 17:36:21.845167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.846822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:21.848213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf225f-2f2b-4cb0-9b32-33c5f1db70d4 None None] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:21.992470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f356ccd9-de79-43e6-b91e-26ecb4963724 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8774118 Jul 07 17:36:21.996693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:22.023322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'subnet': {'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:22.051146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Allocated IP 172.20.0.11 (4fdded49-b592-41cb-964c-21ca7a788204/a1fa9e75-f952-4908-bf32-a8794e3f68a2/f9ddd030-b058-432a-8b2b-5a999080d4ef) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:22.070486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d67156d-6fc6-469a-8709-69dd10688fc8 req-c446aea2-c4c9-48cd-8c15-34c09628ffa0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284176 Jul 07 17:36:22.120720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-568322ed-36b1-4918-949b-cb993f79f3f2 req-967176a0-d5b9-44f0-9b2d-63c8b04fc622 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515981 Jul 07 17:36:22.252831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:22.258678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.267145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:36:22.268507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.456015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a28ff8c2-155e-4c68-97e3-ac42095a7063 req-0ac763f8-d1b6-413c-a8e8-48aeadfc27d6 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0561392 Jul 07 17:36:22.681346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Allocated IP 10.1.1.2 (b380fc7c-3a47-4b17-b38a-989f95d40bf7/43b680f6-3a55-4427-802e-550b025a4065/d1ef5036-4403-4eec-a982-02181c22be5c) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:22.847628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.908118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.919452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Transition to ACTIVE for port object d1ef5036-4403-4eec-a982-02181c22be5c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:22.961196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Transition to ACTIVE for port object d1ef5036-4403-4eec-a982-02181c22be5c will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:22.973479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.095010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.106946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:23.125313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4', 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:23.235026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:23.269255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:23.308220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:23.373544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Pushing event updated for resources: {'Port': ['ID=d1ef5036-4403-4eec-a982-02181c22be5c,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:23.421154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.496469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Network 4fdded49-b592-41cb-964c-21ca7a788204 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:23.505382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event updated for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:23.528909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:23.542582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:23.603277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Attempting to bind port d1ef5036-4403-4eec-a982-02181c22be5c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:23.603848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Attempting to bind port d1ef5036-4403-4eec-a982-02181c22be5c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:23.604387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Attempting to bind port d1ef5036-4403-4eec-a982-02181c22be5c on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:23.687330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.689097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.695705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:23.696341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:23.697436 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.698237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Bound using segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:23.711931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Bound port: d1ef5036-4403-4eec-a982-02181c22be5c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:23.715680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.753971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c62889-5ddb-4abe-8715-28d4e9c47e21 req-38a97cb2-f828-47c6-9098-54b7c873ce95 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.763676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6c62889-5ddb-4abe-8715-28d4e9c47e21 req-38a97cb2-f828-47c6-9098-54b7c873ce95 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 932 time: 0.2462909 Jul 07 17:36:23.779523 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8812a802-3a96-4c4d-8555-0fbda7cfc999 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0151424 Jul 07 17:36:23.838572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6c62889-5ddb-4abe-8715-28d4e9c47e21 req-69512327-96f1-40ca-9b00-62cadf36fe85 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734057 Jul 07 17:36:23.840958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Request body: {'port': {'device_id': '31945222-1e0a-44f8-b119-019e78a5b68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:23.862487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-79cc8d0d-92ce-419d-8d9e-a6ab112af43d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.869112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-79cc8d0d-92ce-419d-8d9e-a6ab112af43d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.4593287 Jul 07 17:36:23.892074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:23.892823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Subnet': ['ID=0bde2786-f380-41fc-8883-22934902d1e8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:23.998038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Checking segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:23.998638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network hostable DHCP agents. Network: 9fc0ed89-6785-4a01-a8b6-506077f77dd9, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:36:24.174372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:36:24.211532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 9fc0ed89-6785-4a01-a8b6-506077f77dd9) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:24.244296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.244627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] For port d1ef5036-4403-4eec-a982-02181c22be5c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:24.245362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.259260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.277029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] For port d1ef5036-4403-4eec-a982-02181c22be5c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d1ef5036-4403-4eec-a982-02181c22be5c,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:24.294248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38773a-15fe-44d9-8fc1-b60435f2f8d5 None None] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:24.365152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-461cad2c-25b1-4931-bac5-07307462f98c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3670084 Jul 07 17:36:24.375685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40058) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:24.398157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-914273506', 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:24.666897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.687877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5a76-0cb9-4ebc-9346-1c4e24f10c10 req-104a8453-6216-439c-967e-8d95dff90f7e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.700518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ce5a76-0cb9-4ebc-9346-1c4e24f10c10 req-104a8453-6216-439c-967e-8d95dff90f7e tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.6013885 Jul 07 17:36:24.893580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:24.900253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.963985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ce5a76-0cb9-4ebc-9346-1c4e24f10c10 req-befe3681-8019-4b6a-8707-572fdcadf05a tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307980 Jul 07 17:36:25.193228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:25.455744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.571007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.14 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/38587c82-d115-4cb9-83e2-e65f41767c6a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:25.618691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] device_id is not set on port 48e51a19-49b9-40f5-b642-37e38d95401e yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:36:25.796032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4dd4a-4b17-4685-b0df-0e1980b52d59 None None] Pushing event updated for resources: {'Port': ['ID=d1ef5036-4403-4eec-a982-02181c22be5c,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:25.877109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ips': [{'subnet_id': '0bde2786-f380-41fc-8883-22934902d1e8'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:36:25.887131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.998858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9007c-9c57-4055-8f33-5e2bf87eefa9 req-366417dc-ca47-4bc7-9dfe-93c5444bf191 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:26.001246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3b9007c-9c57-4055-8f33-5e2bf87eefa9 req-366417dc-ca47-4bc7-9dfe-93c5444bf191 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 945 time: 0.5364559 Jul 07 17:36:26.138950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.397767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.1.1.247 (b380fc7c-3a47-4b17-b38a-989f95d40bf7/43b680f6-3a55-4427-802e-550b025a4065/48e51a19-49b9-40f5-b642-37e38d95401e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:26.491344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Allocated IP 10.2.2.2 (9fc0ed89-6785-4a01-a8b6-506077f77dd9/0bde2786-f380-41fc-8883-22934902d1e8/86302134-51df-4e92-9190-ae50f78610c6) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:26.714887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ddd030-b058-432a-8b2b-5a999080d4ef {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:26.743417 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.800041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Transition to ACTIVE for port object f9ddd030-b058-432a-8b2b-5a999080d4ef will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:26.807053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.953174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Pushing event updated for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:26.981323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.023135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 38587c82-d115-4cb9-83e2-e65f41767c6a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:27.194632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3b9007c-9c57-4055-8f33-5e2bf87eefa9 req-4e47fc7d-457f-4f58-a82b-a337eea6c0f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1639318 Jul 07 17:36:27.228132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.269885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Attempting to bind port f9ddd030-b058-432a-8b2b-5a999080d4ef on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:27.273192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Attempting to bind port f9ddd030-b058-432a-8b2b-5a999080d4ef by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:27.274155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Attempting to bind port f9ddd030-b058-432a-8b2b-5a999080d4ef on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:27.296956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Port f9ddd030-b058-432a-8b2b-5a999080d4ef on network 4fdded49-b592-41cb-964c-21ca7a788204 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:27.297374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Attempting to bind port f9ddd030-b058-432a-8b2b-5a999080d4ef on network 4fdded49-b592-41cb-964c-21ca7a788204 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:27.320669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:27.323932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Checking segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:27.324810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Bound using segment: {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:27.325361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Bound port: f9ddd030-b058-432a-8b2b-5a999080d4ef, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f75db96-d9ca-4c99-8571-c5283e2ea716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:27.326535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.353127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.591663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.602724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Transition to ACTIVE for port object 86302134-51df-4e92-9190-ae50f78610c6 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:27.623548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Transition to ACTIVE for port object 86302134-51df-4e92-9190-ae50f78610c6 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:27.643495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.682266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:27.691574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:27.700967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.759319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:27.760726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:27.766214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Pushing event updated for resources: {'Port': ['ID=86302134-51df-4e92-9190-ae50f78610c6,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:27.806194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:27.816749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:27.818560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.820303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05d975-d54d-480d-8622-f889ed165c70 None None] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:27.823591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] 10.222.0.23 "PUT /v2.0/ports/f9ddd030-b058-432a-8b2b-5a999080d4ef HTTP/1.1" status: 200 len: 1093 time: 4.0076098 Jul 07 17:36:27.827494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:27.835458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:27.837724 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac73ab-3c36-43d8-904c-f76a560fddfd" -d '{"events": [{"name": "network-changed", "server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:27.843155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:27.906488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:27.939738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:27.967433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ae2f-9b44-47e3-b1a1-0d35cce199fe service neutron] Pushing event updated for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:28.119684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.136567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-a01cf323-10fe-42a6-bf45-4973c4791aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.139825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-a01cf323-10fe-42a6-bf45-4973c4791aaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 1096 time: 0.2375512 Jul 07 17:36:28.152347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d1ef5036-4403-4eec-a982-02181c22be5c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:28.232607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.241168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.277299 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-75a95065-149f-4c16-b6bf-6af7b5ccd749 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef HTTP/1.1" status: 200 len: 217 time: 0.1278083 Jul 07 17:36:28.299394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object 48e51a19-49b9-40f5-b642-37e38d95401e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:28.304036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Attempting to bind port 86302134-51df-4e92-9190-ae50f78610c6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:28.308190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Attempting to bind port 86302134-51df-4e92-9190-ae50f78610c6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:28.310866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Attempting to bind port 86302134-51df-4e92-9190-ae50f78610c6 on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:28.326760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-cb761bfd-54d1-43cf-91a5-ab2a1f18aa07 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4487276 Jul 07 17:36:28.342154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Request body: {'port': {'device_id': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:28.382925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4b7d6f21-ae5a-4d3c-914b-996bb7bf886c None None] Provisioning for port d1ef5036-4403-4eec-a982-02181c22be5c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:28.396629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:28.397474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Checking segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:28.399496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.399496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Bound using segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:28.399795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Bound port: 86302134-51df-4e92-9190-ae50f78610c6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:28.400811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.426015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-15a9898f-58f0-4a4e-948c-062aa678608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.430240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-15a9898f-58f0-4a4e-948c-062aa678608a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.1340632 Jul 07 17:36:28.508077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-6b21ec92-0566-4c9e-98e1-8d0fcd647af6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701411 Jul 07 17:36:28.535042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.694806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d205ac8-4d38-45b6-9eb7-218312d3fe54 req-6d95eed8-c630-4c42-a1a6-3e6c45ceca67 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.696057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d205ac8-4d38-45b6-9eb7-218312d3fe54 req-6d95eed8-c630-4c42-a1a6-3e6c45ceca67 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 932 time: 0.9259739 Jul 07 17:36:28.858991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] For port 86302134-51df-4e92-9190-ae50f78610c6, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:28.877499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] For port 86302134-51df-4e92-9190-ae50f78610c6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=86302134-51df-4e92-9190-ae50f78610c6,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:28.882223 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-aee43089-6f90-42f1-b6f9-fbbb09d41221 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653526 Jul 07 17:36:28.883016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f9931b5b-4c2e-4247-873c-f47d97bab0a3 None None] Provisioning for port 38587c82-d115-4cb9-83e2-e65f41767c6a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:28.902311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d1ef5036-4403-4eec-a982-02181c22be5c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:28.930063 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.105400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f9931b5b-4c2e-4247-873c-f47d97bab0a3 None None] Provisioning complete for port 38587c82-d115-4cb9-83e2-e65f41767c6a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:29.106610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f9931b5b-4c2e-4247-873c-f47d97bab0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.126094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c9c4c318-de25-45f9-bdd6-8af80dde00c6 req-8d3947b4-5977-478d-a229-0201dcd54692 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339213 Jul 07 17:36:29.179365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da95e7f-e03b-427c-9756-c8a333d35c2b None None] Pushing event updated for resources: {'Port': ['ID=86302134-51df-4e92-9190-ae50f78610c6,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.183812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f9931b5b-4c2e-4247-873c-f47d97bab0a3 None None] Port 38587c82-d115-4cb9-83e2-e65f41767c6a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:29.192089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d1ef5036-4403-4eec-a982-02181c22be5c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:29.194652 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.278031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.586888 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.605126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38587c82-d115-4cb9-83e2-e65f41767c6a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:29.617505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.642095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Transition to ACTIVE for port object 38587c82-d115-4cb9-83e2-e65f41767c6a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:29.663120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d205ac8-4d38-45b6-9eb7-218312d3fe54 req-1aaf52e9-8cb1-4544-9c76-ab1e5003c8a5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868581 Jul 07 17:36:29.717929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d1ef5036-4403-4eec-a982-02181c22be5c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d1ef5036-4403-4eec-a982-02181c22be5c,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:29.732099 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.896045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.903817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.940485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d1ef5036-4403-4eec-a982-02181c22be5c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.960625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:30.027350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:30.055463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:30.186954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.187814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.218209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 86302134-51df-4e92-9190-ae50f78610c6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:30.241391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40162) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:30.242547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8fa5e55-fd0b-48f5-91dc-710c4e942140 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.8510931 Jul 07 17:36:30.267474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-339772297', 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:30.341447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:30.474199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 86302134-51df-4e92-9190-ae50f78610c6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:30.514354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Provisioning complete for port d1ef5036-4403-4eec-a982-02181c22be5c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:30.515016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.548276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917cbb8-1f84-4bd0-9ea1-280c3821519e req-3036ff85-d240-421f-a8c5-db4e01c75273 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.557816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0917cbb8-1f84-4bd0-9ea1-280c3821519e req-3036ff85-d240-421f-a8c5-db4e01c75273 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 944 time: 0.4200237 Jul 07 17:36:30.628722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:30.650817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Attempting to bind port 38587c82-d115-4cb9-83e2-e65f41767c6a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:30.661932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Attempting to bind port 38587c82-d115-4cb9-83e2-e65f41767c6a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:30.666929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Attempting to bind port 38587c82-d115-4cb9-83e2-e65f41767c6a on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:30.757886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0917cbb8-1f84-4bd0-9ea1-280c3821519e req-810d0fee-725b-4c7e-bda6-b587d9442d00 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990330 Jul 07 17:36:30.761042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Port 38587c82-d115-4cb9-83e2-e65f41767c6a on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:30.767421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Attempting to bind port 38587c82-d115-4cb9-83e2-e65f41767c6a on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:30.787269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:30.794257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:30.794914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:30.797454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Bound port: 38587c82-d115-4cb9-83e2-e65f41767c6a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:30.797977 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.831903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Provisioning for port 48e51a19-49b9-40f5-b642-37e38d95401e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:30.840946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Provisioning complete for port 48e51a19-49b9-40f5-b642-37e38d95401e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:30.850981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.907541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.924122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bdaba9f0-f581-40b2-a362-dbaf1fb22f36 None None] Port 48e51a19-49b9-40f5-b642-37e38d95401e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:30.956397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] device_id is not set on port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:36:31.024062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:31.038404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=38587c82-d115-4cb9-83e2-e65f41767c6a,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:31.054938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.158650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:31.179980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:31.185181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.186983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d71e7319-2536-400e-8b11-daf17c2d3ec2 service neutron] 10.222.0.73 "PUT /v2.0/ports/38587c82-d115-4cb9-83e2-e65f41767c6a HTTP/1.1" status: 200 len: 1093 time: 2.8498693 Jul 07 17:36:31.198843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40311d71-3464-49cd-a32d-18b2db5455cc None None] Provisioning complete for port 48e51a19-49b9-40f5-b642-37e38d95401e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:31.211841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:31.214055 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40311d71-3464-49cd-a32d-18b2db5455cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.216958 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef5aec-275b-4c7e-baa3-8aaaef572756" -d '{"events": [{"name": "network-changed", "server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:31.453687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-40311d71-3464-49cd-a32d-18b2db5455cc None None] Port 48e51a19-49b9-40f5-b642-37e38d95401e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:31.637512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4bc1-27d7-47e9-8622-4fa8f3e5932f req-cb25dfb9-9359-4fe9-b128-e05f9bdc8c93 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:31.640718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd4c4bc1-27d7-47e9-8622-4fa8f3e5932f req-cb25dfb9-9359-4fe9-b128-e05f9bdc8c93 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 945 time: 0.4479506 Jul 07 17:36:31.748374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-5fd4f9b3-ca38-4952-9643-3760466a7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:31.750038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-5fd4f9b3-ca38-4952-9643-3760466a7f6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 1096 time: 0.3876100 Jul 07 17:36:31.776361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.1.1.83 (b380fc7c-3a47-4b17-b38a-989f95d40bf7/43b680f6-3a55-4427-802e-550b025a4065/6681d730-f641-4aa3-8f1d-1c13ed8c8e24) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:31.890799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd4c4bc1-27d7-47e9-8622-4fa8f3e5932f req-ef492ca6-ae27-4758-8a2c-4458a015e0be tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208445 Jul 07 17:36:31.892325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f9ddd030-b058-432a-8b2b-5a999080d4ef details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:32.041225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d1ef5036-4403-4eec-a982-02181c22be5c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:32.078790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-6688c3b0-ed8b-45a4-89f1-74474b1ddc64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38587c82-d115-4cb9-83e2-e65f41767c6a HTTP/1.1" status: 200 len: 217 time: 0.2284615 Jul 07 17:36:32.200355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb40a449-9e5e-481d-b75e-c074271e33b5 None None] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:32.230417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-8801716c-4b2f-4fa0-a297-0d5782284bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.233691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-8801716c-4b2f-4fa0-a297-0d5782284bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1381466 Jul 07 17:36:32.284761 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365d286-7052-485b-9156-6e22df0bea93 x-openstack-request-id: req-7365d286-7052-485b-9156-6e22df0bea93 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:32.285249 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:32.285419 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7365d286-7052-485b-9156-6e22df0bea93 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:32.287030 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef', 'status': 'completed', 'code': 200} Jul 07 17:36:32.308735 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:36:32.421157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-9d8b8bcd-5e31-49e0-883a-69362df42a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.424754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-9d8b8bcd-5e31-49e0-883a-69362df42a43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 1096 time: 0.2191644 Jul 07 17:36:32.468941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d329e273-e761-4910-9e72-0702822c6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.479581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-d329e273-e761-4910-9e72-0702822c6c30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2352099 Jul 07 17:36:32.534504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Provisioning for port 86302134-51df-4e92-9190-ae50f78610c6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:32.555565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Provisioning complete for port 86302134-51df-4e92-9190-ae50f78610c6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:32.555991 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.733436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:32.774627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.789916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d1ef5036-4403-4eec-a982-02181c22be5c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:32.790856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.842122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'f9ddd030-b058-432a-8b2b-5a999080d4ef', 'network_id': '4fdded49-b592-41cb-964c-21ca7a788204', 'port_id': 'f9ddd030-b058-432a-8b2b-5a999080d4ef', 'mac_address': 'fa:16:3e:a5:e8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fa9e75-f952-4908-bf32-a8794e3f68a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:32.861030 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.951206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-44574c01-f1d1-42db-8001-c388ee92faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.956340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-44574c01-f1d1-42db-8001-c388ee92faa7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.4980609 Jul 07 17:36:32.958998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:33.079653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:33.230090 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-2906ede3-95ce-45b8-aace-ff47c31e1dc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef HTTP/1.1" status: 200 len: 217 time: 0.2670879 Jul 07 17:36:33.379150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.405285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] For port 86302134-51df-4e92-9190-ae50f78610c6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=86302134-51df-4e92-9190-ae50f78610c6,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:33.430999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.585924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ddd030-b058-432a-8b2b-5a999080d4ef {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:33.619650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366c88b-3d5e-411f-a529-c5d6c5e3cb8a req-b4ead811-86d0-478e-925e-d78d76fdb257 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.622394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-0d0dc07d-badc-4925-a36a-69dbe89d27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.626072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-0d0dc07d-badc-4925-a36a-69dbe89d27d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.3880641 Jul 07 17:36:33.630256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7366c88b-3d5e-411f-a529-c5d6c5e3cb8a req-b4ead811-86d0-478e-925e-d78d76fdb257 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 1.0867777 Jul 07 17:36:33.643280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-86c38846-d2cf-4da0-8096-96cedb8bd8b1 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1594629 Jul 07 17:36:33.650675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcd123-2d29-4be8-a978-a7eefbfe8fed None None] Pushing event updated for resources: {'Port': ['ID=86302134-51df-4e92-9190-ae50f78610c6,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:33.728371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:33.753842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.814910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-2154d2bf-a5d2-4057-b619-8eb0db93dfb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696906 Jul 07 17:36:33.878145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.975923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7366c88b-3d5e-411f-a529-c5d6c5e3cb8a req-cb15e175-f9f3-4576-831c-ebf07a36c6f8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416917 Jul 07 17:36:33.988315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:34.014101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 86302134-51df-4e92-9190-ae50f78610c6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:34.073028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abf563d2-2456-49a0-b7ba-b4e96a1ea70b req-b04d01af-bb65-44eb-9fd7-4b3a36c3e04d service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179158 Jul 07 17:36:34.102467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f9ddd030-b058-432a-8b2b-5a999080d4ef'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:34.268410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:34.298460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:34.323749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:34.335893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 86302134-51df-4e92-9190-ae50f78610c6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:34.337535 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.391968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:34.457484 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-4103aeae-efc3-4e03-abca-623e983c092b service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218965 Jul 07 17:36:34.513861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7197b22a-f623-4782-989f-c0374638df1c None None] Provisioning complete for port 86302134-51df-4e92-9190-ae50f78610c6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:34.516491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7197b22a-f623-4782-989f-c0374638df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.865940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-57ac73ab-3c36-43d8-904c-f76a560fddfd req-3ca93555-847c-416f-8ec7-e80340c122cb service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979943 Jul 07 17:36:34.876161 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04e74b-34e9-4d67-b590-0bcb8b8e7bd5 x-openstack-request-id: req-ec04e74b-34e9-4d67-b590-0bcb8b8e7bd5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:34.876909 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:34.876909 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec04e74b-34e9-4d67-b590-0bcb8b8e7bd5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:34.877257 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a', 'status': 'completed', 'code': 200} Jul 07 17:36:34.910426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:34.912401 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.944541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0f833771-5fab-4e81-806c-70682ac4f310 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7012980 Jul 07 17:36:35.007814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78d62f53-1472-4d5e-b5f4-b3a8a9377140 None None] Provisioning for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:35.024978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78d62f53-1472-4d5e-b5f4-b3a8a9377140 None None] Provisioning complete for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:35.025306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78d62f53-1472-4d5e-b5f4-b3a8a9377140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.149088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-78d62f53-1472-4d5e-b5f4-b3a8a9377140 None None] Port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:35.164628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-c4db38fa-346e-445e-a9c5-b8e94bd448b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.166687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-c4db38fa-346e-445e-a9c5-b8e94bd448b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 1096 time: 0.2055814 Jul 07 17:36:35.373097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87467750-919d-46fc-b023-09acd1fdcc27 req-c52bbac5-8b02-4dc8-a65e-c2b8d00a45b6 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.374873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87467750-919d-46fc-b023-09acd1fdcc27 req-c52bbac5-8b02-4dc8-a65e-c2b8d00a45b6 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 945 time: 0.1592278 Jul 07 17:36:35.378271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-9d746054-eaf9-49ac-9119-d3620e6b17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.380671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-9d746054-eaf9-49ac-9119-d3620e6b17e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.2009282 Jul 07 17:36:35.437194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-7c7fcd8d-e55d-4148-8620-9ea37924f8a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38587c82-d115-4cb9-83e2-e65f41767c6a HTTP/1.1" status: 200 len: 217 time: 0.0409834 Jul 07 17:36:35.519555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87467750-919d-46fc-b023-09acd1fdcc27 req-65c47d30-9a09-4242-8ea4-589303e87206 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307898 Jul 07 17:36:35.525783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-d8cf7f76-0fb3-4fcb-a1ca-994277f89f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.527459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-d8cf7f76-0fb3-4fcb-a1ca-994277f89f7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0825431 Jul 07 17:36:35.632936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-605a3431-7b63-41e6-9ef3-196d9a1ebbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.636503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-605a3431-7b63-41e6-9ef3-196d9a1ebbc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991817 Jul 07 17:36:35.915116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f9ddd030-b058-432a-8b2b-5a999080d4ef up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:36.204806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-341e57f3-846d-4c09-9f08-870f51719c68 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552397 Jul 07 17:36:36.401467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-3a6f95e4-352d-4585-9ec9-6c8a34bfe000 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.406045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-3a6f95e4-352d-4585-9ec9-6c8a34bfe000 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.3263516 Jul 07 17:36:36.418189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port f9ddd030-b058-432a-8b2b-5a999080d4ef completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:36.433613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port f9ddd030-b058-432a-8b2b-5a999080d4ef triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:36.435962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.468918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa5c5b-b6f1-4aef-a82e-d9a7bb7c42f3 req-a4b43feb-4150-4173-a1b7-5fcc67a71596 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.470698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0fa5c5b-b6f1-4aef-a82e-d9a7bb7c42f3 req-a4b43feb-4150-4173-a1b7-5fcc67a71596 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 945 time: 0.6665926 Jul 07 17:36:36.707691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fef5aec-275b-4c7e-baa3-8aaaef572756 req-9e2ed354-6594-4100-879a-7ff70eeac5ec service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847252 Jul 07 17:36:36.736489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Deleting port 33077562-e35b-45ae-a435-5968780cd86f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:36.737595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.746700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0fa5c5b-b6f1-4aef-a82e-d9a7bb7c42f3 req-288d6aea-5f0d-41b7-bc7d-a2932663b83b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502203 Jul 07 17:36:36.870353 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.925142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:36.935471 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b81a3-466d-48b7-92cc-cba7bd066eb3" -d '{"events": [{"server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "name": "network-vif-plugged", "status": "completed", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:36.983881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:36.996171 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.126317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] For port 33077562-e35b-45ae-a435-5968780cd86f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=33077562-e35b-45ae-a435-5968780cd86f,segment=NetworkSegment(dcc3d2fc-333f-419b-9cd7-bcbacb84e228),segment_id=dcc3d2fc-333f-419b-9cd7-bcbacb84e228)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:37.126934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.182423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Calling delete_port for 33077562-e35b-45ae-a435-5968780cd86f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:37.221407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.440116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5bdc8-7139-44d9-9e1e-b4d417ed2b64 req-6a0e3212-ea4b-45bb-943a-d3b93517225c tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.442747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84d5bdc8-7139-44d9-9e1e-b4d417ed2b64 req-6a0e3212-ea4b-45bb-943a-d3b93517225c tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0c7a980-1f01-473d-9171-3b84f5d3bc50 HTTP/1.1" status: 200 len: 945 time: 0.1970804 Jul 07 17:36:37.640598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.653762 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9ed315fd-49b4-4656-8e0a-264e1e37899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.663287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84d5bdc8-7139-44d9-9e1e-b4d417ed2b64 req-bf479e80-e2ec-4755-b6aa-6b8b0ea6a866 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd491a62-f968-4aab-a3a4-b57c051a3699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063179 Jul 07 17:36:37.670942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['33077562-e35b-45ae-a435-5968780cd86f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:37.883018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Pushing event deleted for resources: {'Port': ['ID=33077562-e35b-45ae-a435-5968780cd86f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:38.086038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] No DVR routers for this DVR port 33077562-e35b-45ae-a435-5968780cd86f on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:38.093366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.096984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-02bba9c3-e983-46c0-a2c3-ee2ec29023fe req-dd473b64-2dc4-4a75-86d4-4428321a55e2 tempest-ServersNegativeTestMultiTenantJSON-2125138395 tempest-ServersNegativeTestMultiTenantJSON-2125138395-project] 10.222.0.23 "DELETE /v2.0/ports/33077562-e35b-45ae-a435-5968780cd86f HTTP/1.1" status: 204 len: 173 time: 1.6829274 Jul 07 17:36:38.096984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'name': 'network-vif-deleted', 'tag': '33077562-e35b-45ae-a435-5968780cd86f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:38.098926 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90212c57-57da-4280-b194-a33d964f8111" -d '{"events": [{"server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "name": "network-vif-deleted", "tag": "33077562-e35b-45ae-a435-5968780cd86f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:39.033889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40388) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:39.067454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863466561', 'description': 'tempest-description--2107740841'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:39.201584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.539026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6830-5ab3-4be9-98c7-a01e610b868f req-dcac5d7f-8a6d-45e1-b0e9-3123948a8a88 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.552278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-358d6830-5ab3-4be9-98c7-a01e610b868f req-dcac5d7f-8a6d-45e1-b0e9-3123948a8a88 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.2844129 Jul 07 17:36:39.576813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.595648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.634047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-358d6830-5ab3-4be9-98c7-a01e610b868f req-5fc3e037-2bdc-478a-8d4d-14d681e54f1c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783033 Jul 07 17:36:39.829729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6457c3f-05a2-4c75-92cd-9959de0a5cfb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:39.852729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.864919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6e341a2a-c844-4d50-a11e-d08ac74b0807 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8192034 Jul 07 17:36:39.866903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:39.883935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'security_group_rule': {'security_group_id': 'b6457c3f-05a2-4c75-92cd-9959de0a5cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:39.927551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 33077562-e35b-45ae-a435-5968780cd86f no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:40.043545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 33077562-e35b-45ae-a435-5968780cd86f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:40.044832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 33077562-e35b-45ae-a435-5968780cd86f not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:40.100422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bd524e0-4e2f-40b3-bd02-4e418ae19b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.161309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.181550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6416c3-df93-496d-9484-6d14073ef66d req-3a5960af-b6ff-4758-9d13-32e2be61106a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.183352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b6416c3-df93-496d-9484-6d14073ef66d req-3a5960af-b6ff-4758-9d13-32e2be61106a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 946 time: 0.3357024 Jul 07 17:36:40.266455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b6416c3-df93-496d-9484-6d14073ef66d req-356a3658-16b6-415e-836c-a4b9d752c91c tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481091 Jul 07 17:36:40.413833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.429918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.492495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d8fc5b-f7ec-49f2-a9f7-cededb9c1719,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:40.513969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.516903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d2acc127-9508-4bf9-879d-f27c5ecc1373 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6387997 Jul 07 17:36:40.519311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40476) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:40.541852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'security_group_rule': {'security_group_id': 'b6457c3f-05a2-4c75-92cd-9959de0a5cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:40.572694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.640767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.913729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.932167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.055152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.067725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5453706 Jul 07 17:36:41.072865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40518) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:41.079306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:41.108062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06966ff-76c6-49f1-9f12-8d3d73c80859 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d43f0f-d8cd-4c7a-a651-8e59e93fb1d3,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.128955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.173743 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc0be5-9e99-4401-98e7-7a31273c02f4 x-openstack-request-id: req-2ccc0be5-9e99-4401-98e7-7a31273c02f4 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:41.175099 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "name": "network-vif-plugged", "status": "completed", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:41.175880 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ccc0be5-9e99-4401-98e7-7a31273c02f4 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:41.176930 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef', 'code': 200} Jul 07 17:36:41.325287 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cdf313-0ac8-4c9a-a98f-f4f34138b62b x-openstack-request-id: req-58cdf313-0ac8-4c9a-a98f-f4f34138b62b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:41.328697 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7a980-1f01-473d-9171-3b84f5d3bc50", "name": "network-vif-deleted", "tag": "33077562-e35b-45ae-a435-5968780cd86f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:41.329695 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58cdf313-0ac8-4c9a-a98f-f4f34138b62b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:41.332223 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c7a980-1f01-473d-9171-3b84f5d3bc50', 'name': 'network-vif-deleted', 'tag': '33077562-e35b-45ae-a435-5968780cd86f', 'status': 'completed', 'code': 200} Jul 07 17:36:41.472505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40542) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:41.667099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Deleting subnet 85112839-4f1a-4ffb-a79e-ab1f228528d2 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:41.679588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.726008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-2f24968a-ed82-4ae2-8dfa-c6d64e0e3616 req-e7b3e976-70b3-453a-a6ff-2ea149dc0550 service neutron] (93947) timed out ('10.222.0.66', 36750) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:36:41.776331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.831226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305dc0-d9da-40bd-9346-c8c341979e8d req-bd29529f-2a17-4fa1-bbdf-b3a44db6c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.838699 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c305dc0-d9da-40bd-9346-c8c341979e8d req-bd29529f-2a17-4fa1-bbdf-b3a44db6c44e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 1098 time: 0.4835415 Jul 07 17:36:41.847144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.951681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.951790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.092167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c305dc0-d9da-40bd-9346-c8c341979e8d req-7f0b5990-4b9f-42e4-8aa9-c56b36203216 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437401 Jul 07 17:36:42.199774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 172.25.3.2 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/a05d1b13-2ff4-46f5-8313-018d5d6a43fd) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:42.306586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62b69-602d-4e1a-b232-a07786ab23f4 req-34946e0b-9ed8-4c01-a11f-b09aab70849a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.327513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7de62b69-602d-4e1a-b232-a07786ab23f4 req-34946e0b-9ed8-4c01-a11f-b09aab70849a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.4766917 Jul 07 17:36:42.414011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.422222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.553032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.604309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.615434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/85112839-4f1a-4ffb-a79e-ab1f228528d2 HTTP/1.1" status: 204 len: 168 time: 1.1400468 Jul 07 17:36:42.622534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40626) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:42.627513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86fcd4-1d3d-4150-a419-1cb9789a17fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85112839-4f1a-4ffb-a79e-ab1f228528d2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:42.631405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:42.636960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:42.644108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:42.857776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7de62b69-602d-4e1a-b232-a07786ab23f4 req-68277d38-865b-49d8-8561-c0fd5663f1af tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289736 Jul 07 17:36:42.960826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.007263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.027199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-2eff2c7c-6d6c-4eb9-8309-862b430f6489 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.028893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-2eff2c7c-6d6c-4eb9-8309-862b430f6489 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 945 time: 0.2517283 Jul 07 17:36:43.119829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.418973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=a05d1b13-2ff4-46f5-8313-018d5d6a43fd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.639966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90ec31-080d-4871-942e-a46c80aca688 req-2dafa7ef-367f-4361-ba62-657270ca87e2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:43.649463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb90ec31-080d-4871-942e-a46c80aca688 req-2dafa7ef-367f-4361-ba62-657270ca87e2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=f00566e5-ac74-44db-af16-259ec5f76c2c HTTP/1.1" status: 200 len: 945 time: 0.4335766 Jul 07 17:36:43.650828 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.655765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.664690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.801941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=a05d1b13-2ff4-46f5-8313-018d5d6a43fd,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.897137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.931657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0c702e-57d1-49a4-95b6-639eb6d051e9']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:43.965216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:43.967443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc3d2fc-333f-419b-9cd7-bcbacb84e228') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:43.976513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.987003 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.012573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.014493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb90ec31-080d-4871-942e-a46c80aca688 req-2d48b48e-b2cb-474d-9e7a-15c63c79550a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636465 Jul 07 17:36:44.027081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eb896ece-e554-4860-bad2-9f5256b23116 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9434226 Jul 07 17:36:44.060588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.078532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:44.079190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:44.126292 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:44.353552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port 0e34818e-7b08-403b-a6d6-50fb26633243 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:44.353552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.525041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.632458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.636234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] 10.222.0.66 "DELETE /v2.0/networks/1f0c702e-57d1-49a4-95b6-639eb6d051e9 HTTP/1.1" status: 204 len: 168 time: 1.9978297 Jul 07 17:36:44.639020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40774) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:44.646861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e94f-6a95-4b2c-9961-afca65b7a26b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0c702e-57d1-49a4-95b6-639eb6d051e9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:44.706889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port 0e34818e-7b08-403b-a6d6-50fb26633243, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0e34818e-7b08-403b-a6d6-50fb26633243,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:44.707839 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.732601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for 0e34818e-7b08-403b-a6d6-50fb26633243 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:44.745027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Deleting subnet 0514f283-4742-4f13-a00b-742e3f2de56b {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:44.748572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ca38-e570-4bf8-8956-cdb87ad6aade req-25215f34-5534-4b6d-aba1-b23dd261c710 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:44.749618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.758309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edc0ca38-e570-4bf8-8956-cdb87ad6aade req-25215f34-5534-4b6d-aba1-b23dd261c710 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 946 time: 0.2784541 Jul 07 17:36:44.808271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.867502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.882196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edc0ca38-e570-4bf8-8956-cdb87ad6aade req-3f0121d9-7382-4882-9847-a3b4a9ff6b2f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215320 Jul 07 17:36:44.995261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.050211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.052703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0514f283-4742-4f13-a00b-742e3f2de56b HTTP/1.1" status: 204 len: 168 time: 0.4113598 Jul 07 17:36:45.055132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf35e1-4ff5-4d82-b811-ff2eba06d8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0514f283-4742-4f13-a00b-742e3f2de56b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:45.057149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:45.097064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.110994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:45.119637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f89bca7b-9de5-45cc-bbe9-cff665fc520a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:45.267969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=0e34818e-7b08-403b-a6d6-50fb26633243,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:45.327038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port 0e34818e-7b08-403b-a6d6-50fb26633243 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:45.349729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.354199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13817b0d-0df4-46d3-90b3-cf0863eb4de5 req-d7541598-2969-41db-be51-211a42856adf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "DELETE /v2.0/ports/0e34818e-7b08-403b-a6d6-50fb26633243 HTTP/1.1" status: 204 len: 173 time: 2.3144679 Jul 07 17:36:45.366794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'name': 'network-vif-deleted', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:45.370962 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b61b29-9e24-436d-ab0f-cc8c966f2824" -d '{"events": [{"server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "name": "network-vif-deleted", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:45.386004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.537212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464fa3-38ca-44ee-9687-b726e092caf2 req-88aab5cf-ead3-4359-a019-0bccf4bde813 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.543145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba464fa3-38ca-44ee-9687-b726e092caf2 req-88aab5cf-ead3-4359-a019-0bccf4bde813 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.2916131 Jul 07 17:36:45.682019 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.685626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba464fa3-38ca-44ee-9687-b726e092caf2 req-a7a9380d-d5ea-4738-a746-1d139a78ad0c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267149 Jul 07 17:36:45.704845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc72509c-080e-43ad-acd7-2cbcb589ad74']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:45.721262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c3b312-858b-433b-8f53-711edade499a') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:45.721836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c3b312-858b-433b-8f53-711edade499a') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:45.741515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.789521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.811589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:45.812327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:45.833776 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:45.947705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.964847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.971225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] 10.222.0.66 "DELETE /v2.0/networks/fc72509c-080e-43ad-acd7-2cbcb589ad74 HTTP/1.1" status: 204 len: 168 time: 0.9076262 Jul 07 17:36:45.993443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20b6a0-ccdf-4edd-a45a-fda2f6578e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc72509c-080e-43ad-acd7-2cbcb589ad74,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:46.091409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-668aef35-f433-43d7-b6ad-15ded5abdfb5 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1863466561&fields=id&tenant_id=c83486a482a74d63b02b4bbeda0ca1bd HTTP/1.1" status: 200 len: 267 time: 0.1312823 Jul 07 17:36:46.217967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:46.219683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-91d057b7-8e52-4e10-b89a-c255b98d019e tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:46.229596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-91d057b7-8e52-4e10-b89a-c255b98d019e tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 936 time: 0.1333971 Jul 07 17:36:46.310734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2bd37411-eeea-45ac-9ec0-31ea4e1098bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcd243b768a04b8b902dd15a106f6e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903246 Jul 07 17:36:46.313988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:46.397387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.430210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.511163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-ace6a5b8-ed6d-432e-a27b-00ba136c06d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:46.537995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-ace6a5b8-ed6d-432e-a27b-00ba136c06d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 935 time: 0.3036838 Jul 07 17:36:46.567026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.570535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.575909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd491a62-f968-4aab-a3a4-b57c051a3699 HTTP/1.1" status: 204 len: 168 time: 0.2568111 Jul 07 17:36:46.614754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90235c2-2510-41c1-b8b1-4f2090870e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd491a62-f968-4aab-a3a4-b57c051a3699,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:46.725614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-7314fd9d-960b-4ca8-a6e9-7486a28eea55 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1737013 Jul 07 17:36:46.824639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-03420ccd-15de-4586-86dc-dd8dd57ea280 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0937200 Jul 07 17:36:46.929022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0e34818e-7b08-403b-a6d6-50fb26633243 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:47.001712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0e34818e-7b08-403b-a6d6-50fb26633243 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:47.002323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0e34818e-7b08-403b-a6d6-50fb26633243 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:47.117306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9249fe8c-abd4-471f-aa2d-2a935a5e7437 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.124469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9249fe8c-abd4-471f-aa2d-2a935a5e7437 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.132045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9249fe8c-abd4-471f-aa2d-2a935a5e7437 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.133990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9249fe8c-abd4-471f-aa2d-2a935a5e7437 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 1992 time: 0.3067150 Jul 07 17:36:47.177053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-25d2a690-c1a0-4535-be38-3f67288ede70 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/quotas/c83486a482a74d63b02b4bbeda0ca1bd HTTP/1.1" status: 200 len: 375 time: 0.0132215 Jul 07 17:36:47.446497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-854f248b-248e-407d-a28b-0a6b0760dada tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2465618 Jul 07 17:36:47.521248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:47.643034 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-814ebd85-da24-476e-9ea3-546a6f5a8698 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e21945ef4c6b47d2b0b77bae840a2e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193631 Jul 07 17:36:47.647763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:47.755422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.814954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.840076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-db0f680f-81e9-435c-903e-3b9e25a21148 service neutron] 10.222.0.66 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610330 Jul 07 17:36:47.945654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.951687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.958089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da042886-2197-4f1f-b401-a931b1435bef HTTP/1.1" status: 204 len: 168 time: 0.3048990 Jul 07 17:36:48.014691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc87213-e55f-41fe-9c1c-874326b21387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da042886-2197-4f1f-b401-a931b1435bef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:48.206685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5a889082-b9ed-4cd2-b7a0-24fe53d49691 service neutron] 10.222.0.66 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586545 Jul 07 17:36:48.349774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-39c924ba-4a3d-4c3a-9efe-7907b0851d49 service neutron] 10.222.0.66 "GET /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1375346 Jul 07 17:36:48.552512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-7b988087-389b-49a4-8deb-c7e632e73ffc service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912301 Jul 07 17:36:48.790821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-8ed09b50-38b2-4eec-937d-159a385ba6d4 service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176883 Jul 07 17:36:49.044919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-d365bd0f-2876-426f-a750-9646ddadde33 service neutron] 10.222.0.66 "GET /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2329664 Jul 07 17:36:49.276002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5ec40ffd-db51-40d3-b4e6-7bf033e9ce5e service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213440 Jul 07 17:36:50.024091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-dc9378d5-ad05-4568-9773-6968a501747b service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300336 Jul 07 17:36:50.214175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-0cc368e9-3c14-4a42-9633-b57d617bf544 service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873910 Jul 07 17:36:50.468626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-dcf99873-7a25-4d0e-a406-a1c314716acb service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350593 Jul 07 17:36:50.622732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-1dd803b3-a3b5-425c-b61d-13b2fd669d6a service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260176 Jul 07 17:36:50.873206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-baa32da4-dac6-4f71-83dc-58c82b1484a4 service neutron] 10.222.0.66 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282009 Jul 07 17:36:51.120129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b9a700c6-54e9-4a2b-a38c-f0f0b81a7c9c service neutron] 10.222.0.66 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434361 Jul 07 17:36:51.309092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9faf7e17-ca58-46bb-9952-01d67121370f service neutron] 10.222.0.66 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653669 Jul 07 17:36:51.524318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b35c7d1b-5390-4494-9d7e-f615310ad603 service neutron] 10.222.0.66 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141066 Jul 07 17:36:51.734732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a575f175-cbbf-4311-b454-47b9d2f6d614 service neutron] 10.222.0.66 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022297 Jul 07 17:36:51.976486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:52.195514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1433590-d24f-4ad8-a15c-35b399c211c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.374706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1433590-d24f-4ad8-a15c-35b399c211c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.391384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1433590-d24f-4ad8-a15c-35b399c211c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.440375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433590-d24f-4ad8-a15c-35b399c211c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2998761-8300-4759-a052-c2bd10b9bc03,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:52.453431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1433590-d24f-4ad8-a15c-35b399c211c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec2d058f4e8d495da9c914ab2c54da3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751928 Jul 07 17:36:52.455844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:52.537596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.572383 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.686730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.689646 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:52.691845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2998761-8300-4759-a052-c2bd10b9bc03 HTTP/1.1" status: 204 len: 168 time: 0.2339811 Jul 07 17:36:52.720336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf893c3-c2c3-43b2-b0f8-0f4d2dce7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2998761-8300-4759-a052-c2bd10b9bc03,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:52.789040 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5de4d2-5a71-4444-a5d3-b5934cca4a71 x-openstack-request-id: req-6d5de4d2-5a71-4444-a5d3-b5934cca4a71 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:52.789204 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00566e5-ac74-44db-af16-259ec5f76c2c", "name": "network-vif-deleted", "tag": "0e34818e-7b08-403b-a6d6-50fb26633243", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:52.789677 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d5de4d2-5a71-4444-a5d3-b5934cca4a71 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:52.790063 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00566e5-ac74-44db-af16-259ec5f76c2c', 'name': 'network-vif-deleted', 'tag': '0e34818e-7b08-403b-a6d6-50fb26633243', 'status': 'completed', 'code': 200} Jul 07 17:36:53.071697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659b061-87e9-4bd4-ab10-0f43e74d2c10 req-afc30f31-c4fc-4e10-aa4b-281c40000622 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:53.082305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a659b061-87e9-4bd4-ab10-0f43e74d2c10 req-afc30f31-c4fc-4e10-aa4b-281c40000622 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.0974457 Jul 07 17:36:53.169976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a659b061-87e9-4bd4-ab10-0f43e74d2c10 req-fc150140-916d-48da-a710-50d7e49ecde1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864477 Jul 07 17:36:54.602105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-016fdab1-c604-418b-a0c9-89aacc27e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:54.603824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-016fdab1-c604-418b-a0c9-89aacc27e79b service neutron] 10.222.0.23 "GET /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 1032 time: 0.0703375 Jul 07 17:36:54.728588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-90209156-70ca-4b97-8ee8-f2a809c2bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:54.730160 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-90209156-70ca-4b97-8ee8-f2a809c2bf9d service neutron] 10.222.0.23 "GET /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 1031 time: 0.1155343 Jul 07 17:36:55.040177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-da74e013-5a3a-489f-aad3-e5900be7ac05 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.048349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-da74e013-5a3a-489f-aad3-e5900be7ac05 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.057069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-da74e013-5a3a-489f-aad3-e5900be7ac05 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.059243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-da74e013-5a3a-489f-aad3-e5900be7ac05 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 1992 time: 0.3212039 Jul 07 17:36:55.150609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6e2fec17-56df-410a-9722-c292ddce59f0 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c83486a482a74d63b02b4bbeda0ca1bd HTTP/1.1" status: 200 len: 380 time: 0.0796406 Jul 07 17:36:55.163585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'admin_state_up': True, 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'security_groups': ['b6457c3f-05a2-4c75-92cd-9959de0a5cfb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:55.404635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:55.406336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-03c1f4bc-1177-48a2-8245-069fb0d87e43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1186936 Jul 07 17:36:55.414358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.560453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-8b6373a1-7d25-4953-b343-d38eace8ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.565868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-8b6373a1-7d25-4953-b343-d38eace8ab80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 1098 time: 0.1278462 Jul 07 17:36:55.613653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.683623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 172.20.0.10 (4ee94d23-0cf4-4e94-b2e9-b458500fa18f/d07eabcb-2fc0-431c-b3e7-58c574daccc7/42ff661e-b273-4336-a99d-d7058e943519) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:55.783374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-da0edcfd-ea06-4ae5-86f0-1fca168aa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.787290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-da0edcfd-ea06-4ae5-86f0-1fca168aa5cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.1841764 Jul 07 17:36:55.892377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-13e0b940-087e-4a17-8f0a-24cc90175232 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa713a04-912b-4035-80ad-b51d390591d4 HTTP/1.1" status: 200 len: 217 time: 0.0968406 Jul 07 17:36:55.946048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.965395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object 42ff661e-b273-4336-a99d-d7058e943519 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:55.973288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-432cb237-f2ed-4112-a0fe-ead8c682c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.974960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-432cb237-f2ed-4112-a0fe-ead8c682c8c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.0755129 Jul 07 17:36:56.012383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.026070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-5b8d9280-c462-4842-8273-d6f0383965ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430846 Jul 07 17:36:56.078375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:56.083846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:56.086467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:56.089540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:56.170926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-dbdf7c1b-33fe-4278-b1e5-2c511cbf9183 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341274 Jul 07 17:36:56.183426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:56.184563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.224566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4e5d9668-f1dd-4d0e-b529-4c4706128ba6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0678935 Jul 07 17:36:56.255597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'admin_state_up': True, 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'security_groups': ['b6457c3f-05a2-4c75-92cd-9959de0a5cfb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:56.296223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-419aab7a-a480-487d-94d9-ca444cd6bf6e req-7263b859-89b3-4e9f-9b78-73e027d50ad4 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180184 Jul 07 17:36:56.460429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:56.466081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.530609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e5b1a04-6b95-4789-9eb9-2f44a87f4ae9 None None] Provisioning for port 42ff661e-b273-4336-a99d-d7058e943519 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:56.537443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e5b1a04-6b95-4789-9eb9-2f44a87f4ae9 None None] Provisioning complete for port 42ff661e-b273-4336-a99d-d7058e943519 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:56.538236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e5b1a04-6b95-4789-9eb9-2f44a87f4ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.593704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b1a04-6b95-4789-9eb9-2f44a87f4ae9 None None] Port 42ff661e-b273-4336-a99d-d7058e943519 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:56.674358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.1.1.156 (b380fc7c-3a47-4b17-b38a-989f95d40bf7/43b680f6-3a55-4427-802e-550b025a4065/ac81bfdf-c086-493b-aaad-b88f9be9064d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:56.856349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.880537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object ac81bfdf-c086-493b-aaad-b88f9be9064d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:56.928089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:56.982205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:56.988982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:56.994925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:57.032970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:57.058934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:57.059647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.077832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b4ce9192-7496-4f44-bdb1-957cb6958c24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340330 Jul 07 17:36:57.089336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'admin_state_up': True, 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'security_groups': ['b6457c3f-05a2-4c75-92cd-9959de0a5cfb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:57.117166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.292645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:57.294760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.341374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d923fbd1-1348-4648-8aac-1636a3faab03 None None] Provisioning for port ac81bfdf-c086-493b-aaad-b88f9be9064d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:57.346927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d923fbd1-1348-4648-8aac-1636a3faab03 None None] Provisioning complete for port ac81bfdf-c086-493b-aaad-b88f9be9064d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:57.347628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d923fbd1-1348-4648-8aac-1636a3faab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.399492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d923fbd1-1348-4648-8aac-1636a3faab03 None None] Port ac81bfdf-c086-493b-aaad-b88f9be9064d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:57.570335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.1.1.204 (b380fc7c-3a47-4b17-b38a-989f95d40bf7/43b680f6-3a55-4427-802e-550b025a4065/26f2d58f-5ca6-4be7-946b-d13d5409d4b3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:57.811231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.828748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:57.898236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:57.968994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:57.978852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:57.981227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:57.983746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:58.076847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.077871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.098825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-12c2fdc1-23a0-4773-a1ec-cf577e2e8e52 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0145383 Jul 07 17:36:58.120233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'admin_state_up': True, 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'security_groups': ['b6457c3f-05a2-4c75-92cd-9959de0a5cfb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:58.439959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67b54131-b321-4df9-8c12-e4466a4e6644 None None] Provisioning for port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:58.460149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67b54131-b321-4df9-8c12-e4466a4e6644 None None] Provisioning complete for port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:58.460616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67b54131-b321-4df9-8c12-e4466a4e6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.500677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-67b54131-b321-4df9-8c12-e4466a4e6644 None None] Port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:58.816652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:58.990763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.395089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.2.2.100 (9fc0ed89-6785-4a01-a8b6-506077f77dd9/0bde2786-f380-41fc-8883-22934902d1e8/a5e6b5a0-b570-4ac5-a80e-d85c45e096e4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:59.590815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.615006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:59.653183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.702838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:59.707073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:59.714043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:59.742343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:59.784771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:59.785904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.824337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-feb52327-37cc-47a6-a2e4-2eb287aa9729 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158446 Jul 07 17:36:59.841308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'admin_state_up': True, 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'security_groups': ['b6457c3f-05a2-4c75-92cd-9959de0a5cfb']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:00.053192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-db9036a9-6206-42fc-81cf-564eee9a9046 None None] Provisioning for port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:00.060304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Made reservation on behalf of c83486a482a74d63b02b4bbeda0ca1bd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:00.061143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-db9036a9-6206-42fc-81cf-564eee9a9046 None None] Provisioning complete for port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:00.061143 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-db9036a9-6206-42fc-81cf-564eee9a9046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.069443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.116912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-db9036a9-6206-42fc-81cf-564eee9a9046 None None] Port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:00.395944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Allocated IP 10.2.2.200 (9fc0ed89-6785-4a01-a8b6-506077f77dd9/0bde2786-f380-41fc-8883-22934902d1e8/4e995d71-c30f-4ccb-b462-7ae5e33bcfae) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:00.584595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.603009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Transition to ACTIVE for port object 4e995d71-c30f-4ccb-b462-7ae5e33bcfae will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:00.661705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.747177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:00.753641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:00.765836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:00.810709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:00.827852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.828235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.828543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.828877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.829208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.829541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.829873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.830203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.830562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.830888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.831210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.832408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:00.865291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.866351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:00.890029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-cab4ea3d-9688-4e21-b245-5e779ebb2698 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568130 Jul 07 17:37:00.906190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:01.024629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.152635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93df60c6-290c-433f-823b-600deb3f1621 None None] Provisioning for port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:01.161103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93df60c6-290c-433f-823b-600deb3f1621 None None] Provisioning complete for port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:01.162999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93df60c6-290c-433f-823b-600deb3f1621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.236511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-93df60c6-290c-433f-823b-600deb3f1621 None None] Port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:01.511215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff661e-b273-4336-a99d-d7058e943519 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:01.521677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.541045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Transition to ACTIVE for port object 42ff661e-b273-4336-a99d-d7058e943519 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:01.547211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.693668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Pushing event updated for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:01.746027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Attempting to bind port 42ff661e-b273-4336-a99d-d7058e943519 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:01.746628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Attempting to bind port 42ff661e-b273-4336-a99d-d7058e943519 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:01.747204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Attempting to bind port 42ff661e-b273-4336-a99d-d7058e943519 on network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:01.757383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Port 42ff661e-b273-4336-a99d-d7058e943519 on network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:01.757959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Attempting to bind port 42ff661e-b273-4336-a99d-d7058e943519 on network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:01.774221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:01.774843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Checking segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:01.775514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Bound using segment: {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:01.776295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Bound port: 42ff661e-b273-4336-a99d-d7058e943519, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7ed029-410f-4c3b-8f2e-4b2f93645b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:01.776889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:01.913209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:01.916934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=42ff661e-b273-4336-a99d-d7058e943519,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:01.926074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.026856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Pushing event updated for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:02.031007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:02.031905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.033579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2da2b4ac-6679-40e8-91c0-428b53b2f72a service neutron] 10.222.0.23 "PUT /v2.0/ports/42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1093 time: 1.1354272 Jul 07 17:37:02.034268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '42ff661e-b273-4336-a99d-d7058e943519'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:02.038980 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887efe18-8e3b-4162-8bbf-f19e579ec6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "42ff661e-b273-4336-a99d-d7058e943519"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:02.074305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:02.282461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.004121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-f8c8fe1b-c03c-44a9-8b05-c9b9995ab8c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1775398 Jul 07 17:37:03.318978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e51a19-49b9-40f5-b642-37e38d95401e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:03.365521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.411772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Transition to ACTIVE for port object 48e51a19-49b9-40f5-b642-37e38d95401e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:03.427317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.582399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-ac2629af-6253-44ae-ba3c-8c8d07796ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.590172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-ac2629af-6253-44ae-ba3c-8c8d07796ec9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 1097 time: 0.5321834 Jul 07 17:37:03.904277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:03.960117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.967840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.975661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:03.995743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.010514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.025573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.030649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-d90878fa-aed7-466c-9c42-caa49085642d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 4606 time: 0.3538866 Jul 07 17:37:04.195299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Attempting to bind port 48e51a19-49b9-40f5-b642-37e38d95401e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:04.196162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Attempting to bind port 48e51a19-49b9-40f5-b642-37e38d95401e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:04.196162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Attempting to bind port 48e51a19-49b9-40f5-b642-37e38d95401e on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:04.212579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Port 48e51a19-49b9-40f5-b642-37e38d95401e on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:04.213064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Attempting to bind port 48e51a19-49b9-40f5-b642-37e38d95401e on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:04.226991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:04.227522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:04.228019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Bound using segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:04.228604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Bound port: 48e51a19-49b9-40f5-b642-37e38d95401e, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:04.229085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.247291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84e96a1b-22fe-43b5-a83d-62ea643f090a req-c0a655c4-1369-470f-a25d-3666f177792c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032228 Jul 07 17:37:04.339429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:04.343819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48e51a19-49b9-40f5-b642-37e38d95401e,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:04.350669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-2da7a89c-2a2f-44cd-a03b-abc3bed2d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.353253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-2da7a89c-2a2f-44cd-a03b-abc3bed2d822 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.6996021 Jul 07 17:37:04.355693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.438336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.440119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.441535 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] 10.222.0.23 "PUT /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 1136 time: 2.3723159 Jul 07 17:37:04.453123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-c407c545-f757-43bb-b807-684c98f0cada service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a HTTP/1.1" status: 200 len: 217 time: 0.0857463 Jul 07 17:37:04.484060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:04.575521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.672363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b824119-1409-48bc-be57-a6f31d35459f service neutron] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:04.784080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-be5a6fd5-2ea0-4f5d-bc94-055b8fb1cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:04.787552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-be5a6fd5-2ea0-4f5d-bc94-055b8fb1cdff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.3222406 Jul 07 17:37:04.875491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-d9935f3c-052a-446e-a0ad-5416469ab954 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724874 Jul 07 17:37:05.401526 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-43a75ad2-9e12-4b34-a657-9a52f26fde40 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059478 Jul 07 17:37:05.519616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c884-63ae-4af8-bc23-28f4e16041ec req-8f361311-2cf9-478d-82e4-41b29de74549 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:05.523302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc01c884-63ae-4af8-bc23-28f4e16041ec req-8f361311-2cf9-478d-82e4-41b29de74549 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.1604230 Jul 07 17:37:05.615153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc01c884-63ae-4af8-bc23-28f4e16041ec req-71482022-7eb5-4bbd-ab6f-781a83eeadc3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815732 Jul 07 17:37:05.685816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f1b783d-5dea-4010-8c3d-0458dd00f1d4 req-dfed103b-7094-48ea-a793-400cf8b01e11 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657843 Jul 07 17:37:05.688991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:05.738840 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a52f0-b194-400e-b793-f3228b7d141f x-openstack-request-id: req-152a52f0-b194-400e-b793-f3228b7d141f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:05.739353 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "42ff661e-b273-4336-a99d-d7058e943519", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:05.739721 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-152a52f0-b194-400e-b793-f3228b7d141f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:05.740408 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '42ff661e-b273-4336-a99d-d7058e943519', 'status': 'completed', 'code': 200} Jul 07 17:37:05.743630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:05.850602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Transition to ACTIVE for port object 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:05.867449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:06.048798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:06.080268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.081306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.082747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.083422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.084165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.085042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.089907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-256286b5-d83b-4854-89bb-05ef4063e4a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5294 time: 0.3394423 Jul 07 17:37:06.265547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef6d89-0998-4f1f-b244-3035f416be1f req-f7c5f945-0083-43c3-961e-514ca5dcee07 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.275520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfef6d89-0998-4f1f-b244-3035f416be1f req-f7c5f945-0083-43c3-961e-514ca5dcee07 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 945 time: 0.2156644 Jul 07 17:37:06.377679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfef6d89-0998-4f1f-b244-3035f416be1f req-8ee69523-afc6-4fe0-a6c5-e987546795a7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005065 Jul 07 17:37:06.634336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Attempting to bind port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:06.635330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Attempting to bind port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:06.635500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Attempting to bind port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:06.663438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:06.664772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Attempting to bind port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:06.676976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:06.677490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:06.678021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Bound using segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:06.679060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Bound port: 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:06.679667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:06.718608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-643ab5cb-86a7-427d-8c07-1b495c75ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.718608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-643ab5cb-86a7-427d-8c07-1b495c75ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.718608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-643ab5cb-86a7-427d-8c07-1b495c75ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.721090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.721666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-643ab5cb-86a7-427d-8c07-1b495c75ad3e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6219342 Jul 07 17:37:06.730785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.737832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.748931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.757035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.764428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.771438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.773759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-8a739f16-ca48-40eb-beee-ced300701c42 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5382 time: 0.2159166 Jul 07 17:37:06.833204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-8bbc2935-00f8-4750-a9ce-5e3e0afa1593 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:06.835226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-8bbc2935-00f8-4750-a9ce-5e3e0afa1593 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 945 time: 0.2198443 Jul 07 17:37:06.843962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-559add3b-d4de-4d8c-9a07-db2b0dea16b3 req-9db575cb-66e4-4908-8422-f3b1aacc461f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630379 Jul 07 17:37:06.965351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:06.994616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:07.008775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.022724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-2d48f498-092c-47cd-9736-e86a09460a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.022724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-887efe18-8e3b-4162-8bbf-f19e579ec6ca req-2d48f498-092c-47cd-9736-e86a09460a03 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691159 Jul 07 17:37:07.057429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.058294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.059654 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] 10.222.0.23 "PUT /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 1135 time: 2.5813751 Jul 07 17:37:07.113580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:07.158638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port f89bca7b-9de5-45cc-bbe9-cff665fc520a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:07.158985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.339148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae008af-8266-4ca0-a82b-7ab5c61d9091 service neutron] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:07.393069 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.516999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port f89bca7b-9de5-45cc-bbe9-cff665fc520a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f89bca7b-9de5-45cc-bbe9-cff665fc520a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:07.517481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.604661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for f89bca7b-9de5-45cc-bbe9-cff665fc520a owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:07.645763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4bf8-981c-4f54-8860-13eba3bdb31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:07.743622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1fea6-4b07-4d7d-a7a2-cfe72171aba1 req-7f4c8167-7013-4a3f-a35a-52531cf86a45 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:07.751215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76f1fea6-4b07-4d7d-a7a2-cfe72171aba1 req-7f4c8167-7013-4a3f-a35a-52531cf86a45 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.2273929 Jul 07 17:37:07.766139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '48e51a19-49b9-40f5-b642-37e38d95401e'}, {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:07.768611 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436b106-a7b7-43b7-b05c-1f5310d4a149" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "48e51a19-49b9-40f5-b642-37e38d95401e"}, {"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "6681d730-f641-4aa3-8f1d-1c13ed8c8e24"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:07.821521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76f1fea6-4b07-4d7d-a7a2-cfe72171aba1 req-08c6edb9-8086-4b94-a2c2-b5fe64db64fb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693049 Jul 07 17:37:07.978312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.005394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:08.037832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac81bfdf-c086-493b-aaad-b88f9be9064d {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:08.061871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.099149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Transition to ACTIVE for port object ac81bfdf-c086-493b-aaad-b88f9be9064d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:08.107656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.148125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=f89bca7b-9de5-45cc-bbe9-cff665fc520a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:08.180458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f89bca7b-9de5-45cc-bbe9-cff665fc520a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:08.209488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4867c761-e796-4d15-a7d0-1d2788543e1d req-e3ac55be-7f50-4870-86d5-14b7b9ffdaae tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18d1679-1523-47b6-acb6-5987bfdb7f8d HTTP/1.1" status: 200 len: 210 time: 0.0579758 Jul 07 17:37:08.241752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Pushing event updated for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:08.382018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port f89bca7b-9de5-45cc-bbe9-cff665fc520a on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:08.386988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.397086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2cf0415c-6009-4fb2-95a0-64051007dcd9 req-40ed476b-5c0a-43dd-9b6b-042ff7c365df tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "DELETE /v2.0/ports/f89bca7b-9de5-45cc-bbe9-cff665fc520a HTTP/1.1" status: 204 len: 173 time: 1.5522349 Jul 07 17:37:08.397615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'name': 'network-vif-deleted', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:08.405058 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f589bf97-a288-4601-b719-4c67637053aa" -d '{"events": [{"server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "name": "network-vif-deleted", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:08.459319 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbc8a2e-86c9-4b9a-a76f-2a731690ce9d x-openstack-request-id: req-7cbc8a2e-86c9-4b9a-a76f-2a731690ce9d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:08.460012 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "48e51a19-49b9-40f5-b642-37e38d95401e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "6681d730-f641-4aa3-8f1d-1c13ed8c8e24", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:08.460617 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cbc8a2e-86c9-4b9a-a76f-2a731690ce9d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:08.461345 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '48e51a19-49b9-40f5-b642-37e38d95401e', 'status': 'completed', 'code': 200} Jul 07 17:37:08.461826 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24', 'status': 'completed', 'code': 200} Jul 07 17:37:08.672241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Attempting to bind port ac81bfdf-c086-493b-aaad-b88f9be9064d on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:08.672580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Attempting to bind port ac81bfdf-c086-493b-aaad-b88f9be9064d by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:08.673143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Attempting to bind port ac81bfdf-c086-493b-aaad-b88f9be9064d on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:08.694914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Port ac81bfdf-c086-493b-aaad-b88f9be9064d on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:08.695509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Attempting to bind port ac81bfdf-c086-493b-aaad-b88f9be9064d on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:08.738949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:08.739610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:08.740164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Bound using segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:08.740783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Bound port: ac81bfdf-c086-493b-aaad-b88f9be9064d, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:08.741317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:08.750923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.751721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.752367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.753087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.753740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.754389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.755225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.757483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-2bc3194d-3bbf-4047-806d-73e0bf381735 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6248 time: 0.3174703 Jul 07 17:37:08.958615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.972001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:08.986706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.001046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.019744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.042068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.078048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.087550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-c7ca1017-1656-4eec-8c65-302727947672 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5394 time: 0.3301992 Jul 07 17:37:09.137843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:09.162332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-4b12bdfc-b448-4afd-82c2-2569288b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.166023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-4b12bdfc-b448-4afd-82c2-2569288b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.166812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-4b12bdfc-b448-4afd-82c2-2569288b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:09.168735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-4b12bdfc-b448-4afd-82c2-2569288b1f39 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4001651 Jul 07 17:37:09.408744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:09.414659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cebdc23-d978-4541-9300-e2b0fcfee22b req-a53c92ef-47cd-4aaa-afa3-9ad09d82a487 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649776 Jul 07 17:37:09.415654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:09.661226 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de24b5-652a-4fb6-8c30-4a1bc5b8573f x-openstack-request-id: req-93de24b5-652a-4fb6-8c30-4a1bc5b8573f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:09.661959 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d1679-1523-47b6-acb6-5987bfdb7f8d", "name": "network-vif-deleted", "tag": "f89bca7b-9de5-45cc-bbe9-cff665fc520a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:09.662506 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93de24b5-652a-4fb6-8c30-4a1bc5b8573f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:09.663570 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d1679-1523-47b6-acb6-5987bfdb7f8d', 'name': 'network-vif-deleted', 'tag': 'f89bca7b-9de5-45cc-bbe9-cff665fc520a', 'status': 'completed', 'code': 200} Jul 07 17:37:10.017139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062ffdb-7276-4533-849b-597aeb583e97 req-35b5e4a1-d238-4943-b56b-f7cc86a6bee3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.018953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a062ffdb-7276-4533-849b-597aeb583e97 req-35b5e4a1-d238-4943-b56b-f7cc86a6bee3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 944 time: 0.1502433 Jul 07 17:37:10.024903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f89bca7b-9de5-45cc-bbe9-cff665fc520a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:10.067729 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:10.156909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: f89bca7b-9de5-45cc-bbe9-cff665fc520a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:10.158656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f89bca7b-9de5-45cc-bbe9-cff665fc520a not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:10.173437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1aa88bb8-5ba5-4a72-a7b0-8a00e88b08f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.191218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a062ffdb-7276-4533-849b-597aeb583e97 req-8389c230-12a6-48f3-a38e-d439708f4fc1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652968 Jul 07 17:37:10.308599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.309432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.319600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 1092 time: 3.2298980 Jul 07 17:37:10.369907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:10.499333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:10.507373 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363a678-7b1c-42d3-9207-fd8ce84b59d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:10.610630 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.647871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f64ff9-c0a4-4143-a46c-5fbfc3997141 service neutron] Pushing event updated for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:10.771263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-a483fb14-ca05-49a9-9b7a-6362bbbc4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.775272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-a483fb14-ca05-49a9-9b7a-6362bbbc4fe7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5929799 Jul 07 17:37:10.908599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.029067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 38587c82-d115-4cb9-83e2-e65f41767c6a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:11.125709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.155761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.168358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.182786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.200368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.217722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.233793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=38587c82-d115-4cb9-83e2-e65f41767c6a,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:11.236597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.250924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-157f2a2a-c212-486b-b935-9b256c305ee2 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5394 time: 0.3448937 Jul 07 17:37:11.270174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '38587c82-d115-4cb9-83e2-e65f41767c6a', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '38587c82-d115-4cb9-83e2-e65f41767c6a', 'mac_address': 'fa:16:3e:e9:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:11.394383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.438353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38587c82-d115-4cb9-83e2-e65f41767c6a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:11.442938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aeccae06-1d15-44db-9dbb-9c0940893f5a req-b58b4e30-973a-4aed-9a90-1dc396987b32 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896181 Jul 07 17:37:11.525734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=38587c82-d115-4cb9-83e2-e65f41767c6a,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:11.547383 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c96e5b-a99f-4b83-b231-07c97f5533cd x-openstack-request-id: req-b6c96e5b-a99f-4b83-b231-07c97f5533cd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:11.547989 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:11.547989 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6c96e5b-a99f-4b83-b231-07c97f5533cd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:11.548302 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d', 'status': 'completed', 'code': 200} Jul 07 17:37:11.551119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.602611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.603156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.607663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.608147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.608620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.609123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.609622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.615145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-1d16107b-6212-40f2-ab4a-d95baba05424 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6290 time: 0.6629746 Jul 07 17:37:11.701195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:11.716511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.716835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.717190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.717525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.717858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.718199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.748567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.749081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.749429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.749960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.750494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.751471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.842011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.879330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['38587c82-d115-4cb9-83e2-e65f41767c6a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:12.231898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:12.266386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:12.302745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-645655bb-77aa-4ae9-9ce5-ef1cb43070e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.302745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-645655bb-77aa-4ae9-9ce5-ef1cb43070e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.302745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-645655bb-77aa-4ae9-9ce5-ef1cb43070e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.302745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-645655bb-77aa-4ae9-9ce5-ef1cb43070e2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6722550 Jul 07 17:37:12.314079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Transition to ACTIVE for port object 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:12.329464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:12.467776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-bf13a8e6-4465-4b6e-a315-e066e861133e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.469578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-bf13a8e6-4465-4b6e-a315-e066e861133e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.3689916 Jul 07 17:37:12.504340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-d9ea8676-eba9-4001-bad8-e753d348a7fe tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0217531 Jul 07 17:37:12.579175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:12.694412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-5a0b3998-dc45-462a-8f06-be51fe168d15 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714759 Jul 07 17:37:12.805361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-bc477ca4-668b-4f3a-b4d3-39b0cd54fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.827620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6436b106-a7b7-43b7-b05c-1f5310d4a149 req-bc477ca4-668b-4f3a-b4d3-39b0cd54fdc3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5117521 Jul 07 17:37:12.830315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Attempting to bind port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:12.835649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Attempting to bind port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:12.836398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Attempting to bind port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:12.850539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:12.860548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Attempting to bind port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:12.861055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-5897a8b5-5a67-4746-b7f5-342a3b792b87 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606028 Jul 07 17:37:12.960267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:12.961144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Checking segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:12.962027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Bound using segment: {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:12.963504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Bound port: 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb80bd1-7e66-4a20-8810-615ecee7036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:12.964343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.035363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 38587c82-d115-4cb9-83e2-e65f41767c6a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:13.175413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 38587c82-d115-4cb9-83e2-e65f41767c6a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:13.179369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:13.184172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:13.188662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 38587c82-d115-4cb9-83e2-e65f41767c6a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:13.189103 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.200337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.205511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-a5419f11-0917-4343-bc45-ce79eac891f3 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317592 Jul 07 17:37:13.211171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.211852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.212420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.213016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.213546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.214102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.216471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-ac766105-2211-4389-87de-1c7e35eed5f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6316 time: 0.2920601 Jul 07 17:37:13.222376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.447224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.505617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:13.512094 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d8be6-fe55-4091-8eca-18b748aa3981" -d '{"events": [{"server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "name": "network-vif-plugged", "status": "completed", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:13.552723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=38587c82-d115-4cb9-83e2-e65f41767c6a,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:13.563490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.600532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:13.607875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.608600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.610137 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-81d9a605-76c2-4c0c-8070-a2133d73d351 service neutron] 10.222.0.23 "PUT /v2.0/ports/26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 1092 time: 3.2550888 Jul 07 17:37:13.618498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:13.621138 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5a194-86e6-49f4-87a5-ef25a1efed44" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:13.660029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:13.696658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.738003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:13.960102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-9629876f-a0e3-476e-a1ab-6f41eef8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.960583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-9629876f-a0e3-476e-a1ab-6f41eef8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.961371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-9629876f-a0e3-476e-a1ab-6f41eef8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.962805 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-9629876f-a0e3-476e-a1ab-6f41eef8fde3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7336111 Jul 07 17:37:14.148398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:14.263110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92f5f1-52de-4f4b-9a12-509caf045867 req-2fb355fc-932c-4aa7-9a3b-da59d57d7b1c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:14.266881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf92f5f1-52de-4f4b-9a12-509caf045867 req-2fb355fc-932c-4aa7-9a3b-da59d57d7b1c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.2812774 Jul 07 17:37:14.389979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-242a6056-196e-412d-90bb-2c12443e49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:14.391964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1363a678-7b1c-42d3-9207-fd8ce84b59d0 req-242a6056-196e-412d-90bb-2c12443e49bd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4169011 Jul 07 17:37:14.414302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf92f5f1-52de-4f4b-9a12-509caf045867 req-1fe7633d-d505-4329-93f4-81b50d13fbb6 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395495 Jul 07 17:37:15.296681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:15.342595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.379379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Transition to ACTIVE for port object a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:15.400290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.588240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:15.858156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.885817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.904684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.926955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.960055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:15.968203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.010413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.019407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-711b4ca2-716c-4d2b-b2ff-8ef2baa95abb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5418 time: 0.5031312 Jul 07 17:37:16.103068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Attempting to bind port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:16.107500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Attempting to bind port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:16.119100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Attempting to bind port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:16.137952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:16.166053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Attempting to bind port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:16.182533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:16.185640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Checking segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:16.187660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Bound using segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:16.201422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Bound port: a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:16.202255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.204631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efd791b1-2210-4016-8b58-9d6ac11af906 req-6512d644-4695-4935-a72e-c14a20910abd tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839533 Jul 07 17:37:16.616979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:16.694197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:16.713834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-e86c0770-d1c8-47b3-bbeb-29d6711782e2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.718136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-e86c0770-d1c8-47b3-bbeb-29d6711782e2 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.3322427 Jul 07 17:37:16.723963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.733527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': '65dec462-982d-496b-8f9e-09d9f09a1726', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:16.968375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.969454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.971866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] 10.222.0.23 "PUT /v2.0/ports/a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 1092 time: 3.3243811 Jul 07 17:37:17.032519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Request body: {'port': {'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:17.166284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a942-2d34-48a8-9c96-f1bc05fb312a service neutron] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:17.302927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:17.309132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.344199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.789579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.8 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:18.169321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e995d71-c30f-4ccb-b462-7ae5e33bcfae {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:18.184078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.195389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.219463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Transition to ACTIVE for port object 4e995d71-c30f-4ccb-b462-7ae5e33bcfae will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:18.284907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.356001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.371173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:18.486061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:18.494049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:18.496682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:18.542389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:18.631867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:18.714739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:18.715828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.729785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Attempting to bind port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:18.729954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Attempting to bind port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:18.730249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Attempting to bind port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:18.739736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:18.740538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Attempting to bind port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae on network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:18.747357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-f202323c-f2df-4ca7-9e69-f4d9c60264ca tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0190501 Jul 07 17:37:18.753499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:18.754168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Checking segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:18.755153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Bound using segment: {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:18.756720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Bound port: 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91912930-0c1e-48f2-88d9-dcd13b65d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:18.758048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.768166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Request body: {'port': {'device_id': '65dec462-982d-496b-8f9e-09d9f09a1726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:18.976598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.982217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:19.035298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:19.042509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.113825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:19.183736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.184268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.185820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-de5b01fa-39ca-4d58-851f-14109338c666 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 1092 time: 2.1608224 Jul 07 17:37:19.406775 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603c3ae6-5823-4c4b-850e-95beb754cf03 x-openstack-request-id: req-603c3ae6-5823-4c4b-850e-95beb754cf03 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:19.407405 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "name": "network-vif-plugged", "status": "completed", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:19.407674 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-603c3ae6-5823-4c4b-850e-95beb754cf03 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:19.408623 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a', 'code': 200} Jul 07 17:37:19.665805 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674038b7-8b71-4963-a301-7f613aee4f12 x-openstack-request-id: req-674038b7-8b71-4963-a301-7f613aee4f12 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:19.666213 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:19.666669 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-674038b7-8b71-4963-a301-7f613aee4f12 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:19.667337 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'status': 'completed', 'code': 200} Jul 07 17:37:19.885668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0582-6e70-4243-b058-175b7b7093ff req-9c3879f1-0749-4ec3-b68b-700ada9fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.907234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-857b0582-6e70-4243-b058-175b7b7093ff req-9c3879f1-0749-4ec3-b68b-700ada9fca70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 1098 time: 0.3769937 Jul 07 17:37:19.974995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.977022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.980327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.981625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.982876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.992653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:19.994030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.006120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-6268651f-e6ba-42bb-9463-2590831a0cd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6494 time: 0.5572691 Jul 07 17:37:20.032570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-857b0582-6e70-4243-b058-175b7b7093ff req-233f91e4-0ed8-427d-9d7c-abfd08ce29ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177642 Jul 07 17:37:20.129317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-102e5790-18e2-409c-9de0-3382009c0bd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 217 time: 0.0996087 Jul 07 17:37:20.257087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae282e9-bd33-44a2-a669-479095803e3c req-3cc0e7cf-a28f-482b-8a09-729e9cac45e0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.272925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae282e9-bd33-44a2-a669-479095803e3c req-3cc0e7cf-a28f-482b-8a09-729e9cac45e0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 931 time: 0.1798155 Jul 07 17:37:20.274158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:20.304719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.347830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-100df3a8-5c58-4bbe-9c94-11a6b7f23f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.365727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-100df3a8-5c58-4bbe-9c94-11a6b7f23f9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.2266264 Jul 07 17:37:20.432113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aae282e9-bd33-44a2-a669-479095803e3c req-c2ce8ffd-36e1-43cf-b7a8-eb2f29496f52 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541085 Jul 07 17:37:20.448130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41552) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.506909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Transition to ACTIVE for port object b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:20.523469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.713454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Pushing event updated for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.797741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a6aad81c-44f3-4c26-841e-908067d0b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.800832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a6aad81c-44f3-4c26-841e-908067d0b43b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4176414 Jul 07 17:37:20.835920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.950627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Attempting to bind port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:20.951258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Attempting to bind port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:20.951799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Attempting to bind port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:21.010914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:21.013583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Attempting to bind port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:21.058802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:21.060610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:21.062400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:21.064765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Bound port: b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:21.067496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.080130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-73c59a0f-de8b-4e73-8fc4-e0bd4f4932ee service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718875 Jul 07 17:37:21.180503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.191552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.381140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00ed66824e4b4be98bf3899ba3b7768c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311650 Jul 07 17:37:21.392853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41570) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:21.440293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43512bf2-610c-4fc4-bd83-5af2f273ef2c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:21.485956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:21.491494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:21.499818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.506841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.507546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.508126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.508720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.509316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.509889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.510516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.511101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.517159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.518645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.519649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.531370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e071d12-f432-4316-a79f-9dfd49279a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:21.585614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-97499864-dcf2-4270-ac49-f174c11e6990 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843807 Jul 07 17:37:21.615698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb951e-29c5-4b3a-9569-5509db8c29d4 req-7d7a5fdb-4792-440b-a598-f8f53e421ceb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.629733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4bb951e-29c5-4b3a-9569-5509db8c29d4 req-7d7a5fdb-4792-440b-a598-f8f53e421ceb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.9657156 Jul 07 17:37:21.633281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.633943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.640060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] 10.222.0.23 "PUT /v2.0/ports/b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef HTTP/1.1" status: 200 len: 1092 time: 2.8769350 Jul 07 17:37:21.740821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4'}, {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae'}, {'name': 'network-changed', 'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:21.748090 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4"}, {"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae"}, {"name": "network-changed", "server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:21.803517 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-01be7335-36de-4b89-bd2b-ac41f80447e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.2060394 Jul 07 17:37:21.806255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff4d65-6c12-4fb7-86c0-08040325c20e service neutron] Pushing event updated for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:21.806665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4bb951e-29c5-4b3a-9569-5509db8c29d4 req-b90e1d88-b852-4cf0-a1e8-62e29f750402 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614547 Jul 07 17:37:21.864668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.940748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.955053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5700f435-e752-44e1-ba34-1812f6ff2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:21.959466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5700f435-e752-44e1-ba34-1812f6ff2848 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1480689 Jul 07 17:37:22.064134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-39b4781d-e6da-4b4d-998a-421f40dbb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.067099 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-39b4781d-e6da-4b4d-998a-421f40dbb7b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 1095 time: 0.3105588 Jul 07 17:37:22.110489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.116498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.119685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43512bf2-610c-4fc4-bd83-5af2f273ef2c HTTP/1.1" status: 204 len: 168 time: 0.7241988 Jul 07 17:37:22.140221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e53c47-742b-402c-97ec-82b288b4148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43512bf2-610c-4fc4-bd83-5af2f273ef2c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:22.197601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-9cf8bf2c-c7be-45c7-abd1-f7f5268602d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef HTTP/1.1" status: 200 len: 217 time: 0.1192784 Jul 07 17:37:22.258370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-8ca2f9ed-c849-418b-bc21-057e94b17e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.266610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-8ca2f9ed-c849-418b-bc21-057e94b17e24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2931428 Jul 07 17:37:22.395023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-bac6ff66-1d7c-4922-853b-dd31e06ee664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.396598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-bac6ff66-1d7c-4922-853b-dd31e06ee664 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1889620 Jul 07 17:37:22.425831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.441373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-6097d5dc-f699-43f9-9bce-6d3de65826cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370820 Jul 07 17:37:22.461637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.484872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.508846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.534861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a5a60a5c-f372-4bd5-9fe2-f6cc7215eb4a service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524190 Jul 07 17:37:22.538283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.558688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.574818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:22.592082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-2e130cb1-09cf-4134-b216-d52bb85b91ae tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3546572 Jul 07 17:37:22.709117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6facb748-d6d2-4190-9d29-82d07a55a73a req-b9dca07a-2d6b-442e-b92f-2a9f4dcad941 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145847 Jul 07 17:37:22.718606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-2c91a7cc-697a-421e-8a94-5728b8392b16 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708244 Jul 07 17:37:22.799029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-d69a298f-cf8f-4fc8-a72a-043fefff59d0 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572753 Jul 07 17:37:22.994491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-42f6b63c-0a60-4969-9daa-34c94d231b81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.1464965 Jul 07 17:37:23.107964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9e5a083f-da0f-4c9e-a312-794d8656a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.109637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-9e5a083f-da0f-4c9e-a312-794d8656a476 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1086023 Jul 07 17:37:23.114545 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6d6132b9-eb3f-4fad-ac1d-c285350b736f req-be5d1176-5c0d-471e-adcd-668fe953656b service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629875 Jul 07 17:37:23.128623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4c3e-3e11-4895-8cf0-19d156c47847 req-3c188bd8-f85f-4b32-8730-8eefc3edaa09 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.138307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51bc4c3e-3e11-4895-8cf0-19d156c47847 req-3c188bd8-f85f-4b32-8730-8eefc3edaa09 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 943 time: 0.2090189 Jul 07 17:37:23.232296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51bc4c3e-3e11-4895-8cf0-19d156c47847 req-66fa127d-5ddb-44de-b1dd-351705e9fc66 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901036 Jul 07 17:37:23.233593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a7487f2e-d6cc-4727-9887-1710b45f9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.235941 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a7487f2e-d6cc-4727-9887-1710b45f9c10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203020 Jul 07 17:37:23.774424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd073c-c52e-4e18-8303-eb45596615b4 req-82f57343-e81e-4ed0-89f5-4daa8f8a6bf3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.792898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7cd073c-c52e-4e18-8303-eb45596615b4 req-82f57343-e81e-4ed0-89f5-4daa8f8a6bf3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.1935959 Jul 07 17:37:23.855733 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d60b46-78e1-45bf-adfd-61c78f9c7972 x-openstack-request-id: req-f0d60b46-78e1-45bf-adfd-61c78f9c7972 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:23.856503 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:23.857187 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0d60b46-78e1-45bf-adfd-61c78f9c7972 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:23.857918 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'status': 'completed', 'code': 200} Jul 07 17:37:23.858476 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'status': 'completed', 'code': 200} Jul 07 17:37:23.858978 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef', 'status': 'completed', 'code': 200} Jul 07 17:37:23.942573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-2fd6374c-26f9-4cac-b584-fc6a8868c94d service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984580 Jul 07 17:37:23.952037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7cd073c-c52e-4e18-8303-eb45596615b4 req-8b30fde9-7445-40da-bda7-1c22f9a58d38 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560371 Jul 07 17:37:24.160545 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5f810121-e625-4861-834a-5576f0f04cb7 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077796 Jul 07 17:37:24.300797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4354a094-a48a-4a16-b266-77e519a4876d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.1303184 Jul 07 17:37:24.456184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.468631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.491776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a7e94a5a-92a6-4185-ba1c-129fd7120663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.495417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a7e94a5a-92a6-4185-ba1c-129fd7120663 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1868126 Jul 07 17:37:24.508255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.523500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.531745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.539190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.545634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.558931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-56247b63-8d3a-4c7d-b958-3c2d56996881 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3238678 Jul 07 17:37:24.633583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4743fd0d-1dd1-407c-8700-1633333e1ccb req-31816c19-169d-423e-a6d2-02512b02805d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733814 Jul 07 17:37:24.691643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c8af2cf6-0702-41ae-995e-4b86bc0a1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.694856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-c8af2cf6-0702-41ae-995e-4b86bc0a1441 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1903894 Jul 07 17:37:24.943843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe7c0-8770-4a54-9851-b9a5faf3ef59 req-77daab3b-b57d-44b8-baaf-d6d8f4e79cf2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:24.944426 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-d4cffe57-dfe9-4ca1-b6d3-1cf070830c6b service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420704 Jul 07 17:37:24.962734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28fbe7c0-8770-4a54-9851-b9a5faf3ef59 req-77daab3b-b57d-44b8-baaf-d6d8f4e79cf2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.1623354 Jul 07 17:37:25.140911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28fbe7c0-8770-4a54-9851-b9a5faf3ef59 req-74676341-9df7-4c20-9c14-f57cff90851e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631663 Jul 07 17:37:25.237483 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-71fc5e56-8538-46a3-920d-c929004b0b20 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769334 Jul 07 17:37:25.384419 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-4cc26903-7765-4402-921e-ac60b51f8695 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1389976 Jul 07 17:37:25.455727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-95e7f352-f132-450a-869b-39ac27c8e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.468190 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-95e7f352-f132-450a-869b-39ac27c8e7f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.0764041 Jul 07 17:37:25.561541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.570315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e14bb0-46d0-4347-9c34-7f947888eb0e req-83028692-09a7-424f-a8f5-d17a00f53f92 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.576533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3995092e-bc58-4fcb-b6b9-33ff452caf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:25.581030 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-3995092e-bc58-4fcb-b6b9-33ff452caf61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112237 Jul 07 17:37:25.603326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9e14bb0-46d0-4347-9c34-7f947888eb0e req-83028692-09a7-424f-a8f5-d17a00f53f92 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 943 time: 0.2082074 Jul 07 17:37:25.727112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9e14bb0-46d0-4347-9c34-7f947888eb0e req-9097d5c5-3bf1-4d6e-9911-cad399d9a6be tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225357 Jul 07 17:37:25.816742 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a0a0ccdd-45ae-4957-a527-8114963c474e service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244987 Jul 07 17:37:26.131653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:26.157600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-1cc667c5-6402-4ef3-a748-bef1c2001fa7 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368435 Jul 07 17:37:26.234659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa9833-ea05-4bec-8438-5e4ee902f7dd req-e5a9c43c-4179-43b9-9c0d-a80f6977b47e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:26.239135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dfa9833-ea05-4bec-8438-5e4ee902f7dd req-e5a9c43c-4179-43b9-9c0d-a80f6977b47e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.2059503 Jul 07 17:37:26.357227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-5c7c8304-97ea-4d08-ad99-f2880962cac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.1878364 Jul 07 17:37:26.418545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dfa9833-ea05-4bec-8438-5e4ee902f7dd req-b1d30d15-30c9-4066-a0d8-b7923871a695 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679688 Jul 07 17:37:26.447048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:26.498766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef', 'mac_address': 'fa:16:3e:ca:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:26.508950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-f3635fe1-f147-4085-9d3f-5850b9c2aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:26.517205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-f3635fe1-f147-4085-9d3f-5850b9c2aede service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1515450 Jul 07 17:37:26.631216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.651751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:26.676227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-24a6fdd4-7f2f-43c9-b549-b4896ae4e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:26.679849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:26.681908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-24a6fdd4-7f2f-43c9-b549-b4896ae4e18e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1569459 Jul 07 17:37:26.687857 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.835833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:26.936216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:27.007498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.030470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.045819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.052609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-b20a8ff2-7b03-4321-94f0-1b8ea40e0c70 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571103 Jul 07 17:37:27.063833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.081511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.093221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.111054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.123624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-cdbf283f-6fca-4f11-82e2-8c514016df24 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3507762 Jul 07 17:37:27.187127 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9c861cd-49ad-467b-9bca-1cb1863a13a7 req-e2d07a8d-3f3c-4d5b-b3a8-9ca04776607a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622761 Jul 07 17:37:27.227708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.435162 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-a784524b-c067-4c30-bc0c-949a100653f6 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740642 Jul 07 17:37:27.527794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4102de0-7cd9-43e7-86f4-e82fb2025b8e req-90e32c12-57cc-44f7-a15f-505866ef14d4 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.531580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-50f274bc-2ceb-4158-8584-ef3e88c015b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.0892770 Jul 07 17:37:27.534255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4102de0-7cd9-43e7-86f4-e82fb2025b8e req-90e32c12-57cc-44f7-a15f-505866ef14d4 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 944 time: 0.1964471 Jul 07 17:37:27.646510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4102de0-7cd9-43e7-86f4-e82fb2025b8e req-28d4a247-ee9f-49a8-b8d4-78bab6a8a879 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884697 Jul 07 17:37:27.718965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-88b2e2ee-94d3-4453-9b7c-a2897f36f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.723009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-88b2e2ee-94d3-4453-9b7c-a2897f36f08a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1827111 Jul 07 17:37:27.885341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-85e961a6-d612-4d0a-b475-807053c991f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:27.892489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-85e961a6-d612-4d0a-b475-807053c991f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1621325 Jul 07 17:37:28.148827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:28.184832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-f9a4d11e-77ae-4712-90f9-be0edfc5edaa service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846401 Jul 07 17:37:28.297952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:28.311132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:28.312927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.467473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8c470d7a-64e9-4b41-a4e6-72e4738b392a req-f70e4216-d5f7-447d-b2dc-604614615736 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750823 Jul 07 17:37:28.509192 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.631467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:28.640349 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef074f7-8b51-4dbf-8540-1e0ae969937a" -d '{"events": [{"server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "name": "network-vif-plugged", "status": "completed", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:28.657532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:28.666870 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.739276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.740251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.741434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.742359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.743208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.743995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.744962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.749558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6e9c48cd-3c67-4d7e-b373-5a159c5b1929 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6494 time: 0.1794634 Jul 07 17:37:28.801364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41740) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:28.804576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:28.821757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.839428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.854557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.879982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.901555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.926746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.943002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:28.963486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-3cacea8d-415f-428b-b575-88138ae3c723 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3745396 Jul 07 17:37:29.018545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-39d27fad-5df8-4963-a316-0d4027930652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.020183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-39d27fad-5df8-4963-a316-0d4027930652 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b380fc7c-3a47-4b17-b38a-989f95d40bf7 HTTP/1.1" status: 200 len: 902 time: 0.2642980 Jul 07 17:37:29.040928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abc2a9b1-d20d-49b3-96f3-208ec0bd9d64 req-4717108a-be8b-4f2b-905e-291316ea6a9f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759029 Jul 07 17:37:29.167602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-d2296111-45a6-47f8-a59d-33f7e1eb06bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1374030 Jul 07 17:37:29.189234 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761a112-c129-4c5e-936c-346a81067fef x-openstack-request-id: req-9761a112-c129-4c5e-936c-346a81067fef {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:29.190795 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "name": "network-vif-plugged", "status": "completed", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:29.190795 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9761a112-c129-4c5e-936c-346a81067fef {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:29.196999 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef', 'code': 200} Jul 07 17:37:29.297349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791b98c5-45eb-42e0-b7ce-96acd7701c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.364022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-d34ff7ad-638d-4c6e-b023-f7b4fe0c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.365737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-d34ff7ad-638d-4c6e-b023-f7b4fe0c88b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1847327 Jul 07 17:37:29.475165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b15ad-2753-4bc7-b5b6-d0c6403a3cef req-934f5efb-8da5-4526-a6cf-c19fbdfb0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.478806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-988b15ad-2753-4bc7-b5b6-d0c6403a3cef req-934f5efb-8da5-4526-a6cf-c19fbdfb0fab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 1097 time: 0.1971686 Jul 07 17:37:29.560025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-988b15ad-2753-4bc7-b5b6-d0c6403a3cef req-f0056c3f-b182-43cc-81e7-4688607c9cc7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733423 Jul 07 17:37:29.584061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-d9852c81-8362-4499-b87a-23773435590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.586054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-d9852c81-8362-4499-b87a-23773435590f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2102420 Jul 07 17:37:29.625187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe54ce-c6d7-4578-ace9-cf584c592921 req-4a82c9f1-a2fc-4de5-acdc-4ebba6f672e6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.635892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edfe54ce-c6d7-4578-ace9-cf584c592921 req-4a82c9f1-a2fc-4de5-acdc-4ebba6f672e6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.1537194 Jul 07 17:37:29.703430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791b98c5-45eb-42e0-b7ce-96acd7701c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.715199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791b98c5-45eb-42e0-b7ce-96acd7701c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.743255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edfe54ce-c6d7-4578-ace9-cf584c592921 req-1868aabe-4226-4644-9a12-231646a60fda tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 Jul 07 17:37:29.794482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b98c5-45eb-42e0-b7ce-96acd7701c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43468f0-e5ca-43af-bd3f-b83efffadef7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:29.814907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41754) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:29.815728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-791b98c5-45eb-42e0-b7ce-96acd7701c45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3db1c6785594adc8be8b07bb5701ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066764 Jul 07 17:37:29.827588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-6cff8494-c2e0-41e1-a9f5-0a9bd30d465b service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168353 Jul 07 17:37:29.911101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.946331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.084057 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-64b5a194-86e6-49f4-87a5-ef25a1efed44 req-b6285c08-e09c-40bd-bfad-31c4139e7e71 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478216 Jul 07 17:37:30.095578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.100522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.107191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a43468f0-e5ca-43af-bd3f-b83efffadef7 HTTP/1.1" status: 204 len: 168 time: 0.2905910 Jul 07 17:37:30.135653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba51ba-a57a-480e-8aa5-b5e36f295d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43468f0-e5ca-43af-bd3f-b83efffadef7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:30.360768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.364607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.365491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.366080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.369578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.369859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.370355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.378020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-954bef90-7408-440d-95e3-8058b9d19e82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6494 time: 0.2098024 Jul 07 17:37:30.438484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.448937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.473907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.480853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.487141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.493859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.500474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.508983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-40872af5-8a05-4584-b4e3-53d8cdf6bf75 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1819944 Jul 07 17:37:30.584063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b0116f1d-c09f-4d3a-9fd5-432dad46d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.588666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b0116f1d-c09f-4d3a-9fd5-432dad46d1b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 901 time: 0.2056365 Jul 07 17:37:30.615213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c1cf738-beb7-423c-9f43-4195c87b917f req-c1536ad6-4c66-4276-acaf-8141de0b7df3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049089 Jul 07 17:37:30.724703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-a96d9391-ef51-496d-852c-459eb5be1b7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.1240537 Jul 07 17:37:30.884694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-56f84bc0-2fcf-47c1-84f2-f5b4db62903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.887400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-56f84bc0-2fcf-47c1-84f2-f5b4db62903f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1612430 Jul 07 17:37:31.047879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:31.096101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-55fb77a9-7d3d-4812-a602-6cb03f849f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.098118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-55fb77a9-7d3d-4812-a602-6cb03f849f85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027419 Jul 07 17:37:31.115418 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f967fdef-6715-45b3-aa62-074765aeac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.294597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fb807-f5e8-4403-818f-f986df9d93b0 req-221f9f90-b44e-4380-8509-c1f62de71c42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.298647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-955fb807-f5e8-4403-818f-f986df9d93b0 req-221f9f90-b44e-4380-8509-c1f62de71c42 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.2028823 Jul 07 17:37:31.328573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-6ac9259e-dedf-40fe-9d42-cf4ee680914f service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234850 Jul 07 17:37:31.452911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-955fb807-f5e8-4403-818f-f986df9d93b0 req-467afb3b-559c-4c82-a88f-6ce8d623fbf1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190257 Jul 07 17:37:31.598111 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-2f2a5375-25ce-40c8-9a8e-cdc76226e4fb service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583692 Jul 07 17:37:31.618255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f967fdef-6715-45b3-aa62-074765aeac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.628414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f967fdef-6715-45b3-aa62-074765aeac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.745807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967fdef-6715-45b3-aa62-074765aeac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b87a7-2cbf-4e4a-b613-d586c3b4b8c4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:31.752094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f967fdef-6715-45b3-aa62-074765aeac69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a19951b0652a445985aedb6e463c6cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7020760 Jul 07 17:37:31.755110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:31.953339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.976963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.977929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.979036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.981995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.983013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.984124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.984975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.990490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-1a7d3fdd-2c67-44f3-b42a-389cf24131b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6494 time: 0.2646563 Jul 07 17:37:32.198939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.208830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.216517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.225067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.234507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.235620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-ff1b0d94-f3f3-4636-bb16-d45cf65ab4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.240665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-ff1b0d94-f3f3-4636-bb16-d45cf65ab4a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 901 time: 0.2367370 Jul 07 17:37:32.244392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.254398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.264122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:32.265139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19efda5b-3247-406a-b440-b9b4767a7cac req-1be428e0-8691-4711-a893-7c225f964790 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1913664 Jul 07 17:37:32.335230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19efda5b-3247-406a-b440-b9b4767a7cac req-a0e25a07-c5ce-49de-93f2-37f37c87ed64 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681994 Jul 07 17:37:32.337443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-3dd53613-6ae7-4f2f-bc69-e7aabd0e93b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.0865941 Jul 07 17:37:32.456816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-ced793e6-bbf8-46cc-8934-6f1f543a7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.459551 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-ced793e6-bbf8-46cc-8934-6f1f543a7d78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1114168 Jul 07 17:37:32.544063 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:32.547214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:32.548779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d10b87a7-2cbf-4e4a-b613-d586c3b4b8c4 HTTP/1.1" status: 204 len: 168 time: 0.7921910 Jul 07 17:37:32.571749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef4d45-aaa0-4902-a798-6357650c0b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b87a7-2cbf-4e4a-b613-d586c3b4b8c4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:32.592625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b5bce126-82a0-4d2a-8c2a-10a9c12ea41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.595330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b5bce126-82a0-4d2a-8c2a-10a9c12ea41a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292560 Jul 07 17:37:32.673412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadf60-1f0d-407c-9dd5-afbab71db283 req-d4e30d69-4208-49e4-a8f3-3fed7269215f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.682042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fcadf60-1f0d-407c-9dd5-afbab71db283 req-d4e30d69-4208-49e4-a8f3-3fed7269215f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.1594737 Jul 07 17:37:32.744020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fcadf60-1f0d-407c-9dd5-afbab71db283 req-3e4fcc14-ecfb-4ab3-b5f8-36078c8cfc2f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608397 Jul 07 17:37:32.871558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-f8598212-567a-4cd0-844f-28a9df7b872e service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688289 Jul 07 17:37:33.166941 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-0aacb3ce-2e12-4da4-90c3-ce3dd54ded4a service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873912 Jul 07 17:37:33.169677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe41eb9-c51e-4a4c-97df-de40dbf6e31f req-41aaa0ea-379a-4095-a47d-a3fd19d687cf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.171372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fe41eb9-c51e-4a4c-97df-de40dbf6e31f req-41aaa0ea-379a-4095-a47d-a3fd19d687cf tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.1271439 Jul 07 17:37:33.270990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fe41eb9-c51e-4a4c-97df-de40dbf6e31f req-5a02a332-b825-4940-a1af-095daeba23f3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783131 Jul 07 17:37:33.326975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-9bb15860-6618-421e-8c4f-a9f918cb8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.328949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-9bb15860-6618-421e-8c4f-a9f918cb8658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 1097 time: 0.0770447 Jul 07 17:37:33.549165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-07586ddd-9fda-4fba-8e6b-441dd364d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.552801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-07586ddd-9fda-4fba-8e6b-441dd364d9bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.2169728 Jul 07 17:37:33.646279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-8cc93446-544a-47ab-b17c-60e1809feace service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef HTTP/1.1" status: 200 len: 217 time: 0.0863655 Jul 07 17:37:33.798543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b1fbad65-0b8b-4aec-97e5-e34b2d3f0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.800931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-b1fbad65-0b8b-4aec-97e5-e34b2d3f0de4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1484218 Jul 07 17:37:33.915216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-3cb7f841-1e58-4327-a1c6-f790e1b9959c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039286 Jul 07 17:37:33.997467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.009513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.017407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.045579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.059574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.081557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.089137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.100231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-879a7f00-7051-4ed7-96ec-70d9fdf9377c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2253540 Jul 07 17:37:34.122758 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-88b6f193-be34-4904-8f5e-61a258bea6af service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017038 Jul 07 17:37:34.177702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e670c52-6b44-4e4e-85b8-0f079cf2bbb5 req-20af3a28-a3e3-47f1-a64f-ab6977bb9caa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770845 Jul 07 17:37:34.422305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-52c1d2aa-ce73-45cb-85bd-afd8de4a1793 req-d734a62b-6630-474e-ba7d-b6a0ca25a6ab service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895150 Jul 07 17:37:34.504812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235777d-793d-4446-922e-c36e399c5df6 req-a2574f17-3387-4c60-8c1b-7097669f8918 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.507646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f235777d-793d-4446-922e-c36e399c5df6 req-a2574f17-3387-4c60-8c1b-7097669f8918 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.1333985 Jul 07 17:37:34.589667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f235777d-793d-4446-922e-c36e399c5df6 req-5a8a3a18-fd36-4726-93cc-0a02d3a55808 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700700 Jul 07 17:37:35.214138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550626-8966-4147-b813-2fcf57ecc828 req-f2e42de8-8a5a-4755-bc0c-566f52fa3197 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.221669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b550626-8966-4147-b813-2fcf57ecc828 req-f2e42de8-8a5a-4755-bc0c-566f52fa3197 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 945 time: 0.1457922 Jul 07 17:37:35.466535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:35.466980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.609238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:35.609522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.630806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:35.675126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.690556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.702701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.715481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.728175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.740025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.752399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.766318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-9a134342-08ee-44c7-a42b-518b30db4966 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3296506 Jul 07 17:37:35.776738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.793813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:35.848686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13768432-d19e-4e9d-8ace-02c0895a3a1e req-dcbac07a-89f1-4baf-82cb-f156d521a762 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797505 Jul 07 17:37:35.888151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:35.904668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:35.967378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:35.970704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.973738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9b550626-8966-4147-b813-2fcf57ecc828 req-b4fed5e2-256e-4963-a7e1-001cac5ac8f7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "DELETE /v2.0/ports/b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef HTTP/1.1" status: 204 len: 173 time: 0.7466085 Jul 07 17:37:35.974324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'name': 'network-vif-deleted', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:35.990619 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66d9fc-36dc-4440-88e8-ae75a5373501" -d '{"events": [{"server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "name": "network-vif-deleted", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:36.256383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-481cf0b2-af44-47ac-a9df-9436f389ba94 req-2087a2b4-1235-40f9-9469-115828d58554 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=65dec462-982d-496b-8f9e-09d9f09a1726 HTTP/1.1" status: 200 len: 210 time: 0.0723376 Jul 07 17:37:36.398560 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1fee81-90db-4d83-bfd1-f3083f23bbf1 x-openstack-request-id: req-cd1fee81-90db-4d83-bfd1-f3083f23bbf1 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:36.399334 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dec462-982d-496b-8f9e-09d9f09a1726", "name": "network-vif-deleted", "tag": "b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:36.400046 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd1fee81-90db-4d83-bfd1-f3083f23bbf1 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:36.400952 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dec462-982d-496b-8f9e-09d9f09a1726', 'name': 'network-vif-deleted', 'tag': 'b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef', 'status': 'completed', 'code': 200} Jul 07 17:37:37.261178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.286537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.301336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.315225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.339785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.344103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.363841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:37.367920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-7ea51d6a-5495-4219-9c4a-6fe394e7fd6a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2380917 Jul 07 17:37:37.472976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33c3fbd9-b5f5-43f7-91d4-5a6ea95f1e9c req-8975bae6-ea05-4609-bc1f-6a60c5aeb6ea tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968149 Jul 07 17:37:37.638214 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cc8eff7c-d1bc-407f-b0d1-c28fa82e60bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.180509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:38.231207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:38.231679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b48f6bbe-b6e7-4f76-8e4e-2d4efa4445ef not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:38.565854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-bda22e9c-bd12-496a-8aad-cdb5c64588f1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.569101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-bda22e9c-bd12-496a-8aad-cdb5c64588f1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.2126138 Jul 07 17:37:38.607235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-3767fcbf-a1f0-41e4-a51a-ed0c0ea3b218 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/quotas/db563f9259544e3990e591914c407950 HTTP/1.1" status: 200 len: 375 time: 0.0312731 Jul 07 17:37:38.741896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-a8f34744-ba10-4809-841e-e919450d01e9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330514 Jul 07 17:37:38.902683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-39b81d4d-0ef9-43ec-95f4-4125ed9706b1 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563773 Jul 07 17:37:39.074418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-56f74ddf-1c5a-431c-804a-e3fa38749883 service neutron] 10.222.0.66 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538944 Jul 07 17:37:39.622744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ef82b-9a83-47e8-843b-59d69fe14512 req-efceb22e-33ed-4637-811c-ebf69a44603f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:39.626190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd9ef82b-9a83-47e8-843b-59d69fe14512 req-efceb22e-33ed-4637-811c-ebf69a44603f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.1176355 Jul 07 17:37:39.717474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd9ef82b-9a83-47e8-843b-59d69fe14512 req-0f2243b3-2724-4354-a13e-3ef9ccff8166 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829892 Jul 07 17:37:40.090811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4981c8d2-0c77-492e-9772-e68d971dcbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:40.570518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.578020 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:40.589502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.597738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.604831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.614130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.621357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.629802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.639138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-685d8472-b3ac-4fdf-9df0-2ec9c80a3496 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.5439548 Jul 07 17:37:40.673637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-544b0c4a-5f73-4eef-b616-bb1c9188b37e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.675774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-544b0c4a-5f73-4eef-b616-bb1c9188b37e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.4406943 Jul 07 17:37:40.713214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0dd6977-45f0-46d3-be10-8c15f3a135e5 req-a68aeb48-5eb6-4009-a2b9-467fd203a1d9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687361 Jul 07 17:37:41.340595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42272) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:41.687101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-094b4ab2-c384-4099-a018-b7e4294c52b8 req-21d4d116-6b12-4610-87bd-8031dcc1ba60 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 210 time: 0.0560219 Jul 07 17:37:41.743429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eb785cb-3143-41ad-9f6c-301804552f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.755501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 38587c82-d115-4cb9-83e2-e65f41767c6a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:41.755855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.836965 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.997923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eb785cb-3143-41ad-9f6c-301804552f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.006864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eb785cb-3143-41ad-9f6c-301804552f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.075290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 38587c82-d115-4cb9-83e2-e65f41767c6a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=38587c82-d115-4cb9-83e2-e65f41767c6a,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:42.076098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.090739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42326) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:42.091749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4eb785cb-3143-41ad-9f6c-301804552f00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=700737292cfe49918b8ed10c8e0f5a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490816 Jul 07 17:37:42.122624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb785cb-3143-41ad-9f6c-301804552f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9774f9-ecb6-41e0-b012-7a5e970e110c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:42.164802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 38587c82-d115-4cb9-83e2-e65f41767c6a owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:42.267111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.317034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d50f0-464c-4a64-a99f-583b0760e3f6 req-2ca3a81b-fef4-477d-9d05-6737594d2db5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:42.327125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-772d50f0-464c-4a64-a99f-583b0760e3f6 req-2ca3a81b-fef4-477d-9d05-6737594d2db5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 946 time: 0.3260255 Jul 07 17:37:42.375795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.438626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-772d50f0-464c-4a64-a99f-583b0760e3f6 req-1059ef8b-0b8b-473b-83c2-1c02278ddd3f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100714 Jul 07 17:37:42.571235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.574839 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.576233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b9774f9-ecb6-41e0-b012-7a5e970e110c HTTP/1.1" status: 204 len: 168 time: 0.4829438 Jul 07 17:37:42.596495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9114c9-5682-46c9-97be-9e51ad8645cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9774f9-ecb6-41e0-b012-7a5e970e110c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:42.623914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.692055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=38587c82-d115-4cb9-83e2-e65f41767c6a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:42.753890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-33927cf4-8d9b-43cd-9458-754d6295cb31 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:42.767750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-33927cf4-8d9b-43cd-9458-754d6295cb31 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 806 time: 0.6628342 Jul 07 17:37:42.838163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Request body: {'port': {'device_id': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'admin_state_up': True, 'tenant_id': 'db563f9259544e3990e591914c407950'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:42.887379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 38587c82-d115-4cb9-83e2-e65f41767c6a on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:42.909268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.925884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd16d2ab-dddf-4a8a-b528-0f65e27972a2 req-d4e2504e-dd64-4616-b028-84105ed7ddf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "DELETE /v2.0/ports/38587c82-d115-4cb9-83e2-e65f41767c6a HTTP/1.1" status: 204 len: 173 time: 2.2090952 Jul 07 17:37:42.927785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'name': 'network-vif-deleted', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:42.945015 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c299d9-a86b-4480-bab0-38ef96a2d823" -d '{"events": [{"server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "name": "network-vif-deleted", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:43.135707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3a324b89-9d63-4f48-bf5a-24670b803a5b req-b946a9dc-6313-4c58-97c2-7ed2ba0418a1 tempest-LiveAutoBlockMigrationV225Test-161445715 tempest-LiveAutoBlockMigrationV225Test-161445715-project] (93946) timed out ('10.222.0.66', 34560) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:37:43.154230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 38587c82-d115-4cb9-83e2-e65f41767c6a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:43.232194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 38587c82-d115-4cb9-83e2-e65f41767c6a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:43.232557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 38587c82-d115-4cb9-83e2-e65f41767c6a not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:43.250691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.258094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.264255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.272003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.277109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Made reservation on behalf of db563f9259544e3990e591914c407950 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:43.279694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.282383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.286557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.293863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.296687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-6a67acc0-3a19-4c0b-b92d-b8ad7889ce9b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.3696961 Jul 07 17:37:43.442560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5241d4a3-b657-4fdd-b5a6-c3ec0a15caa3 req-f1163622-93ed-4b66-9866-f74b926a1894 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364496 Jul 07 17:37:43.628401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.650426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Allocated IP 172.20.0.9 (2c08748e-8af3-449a-9a2d-73a33c3fa1fd/40269ee6-51e4-4152-b155-d70b732a81b7/227247a8-ca77-490c-807b-0726949ef52f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:43.681144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42458) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:43.710595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-262c9723-f01f-4b39-ac35-e4fe6c35957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.764188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff6c6fec-94d1-4d1f-8b99-6d461472e1c3 req-e1d46892-97f5-4d72-ad8e-7cb93b414ced tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 210 time: 0.0547998 Jul 07 17:37:43.900792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.907350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-262c9723-f01f-4b39-ac35-e4fe6c35957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.922578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-262c9723-f01f-4b39-ac35-e4fe6c35957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:43.983902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c9723-f01f-4b39-ac35-e4fe6c35957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70dcee6-d936-48f3-aadb-2b3c3c5dbcbc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:43.984685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.000751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:44.013105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-262c9723-f01f-4b39-ac35-e4fe6c35957a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a055b41de23a438aa819919a8c688e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298678 Jul 07 17:37:44.025395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:44.044711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:44.050624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:44.057328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:44.124805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event updated for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:44.160120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.161398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.191684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-78d6ca94-66d7-4517-ad65-0ef207d357c3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785155 Jul 07 17:37:44.191902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.205171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Request body: {'port': {'device_id': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:44.218749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.240015 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49681a76-8b44-4c3f-b637-41e02b227530 x-openstack-request-id: req-49681a76-8b44-4c3f-b637-41e02b227530 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:44.240374 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751782fb-bf08-4523-b18e-383cf5bc8c82", "name": "network-vif-deleted", "tag": "38587c82-d115-4cb9-83e2-e65f41767c6a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:44.240672 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49681a76-8b44-4c3f-b637-41e02b227530 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:44.241073 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751782fb-bf08-4523-b18e-383cf5bc8c82', 'name': 'network-vif-deleted', 'tag': '38587c82-d115-4cb9-83e2-e65f41767c6a', 'status': 'completed', 'code': 200} Jul 07 17:37:44.288080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.290861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.295239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e70dcee6-d936-48f3-aadb-2b3c3c5dbcbc HTTP/1.1" status: 204 len: 168 time: 0.2679589 Jul 07 17:37:44.305307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03292a-5a41-45b3-a46c-abe0eccaf0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70dcee6-d936-48f3-aadb-2b3c3c5dbcbc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:44.324548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.424831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-151f768a-e6d3-4bab-8d29-ff200cd51c19 req-3f906528-c1b9-4c15-bdf8-e0711b4805ae tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0452332 Jul 07 17:37:44.751936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227247a8-ca77-490c-807b-0726949ef52f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:44.765440 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.789462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Transition to ACTIVE for port object 227247a8-ca77-490c-807b-0726949ef52f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:44.802758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.806310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.816315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.830066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.837832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.852214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.878711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.887695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.890913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-15909c5b-6bc2-4caa-8e1a-c7ea1a0a75d6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2254455 Jul 07 17:37:44.975190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Pushing event updated for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.007816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c276cf5-8b62-469c-90cd-09bc5d18e5e3 req-879e7fbf-e595-4f65-9629-3656cea8cc26 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062341 Jul 07 17:37:45.034548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Attempting to bind port 227247a8-ca77-490c-807b-0726949ef52f on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:45.035157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Attempting to bind port 227247a8-ca77-490c-807b-0726949ef52f by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:45.035288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Attempting to bind port 227247a8-ca77-490c-807b-0726949ef52f on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:45.041943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Port 227247a8-ca77-490c-807b-0726949ef52f on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:45.042338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Attempting to bind port 227247a8-ca77-490c-807b-0726949ef52f on network 2c08748e-8af3-449a-9a2d-73a33c3fa1fd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:45.049392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:45.049830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Checking segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:45.050145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Bound using segment: {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:45.050941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Bound port: 227247a8-ca77-490c-807b-0726949ef52f, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f93b29-0d08-4ff0-916c-4d45307996a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:45.051304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.154423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:45.159490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=227247a8-ca77-490c-807b-0726949ef52f,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:45.167026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.274906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.276153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.278703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] 10.222.0.23 "PUT /v2.0/ports/227247a8-ca77-490c-807b-0726949ef52f HTTP/1.1" status: 200 len: 1092 time: 1.0788383 Jul 07 17:37:45.292891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'tag': '227247a8-ca77-490c-807b-0726949ef52f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:45.307134 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fac775-11ea-4ca9-9b69-e238b03b5c47" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "tag": "227247a8-ca77-490c-807b-0726949ef52f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:45.409587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee077f6-0d38-49e9-bb3e-84c8afb0aa6e service neutron] Pushing event updated for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.503309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-b551570f-9db4-4790-a9ca-2a3df58abdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.506976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-b551570f-9db4-4790-a9ca-2a3df58abdc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 1095 time: 0.1663744 Jul 07 17:37:45.513667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2a2f9-3122-4677-aaa4-a7c3f48b5e8f req-f098be9c-ad2e-4608-8b72-0a5a27ffcbe5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.516540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c2a2f9-3122-4677-aaa4-a7c3f48b5e8f req-f098be9c-ad2e-4608-8b72-0a5a27ffcbe5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 943 time: 0.1956313 Jul 07 17:37:45.581764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7c2a2f9-3122-4677-aaa4-a7c3f48b5e8f req-aedd8cd6-b94a-4a94-a81c-f0cc27e4e291 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Jul 07 17:37:45.602489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-f56aede5-71ef-4877-b481-5ab0fee249dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=227247a8-ca77-490c-807b-0726949ef52f HTTP/1.1" status: 200 len: 217 time: 0.0869977 Jul 07 17:37:45.691207 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb09c19-b546-4b05-be57-e552b7850799 x-openstack-request-id: req-fdb09c19-b546-4b05-be57-e552b7850799 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:45.691661 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "tag": "227247a8-ca77-490c-807b-0726949ef52f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:45.691847 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdb09c19-b546-4b05-be57-e552b7850799 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:45.692247 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'tag': '227247a8-ca77-490c-807b-0726949ef52f', 'status': 'completed', 'code': 200} Jul 07 17:37:45.712351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-a4dafc14-925a-4266-9886-73ebb5d9487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.714151 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-a4dafc14-925a-4266-9886-73ebb5d9487a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1059318 Jul 07 17:37:45.790992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-f1e5929e-ede0-4250-9273-a0e0c2b57c52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656638 Jul 07 17:37:45.962934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef686b2a-9247-4af7-bee3-78654717c5a7 req-88d63fed-85d0-44c4-be5e-5cbbbd89730b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0985341 Jul 07 17:37:46.013367 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-88377920-7156-46e4-a658-5ec81b056e48 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124059 Jul 07 17:37:46.280791 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7a37a4a-de82-44d2-9e53-2100babd3e56 req-f765cae8-cad2-4851-9d4d-a48a1fbd3865 service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597702 Jul 07 17:37:46.528656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.537012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.545529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.554325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.555567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-43c91ddc-fcad-4d6c-b73b-6adf5025808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.561379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.568486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.577418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-43c91ddc-fcad-4d6c-b73b-6adf5025808d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 1095 time: 0.2218096 Jul 07 17:37:46.586006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.601817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-3a6b250a-5c7f-4854-9bb0-8d9b229c6608 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2072656 Jul 07 17:37:46.714335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68d55f06-02aa-40bf-afd1-44ca226034d1 req-e06ee85e-9db1-42ae-89cf-2b98c9e4b7ec tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095123 Jul 07 17:37:46.847135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-a73f3fe4-517f-4142-b9ee-c49bd474073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.849694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-a73f3fe4-517f-4142-b9ee-c49bd474073c service neutron] 10.222.0.23 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.2650051 Jul 07 17:37:47.009562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-b351b953-3350-41b4-a6c5-d7e3da52e17f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=227247a8-ca77-490c-807b-0726949ef52f HTTP/1.1" status: 200 len: 217 time: 0.1510332 Jul 07 17:37:47.082177 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:47.187539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-80eb327e-12eb-4ae4-9206-56d9b403180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.195508 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-80eb327e-12eb-4ae4-9206-56d9b403180c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.1771033 Jul 07 17:37:47.261950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8209eb-feba-4eb2-9cdc-7e384ae85255 req-623bffd4-8671-4409-b434-25f7dc733778 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.284111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb8209eb-feba-4eb2-9cdc-7e384ae85255 req-623bffd4-8671-4409-b434-25f7dc733778 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 943 time: 0.3370647 Jul 07 17:37:47.379863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb8209eb-feba-4eb2-9cdc-7e384ae85255 req-06288a85-6e5a-4ad5-b9bf-87a5ad093325 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940275 Jul 07 17:37:47.698677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0173b73-0686-4445-98f8-fc7cec137a1c req-e51634aa-46f9-4303-b9a0-58625c3fa5a9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0737307 Jul 07 17:37:48.023206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-d01eb49c-c28b-4ae8-a5e5-4c54b38e9cf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8205380 Jul 07 17:37:48.201116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.209208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.217184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.217911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-e3293c0c-33ba-4410-92ce-619c6bdf536d service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886518 Jul 07 17:37:48.225031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.231888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.239222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.245868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.248283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d19c367-0791-418c-a43c-b0a504088b33 req-be4eb028-17d6-4b08-97b5-3994f9a36718 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1977453 Jul 07 17:37:48.351549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d19c367-0791-418c-a43c-b0a504088b33 req-befeb37d-16d6-4919-96b5-a8e24aa060f5 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947161 Jul 07 17:37:48.451711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-31fac775-11ea-4ca9-9b69-e238b03b5c47 req-4b91869f-efff-44e2-a086-43b45b7523cc service neutron] 10.222.0.23 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265594 Jul 07 17:37:48.728165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0b2f0-68ae-4433-bb0b-3c9641f8d993 req-589fcf1f-9eb7-4e61-9785-b13d2d7a2e08 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.729841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c0b2f0-68ae-4433-bb0b-3c9641f8d993 req-589fcf1f-9eb7-4e61-9785-b13d2d7a2e08 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 943 time: 0.1254358 Jul 07 17:37:48.847813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c0b2f0-68ae-4433-bb0b-3c9641f8d993 req-8878bd4c-445f-4e40-813a-d3c16e3e8918 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919769 Jul 07 17:37:48.943020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:49.087533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3f3d33-4188-4c35-96d2-4d070e0a9bb4 req-d75bc9d5-c69e-493e-a05f-362a953b7277 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0603852 Jul 07 17:37:49.149524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8334066-2ad1-4f76-b9f6-787b1f86eca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.313837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8334066-2ad1-4f76-b9f6-787b1f86eca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.319441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8334066-2ad1-4f76-b9f6-787b1f86eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.374876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334066-2ad1-4f76-b9f6-787b1f86eca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcfde73-aad3-41dd-91ee-bcaffffe49ba,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:49.385048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c8334066-2ad1-4f76-b9f6-787b1f86eca7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fce7fe63366941e2bc257ed848d10c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369476 Jul 07 17:37:49.387491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42558) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:49.468718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.512040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.612084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.617490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.624830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbcfde73-aad3-41dd-91ee-bcaffffe49ba HTTP/1.1" status: 204 len: 168 time: 0.2375212 Jul 07 17:37:49.641969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d59cc-1116-4ff5-9ba1-faf0915b86e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcfde73-aad3-41dd-91ee-bcaffffe49ba,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:49.788390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.794593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.801953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.808839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.815030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.826252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.836175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.838342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-4fa39d7a-ff22-4271-906e-881ca152defc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1526513 Jul 07 17:37:49.938336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef607401-a8d0-4f1f-80e1-35279f65b811 req-492e3143-0621-4bdc-b743-51a5afe560f1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913870 Jul 07 17:37:50.167408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1c115-0b90-49f2-b82d-d393dcc3e97e req-ed84a00f-6212-421c-bfd7-52b05ef96b39 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:50.167408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fda1c115-0b90-49f2-b82d-d393dcc3e97e req-ed84a00f-6212-421c-bfd7-52b05ef96b39 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 943 time: 0.0970337 Jul 07 17:37:50.178796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42570) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:50.195686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc358-819b-4c88-82ac-6c2cd884b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.223616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 227247a8-ca77-490c-807b-0726949ef52f details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:50.249294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fda1c115-0b90-49f2-b82d-d393dcc3e97e req-a0b93d69-beee-4cc0-92d6-35375e71e2d6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709128 Jul 07 17:37:50.362487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc358-819b-4c88-82ac-6c2cd884b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.369762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc358-819b-4c88-82ac-6c2cd884b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.395161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=227247a8-ca77-490c-807b-0726949ef52f,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:50.422431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '227247a8-ca77-490c-807b-0726949ef52f', 'network_id': '2c08748e-8af3-449a-9a2d-73a33c3fa1fd', 'port_id': '227247a8-ca77-490c-807b-0726949ef52f', 'mac_address': 'fa:16:3e:e2:09:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40269ee6-51e4-4152-b155-d70b732a81b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:50.433101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42572) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:50.433986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1d0bc358-819b-4c88-82ac-6c2cd884b2fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91ab12c25dfc4c87a7dcd48bc760ce32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542646 Jul 07 17:37:50.434693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc358-819b-4c88-82ac-6c2cd884b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a7a26-6fb6-4366-a8fc-9eb23b1bbbff,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:50.502211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.521743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227247a8-ca77-490c-807b-0726949ef52f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:50.544385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac8b2ad4-4915-4866-9e81-817dfb950e0a req-00cde89e-49e7-4a68-a3aa-2459a833ac62 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0850511 Jul 07 17:37:50.559136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=227247a8-ca77-490c-807b-0726949ef52f,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:50.565558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.610404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.629952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:50.645882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.705561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.717083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.719043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/352a7a26-6fb6-4366-a8fc-9eb23b1bbbff HTTP/1.1" status: 204 len: 168 time: 0.2839665 Jul 07 17:37:50.734377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296b653-37d7-490a-9dd4-45bbc7d7dc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a7a26-6fb6-4366-a8fc-9eb23b1bbbff,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:50.792217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['227247a8-ca77-490c-807b-0726949ef52f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:51.172224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.180333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.186704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.194174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.200664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.208274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.216859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.216859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-a6cd608e-72db-4d29-bfc9-dda73ab1db8f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1256049 Jul 07 17:37:51.269703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e54f35b-d10d-4625-9b62-cf660a8c9a04 req-debdf775-45fc-4b0f-bb54-c3d5c990aa28 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455768 Jul 07 17:37:51.514752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcd60c-ed16-4cc5-ba0d-b4f7045599cc req-3c7c374c-4d7e-46c7-91b4-35fc6c1d0037 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.516504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5bcd60c-ed16-4cc5-ba0d-b4f7045599cc req-3c7c374c-4d7e-46c7-91b4-35fc6c1d0037 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 944 time: 0.1142116 Jul 07 17:37:51.575199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5bcd60c-ed16-4cc5-ba0d-b4f7045599cc req-d47f241f-4b78-424a-a5b2-c8a37e9075e0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Jul 07 17:37:51.777568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5dd43137-a66e-45cb-a4b9-22eda66cc8f1 req-9d250383-549d-41db-bb21-80df16eae815 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0336545 Jul 07 17:37:52.225800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 227247a8-ca77-490c-807b-0726949ef52f up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:52.315746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 227247a8-ca77-490c-807b-0726949ef52f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:52.318584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 227247a8-ca77-490c-807b-0726949ef52f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:52.318943 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.492868 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.521006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.528275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.533444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227247a8-ca77-490c-807b-0726949ef52f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:52.536603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.537441 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a2191-0542-4795-a6d4-a063808c27e8" -d '{"events": [{"server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "name": "network-vif-plugged", "status": "completed", "tag": "227247a8-ca77-490c-807b-0726949ef52f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:52.543662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.552009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.558941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.566465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.567432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=227247a8-ca77-490c-807b-0726949ef52f,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:52.569216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-1b4a38a8-1878-4282-a7d3-b81bfd594b71 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1365306 Jul 07 17:37:52.575997 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.634730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb1ca314-c2be-415a-a450-57ba673e8d87 req-fc5b8568-375c-4d52-bef5-a645e6620ae5 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542240 Jul 07 17:37:52.671218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:52.722023 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1b0023-3531-4023-8cba-5aa50fd42528 x-openstack-request-id: req-7c1b0023-3531-4023-8cba-5aa50fd42528 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:52.722428 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "name": "network-vif-plugged", "status": "completed", "tag": "227247a8-ca77-490c-807b-0726949ef52f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:52.722823 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c1b0023-3531-4023-8cba-5aa50fd42528 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:52.723385 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227247a8-ca77-490c-807b-0726949ef52f', 'code': 200} Jul 07 17:37:52.924889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbf6bd-8863-4722-99ff-1f980051ea12 req-043c789b-b347-44fa-96b2-83de5a3dd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.932081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b8bbf6bd-8863-4722-99ff-1f980051ea12 req-043c789b-b347-44fa-96b2-83de5a3dd1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 1097 time: 0.1123116 Jul 07 17:37:52.959620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036ecae-0189-4879-b1b4-f94101c3e6ce req-440b789a-06af-47a6-927c-fc4b5e488f97 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.972778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f036ecae-0189-4879-b1b4-f94101c3e6ce req-440b789a-06af-47a6-927c-fc4b5e488f97 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1439593 Jul 07 17:37:52.983330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b8bbf6bd-8863-4722-99ff-1f980051ea12 req-465e1c30-1008-407a-bf4c-587c180a3315 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Jul 07 17:37:53.036650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f036ecae-0189-4879-b1b4-f94101c3e6ce req-be8c1b24-fe32-4ece-acab-f854b9ed16ae tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 Jul 07 17:37:53.293451 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5138bdc-40d9-410d-9ecc-2fc183bddaa2 req-1a3c2c2e-182a-4e75-bee8-a09cd5296b4f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0343988 Jul 07 17:37:54.081456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.090128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.100060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.107569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.115242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.122305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.128837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.131062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-dddcd8e7-fa8d-49fc-9206-1243cda92199 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2179892 Jul 07 17:37:54.206034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1728e944-8374-416e-9b3d-f2e41b1e2eb5 req-cd1d31b2-bdb3-4e51-ac33-d55f69388f8d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676861 Jul 07 17:37:54.423148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9682e0-30ac-4e6b-a885-a0393265547f req-beb51cd3-77ae-483d-9601-cf70db736fba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.424874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af9682e0-30ac-4e6b-a885-a0393265547f req-beb51cd3-77ae-483d-9601-cf70db736fba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.0731251 Jul 07 17:37:54.473567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af9682e0-30ac-4e6b-a885-a0393265547f req-eb354e70-629e-42cd-9fc6-fbef606fa125 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420921 Jul 07 17:37:54.585441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:54.625178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4fdf6fd0-15e1-4f09-88d3-617ae839d2f7 req-9e3292f5-4ecc-41bd-b635-e3c0132f33f4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=751782fb-bf08-4523-b18e-383cf5bc8c82 HTTP/1.1" status: 200 len: 210 time: 0.0403287 Jul 07 17:37:54.733317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e4c-27a3-4807-9a50-9e2b9e8ee446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.850494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e4c-27a3-4807-9a50-9e2b9e8ee446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.856128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4d18e4c-27a3-4807-9a50-9e2b9e8ee446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.887734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18e4c-27a3-4807-9a50-9e2b9e8ee446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3524a5-109e-48b4-875d-59c351eda6a6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:54.945258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42664) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:54.951115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d4d18e4c-27a3-4807-9a50-9e2b9e8ee446 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3af025029b941cfa0055ae1ec816449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644927 Jul 07 17:37:55.099512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.130107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.258851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.262272 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.263893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f3524a5-109e-48b4-875d-59c351eda6a6 HTTP/1.1" status: 204 len: 168 time: 0.3171530 Jul 07 17:37:55.283497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287b724-705d-4755-a728-bd3284094b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3524a5-109e-48b4-875d-59c351eda6a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:55.582854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.700638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aed30c-6ab5-446b-89b2-79dbcd9b592e req-000a3b63-bba2-420e-8d21-5d16b976e2e9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.702878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70aed30c-6ab5-446b-89b2-79dbcd9b592e req-000a3b63-bba2-420e-8d21-5d16b976e2e9 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.0892437 Jul 07 17:37:55.807218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70aed30c-6ab5-446b-89b2-79dbcd9b592e req-9462ae9c-391b-4067-bd9c-0db5193169a8 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911841 Jul 07 17:37:56.068703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.090603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99381e31-3158-41f1-88ae-351aa2be6169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.383516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99381e31-3158-41f1-88ae-351aa2be6169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.394129 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99381e31-3158-41f1-88ae-351aa2be6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.426358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381e31-3158-41f1-88ae-351aa2be6169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5d545-1d42-44d9-b8e7-2f9f0375e003,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.467147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-99381e31-3158-41f1-88ae-351aa2be6169 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42aaf241753d4043b53c71dd17f00701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963864 Jul 07 17:37:56.472173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-0207d3e7-4759-410a-be7c-6bee341ae6b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764169 Jul 07 17:37:56.472512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42696) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.568627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.600989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.659279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.662401 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.671631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1c5d545-1d42-44d9-b8e7-2f9f0375e003 HTTP/1.1" status: 204 len: 168 time: 0.1965668 Jul 07 17:37:56.684390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e7597-1f95-4665-af73-35141ba2124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5d545-1d42-44d9-b8e7-2f9f0375e003,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.710647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-34a993ac-15ca-497d-b4cf-5ccd78cc5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.712511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-34a993ac-15ca-497d-b4cf-5ccd78cc5ffb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 1097 time: 0.2144303 Jul 07 17:37:56.755931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.765348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.769749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.791915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.801423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.808414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.818391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.827182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-0eeec7ad-e2d4-4f83-bab9-b6d0b6c5f1f9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.7845433 Jul 07 17:37:57.009725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8baff8f4-e355-4a64-a13e-c9de00aa61a5 req-ff008733-a382-4b77-8f5c-1e0bf32d94c9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818628 Jul 07 17:37:57.078053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-6c3e5470-aab5-4304-8508-792ed757d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.080317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-6c3e5470-aab5-4304-8508-792ed757d910 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.2497795 Jul 07 17:37:57.151876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-a09c585c-b5b4-450f-bee9-9a67ea582636 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81 HTTP/1.1" status: 200 len: 217 time: 0.0632155 Jul 07 17:37:57.155052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.160116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-4aad6bd0-3c2a-41bd-be3a-242be2ce6df7 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.161695 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-4aad6bd0-3c2a-41bd-be3a-242be2ce6df7 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 946 time: 0.1936741 Jul 07 17:37:57.310359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Deleting port f9ddd030-b058-432a-8b2b-5a999080d4ef {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:57.310889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.397531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-bcf4953b-dcef-483f-b44c-ac16c760473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.406177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-bcf4953b-dcef-483f-b44c-ac16c760473d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.2470307 Jul 07 17:37:57.474675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-4c85808a-2459-4701-83a7-1193923cb459 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583067 Jul 07 17:37:57.477703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] For port f9ddd030-b058-432a-8b2b-5a999080d4ef, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f9ddd030-b058-432a-8b2b-5a999080d4ef,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:57.479281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.513255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Calling delete_port for f9ddd030-b058-432a-8b2b-5a999080d4ef owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:57.617028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-00eb2202-00e4-4125-9fdd-f270bdfdb5a6 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.628364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-00eb2202-00e4-4125-9fdd-f270bdfdb5a6 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 814 time: 0.3854365 Jul 07 17:37:57.671466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-d855fde5-7b98-4a74-869e-69ad5cf09209 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/quotas/66a6acdde3534c00b7b1864f9843f8f2 HTTP/1.1" status: 200 len: 375 time: 0.0416610 Jul 07 17:37:57.724490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.742182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4', 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:57.749478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37', 'f9ddd030-b058-432a-8b2b-5a999080d4ef'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:57.763285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-6fbfb162-448b-4826-90df-fc56139d00ab tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900135 Jul 07 17:37:57.801457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event deleted for resources: {'Port': ['ID=f9ddd030-b058-432a-8b2b-5a999080d4ef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.050477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] No DVR routers for this DVR port f9ddd030-b058-432a-8b2b-5a999080d4ef on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:58.061655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.072745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3ff00a7a-7761-424f-91e3-69e84a36a233 req-ff932f61-99ba-4293-aba4-8f2edad61dbf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "DELETE /v2.0/ports/f9ddd030-b058-432a-8b2b-5a999080d4ef HTTP/1.1" status: 204 len: 173 time: 0.9035118 Jul 07 17:37:58.083483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'name': 'network-vif-deleted', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:58.087952 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde3e7b4-9345-4549-b9d5-6cd9b1df13a0" -d '{"events": [{"server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "name": "network-vif-deleted", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:58.136762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-41155da5-39a3-43c1-af28-35d4d76d71e0 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430213 Jul 07 17:37:58.339691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-ea523c52-78b1-44a8-bfc3-9c4a18ccdcf9 service neutron] 10.222.0.66 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742695 Jul 07 17:37:58.684565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-733c7b66-6e95-481b-ba6f-a125d26ed64e service neutron] 10.222.0.66 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326669 Jul 07 17:37:58.795654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7102a6c8-895d-40a2-ae73-e8e63aa65bca req-627257d7-966b-4754-85c0-08794dd86305 service neutron] 10.222.0.73 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367893 Jul 07 17:37:59.427686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3e34620-b287-4a82-aea9-78d884468f43 req-0697cbf6-321a-47c9-814f-a3b800da02cf tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=31945222-1e0a-44f8-b119-019e78a5b68f HTTP/1.1" status: 200 len: 210 time: 0.0939851 Jul 07 17:37:59.914764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd2b5c-383b-4934-b7c4-0242be71e7a1 req-9c085b1e-3e87-4203-b387-9395dafc8e8b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:59.917428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96dd2b5c-383b-4934-b7c4-0242be71e7a1 req-9c085b1e-3e87-4203-b387-9395dafc8e8b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1719873 Jul 07 17:38:00.005066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96dd2b5c-383b-4934-b7c4-0242be71e7a1 req-0b6fe653-3a35-486b-a967-3ec78c713230 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732515 Jul 07 17:38:00.256380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f9ddd030-b058-432a-8b2b-5a999080d4ef no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:00.327586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: f9ddd030-b058-432a-8b2b-5a999080d4ef {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:00.335874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f9ddd030-b058-432a-8b2b-5a999080d4ef not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:00.446988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.454070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.460723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.467009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.473998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.481347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.487830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.495828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-1081284d-2684-42ee-8533-02b9eab808d4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2151961 Jul 07 17:38:00.576894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e1464e4-7900-4b6b-98f4-211e1968637e req-90e1550a-ba17-4d8c-b9f5-ddb3ec96f824 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749238 Jul 07 17:38:00.689064 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77200de-e1ee-4dec-a146-c84609d301d0 x-openstack-request-id: req-b77200de-e1ee-4dec-a146-c84609d301d0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:00.689794 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31945222-1e0a-44f8-b119-019e78a5b68f", "name": "network-vif-deleted", "tag": "f9ddd030-b058-432a-8b2b-5a999080d4ef", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:00.689794 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b77200de-e1ee-4dec-a146-c84609d301d0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:00.690205 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31945222-1e0a-44f8-b119-019e78a5b68f', 'name': 'network-vif-deleted', 'tag': 'f9ddd030-b058-432a-8b2b-5a999080d4ef', 'status': 'completed', 'code': 200} Jul 07 17:38:01.205805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba12de56-b6aa-43ac-9a33-c6e3f7a71eeb req-789daa9a-711a-4c65-99a1-2630a6164a16 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 210 time: 0.0926025 Jul 07 17:38:01.730002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-66acde00-8422-4ee2-8e8d-a994d8df653a tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.731861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-66acde00-8422-4ee2-8e8d-a994d8df653a tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.73 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 814 time: 0.3229918 Jul 07 17:38:01.753460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Request body: {'port': {'device_id': '175d5b70-3977-4f12-a144-5f0a1974962a', 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49', 'admin_state_up': True, 'tenant_id': '66a6acdde3534c00b7b1864f9843f8f2'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:02.051776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Made reservation on behalf of 66a6acdde3534c00b7b1864f9843f8f2 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:02.056389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.427130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Allocated IP 172.20.0.3 (c04ab41e-9da5-425d-b16e-f578ec8c7d49/d423d2c7-988a-456e-9b7a-4b23b338d3eb/058cb222-883f-4ae5-88eb-b106869ad261) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:03.212233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596dd8-4eee-4f06-a7d3-31e20fd73e84 req-14832c9f-cea6-463f-97ee-692bea1ffcda tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:03.220384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99596dd8-4eee-4f06-a7d3-31e20fd73e84 req-14832c9f-cea6-463f-97ee-692bea1ffcda tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.5998049 Jul 07 17:38:03.295579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.361517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99596dd8-4eee-4f06-a7d3-31e20fd73e84 req-58f4fab5-a002-4c4b-9c41-f89e4c4cc535 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400771 Jul 07 17:38:03.458957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.653853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:03.682416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:03.712820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:03.751961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Pushing event updated for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:03.835387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.075075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.075075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.112292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-88bc953c-3b9a-438c-ba64-068699efb4b9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3691819 Jul 07 17:38:04.132798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Request body: {'port': {'device_id': '175d5b70-3977-4f12-a144-5f0a1974962a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:04.209908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.210268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.222210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.235439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.247103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.259907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.272291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.285514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.301276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-dfd47a6b-62cf-4b27-bf4e-c4ab5054b950 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.5265639 Jul 07 17:38:04.493836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6cf4d47-42f2-48c9-9e04-51cad70dd9fc req-8fab66e3-dd6e-4ae6-8ae8-3fbbfe289442 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898315 Jul 07 17:38:04.525154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.533333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.533700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.607004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7f063d7f2f543328049ae69a6e13454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610483 Jul 07 17:38:04.607938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:04.722510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521363f-a819-4b83-b6ae-c63931f96b53,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:04.741045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.741645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.742324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.743064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.744069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.744583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.745075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.745572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.746083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.746638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.747121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.747602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791216a8-855a-40af-a5b7-d5f468fbe54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:04.822243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.897337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.992108 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.996055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.997606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2521363f-a819-4b83-b6ae-c63931f96b53 HTTP/1.1" status: 204 len: 168 time: 0.3855996 Jul 07 17:38:05.038581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a56d-3a05-4a30-8a83-fbb37500ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521363f-a819-4b83-b6ae-c63931f96b53,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:05.125999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-1ab8811b-7117-4c40-8141-570cd9813422 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1458926 Jul 07 17:38:05.314555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-f8b99294-acde-4079-86a6-27d25baf4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.322579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-f8b99294-acde-4079-86a6-27d25baf4b4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 1098 time: 0.1284907 Jul 07 17:38:05.557380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560843b3-eb74-401a-b491-729b3ead5878 req-6a177142-6aa5-4670-8635-cb4b85854358 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.571556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-560843b3-eb74-401a-b491-729b3ead5878 req-6a177142-6aa5-4670-8635-cb4b85854358 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 931 time: 0.3105276 Jul 07 17:38:05.658288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-560843b3-eb74-401a-b491-729b3ead5878 req-fa142083-32ef-4519-aded-e72b7db37dc3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850248 Jul 07 17:38:05.677782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-a64d7b90-360e-4417-965b-277dd23aa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.679444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-a64d7b90-360e-4417-965b-277dd23aa71e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 200 len: 915 time: 0.3209987 Jul 07 17:38:05.760908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-445014f9-09d0-4fdf-bc2e-f5e28b9522b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 200 len: 217 time: 0.0626369 Jul 07 17:38:05.855622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058cb222-883f-4ae5-88eb-b106869ad261 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:05.871715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.898232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Transition to ACTIVE for port object 058cb222-883f-4ae5-88eb-b106869ad261 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:05.957887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.119004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43074) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:06.149942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-9cd07d22-4726-4952-840d-426b6f033b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:06.151879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-9cd07d22-4726-4952-840d-426b6f033b7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 200 len: 854 time: 0.3810828 Jul 07 17:38:06.251637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20ac1e57-4f26-43fb-87c6-63670e801046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.276331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-e907351f-156b-4082-ae03-52b3c8259f6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4fdded49-b592-41cb-964c-21ca7a788204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040280 Jul 07 17:38:06.299683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Pushing event updated for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:06.360908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc07082-5254-40fe-910d-6ac6ff075cd8 req-77f85a7e-342d-4cc7-a121-8e3712f1f318 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:06.377345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cfc07082-5254-40fe-910d-6ac6ff075cd8 req-77f85a7e-342d-4cc7-a121-8e3712f1f318 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.4713106 Jul 07 17:38:06.446485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Attempting to bind port 058cb222-883f-4ae5-88eb-b106869ad261 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:06.447453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Attempting to bind port 058cb222-883f-4ae5-88eb-b106869ad261 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:06.448532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Attempting to bind port 058cb222-883f-4ae5-88eb-b106869ad261 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:06.488302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Port 058cb222-883f-4ae5-88eb-b106869ad261 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:06.489235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Attempting to bind port 058cb222-883f-4ae5-88eb-b106869ad261 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:06.540747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cfc07082-5254-40fe-910d-6ac6ff075cd8 req-42351f79-a5f0-4a16-ae10-a98389fece70 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610599 Jul 07 17:38:06.563807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:06.565677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Checking segment: {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:06.566889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Bound using segment: {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:06.567907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Bound port: 058cb222-883f-4ae5-88eb-b106869ad261, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:06.568788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.673706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-087f7ea0-6042-480d-b44d-23f7f9c7f2e2 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706634 Jul 07 17:38:06.782178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:06.848918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=058cb222-883f-4ae5-88eb-b106869ad261,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:06.904543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20ac1e57-4f26-43fb-87c6-63670e801046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.914072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.981189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dbac30bc-1e1d-4dbe-a673-b52868d2b7fe req-7735a8a0-5626-44fd-9ec8-7d81f0305db3 service neutron] 10.222.0.23 "GET /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998385 Jul 07 17:38:07.024813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20ac1e57-4f26-43fb-87c6-63670e801046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.059711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Pushing event updated for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:07.095602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.096239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.097796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a325fb8e-6809-4b49-b3ab-22e5cacf8f2b service neutron] 10.222.0.73 "PUT /v2.0/ports/058cb222-883f-4ae5-88eb-b106869ad261 HTTP/1.1" status: 200 len: 1092 time: 2.9741404 Jul 07 17:38:07.098280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:07.101006 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77" -d '{"events": [{"name": "network-changed", "server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "tag": "058cb222-883f-4ae5-88eb-b106869ad261"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:07.118193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac1e57-4f26-43fb-87c6-63670e801046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff95217-f9a6-4127-be47-21cc6d15aa84,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:07.176672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20ac1e57-4f26-43fb-87c6-63670e801046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b18a586421844cfe94d15dd72c865b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9965246 Jul 07 17:38:07.179716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:07.345827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.367333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.386047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.392737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.415611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.438839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.441432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.453553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.469550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.488305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e966982-ed32-4504-9463-76b978b6dc54 req-89ab3b85-fea4-44d8-a505-03e6de7af1df tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.6373901 Jul 07 17:38:07.558478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e966982-ed32-4504-9463-76b978b6dc54 req-864030c1-f98d-415c-8926-c54d8e077a89 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692153 Jul 07 17:38:07.570158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a56b6702-9123-4378-804f-9aea95e9abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.571910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-a56b6702-9123-4378-804f-9aea95e9abc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 1095 time: 0.3826995 Jul 07 17:38:07.595217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.599437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.603246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ff95217-f9a6-4127-be47-21cc6d15aa84 HTTP/1.1" status: 204 len: 168 time: 0.4219973 Jul 07 17:38:07.637311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630791c-481e-42dc-8881-e26c55105bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff95217-f9a6-4127-be47-21cc6d15aa84,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:07.692703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-3273d05b-bd8e-499a-87c3-e9a77eaf6955 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=058cb222-883f-4ae5-88eb-b106869ad261 HTTP/1.1" status: 200 len: 217 time: 0.1123710 Jul 07 17:38:07.743774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0541ea94-f773-4153-88ca-5186a4cd3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.896582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-7591f630-a085-4158-921b-e8e1faa36b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.898133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-7591f630-a085-4158-921b-e8e1faa36b80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 200 len: 854 time: 0.1983435 Jul 07 17:38:08.024788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-d39e9d8b-6954-4cc9-a752-a04fdd382627 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c04ab41e-9da5-425d-b16e-f578ec8c7d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973151 Jul 07 17:38:08.042110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-ddc171c4-b8dd-469c-9f73-03e6c91a6fdc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:08.059640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-ddc171c4-b8dd-469c-9f73-03e6c91a6fdc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240560 Jul 07 17:38:08.251497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3893816-896b-4c2a-8095-c1c3e872e1e5 req-35984691-f2b1-4949-9537-345058154ec7 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:08.268847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3893816-896b-4c2a-8095-c1c3e872e1e5 req-35984691-f2b1-4949-9537-345058154ec7 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 943 time: 0.4826899 Jul 07 17:38:08.390570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3893816-896b-4c2a-8095-c1c3e872e1e5 req-07c79018-0c60-4203-a051-a1a49cbe670b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203821 Jul 07 17:38:08.401117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-6287ef33-8dc7-43cc-bf08-4762bc56cb61 service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290112 Jul 07 17:38:08.682937 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa14ae-8c4f-44d6-9bb9-2759593573f6 x-openstack-request-id: req-44aa14ae-8c4f-44d6-9bb9-2759593573f6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:08.682937 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "tag": "058cb222-883f-4ae5-88eb-b106869ad261", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:08.682937 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44aa14ae-8c4f-44d6-9bb9-2759593573f6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:08.682937 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261', 'status': 'completed', 'code': 200} Jul 07 17:38:08.828790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b7755a0-22d5-49c6-a000-95d450ae37cb req-1cc414da-eced-4774-93a0-8749f0a4fbc7 service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099023 Jul 07 17:38:09.056595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-00e8806f-e998-4fb8-bb5f-fa75fc49fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:09.058414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-00e8806f-e998-4fb8-bb5f-fa75fc49fc0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 1095 time: 0.1343062 Jul 07 17:38:09.156058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8db73-fed7-4154-82ad-ae3e51f89f2f req-523e3791-664c-4ab5-873a-b29054062ae5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:09.160427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8c8db73-fed7-4154-82ad-ae3e51f89f2f req-523e3791-664c-4ab5-873a-b29054062ae5 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1916950 Jul 07 17:38:09.427324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8c8db73-fed7-4154-82ad-ae3e51f89f2f req-765d9b13-37c2-4dc7-94db-12fd8b7c9764 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910782 Jul 07 17:38:09.598497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-09293b95-87ef-4d5e-81b9-42a35d419ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:09.600916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-09293b95-87ef-4d5e-81b9-42a35d419ca2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 915 time: 0.5329802 Jul 07 17:38:09.759423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-31572a0a-504f-4361-8fbe-520427671737 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=058cb222-883f-4ae5-88eb-b106869ad261 HTTP/1.1" status: 200 len: 217 time: 0.1392317 Jul 07 17:38:10.010331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-26f94173-551d-4a1e-9ce5-31d74142b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.026544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-26f94173-551d-4a1e-9ce5-31d74142b8e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 200 len: 854 time: 0.2658718 Jul 07 17:38:10.068280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef1135a9-0063-441b-b2c2-e89f4d763139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.149284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-ff4b7d8b-cb28-40e2-b7a9-3e515d622cb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c04ab41e-9da5-425d-b16e-f578ec8c7d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040220 Jul 07 17:38:10.360665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-0048a893-4ef7-4f61-b49d-8b7cb511e466 service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926172 Jul 07 17:38:10.403604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.411134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.418481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.426561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.433108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.440331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.447023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.450476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-2f7a686b-959f-484b-8001-0465e3c2e1ac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.5798440 Jul 07 17:38:10.597463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:10.620934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-028cf61b-5e6f-48ad-a16d-d0a0d1d5049c req-db227164-6cee-4cc2-848d-fbd933f88004 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571984 Jul 07 17:38:10.647225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c25917d5-4a02-4c2a-91d9-1a3e3a622c77 req-926dd988-46a7-4ca3-a6db-6cceb949c18e service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715898 Jul 07 17:38:11.160671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b1d8-2f8b-4831-a078-3b0afa290e8c req-e736a3ad-ca42-428f-9ec7-0f857c7977ed tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.175055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f737b1d8-2f8b-4831-a078-3b0afa290e8c req-e736a3ad-ca42-428f-9ec7-0f857c7977ed tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 943 time: 0.1812072 Jul 07 17:38:11.232230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 058cb222-883f-4ae5-88eb-b106869ad261 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:11.296271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43422) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:11.353662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f737b1d8-2f8b-4831-a078-3b0afa290e8c req-cb16c933-a5cc-473c-966f-5577a225305d tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767812 Jul 07 17:38:11.686788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-328701bd-3b12-4c1f-9062-2cfd9670f53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.830920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-328701bd-3b12-4c1f-9062-2cfd9670f53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.837317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-328701bd-3b12-4c1f-9062-2cfd9670f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:11.979394 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.004132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43442) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:12.004887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-328701bd-3b12-4c1f-9062-2cfd9670f53b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=797561ded7794d17bdb21fa3dfd520b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059591 Jul 07 17:38:12.010921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328701bd-3b12-4c1f-9062-2cfd9670f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e64d54-4feb-402b-b7a1-881f755d781b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.051721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe54a4-e9f2-4b32-b729-ffa51e1e18b2 req-b71482ba-1b5b-4660-b46b-aba8e1056acb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:12.058337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6efe54a4-e9f2-4b32-b729-ffa51e1e18b2 req-b71482ba-1b5b-4660-b46b-aba8e1056acb tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1974373 Jul 07 17:38:12.060626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=058cb222-883f-4ae5-88eb-b106869ad261,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:12.099756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '058cb222-883f-4ae5-88eb-b106869ad261', 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49', 'port_id': '058cb222-883f-4ae5-88eb-b106869ad261', 'mac_address': 'fa:16:3e:48:01:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd423d2c7-988a-456e-9b7a-4b23b338d3eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:12.236320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.243725 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.284159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058cb222-883f-4ae5-88eb-b106869ad261 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:12.288065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6efe54a4-e9f2-4b32-b729-ffa51e1e18b2 req-ab93203f-cf06-4b07-ac99-f8d561a6a0d6 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065208 Jul 07 17:38:12.305507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.345936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=058cb222-883f-4ae5-88eb-b106869ad261,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:12.356167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.443962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.459810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.460507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.461102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.461793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.462366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.462740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:12.463254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.463917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.464037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93e64d54-4feb-402b-b7a1-881f755d781b HTTP/1.1" status: 204 len: 168 time: 0.4553251 Jul 07 17:38:12.464626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.465214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.465808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.466378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.467307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.467973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:12.493234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5188-beaf-4c18-a83b-df30f5a3d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e64d54-4feb-402b-b7a1-881f755d781b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:12.630224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['058cb222-883f-4ae5-88eb-b106869ad261'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:13.028907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.035339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.045810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.052991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.059938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.069611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.076493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.085302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-cad31251-798a-42ed-9548-69a15c1f1311 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2264512 Jul 07 17:38:13.152698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a22edd37-8b48-4e8f-adf4-18d897c8615b req-fbcfd303-81e3-4688-8e68-b05b4d989cb0 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615826 Jul 07 17:38:13.472890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7b2a-b1ee-490f-9bf0-89950c3b50d0 req-22499960-b897-4026-9b5b-2cd6644f0edd tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.474614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e8c7b2a-b1ee-490f-9bf0-89950c3b50d0 req-22499960-b897-4026-9b5b-2cd6644f0edd tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 944 time: 0.1441388 Jul 07 17:38:13.550552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e8c7b2a-b1ee-490f-9bf0-89950c3b50d0 req-05c3dbc9-e1f2-4a62-94c6-515000a8721f tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 Jul 07 17:38:13.602881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.428024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee6f8-7d31-45ed-8575-bd5096e40fcb req-d7a1af56-3b26-4656-ac3d-b729a092dd13 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:14.441352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77fee6f8-7d31-45ed-8575-bd5096e40fcb req-d7a1af56-3b26-4656-ac3d-b729a092dd13 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1039364 Jul 07 17:38:14.532300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77fee6f8-7d31-45ed-8575-bd5096e40fcb req-7b64bee7-9f6b-47a6-aafa-b82db14dbe4a tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890458 Jul 07 17:38:14.860625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53135ae3-639a-46da-8d82-2629e0f97e0f req-fa82b0bc-b4cc-4c9c-b328-d8dffb8c0970 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:14.900909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53135ae3-639a-46da-8d82-2629e0f97e0f req-fa82b0bc-b4cc-4c9c-b328-d8dffb8c0970 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 945 time: 0.1702111 Jul 07 17:38:14.963915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53135ae3-639a-46da-8d82-2629e0f97e0f req-cc4f2b70-b189-4341-b08d-35502e4a54f4 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Jul 07 17:38:15.254463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 058cb222-883f-4ae5-88eb-b106869ad261 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:15.259940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.267615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.274806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.283628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.290377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.297562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.304154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.306616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-1841e157-bc13-4408-a325-e32d25bebd17 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.1899962 Jul 07 17:38:15.368208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 058cb222-883f-4ae5-88eb-b106869ad261 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:15.374228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 058cb222-883f-4ae5-88eb-b106869ad261 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:15.375429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.387165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42e77f48-b2a1-478b-bc04-db2cb574b276 req-c51b95c0-8c58-4ae4-a5ba-66052722452a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728333 Jul 07 17:38:15.530714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.573477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:15.576237 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43436653-350a-4f90-9254-7bafe102127d" -d '{"events": [{"server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "name": "network-vif-plugged", "status": "completed", "tag": "058cb222-883f-4ae5-88eb-b106869ad261"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:15.607347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=058cb222-883f-4ae5-88eb-b106869ad261,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:15.613676 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.677010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82132c-4dba-413c-b35e-472ceedabbe7 req-4ac2590b-04d8-4097-af2b-dcdc8e41872c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.696432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d82132c-4dba-413c-b35e-472ceedabbe7 req-4ac2590b-04d8-4097-af2b-dcdc8e41872c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 944 time: 0.1585908 Jul 07 17:38:15.706312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:15.772090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d82132c-4dba-413c-b35e-472ceedabbe7 req-8e8cf9b1-2ba6-40dc-a9a5-281a6207f3be tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740581 Jul 07 17:38:15.832804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-07e3f9af-6e1a-4969-98d6-67db16a3d379 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.834834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-07e3f9af-6e1a-4969-98d6-67db16a3d379 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 945 time: 0.2137194 Jul 07 17:38:16.045531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Deleting port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:16.046097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.227195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5fc6-7fd3-4f00-b883-174822c4787d req-58fafd9c-faae-48c3-8a98-2814190f3192 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.236837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35ff5fc6-7fd3-4f00-b883-174822c4787d req-58fafd9c-faae-48c3-8a98-2814190f3192 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1847754 Jul 07 17:38:16.269672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] For port e295c96a-7358-4ffc-a6b0-e34a2ef69a81, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:16.270050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.337059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35ff5fc6-7fd3-4f00-b883-174822c4787d req-31d51d74-b7ed-4081-8260-38767adb92c0 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954111 Jul 07 17:38:16.337664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Calling delete_port for e295c96a-7358-4ffc-a6b0-e34a2ef69a81 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:16.436035 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f4711-8285-43dc-96bb-e90429c7d19c x-openstack-request-id: req-689f4711-8285-43dc-96bb-e90429c7d19c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:16.436607 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "name": "network-vif-plugged", "status": "completed", "tag": "058cb222-883f-4ae5-88eb-b106869ad261", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:16.436607 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-689f4711-8285-43dc-96bb-e90429c7d19c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:16.437010 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261', 'code': 200} Jul 07 17:38:16.737718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f69c702-1dd1-4f4b-951c-354eaaaf1fdb req-f797f5a5-ea6f-43d9-9ec5-15587dc28be1 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=fce68c29-fb14-428e-a5d3-a99f41300973 HTTP/1.1" status: 200 len: 210 time: 0.0570474 Jul 07 17:38:16.739726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.754200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4', 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:16.760021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:16.799481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event deleted for resources: {'Port': ['ID=e295c96a-7358-4ffc-a6b0-e34a2ef69a81,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:16.835439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06bdad-83c0-4816-821b-407fca7ee615 req-a3a2a4e7-5bdb-4359-b38d-78379836dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.847170 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f06bdad-83c0-4816-821b-407fca7ee615 req-a3a2a4e7-5bdb-4359-b38d-78379836dba8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 1097 time: 0.2322195 Jul 07 17:38:16.935598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] No DVR routers for this DVR port e295c96a-7358-4ffc-a6b0-e34a2ef69a81 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:16.943589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:16.948200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7eafcb6-08d9-45aa-b607-075b77dae013 req-43f2fed0-800e-4e25-a3b3-db1f816f7eec tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "DELETE /v2.0/ports/e295c96a-7358-4ffc-a6b0-e34a2ef69a81 HTTP/1.1" status: 204 len: 173 time: 1.1062365 Jul 07 17:38:16.949040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'name': 'network-vif-deleted', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:16.952496 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991e8b99-2726-4f9f-a8be-24818ff392d9" -d '{"events": [{"server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "name": "network-vif-deleted", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:17.020001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2f06bdad-83c0-4816-821b-407fca7ee615 req-b2ca532f-a7ac-4e8b-a362-8874dd0e37a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562958 Jul 07 17:38:17.520198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.543370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.553853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.577587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.595366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.619494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.654279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.662840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-7f10a485-e6bb-4127-a2ff-5cf815d42ab1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.4617558 Jul 07 17:38:17.675477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:17.833921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3767cef5-a750-4537-ab45-0e1549a0c94a req-78d601d6-c452-4e98-8887-56d0948bfd1e tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698358 Jul 07 17:38:17.996011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e128d714-c967-4af7-9628-ba04e74f6cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.205565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e128d714-c967-4af7-9628-ba04e74f6cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.214616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e128d714-c967-4af7-9628-ba04e74f6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.267342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d714-c967-4af7-9628-ba04e74f6cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5143dc8b-7d72-4fea-8210-b4e3a590de81,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.321526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43640) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:18.332949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e128d714-c967-4af7-9628-ba04e74f6cf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81c161106acf41259d2ed336da5fe36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437364 Jul 07 17:38:18.412588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa298d2f-dbba-43ae-ab17-cd869b3e64c8 req-11284f2e-e2fc-43d9-bc69-90f7af28909f tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.420820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa298d2f-dbba-43ae-ab17-cd869b3e64c8 req-11284f2e-e2fc-43d9-bc69-90f7af28909f tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 945 time: 0.2578127 Jul 07 17:38:18.534087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa298d2f-dbba-43ae-ab17-cd869b3e64c8 req-41f96e06-f238-4c63-84f7-ca286a6391ce tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093528 Jul 07 17:38:18.585534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.646007 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47510b6f-a6da-4a3b-bb92-4e5ffab58e5e x-openstack-request-id: req-47510b6f-a6da-4a3b-bb92-4e5ffab58e5e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:18.646433 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce68c29-fb14-428e-a5d3-a99f41300973", "name": "network-vif-deleted", "tag": "e295c96a-7358-4ffc-a6b0-e34a2ef69a81", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:18.646840 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47510b6f-a6da-4a3b-bb92-4e5ffab58e5e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:18.647433 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce68c29-fb14-428e-a5d3-a99f41300973', 'name': 'network-vif-deleted', 'tag': 'e295c96a-7358-4ffc-a6b0-e34a2ef69a81', 'status': 'completed', 'code': 200} Jul 07 17:38:18.661381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.729439 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.733550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.735622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5143dc8b-7d72-4fea-8210-b4e3a590de81 HTTP/1.1" status: 204 len: 168 time: 0.4099512 Jul 07 17:38:18.775865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200dc3-2667-4219-a341-ed4c243928f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143dc8b-7d72-4fea-8210-b4e3a590de81,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:18.837937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69943ed-702d-4caf-844a-45dc9772c6be req-605ab1f5-2d58-4b07-8594-3e717b27dcc1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:18.846672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c69943ed-702d-4caf-844a-45dc9772c6be req-605ab1f5-2d58-4b07-8594-3e717b27dcc1 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1198020 Jul 07 17:38:18.903949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c69943ed-702d-4caf-844a-45dc9772c6be req-1ac9b803-8158-43b6-9728-bd3a332dfd5c tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Jul 07 17:38:19.277875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e295c96a-7358-4ffc-a6b0-e34a2ef69a81 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:19.320806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: e295c96a-7358-4ffc-a6b0-e34a2ef69a81 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:19.321124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e295c96a-7358-4ffc-a6b0-e34a2ef69a81 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:19.374918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.380711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:19.382864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.390093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.397650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.399397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5411ee7-4057-4b1f-8838-db2e8d4845df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.404351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.412456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.419684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.429559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c1ba978-230e-439d-bb04-4ce008905519 req-73080f16-e5ed-4c3f-8e35-5b609095c3af tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.2577076 Jul 07 17:38:19.503185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c1ba978-230e-439d-bb04-4ce008905519 req-913ba02b-f80c-4c20-9c4f-8de466e22b9f tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691714 Jul 07 17:38:19.570751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5411ee7-4057-4b1f-8838-db2e8d4845df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.586080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5411ee7-4057-4b1f-8838-db2e8d4845df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.739171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5411ee7-4057-4b1f-8838-db2e8d4845df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6446872860f2436192a5eeaa0ebc4d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554430 Jul 07 17:38:19.740015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5411ee7-4057-4b1f-8838-db2e8d4845df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793cfcc1-bfc4-44fc-8569-403ad3c18da6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:19.743011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43664) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:19.952106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.991240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.136794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.140120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.142035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/793cfcc1-bfc4-44fc-8569-403ad3c18da6 HTTP/1.1" status: 204 len: 168 time: 0.3973663 Jul 07 17:38:20.167886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a339-1120-4e54-acb3-10d314e3ca51 req-b4e4072a-ce1c-4ae9-a41d-a02c5a4fb161 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.169712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a045a339-1120-4e54-acb3-10d314e3ca51 req-b4e4072a-ce1c-4ae9-a41d-a02c5a4fb161 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 945 time: 0.1030858 Jul 07 17:38:20.170851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259cba3-dc70-4b3b-9c28-3a209410fc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793cfcc1-bfc4-44fc-8569-403ad3c18da6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:20.251762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a045a339-1120-4e54-acb3-10d314e3ca51 req-ef357285-4bd5-4be3-b922-983716edf02e tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682175 Jul 07 17:38:20.592936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbd1c-c1a4-4753-9cf9-9205a93ff920 req-b4212efd-b148-4b36-bbe3-4dc919e33eba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.597712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-279bbd1c-c1a4-4753-9cf9-9205a93ff920 req-b4212efd-b148-4b36-bbe3-4dc919e33eba tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1690826 Jul 07 17:38:21.330241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-279bbd1c-c1a4-4753-9cf9-9205a93ff920 req-fd8d8fe1-2cf8-49a0-9fd5-4bd817dee1d4 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264037 Jul 07 17:38:21.478015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:21.573920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-be7b9652-163c-4e87-8ae5-19aaadd498ed tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:21.580991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-be7b9652-163c-4e87-8ae5-19aaadd498ed tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 946 time: 0.2070236 Jul 07 17:38:21.835477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb076-0f12-4f4f-abf4-19319fd15ba9 req-69edf631-e312-430c-9e5a-8838d1113f9a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:21.841676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c78fb076-0f12-4f4f-abf4-19319fd15ba9 req-69edf631-e312-430c-9e5a-8838d1113f9a tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 946 time: 0.2389574 Jul 07 17:38:21.905578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Deleting port fa713a04-912b-4035-80ad-b51d390591d4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:21.908326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.040809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.061989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c78fb076-0f12-4f4f-abf4-19319fd15ba9 req-7b944068-6192-4080-988d-3eb9c20fa527 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144454 Jul 07 17:38:22.176523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] For port fa713a04-912b-4035-80ad-b51d390591d4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=fa713a04-912b-4035-80ad-b51d390591d4,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:22.176900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.244629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Calling delete_port for fa713a04-912b-4035-80ad-b51d390591d4 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:22.319828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.320114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:22.331416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.516934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.583156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event deleted for resources: {'Port': ['ID=fa713a04-912b-4035-80ad-b51d390591d4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:22.617978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e93cb08b3ec44ca9f3ed64b28c33837&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382742 Jul 07 17:38:22.621205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43858) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:22.656637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] No DVR routers for this DVR port fa713a04-912b-4035-80ad-b51d390591d4 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:22.661862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.665359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da1b5d-c2c6-4b8d-934d-df1f4b38f2b7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:22.670657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-73915827-7ce3-480f-ba32-9b3287e9f3e8 req-155039e6-e607-4b37-ae22-0a2f2f1f5f7f tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.73 "DELETE /v2.0/ports/fa713a04-912b-4035-80ad-b51d390591d4 HTTP/1.1" status: 204 len: 173 time: 1.0841739 Jul 07 17:38:22.673284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'name': 'network-vif-deleted', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:22.690208 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f3a65-b8a5-420d-9a40-39f777e17b79" -d '{"events": [{"server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "name": "network-vif-deleted", "tag": "fa713a04-912b-4035-80ad-b51d390591d4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:22.711557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.712382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.712987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.713560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.714141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.714878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.715433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.716013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.716579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.717130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.717787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.727446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c226ce-d5e7-48e6-97d3-5122e71986c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:22.827637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['fa713a04-912b-4035-80ad-b51d390591d4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:22.830512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.835397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['713ce969-0748-4aaa-af34-429f4a10dc37'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:22.863939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:22.930461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.941650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.954111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.960928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.969235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.977404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.985085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.995792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-dc235374-caed-4a0e-98a0-fe0fbcb66b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5430 time: 0.5847576 Jul 07 17:38:23.064426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53c60ec3-feb3-4b70-854b-972d721ca813 req-c84e4980-b086-47d2-930e-16a5cfd2a2cd tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669224 Jul 07 17:38:23.069312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.079348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.089352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90da1b5d-c2c6-4b8d-934d-df1f4b38f2b7 HTTP/1.1" status: 204 len: 168 time: 0.4615450 Jul 07 17:38:23.119959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd666b58-3f92-4306-bdea-f9fbc7d935f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da1b5d-c2c6-4b8d-934d-df1f4b38f2b7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.241622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:23.262037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'port_id': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:23.339394 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.394842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d674-e54d-4690-b30c-ef1af2cea059 req-493a20a5-698a-43b5-91d3-4d07fb5902da tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.399333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c340d674-e54d-4690-b30c-ef1af2cea059 req-493a20a5-698a-43b5-91d3-4d07fb5902da tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1410007 Jul 07 17:38:23.449281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:23.526070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c340d674-e54d-4690-b30c-ef1af2cea059 req-bde34c7b-52dc-4066-9d17-4ff401d72aac tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202435 Jul 07 17:38:23.530655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:23.565161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.565863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:23.662223 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938731cd-9124-441d-acc9-1a52cc5e4dbd x-openstack-request-id: req-938731cd-9124-441d-acc9-1a52cc5e4dbd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:23.662770 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6939f5e-ae1b-4123-90a5-65da257841ea", "name": "network-vif-deleted", "tag": "fa713a04-912b-4035-80ad-b51d390591d4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:23.662902 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-938731cd-9124-441d-acc9-1a52cc5e4dbd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:23.663278 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6939f5e-ae1b-4123-90a5-65da257841ea', 'name': 'network-vif-deleted', 'tag': 'fa713a04-912b-4035-80ad-b51d390591d4', 'status': 'completed', 'code': 200} Jul 07 17:38:23.816003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:38:23.857744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.873801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:23.917052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'port_id': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'mac_address': 'fa:16:3e:96:72:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:24.058258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.068644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cc39ebf-ad01-411f-9fef-02138723c539 req-8111f3b7-87ca-4012-9431-9fbc14879111 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6939f5e-ae1b-4123-90a5-65da257841ea HTTP/1.1" status: 200 len: 210 time: 0.1008246 Jul 07 17:38:24.071483 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:24.098767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:24.131686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:24.138268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.139148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:24.251328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:24.311900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:24.356416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'port_id': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'mac_address': 'fa:16:3e:d1:8f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde2786-f380-41fc-8883-22934902d1e8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:24.469207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.489768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:24.519851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:24.525567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.526508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 42ff661e-b273-4336-a99d-d7058e943519 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:24.569777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.580300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.589624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.605397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.613543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.621156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.629117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.632150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-ef5276b8-7e16-4c39-ad20-074df7a4fb27 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5432 time: 0.1704650 Jul 07 17:38:24.650752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:24.697595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00380897-5c39-4c73-8b9a-24e6fe5ea8b8 req-bde0032f-7785-44b9-a8ed-16339b3e2a8c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578663 Jul 07 17:38:24.722936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=42ff661e-b273-4336-a99d-d7058e943519,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:24.740985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '42ff661e-b273-4336-a99d-d7058e943519', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'port_id': '42ff661e-b273-4336-a99d-d7058e943519', 'mac_address': 'fa:16:3e:a3:ac:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:24.816268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.836501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff661e-b273-4336-a99d-d7058e943519 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:24.875952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=42ff661e-b273-4336-a99d-d7058e943519,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:24.893492 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:24.893492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48e51a19-49b9-40f5-b642-37e38d95401e details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:25.047606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:25.068726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48e51a19-49b9-40f5-b642-37e38d95401e,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.092881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '48e51a19-49b9-40f5-b642-37e38d95401e', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'port_id': '48e51a19-49b9-40f5-b642-37e38d95401e', 'mac_address': 'fa:16:3e:69:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:25.219882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.250201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e51a19-49b9-40f5-b642-37e38d95401e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:25.283542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48e51a19-49b9-40f5-b642-37e38d95401e,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.288855 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.290143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4e995d71-c30f-4ccb-b462-7ae5e33bcfae details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:25.301358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fa713a04-912b-4035-80ad-b51d390591d4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:25.383041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: fa713a04-912b-4035-80ad-b51d390591d4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:25.383883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device fa713a04-912b-4035-80ad-b51d390591d4 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:25.412726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0be9e9-a921-4285-8912-ddc73b0ab810 req-16f1613c-d137-4d1e-948c-1020159c9541 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.420479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f0be9e9-a921-4285-8912-ddc73b0ab810 req-16f1613c-d137-4d1e-948c-1020159c9541 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.2469366 Jul 07 17:38:25.443236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.460611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:25.474077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'network_id': '9fc0ed89-6785-4a01-a8b6-506077f77dd9', 'port_id': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'mac_address': 'fa:16:3e:16:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde2786-f380-41fc-8883-22934902d1e8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:25.542682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.564626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e995d71-c30f-4ccb-b462-7ae5e33bcfae {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:25.580940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f0be9e9-a921-4285-8912-ddc73b0ab810 req-f4c82449-4deb-4e8e-b4f2-fa5cc3902521 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445181 Jul 07 17:38:25.622643 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.625455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.634537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:25.635734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac81bfdf-c086-493b-aaad-b88f9be9064d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:25.686682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:25.748690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'ac81bfdf-c086-493b-aaad-b88f9be9064d', 'network_id': 'b380fc7c-3a47-4b17-b38a-989f95d40bf7', 'port_id': 'ac81bfdf-c086-493b-aaad-b88f9be9064d', 'mac_address': 'fa:16:3e:57:a8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b680f6-3a55-4427-802e-550b025a4065', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:26.051593 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.057014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:26.079172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc6834-dc78-4e58-bde2-044df6ea39d3 req-b4491031-8869-4f08-8d40-25ad23aba934 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.083821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eefc6834-dc78-4e58-bde2-044df6ea39d3 req-b4491031-8869-4f08-8d40-25ad23aba934 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1740251 Jul 07 17:38:26.087369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac81bfdf-c086-493b-aaad-b88f9be9064d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:26.134955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:26.141076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eefc6834-dc78-4e58-bde2-044df6ea39d3 req-b42cdb4d-9fb6-479d-a835-d1065c80ebdd tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Jul 07 17:38:26.147628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:26.287958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:26.432545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.441764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.449722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.457329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.465415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.472797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.479798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.482466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77580908-c923-4533-88e8-0f137a290a34 req-326d8ef3-e8db-425f-a5c0-6ccc5bafb251 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5437 time: 0.1629860 Jul 07 17:38:26.571807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77580908-c923-4533-88e8-0f137a290a34 req-87401eff-3a3a-4415-a809-e291d12b09d7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762753 Jul 07 17:38:26.845109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['48e51a19-49b9-40f5-b642-37e38d95401e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:26.909246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['26f2d58f-5ca6-4be7-946b-d13d5409d4b3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:26.912242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['a5e6b5a0-b570-4ac5-a80e-d85c45e096e4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:26.916057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['42ff661e-b273-4336-a99d-d7058e943519'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:27.036535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['4e995d71-c30f-4ccb-b462-7ae5e33bcfae'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:27.253763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ac81bfdf-c086-493b-aaad-b88f9be9064d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:27.342405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6681d730-f641-4aa3-8f1d-1c13ed8c8e24'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:27.477806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb1e23-fc73-424a-867b-ef82b93f88e1 req-a0430108-55c1-45fd-8870-dbeb028789ed tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:27.486960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edb1e23-fc73-424a-867b-ef82b93f88e1 req-a0430108-55c1-45fd-8870-dbeb028789ed tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.1381974 Jul 07 17:38:27.573698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edb1e23-fc73-424a-867b-ef82b93f88e1 req-7d18d6a9-263a-4282-9d82-3ad533c15b53 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849936 Jul 07 17:38:27.660812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:27.994937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.018084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.039572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.055649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.070310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.078360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.085114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.087714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-b981952e-757d-424c-aa0c-c59f1aab6185 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5437 time: 0.3115599 Jul 07 17:38:28.213053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9abc99e1-5e36-4bc6-a5d4-d3ee2497829f req-fb75eca5-69f5-4512-8a6a-5bf6b97dc2cf tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177142 Jul 07 17:38:28.605166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-afd5d2b5-2faf-43da-ae09-6a1119979add tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.606936 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-afd5d2b5-2faf-43da-ae09-6a1119979add tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf07e69-4483-4f71-8c08-c3e85072f313 HTTP/1.1" status: 200 len: 945 time: 0.2196531 Jul 07 17:38:28.810024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port 227247a8-ca77-490c-807b-0726949ef52f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:28.810782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.950347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port 227247a8-ca77-490c-807b-0726949ef52f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=227247a8-ca77-490c-807b-0726949ef52f,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:28.951596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.969020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for 227247a8-ca77-490c-807b-0726949ef52f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:29.200704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.215309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a2eb2f04-ebd5-42dd-8a40-584e524c921a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:29.366660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=227247a8-ca77-490c-807b-0726949ef52f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:29.441782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port 227247a8-ca77-490c-807b-0726949ef52f on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:29.446826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:29.449179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f30fae08-3f4c-434e-9f40-b5cdd766fa8b req-b48b6b70-8534-4ff3-812c-8b5aaf32aa6f tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.23 "DELETE /v2.0/ports/227247a8-ca77-490c-807b-0726949ef52f HTTP/1.1" status: 204 len: 173 time: 0.8355622 Jul 07 17:38:29.449754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'name': 'network-vif-deleted', 'tag': '227247a8-ca77-490c-807b-0726949ef52f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:29.462411 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e624024-2eea-4966-934f-fbd8b86d5dff" -d '{"events": [{"server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "name": "network-vif-deleted", "tag": "227247a8-ca77-490c-807b-0726949ef52f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:30.091282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['227247a8-ca77-490c-807b-0726949ef52f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:30.177450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 42ff661e-b273-4336-a99d-d7058e943519 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:30.329770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 42ff661e-b273-4336-a99d-d7058e943519 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:30.334910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 42ff661e-b273-4336-a99d-d7058e943519 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.335464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.589295 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.684995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=42ff661e-b273-4336-a99d-d7058e943519,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:30.688600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff661e-b273-4336-a99d-d7058e943519'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:30.694475 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e92f5-cb64-4411-b5fa-3fa8090c4d4c" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "42ff661e-b273-4336-a99d-d7058e943519"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:30.705866 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.802379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.192436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:32.299351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:32.304954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:32.305554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.427715 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.469708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:32.475624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.476837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:32.584028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:32.601689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:32.606607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:32.606990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.726937 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.804368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:32.813113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.814751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:32.997211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.009747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:33.018141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:33.018808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.165732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.219401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:33.225252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.226274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4e995d71-c30f-4ccb-b462-7ae5e33bcfae up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:33.320020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.342659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:33.349556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:33.350201 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.504797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.567866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:33.575147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.576661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48e51a19-49b9-40f5-b642-37e38d95401e up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:33.691604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:33.711090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 48e51a19-49b9-40f5-b642-37e38d95401e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:33.719623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 48e51a19-49b9-40f5-b642-37e38d95401e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:33.720163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.839180 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.918934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48e51a19-49b9-40f5-b642-37e38d95401e,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:33.928596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.930761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac81bfdf-c086-493b-aaad-b88f9be9064d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:34.034511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:34.049962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port ac81bfdf-c086-493b-aaad-b88f9be9064d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:34.056312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port ac81bfdf-c086-493b-aaad-b88f9be9064d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:34.057446 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.214322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.274205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:34.282547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.283271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 227247a8-ca77-490c-807b-0726949ef52f no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:34.351687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 227247a8-ca77-490c-807b-0726949ef52f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:34.351914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 227247a8-ca77-490c-807b-0726949ef52f not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:34.395734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:37.611345 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-906684a5-f356-47d7-8a0b-ea836541ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:40.038702 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8619-c06e-467e-8527-97e512ecd39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:40.576968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:41.832189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:43.603920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.476804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-445cae50-38c0-4a25-a294-550f9e48f4ce tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749695 Jul 07 17:38:46.872793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-0c59832e-71c2-4f02-a38b-0a8641ffd674 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:46.886366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-0c59832e-71c2-4f02-a38b-0a8641ffd674 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3973265 Jul 07 17:38:46.929253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-76339477-c76f-40ae-8ecf-529b49e8fe29 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/quotas/e4c0cb7fdbfb4c928081901545d59be8 HTTP/1.1" status: 200 len: 375 time: 0.0297787 Jul 07 17:38:47.007567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-1fe1d8a1-40a2-4601-bb82-9c402fd5c22c tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708447 Jul 07 17:38:47.726044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.742498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.764174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.772373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.783951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.796830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.810072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:47.821467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-d5c129db-27c0-42b1-8aa5-94dc1dbc0c2b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.2804847 Jul 07 17:38:47.962969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96b2c42e-08fb-446f-acbe-12da30ded234 req-f88f2632-2956-4c80-9c63-1dbdce55fdac tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400683 Jul 07 17:38:48.299377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44434) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:48.674402 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0421b66-91d4-4420-a1bb-a06b6fd7823d x-openstack-request-id: req-d0421b66-91d4-4420-a1bb-a06b6fd7823d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:48.675408 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf07e69-4483-4f71-8c08-c3e85072f313", "name": "network-vif-deleted", "tag": "227247a8-ca77-490c-807b-0726949ef52f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:48.675723 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0421b66-91d4-4420-a1bb-a06b6fd7823d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:48.676733 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf07e69-4483-4f71-8c08-c3e85072f313', 'name': 'network-vif-deleted', 'tag': '227247a8-ca77-490c-807b-0726949ef52f', 'status': 'completed', 'code': 200} Jul 07 17:38:48.734358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-413136d7-8e5b-4ef3-a3fd-b36c14ecf9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.792550 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adb3be5-2b13-4d18-86ad-0bd96988ac47 x-openstack-request-id: req-0adb3be5-2b13-4d18-86ad-0bd96988ac47 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:48.793447 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "42ff661e-b273-4336-a99d-d7058e943519", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:48.793447 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0adb3be5-2b13-4d18-86ad-0bd96988ac47 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:48.793980 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff661e-b273-4336-a99d-d7058e943519', 'code': 200} Jul 07 17:38:49.043591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-413136d7-8e5b-4ef3-a3fd-b36c14ecf9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.059302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-413136d7-8e5b-4ef3-a3fd-b36c14ecf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.181390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:49.183341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-413136d7-8e5b-4ef3-a3fd-b36c14ecf9f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ba538577aa04ce4b200b88c67f20fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8809597 Jul 07 17:38:49.259993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413136d7-8e5b-4ef3-a3fd-b36c14ecf9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4b6838-eab9-4ed8-8357-c9aa2a430b04,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:49.332957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.386245 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.578223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54272b21-0180-4e2d-bb80-0b5368c16fb7 req-90bf082e-cd1c-42c3-b63a-5738c32f4392 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 210 time: 0.0792329 Jul 07 17:38:49.615671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.618345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.619847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee4b6838-eab9-4ed8-8357-c9aa2a430b04 HTTP/1.1" status: 204 len: 168 time: 0.4374270 Jul 07 17:38:49.636957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7409da-3144-407b-b1ee-0b0f254e45a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4b6838-eab9-4ed8-8357-c9aa2a430b04,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:50.084647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-6f427cb2-2977-4588-9f08-a61dc126cd43 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.096237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-6f427cb2-2977-4588-9f08-a61dc126cd43 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 946 time: 0.2009370 Jul 07 17:38:50.301156 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.308298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.316611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.324264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.332257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.341420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.350666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.353189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-562450a8-a420-40e2-aa2a-dada03c41109 req-c322b47c-06ae-4d14-a2ab-5613fbbec059 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.2535934 Jul 07 17:38:50.464025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-9a362b60-3051-4c2e-b6b4-7c464af2e177 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3433957 Jul 07 17:38:50.468818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-562450a8-a420-40e2-aa2a-dada03c41109 req-a5e773a9-dd19-45be-b4e0-16e85ea7dac1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943398 Jul 07 17:38:50.523548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44496) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:50.553176 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-758100f4-0e8d-4a28-830b-baaf55177770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.784729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-758100f4-0e8d-4a28-830b-baaf55177770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.790909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-758100f4-0e8d-4a28-830b-baaf55177770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.795647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e51a19-49b9-40f5-b642-37e38d95401e'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:50.800041 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03160699-9e2a-4f69-8e02-3a5829aaf66f" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "6681d730-f641-4aa3-8f1d-1c13ed8c8e24"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "48e51a19-49b9-40f5-b642-37e38d95401e"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:50.884761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-758100f4-0e8d-4a28-830b-baaf55177770 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad4d266ac62e4a7eba5d538b35e2e044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592482 Jul 07 17:38:50.885668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758100f4-0e8d-4a28-830b-baaf55177770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96894dd-fa16-48f6-95a1-4ddef866a126,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:50.903379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44510) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:50.992327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Deleting port 713ce969-0748-4aaa-af34-429f4a10dc37 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:50.992959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.026596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aea5b3-78c4-4ea6-9126-eb27cdebd7f5 req-3a98a9e9-ce1a-4fd4-add8-74166629e231 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:51.042042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96aea5b3-78c4-4ea6-9126-eb27cdebd7f5 req-3a98a9e9-ce1a-4fd4-add8-74166629e231 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 946 time: 0.1521380 Jul 07 17:38:51.136590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96aea5b3-78c4-4ea6-9126-eb27cdebd7f5 req-ff29737a-114a-4fae-9845-1a9cce14bf38 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/security-groups?id=50265a5d-0a09-4b48-bc23-83530a216251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928640 Jul 07 17:38:51.196386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-a9e26451-935b-4850-a06b-8e66871bd90e tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:51.200414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-a9e26451-935b-4850-a06b-8e66871bd90e tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6994841 Jul 07 17:38:51.231446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Request body: {'port': {'device_id': '79254633-9aed-45fd-ab3b-4b0020d43967', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'e4c0cb7fdbfb4c928081901545d59be8'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:51.459052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.530615 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.561914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] For port 713ce969-0748-4aaa-af34-429f4a10dc37, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=713ce969-0748-4aaa-af34-429f4a10dc37,segment=NetworkSegment(4f75db96-d9ca-4c99-8571-c5283e2ea716),segment_id=4f75db96-d9ca-4c99-8571-c5283e2ea716)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:51.562805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.656204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Calling delete_port for 713ce969-0748-4aaa-af34-429f4a10dc37 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:51.693168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbe7b18b-345c-4d33-afc0-548e1bb86441 req-6d96e64c-bfd9-4944-96d6-50ca146b26a1 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 210 time: 0.0996783 Jul 07 17:38:51.694631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Made reservation on behalf of e4c0cb7fdbfb4c928081901545d59be8 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:51.702245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.755781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.815683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.818511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.824164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f96894dd-fa16-48f6-95a1-4ddef866a126 HTTP/1.1" status: 204 len: 168 time: 0.9170778 Jul 07 17:38:51.840354 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd423e-35e8-43ef-b4d2-457830b48975 x-openstack-request-id: req-cafd423e-35e8-43ef-b4d2-457830b48975 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:51.840956 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "6681d730-f641-4aa3-8f1d-1c13ed8c8e24", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "48e51a19-49b9-40f5-b642-37e38d95401e", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-plugged", "status": "completed", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:51.841211 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cafd423e-35e8-43ef-b4d2-457830b48975 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:51.841874 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'code': 200} Jul 07 17:38:51.842355 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'code': 200} Jul 07 17:38:51.844066 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681d730-f641-4aa3-8f1d-1c13ed8c8e24', 'code': 200} Jul 07 17:38:51.844466 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'code': 200} Jul 07 17:38:51.844875 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e51a19-49b9-40f5-b642-37e38d95401e', 'code': 200} Jul 07 17:38:51.845288 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d', 'code': 200} Jul 07 17:38:51.857115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf79f54-8ee6-4623-b177-cf0f9668a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96894dd-fa16-48f6-95a1-4ddef866a126,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:52.323457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.337993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.460044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.464620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.465129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.465610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.466572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.475728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.476491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.485078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-df1ec6d4-74c1-4975-a762-92727d11bf83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.4684408 Jul 07 17:38:52.566232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-565ebf47-ba57-4677-b50a-b84bee249b8d req-d3794f9e-66f5-42b4-ac7d-88e6d78a53cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740919 Jul 07 17:38:52.608993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b9515-0b62-4c77-bd88-ef6a9b59f567,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:52.689060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.705268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.713325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.743968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.751170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.767929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.777815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.805407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.827797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-609aa719-f0f5-4993-acc7-9ccc90081414 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.2819598 Jul 07 17:38:52.932799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90fde179-b122-4459-9dce-7ce3a0cf8a2a req-0f6281e9-09a1-44f6-ad2b-8a65e7ed0832 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039007 Jul 07 17:38:52.986473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Pushing event deleted for resources: {'Port': ['ID=713ce969-0748-4aaa-af34-429f4a10dc37,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:53.060718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] No DVR routers for this DVR port 713ce969-0748-4aaa-af34-429f4a10dc37 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:53.066371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.068929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f3f1739-02cd-4126-b88a-7274fdb95085 req-5692e348-d05b-4189-9752-ebb23a44b101 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.23 "DELETE /v2.0/ports/713ce969-0748-4aaa-af34-429f4a10dc37 HTTP/1.1" status: 204 len: 173 time: 2.9577794 Jul 07 17:38:53.069645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'name': 'network-vif-deleted', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:53.072750 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bcf91-3452-453a-9309-e30fabc174ba" -d '{"events": [{"server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "name": "network-vif-deleted", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:53.126295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Allocated IP 192.168.233.167 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/8e240948-9d79-4171-b892-841524e642c0) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:53.427619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11573718-0f16-4cd0-9395-31594d1e35d7 req-66cc64d1-be3d-4401-b166-8920083a3b16 tempest-AttachVolumeNegativeTest-272267918 tempest-AttachVolumeNegativeTest-272267918-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d13225e-42e5-4d8d-a948-e4b5e33c1b22 HTTP/1.1" status: 200 len: 210 time: 0.0640106 Jul 07 17:38:53.543495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.605538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Transition to ACTIVE for port object 8e240948-9d79-4171-b892-841524e642c0 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:53.736589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.902909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Pushing event updated for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:53.957325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:53.959801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:53.984957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:54.099053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5320a-32f6-4ad8-9627-6a2171125387 req-ac126580-1e58-4504-8847-15a94a279d40 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:54.101666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ae5320a-32f6-4ad8-9627-6a2171125387 req-ac126580-1e58-4504-8847-15a94a279d40 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 936 time: 0.2089140 Jul 07 17:38:54.191871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:54.195928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:54.200216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ae5320a-32f6-4ad8-9627-6a2171125387 req-08f438b2-6670-4c08-9825-dba731a4c538 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809255 Jul 07 17:38:54.266509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-8b429176-768e-4e2f-ad01-6432aadc3099 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0552361 Jul 07 17:38:54.274118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 713ce969-0748-4aaa-af34-429f4a10dc37 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:54.277640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-f861d22e-5801-4a95-8320-454ff9ad8e7a tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:54.279017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-f861d22e-5801-4a95-8320-454ff9ad8e7a tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059967 Jul 07 17:38:54.292931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Request body: {'port': {'device_id': '79254633-9aed-45fd-ab3b-4b0020d43967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:54.342252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 713ce969-0748-4aaa-af34-429f4a10dc37 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:54.343121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 713ce969-0748-4aaa-af34-429f4a10dc37 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:54.476994 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbecc6ad-466e-4f8e-ab41-2bdee071404a x-openstack-request-id: req-fbecc6ad-466e-4f8e-ab41-2bdee071404a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:54.481335 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d13225e-42e5-4d8d-a948-e4b5e33c1b22", "name": "network-vif-deleted", "tag": "713ce969-0748-4aaa-af34-429f4a10dc37", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:54.481734 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbecc6ad-466e-4f8e-ab41-2bdee071404a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:54.485094 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13225e-42e5-4d8d-a948-e4b5e33c1b22', 'name': 'network-vif-deleted', 'tag': '713ce969-0748-4aaa-af34-429f4a10dc37', 'status': 'completed', 'code': 200} Jul 07 17:38:54.582156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:54.626205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21fda16e-95bc-405b-8458-40bf91f4fd9f None None] Provisioning for port 8e240948-9d79-4171-b892-841524e642c0 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:54.631361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21fda16e-95bc-405b-8458-40bf91f4fd9f None None] Provisioning complete for port 8e240948-9d79-4171-b892-841524e642c0 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:54.631740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21fda16e-95bc-405b-8458-40bf91f4fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:54.785456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21fda16e-95bc-405b-8458-40bf91f4fd9f None None] Port 8e240948-9d79-4171-b892-841524e642c0 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:38:55.410086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.438097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.455748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.471519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e240948-9d79-4171-b892-841524e642c0 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:55.507876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.525413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:55.538060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.549837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.559287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.584977 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-15f3e3ce-f4c6-4bd2-82ff-91215fa68198 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.3953037 Jul 07 17:38:55.637278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:55.641553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Transition to ACTIVE for port object 8e240948-9d79-4171-b892-841524e642c0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:55.652492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:55.730570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:55.759708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44645924-8a58-44c2-ad74-7eb5b9ef8645 req-374979a9-57e2-44fe-b49b-df749962a937 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726952 Jul 07 17:38:56.019179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Attempting to bind port 8e240948-9d79-4171-b892-841524e642c0 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:56.020818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Attempting to bind port 8e240948-9d79-4171-b892-841524e642c0 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:56.021286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Attempting to bind port 8e240948-9d79-4171-b892-841524e642c0 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:56.035133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Port 8e240948-9d79-4171-b892-841524e642c0 on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:56.035972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Attempting to bind port 8e240948-9d79-4171-b892-841524e642c0 on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:56.049566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:56.051404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:56.052206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:56.053157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Bound port: 8e240948-9d79-4171-b892-841524e642c0, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:56.055291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.083212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44648) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:56.257466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:56.271929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8e240948-9d79-4171-b892-841524e642c0,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:56.283294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.463866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:56.471983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:56.473145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.475320 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-18482cb2-04ee-4b4a-a3f0-312512a0a4bc service neutron] 10.222.0.23 "PUT /v2.0/ports/8e240948-9d79-4171-b892-841524e642c0 HTTP/1.1" status: 200 len: 1097 time: 2.1891003 Jul 07 17:38:56.486593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'tag': '8e240948-9d79-4171-b892-841524e642c0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:56.489388 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b" -d '{"events": [{"name": "network-changed", "server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "tag": "8e240948-9d79-4171-b892-841524e642c0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:56.735329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-6c324c26-1bcd-4146-b919-781dc960c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:56.737398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-6c324c26-1bcd-4146-b919-781dc960c425 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 1100 time: 0.1651268 Jul 07 17:38:56.895734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-1b917be3-b029-4fc0-96dd-16d01ae7231b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8e240948-9d79-4171-b892-841524e642c0 HTTP/1.1" status: 200 len: 217 time: 0.1493866 Jul 07 17:38:57.043487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-5ff9286c-84da-429c-a3b0-632f6673821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:57.049519 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-5ff9286c-84da-429c-a3b0-632f6673821a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1466603 Jul 07 17:38:57.066674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Deleting subnet a1fa9e75-f952-4908-bf32-a8794e3f68a2 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:38:57.071729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.161421 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.202858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-7dfaacfb-990e-4eff-a07e-39c2cb7d7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:57.204573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-7dfaacfb-990e-4eff-a07e-39c2cb7d7d59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1484642 Jul 07 17:38:57.254330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.269855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.344677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbc611-31c1-4786-9a0c-e69288f8f90b req-8d7e7b57-fa56-48f8-8e8d-83b57e7f1c87 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:57.352231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18bbc611-31c1-4786-9a0c-e69288f8f90b req-8d7e7b57-fa56-48f8-8e8d-83b57e7f1c87 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 948 time: 0.6132476 Jul 07 17:38:57.499883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18bbc611-31c1-4786-9a0c-e69288f8f90b req-5d130af8-85de-4a22-ba40-470ca4e35ca3 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435797 Jul 07 17:38:57.509359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-f4aadd37-1ca9-4a34-9849-abad7848f6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955308 Jul 07 17:38:57.520289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.590123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fa9e75-f952-4908-bf32-a8794e3f68a2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:57.615862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.638294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eec691dd-db28-492f-9b35-5a71ef0654d8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a1fa9e75-f952-4908-bf32-a8794e3f68a2 HTTP/1.1" status: 204 len: 168 time: 1.5521405 Jul 07 17:38:57.639979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:57.771429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6ec7cea5-c068-4778-8321-79f7368e0d77 req-b53ca8bb-38d5-464e-8a0e-429ca7727da3 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556252 Jul 07 17:38:57.885475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:57.946421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-c1dc5398-8555-4d16-8fa3-0a74f069b4d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6175838 Jul 07 17:38:58.185893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-20c9e6e1-326e-4a87-8ce2-deba15b3c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.187924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-20c9e6e1-326e-4a87-8ce2-deba15b3c153 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db563f9259544e3990e591914c407950&device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 1098 time: 0.1272428 Jul 07 17:38:58.309376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.334341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdded49-b592-41cb-964c-21ca7a788204']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:58.371317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f75db96-d9ca-4c99-8571-c5283e2ea716') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:58.371879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f75db96-d9ca-4c99-8571-c5283e2ea716') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:58.405184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.456044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.459758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-fb29a205-319b-4ad9-bf25-a58d2c63956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.462398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-fb29a205-319b-4ad9-bf25-a58d2c63956c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 200 len: 907 time: 0.2184460 Jul 07 17:38:58.466923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.475425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.497051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.515513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.528850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.538227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.551283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d864b93-545c-465c-8387-bb66b39d28de req-5c7454f2-a7d2-4354-9637-99125e145b80 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.6606715 Jul 07 17:38:58.564571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:58.566524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.577065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-98b846ea-dda8-4e1e-9548-a4c41995b005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 200 len: 217 time: 0.1053500 Jul 07 17:38:58.586930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Request body: {'floatingip': {'port_id': '42ff661e-b273-4336-a99d-d7058e943519'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:58.653624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-3357bdb0-40de-4c87-9be4-f6c69f9a3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.656182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-3357bdb0-40de-4c87-9be4-f6c69f9a3c96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 200 len: 846 time: 0.0723262 Jul 07 17:38:58.709170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:38:58.709858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:38:58.723523 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:38:58.750137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.792738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-c431789a-c0cd-47da-97fd-951ee9007b48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c08748e-8af3-449a-9a2d-73a33c3fa1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250746 Jul 07 17:38:59.422074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44778) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:59.424056 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44fcf3-6ea8-4e86-b5f0-d937d21faf17 x-openstack-request-id: req-fc44fcf3-6ea8-4e86-b5f0-d937d21faf17 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:59.424604 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "tag": "8e240948-9d79-4171-b892-841524e642c0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:59.425033 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc44fcf3-6ea8-4e86-b5f0-d937d21faf17 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:59.425734 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'tag': '8e240948-9d79-4171-b892-841524e642c0', 'status': 'completed', 'code': 200} Jul 07 17:38:59.607213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-4ba806b0-a365-4281-bfe6-e2d8d67aa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:59.613549 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-4ba806b0-a365-4281-bfe6-e2d8d67aa3e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 1100 time: 0.1923058 Jul 07 17:38:59.656071 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-b4f0e269-dbcc-4323-929a-38bd72db048f service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541760 Jul 07 17:38:59.835251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17a463c8-d0c7-499a-af20-a15a639f7bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:59.847123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:38:59.888227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-8d17f7e5-7724-4817-891d-f9d9cdfb9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:59.890100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-8d17f7e5-7724-4817-891d-f9d9cdfb9284 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.2328143 Jul 07 17:38:59.958715 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-fbeed000-d084-4f35-9dda-f155a0b1440e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8e240948-9d79-4171-b892-841524e642c0 HTTP/1.1" status: 200 len: 217 time: 0.0602891 Jul 07 17:39:00.001227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.024072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.025590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1cec6895-4cb7-4e8a-a944-8a240d7f0c7c req-5ccd3a5a-6cb7-434f-ad86-5963720d41b0 service neutron] 10.222.0.73 "GET /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841265 Jul 07 17:39:00.026009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4fdded49-b592-41cb-964c-21ca7a788204 HTTP/1.1" status: 204 len: 168 time: 2.3826299 Jul 07 17:39:00.031505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.058949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.101994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-c33871aa-afdb-4701-9836-4ae12c42be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:00.104297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-c33871aa-afdb-4701-9836-4ae12c42be24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.1360896 Jul 07 17:39:00.106867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3e16-5d67-44f3-8887-42c8fbaf3b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdded49-b592-41cb-964c-21ca7a788204,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.124415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067887c-3d6e-494f-91b3-aa595912a447 req-9f923563-67fa-450c-bccd-8b11842ee0c9 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:00.126122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5067887c-3d6e-494f-91b3-aa595912a447 req-9f923563-67fa-450c-bccd-8b11842ee0c9 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 948 time: 0.2872412 Jul 07 17:39:00.233903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5067887c-3d6e-494f-91b3-aa595912a447 req-060e6b80-c6b3-4d2c-b9d3-72b44826c1b1 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942540 Jul 07 17:39:00.238550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17a463c8-d0c7-499a-af20-a15a639f7bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.244969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-b02435dc-b5ea-4c34-a145-aee247b480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:00.251613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-b02435dc-b5ea-4c34-a145-aee247b480ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256657 Jul 07 17:39:00.252802 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Floating IP 14cd53cc-4d12-474c-9d12-6d9c4caae6cd associated. External IP: 172.25.3.2, port: 42ff661e-b273-4336-a99d-d7058e943519. Jul 07 17:39:00.253664 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17a463c8-d0c7-499a-af20-a15a639f7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.301318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:00.340322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8e240948-9d79-4171-b892-841524e642c0 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:00.439235 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-17a463c8-d0c7-499a-af20-a15a639f7bf9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3efde435e947412d91fbd427fb1601a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0093496 Jul 07 17:39:00.440160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44808) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:00.471175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a463c8-d0c7-499a-af20-a15a639f7bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35228ba-2c9e-4809-9b8e-43eb596e20e5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.558472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8e240948-9d79-4171-b892-841524e642c0,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:00.583778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f94637d4-102b-4acc-8eb0-7c43e6b2b8c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cfa6e18a3a14cb58af3c5ec87f3cdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707293 Jul 07 17:39:00.585233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '8e240948-9d79-4171-b892-841524e642c0', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '8e240948-9d79-4171-b892-841524e642c0', 'mac_address': 'fa:16:3e:db:7c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:00.591321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:00.662202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-81dc6bfe-beae-4aaf-bcb9-3a7b2ba3fc77 service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893673 Jul 07 17:39:00.710016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.736096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e240948-9d79-4171-b892-841524e642c0 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:00.772716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.811145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8e240948-9d79-4171-b892-841524e642c0,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:00.818519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.823412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.846958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9d82f2a-fd0b-4306-90c5-2348ccccd17b req-c27061d4-25a0-4e82-9524-c521f8d415ef service neutron] 10.222.0.23 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734035 Jul 07 17:39:00.898563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.942843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.945957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.946372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:00.952234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50265a5d-0a09-4b48-bc23-83530a216251 HTTP/1.1" status: 204 len: 168 time: 0.3538158 Jul 07 17:39:00.974363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97821-11f4-404f-90f8-32416c7c24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50265a5d-0a09-4b48-bc23-83530a216251,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:00.992012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Router 342e268b-a055-4d67-a333-9c81d20a5918 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:01.007628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:01.088505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:01.104102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8e240948-9d79-4171-b892-841524e642c0'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:01.207810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:01.217328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:01.223224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d35228ba-2c9e-4809-9b8e-43eb596e20e5 HTTP/1.1" status: 204 len: 168 time: 0.7792394 Jul 07 17:39:01.233447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:01.248426 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Sync routers for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:01.256282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:01.280546 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:01.281747 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:38:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:01.350828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8ee19352-0d41-4f6a-9c8e-928b97209885 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "PUT /v2.0/floatingips/14cd53cc-4d12-474c-9d12-6d9c4caae6cd HTTP/1.1" status: 200 len: 990 time: 2.7752411 Jul 07 17:39:01.351831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '42ff661e-b273-4336-a99d-d7058e943519'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:01.354847 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "42ff661e-b273-4336-a99d-d7058e943519"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:01.359615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba062582-37e6-481b-b519-5f1ae003b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35228ba-2c9e-4809-9b8e-43eb596e20e5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:01.619973 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:01.712957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-cb534a23-6aa0-489c-bb87-94d486ae1485 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.731257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-cb534a23-6aa0-489c-bb87-94d486ae1485 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.2506948 Jul 07 17:39:01.765632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-4da4272c-7e01-4cef-9868-2cea6c1fe858 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0328395 Jul 07 17:39:01.930636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-2a1916b8-e1b8-4c02-8761-25df148c7ffd tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630340 Jul 07 17:39:02.107915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:02.132645 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '14cd53cc-4d12-474c-9d12-6d9c4caae6cd', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'port_id': '42ff661e-b273-4336-a99d-d7058e943519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'mac_address': 'fa:16:3e:a3:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:42Z', 'updated_at': '2021-07-07T17:38:59Z', 'revision_number': 1, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:02.133927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-708fb02a-92d3-44b9-91ce-1fd8b1715291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.169169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-1d688a6f-1c44-4d8e-806d-2b04eb6435a7 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366667 Jul 07 17:39:02.191575 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Checking router: 342e268b-a055-4d67-a333-9c81d20a5918 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:02.204078 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:02.205322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:38:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:02.347770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8e240948-9d79-4171-b892-841524e642c0 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:02.453981 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:02.494101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-708fb02a-92d3-44b9-91ce-1fd8b1715291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.509100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-708fb02a-92d3-44b9-91ce-1fd8b1715291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.547562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 8e240948-9d79-4171-b892-841524e642c0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:02.554120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-95da48a4-d9a5-4b76-bb9c-375a1ec89cac service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747399 Jul 07 17:39:02.557955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 8e240948-9d79-4171-b892-841524e642c0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:02.558761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.620214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-708fb02a-92d3-44b9-91ce-1fd8b1715291 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d938ce648ac64a5c9bd1f5fb147c74a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103834 Jul 07 17:39:02.626672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44880) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:02.693833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb02a-92d3-44b9-91ce-1fd8b1715291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb7140-cf83-4f7a-9051-961576bb0a61,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:02.891660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.937873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.957857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e240948-9d79-4171-b892-841524e642c0'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:02.965060 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6279d6c5-bffb-46da-b6fa-12036b1f31f2" -d '{"events": [{"server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "name": "network-vif-plugged", "status": "completed", "tag": "8e240948-9d79-4171-b892-841524e642c0"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:03.009963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8e240948-9d79-4171-b892-841524e642c0,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:03.021186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:03.027215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:03.042997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '14cd53cc-4d12-474c-9d12-6d9c4caae6cd', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'port_id': '42ff661e-b273-4336-a99d-d7058e943519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'mac_address': 'fa:16:3e:a3:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:42Z', 'updated_at': '2021-07-07T17:38:59Z', 'revision_number': 1, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:03.086809 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cdf71-489c-445f-88f0-f0559d58f983 None None] The sync data for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 is: [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '14cd53cc-4d12-474c-9d12-6d9c4caae6cd', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'port_id': '42ff661e-b273-4336-a99d-d7058e943519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'mac_address': 'fa:16:3e:a3:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:42Z', 'updated_at': '2021-07-07T17:38:59Z', 'revision_number': 1, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:03.144748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:03.147891 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:03.150302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49fb7140-cf83-4f7a-9051-961576bb0a61 HTTP/1.1" status: 204 len: 168 time: 0.5222032 Jul 07 17:39:03.172005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a5453-0798-456b-b339-d02d0d96f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb7140-cf83-4f7a-9051-961576bb0a61,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:03.246876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:03.525595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c8363-0167-4215-acac-a9cae584175f req-e1b1921e-f9fe-4e43-a4e1-f45bb2422e92 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:03.537942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-455c8363-0167-4215-acac-a9cae584175f req-e1b1921e-f9fe-4e43-a4e1-f45bb2422e92 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.1808884 Jul 07 17:39:03.654793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-455c8363-0167-4215-acac-a9cae584175f req-53eb0cbb-b36c-46d2-9fa7-e23c24605103 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150200 Jul 07 17:39:03.714766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2ff2b-03aa-4f75-aa3f-d610129cbe96 None None] New status for floating IP 14cd53cc-4d12-474c-9d12-6d9c4caae6cd: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:39:04.382993 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0b462-161c-4d0f-897d-32fea0a62e4f x-openstack-request-id: req-a9f0b462-161c-4d0f-897d-32fea0a62e4f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:04.383858 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "tag": "42ff661e-b273-4336-a99d-d7058e943519", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:04.383858 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9f0b462-161c-4d0f-897d-32fea0a62e4f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:04.384248 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'tag': '42ff661e-b273-4336-a99d-d7058e943519', 'status': 'completed', 'code': 200} Jul 07 17:39:04.533522 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4179e1-ca34-499c-9d90-c5be12ff8377 x-openstack-request-id: req-fa4179e1-ca34-499c-9d90-c5be12ff8377 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:04.533970 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "name": "network-vif-plugged", "status": "completed", "tag": "8e240948-9d79-4171-b892-841524e642c0", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:04.534654 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa4179e1-ca34-499c-9d90-c5be12ff8377 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:04.535474 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e240948-9d79-4171-b892-841524e642c0', 'code': 200} Jul 07 17:39:04.682691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.683791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.685321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.686291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.688949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.696463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.703128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.718187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-ed7014a3-ffd6-4ece-8acb-6403202cbfe2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.2959456 Jul 07 17:39:05.001576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e44fd9be-f98d-482c-8750-73039f492723 req-4014a90b-e6eb-423a-b472-32bb8b055749 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.0671597 Jul 07 17:39:05.058808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-9c4b7195-4259-4f4c-b0c0-cdab9473ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.061471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-9c4b7195-4259-4f4c-b0c0-cdab9473ed53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f HTTP/1.1" status: 200 len: 917 time: 0.3372591 Jul 07 17:39:05.299817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-eaaae2c6-8f9c-4294-9e20-d010539871c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.1933513 Jul 07 17:39:05.412440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24912-9421-4805-8f95-87b751afe5d8 req-c800538a-acbf-4e07-8068-2a2e4f956788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.414081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b3d24912-9421-4805-8f95-87b751afe5d8 req-c800538a-acbf-4e07-8068-2a2e4f956788 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 1102 time: 0.3513064 Jul 07 17:39:05.470314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b3d24912-9421-4805-8f95-87b751afe5d8 req-692dd138-49d7-4d47-9f03-c2fbea8eda0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Jul 07 17:39:05.472560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-04933183-4d38-490a-80a8-d76601388792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.474547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-04933183-4d38-490a-80a8-d76601388792 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.1665418 Jul 07 17:39:05.641463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0c70-5435-4819-aadc-e867b69bd25d req-3fdd7d04-2437-4604-a816-015af1881fbb tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.645570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-150f0c70-5435-4819-aadc-e867b69bd25d req-3fdd7d04-2437-4604-a816-015af1881fbb tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.1582704 Jul 07 17:39:05.649707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-6e7f18ef-0206-4384-a30d-09ba576028b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.651670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-6e7f18ef-0206-4384-a30d-09ba576028b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294341 Jul 07 17:39:05.751578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-150f0c70-5435-4819-aadc-e867b69bd25d req-e0f2bef7-4196-4b19-9efb-4db9011234fc tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855069 Jul 07 17:39:06.105014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-5f28b9b4-0b76-4a4e-9c78-a29f8ec33cff tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.111449 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-5f28b9b4-0b76-4a4e-9c78-a29f8ec33cff tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.4430394 Jul 07 17:39:06.146795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:06.621441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01f35f4e-e0c2-4849-ac6e-52a61a9765a5 req-803fa4f1-ccee-4bb1-bb13-1a91802c57cc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.0864720 Jul 07 17:39:06.730585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-9fcf86ce-3139-43ad-b0d6-440bb7f1f4ee service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0437396 Jul 07 17:39:06.959561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:06.973445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.134679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7caec37c-6ee1-41f9-9e2d-4548676a1c4b req-3807b16a-a835-4288-9c61-931447bbeea9 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924534 Jul 07 17:39:07.311263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc5f2e-240b-4597-a32a-a21504fa37c2 req-2631a8ac-633f-4bfe-bac3-e97bfd35c86f tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:07.324936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5fc5f2e-240b-4597-a32a-a21504fa37c2 req-2631a8ac-633f-4bfe-bac3-e97bfd35c86f tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.2838738 Jul 07 17:39:07.409352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5fc5f2e-240b-4597-a32a-a21504fa37c2 req-753c7a0b-5370-4cb7-9273-fb18d14aa572 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819602 Jul 07 17:39:07.495202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.5 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/5ed84c62-ddcb-4255-bd97-84b81026cddc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:07.632474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fc32188f-172b-4482-a32a-31e986fd36ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.863109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.874979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45104) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:07.909896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 5ed84c62-ddcb-4255-bd97-84b81026cddc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:08.027405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.113248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:08.117850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:08.125736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:08.154575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:08.225256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.225609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.225953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.226295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.226654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.227037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.227517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.227852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.228181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.228510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.228992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.229441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:08.286571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.290597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.330205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-00e46710-6451-4791-a73f-c075861df397 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2002306 Jul 07 17:39:08.335880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-093d518d-6f61-4320-b802-3cfec39a8beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.344891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Request body: {'port': {'device_id': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:08.570663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.606064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-8874187e-05ac-4076-9b3e-4bb364128a2b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.608176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-8874187e-05ac-4076-9b3e-4bb364128a2b tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 946 time: 0.2601883 Jul 07 17:39:08.608688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45116) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:08.624583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4766ecce-2404-4f2c-a49e-54af3f0cbefd None None] Provisioning for port 5ed84c62-ddcb-4255-bd97-84b81026cddc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:08.648709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4766ecce-2404-4f2c-a49e-54af3f0cbefd None None] Provisioning complete for port 5ed84c62-ddcb-4255-bd97-84b81026cddc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:08.649599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4766ecce-2404-4f2c-a49e-54af3f0cbefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.773832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4766ecce-2404-4f2c-a49e-54af3f0cbefd None None] Port 5ed84c62-ddcb-4255-bd97-84b81026cddc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:08.808381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-093d518d-6f61-4320-b802-3cfec39a8beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.831246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d8931-c180-4f48-85ff-a51f93d62a63 req-9fec486d-5406-4ac8-99cd-25a98d684abf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.834474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-843d8931-c180-4f48-85ff-a51f93d62a63 req-9fec486d-5406-4ac8-99cd-25a98d684abf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 931 time: 0.3490281 Jul 07 17:39:08.837016 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-093d518d-6f61-4320-b802-3cfec39a8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.862172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8f68314-058d-41a6-bf52-6ef4799988a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.908989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d518d-6f61-4320-b802-3cfec39a8beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dfd848-7f4a-4da7-a8dd-bd57a92ffcb9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:08.951493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-093d518d-6f61-4320-b802-3cfec39a8beb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3884fb6018674b438ed50a1638742aec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0742626 Jul 07 17:39:08.955038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:09.004627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-843d8931-c180-4f48-85ff-a51f93d62a63 req-1b1da7d1-84a7-43bb-b267-70c410339eb1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096251 Jul 07 17:39:09.029661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.057982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.166862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.177387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.180382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7dfd848-7f4a-4da7-a8dd-bd57a92ffcb9 HTTP/1.1" status: 204 len: 168 time: 0.2235162 Jul 07 17:39:09.185755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Deleting port a2eb2f04-ebd5-42dd-8a40-584e524c921a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:09.186528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.204127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015b449-3fca-4d22-9c03-5d5ab26a8b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dfd848-7f4a-4da7-a8dd-bd57a92ffcb9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:09.229517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8f68314-058d-41a6-bf52-6ef4799988a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.269779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8f68314-058d-41a6-bf52-6ef4799988a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.393164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283498b-8027-4a63-a225-ff184fdd7976 req-bfd1ff67-0698-4b84-9ba6-02c5352532d7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.406359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6283498b-8027-4a63-a225-ff184fdd7976 req-bfd1ff67-0698-4b84-9ba6-02c5352532d7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 946 time: 0.1069269 Jul 07 17:39:09.474410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6283498b-8027-4a63-a225-ff184fdd7976 req-8e3b29c1-a772-4fc9-bd1a-af7ffae29bf3 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/security-groups?id=77737e88-7dee-48e6-9fc6-5f6fabb077aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665820 Jul 07 17:39:09.533069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f68314-058d-41a6-bf52-6ef4799988a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a47e52-1c02-4f1a-9451-237a926ba352,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:09.547603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d8f68314-058d-41a6-bf52-6ef4799988a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd3ef647e44343e5bf5acadd1f2c5cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365680 Jul 07 17:39:09.549905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45136) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:09.588083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed84c62-ddcb-4255-bd97-84b81026cddc {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:09.623677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] For port a2eb2f04-ebd5-42dd-8a40-584e524c921a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a2eb2f04-ebd5-42dd-8a40-584e524c921a,segment=NetworkSegment(16f93b29-0d08-4ff0-916c-4d45307996a4),segment_id=16f93b29-0d08-4ff0-916c-4d45307996a4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:09.624971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.651739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Calling delete_port for a2eb2f04-ebd5-42dd-8a40-584e524c921a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:09.691080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.730677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.783345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.837967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.842120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.843867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50a47e52-1c02-4f1a-9451-237a926ba352 HTTP/1.1" status: 204 len: 168 time: 0.2925169 Jul 07 17:39:09.861767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbea66b-7ce3-44fa-9d06-45acd0ac766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a47e52-1c02-4f1a-9451-237a926ba352,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:09.897657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Transition to ACTIVE for port object 5ed84c62-ddcb-4255-bd97-84b81026cddc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:09.917374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:09.950180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45140) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:09.976717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22e092b2-42c7-45b5-b7eb-997b6f113fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.027746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:10.074406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8355-6f4c-4b06-801b-65722882f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.303287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22e092b2-42c7-45b5-b7eb-997b6f113fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.312293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22e092b2-42c7-45b5-b7eb-997b6f113fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.431137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22e092b2-42c7-45b5-b7eb-997b6f113fbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8915ac8912e4a04ab1c82fbfb5c853f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767683 Jul 07 17:39:10.441330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:10.475033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e092b2-42c7-45b5-b7eb-997b6f113fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21c8c2-c81c-4d78-936c-ea921991eb22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:10.594711 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.611855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145674c6-8826-4928-92c1-44ee08a90266 req-872b8316-a588-4cf6-b78f-62b9c652408d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:10.625684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-145674c6-8826-4928-92c1-44ee08a90266 req-872b8316-a588-4cf6-b78f-62b9c652408d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.1227138 Jul 07 17:39:10.695026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-145674c6-8826-4928-92c1-44ee08a90266 req-c2a41a13-d9c3-476f-9eb4-e0ba1667ae93 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703859 Jul 07 17:39:10.709222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Attempting to bind port 5ed84c62-ddcb-4255-bd97-84b81026cddc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:10.709785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Attempting to bind port 5ed84c62-ddcb-4255-bd97-84b81026cddc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:10.710338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Attempting to bind port 5ed84c62-ddcb-4255-bd97-84b81026cddc on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:10.731084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Port 5ed84c62-ddcb-4255-bd97-84b81026cddc on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:39:10.731458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Attempting to bind port 5ed84c62-ddcb-4255-bd97-84b81026cddc on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:10.740643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.771117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:10.771787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:10.772624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:10.773452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Bound port: 5ed84c62-ddcb-4255-bd97-84b81026cddc, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:10.774411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.803740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.886171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Pushing event deleted for resources: {'Port': ['ID=a2eb2f04-ebd5-42dd-8a40-584e524c921a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:10.926493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbb9e067-a90b-4aae-8dc1-e33a5a4e59e6 req-697bee16-96bb-4783-a012-9c4b6e6e211e tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.66 "GET /v2.0/ports?device_id=83792a22-e0ba-4862-b902-1953b522eb88 HTTP/1.1" status: 200 len: 210 time: 0.0491972 Jul 07 17:39:11.015882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.076799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] No DVR routers for this DVR port a2eb2f04-ebd5-42dd-8a40-584e524c921a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:11.117953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.120347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-057a9038-2c8e-4e3e-b53e-6f5bf4b6d4cd req-87877456-6911-4e0c-85af-48e656921cb7 tempest-ServersTestJSON-836434315 tempest-ServersTestJSON-836434315-project] 10.222.0.73 "DELETE /v2.0/ports/a2eb2f04-ebd5-42dd-8a40-584e524c921a HTTP/1.1" status: 204 len: 173 time: 2.5009239 Jul 07 17:39:11.126533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'name': 'network-vif-deleted', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:11.129108 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984180b-6ae9-4f30-8588-f9874bfa3dfb" -d '{"events": [{"server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "name": "network-vif-deleted", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:11.156039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:11.178662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:11.187205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.220130 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d54cbb-be58-45c8-93f8-b0bcc555622e x-openstack-request-id: req-e0d54cbb-be58-45c8-93f8-b0bcc555622e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:11.220450 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83792a22-e0ba-4862-b902-1953b522eb88", "name": "network-vif-deleted", "tag": "a2eb2f04-ebd5-42dd-8a40-584e524c921a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:11.220724 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0d54cbb-be58-45c8-93f8-b0bcc555622e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:11.221111 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83792a22-e0ba-4862-b902-1953b522eb88', 'name': 'network-vif-deleted', 'tag': 'a2eb2f04-ebd5-42dd-8a40-584e524c921a', 'status': 'completed', 'code': 200} Jul 07 17:39:11.252394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.252965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.266134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] 10.222.0.23 "PUT /v2.0/ports/5ed84c62-ddcb-4255-bd97-84b81026cddc HTTP/1.1" status: 200 len: 1092 time: 2.9264853 Jul 07 17:39:11.311292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.324449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.333925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd21c8c2-c81c-4d78-936c-ea921991eb22 HTTP/1.1" status: 204 len: 168 time: 0.8603332 Jul 07 17:39:11.458983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13605eb-297f-4daf-8775-312aefe66dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21c8c2-c81c-4d78-936c-ea921991eb22,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:11.476903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d599f87-fe6f-44be-9a59-6a58f8d73c84 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:11.527507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a2eb2f04-ebd5-42dd-8a40-584e524c921a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:11.547920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-a26b937a-f3dc-492e-bf0f-844882c02fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.551411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-a26b937a-f3dc-492e-bf0f-844882c02fe6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 1095 time: 0.1882296 Jul 07 17:39:11.605286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: a2eb2f04-ebd5-42dd-8a40-584e524c921a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:11.606198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a2eb2f04-ebd5-42dd-8a40-584e524c921a not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:11.667173 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-2def64f2-3fa8-446c-b3aa-366eea19a1f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc HTTP/1.1" status: 200 len: 217 time: 0.1055858 Jul 07 17:39:11.798279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-657a96ae-52c7-422f-b173-0920983ddf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.803760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-657a96ae-52c7-422f-b173-0920983ddf62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1294203 Jul 07 17:39:11.844255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.938186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-23691f74-ba1f-456e-9d70-992a774afe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.938186 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-23691f74-ba1f-456e-9d70-992a774afe52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199079 Jul 07 17:39:12.290802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153e492-3acd-4c22-8a04-465de3bf2889 req-89037f34-e9fe-4f75-9087-0b96c9ee33eb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:12.307414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3153e492-3acd-4c22-8a04-465de3bf2889 req-89037f34-e9fe-4f75-9087-0b96c9ee33eb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.2337258 Jul 07 17:39:12.311148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-2824ae4c-4821-4792-baca-83f13232ec8c service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691704 Jul 07 17:39:12.394505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3153e492-3acd-4c22-8a04-465de3bf2889 req-edf8a64e-057c-452d-85bf-2fe563d3de5e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Jul 07 17:39:12.564187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45228) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:12.615356 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a09cfa34-0b60-4733-9e98-2d202b85d0cb req-c737ce7d-aac3-42f4-afcd-ce5f85a6306e service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965567 Jul 07 17:39:12.957922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Deleting subnet 40269ee6-51e4-4152-b155-d70b732a81b7 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:39:12.981367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.068980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.177346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.222371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:13.226666 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994e167-ace9-413a-88a2-577a9b064fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:13.342271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.355099 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9186a2-dc21-4f4d-bb0d-d400e230d123 x-openstack-request-id: req-cf9186a2-dc21-4f4d-bb0d-d400e230d123 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:13.355711 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:13.356270 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf9186a2-dc21-4f4d-bb0d-d400e230d123 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:13.358410 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc', 'status': 'completed', 'code': 200} Jul 07 17:39:13.407685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40269ee6-51e4-4152-b155-d70b732a81b7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.414060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.444451 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14fb004e-5d36-4b13-b7c1-df2152c505b5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/40269ee6-51e4-4152-b155-d70b732a81b7 HTTP/1.1" status: 204 len: 168 time: 0.8785949 Jul 07 17:39:13.447698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45272) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.610601 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.618350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-1a4fb06e-f63a-44b7-9315-fa64acb54e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:13.621543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-1a4fb06e-f63a-44b7-9315-fa64acb54e3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 1095 time: 0.2248394 Jul 07 17:39:13.645201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.830150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.928292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-0a70ccfa-dc07-4a2b-9177-9661cd6ec770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:13.931115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-0a70ccfa-dc07-4a2b-9177-9661cd6ec770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3015108 Jul 07 17:39:14.046150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.072594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-4f3a6bfb-1835-4864-a89b-c3cc4e180ffc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc HTTP/1.1" status: 200 len: 217 time: 0.1280110 Jul 07 17:39:14.085722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c08748e-8af3-449a-9a2d-73a33c3fa1fd']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:14.131243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f93b29-0d08-4ff0-916c-4d45307996a4') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:14.131614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f93b29-0d08-4ff0-916c-4d45307996a4') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:14.159111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-3182329f-cc38-463f-9415-e151ed888bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.164872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-3182329f-cc38-463f-9415-e151ed888bb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0885992 Jul 07 17:39:14.171047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.237846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfc220-43a7-4756-bd91-2136a9d987ad req-994b69d3-bb40-4d87-a7ba-bfa8c737e9d7 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.244710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77dfc220-43a7-4756-bd91-2136a9d987ad req-994b69d3-bb40-4d87-a7ba-bfa8c737e9d7 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.4288089 Jul 07 17:39:14.252119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.277047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:14.277503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d711135f-ccf2-44b4-8568-ec48e261ce9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.277635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:14.280516 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:14.386417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-6d243226-fb89-4b23-aeb4-5ee18d07dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.390050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-6d243226-fb89-4b23-aeb4-5ee18d07dce8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149704 Jul 07 17:39:14.390679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77dfc220-43a7-4756-bd91-2136a9d987ad req-ab48476d-9001-4031-9bbf-39fa1a7cd3fe tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429689 Jul 07 17:39:14.408565 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.416873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.429349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] 10.222.0.66 "DELETE /v2.0/networks/2c08748e-8af3-449a-9a2d-73a33c3fa1fd HTTP/1.1" status: 204 len: 168 time: 0.9801183 Jul 07 17:39:14.463560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77369d21-745f-4a34-a8d2-a8fad7874dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2c08748e-8af3-449a-9a2d-73a33c3fa1fd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.549423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d711135f-ccf2-44b4-8568-ec48e261ce9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.568033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d711135f-ccf2-44b4-8568-ec48e261ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.711887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45308) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.721634 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d711135f-ccf2-44b4-8568-ec48e261ce9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e530748ffab447db8f78b080f0e875ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8852880 Jul 07 17:39:14.722468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711135f-ccf2-44b4-8568-ec48e261ce9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f2e2b-c73b-4fb9-8ee0-8cb360280c32,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.726823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45310) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.802064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab8af791-711d-4c3a-8952-cfede2540b59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db563f9259544e3990e591914c407950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888355 Jul 07 17:39:14.804890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45316) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.908465 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-a994cbd8-40ba-4aa2-8edf-7337b7982889 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099831 Jul 07 17:39:14.910203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.944610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.005869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.020262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.133025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8994e167-ace9-413a-88a2-577a9b064fa7 req-21c13412-3d89-493d-bb5e-e601336f63a3 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167785 Jul 07 17:39:15.137416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.147955 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.150068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77737e88-7dee-48e6-9fc6-5f6fabb077aa HTTP/1.1" status: 204 len: 168 time: 0.3435464 Jul 07 17:39:15.155229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.166640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.172050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/519f2e2b-c73b-4fb9-8ee0-8cb360280c32 HTTP/1.1" status: 204 len: 168 time: 0.4399970 Jul 07 17:39:15.192323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727a438-4867-4b9a-b609-c09e254eadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f2e2b-c73b-4fb9-8ee0-8cb360280c32,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:15.195078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb05aa-9671-42ab-a3b5-d305a9cc2057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77737e88-7dee-48e6-9fc6-5f6fabb077aa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:15.601204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45340) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:15.862823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c208e02-2dcb-476f-b4b3-4479c5a2eac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.016144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3afba-6ee5-42c4-aa80-b212333a33ee req-c960392e-07d0-4f3e-b2b8-5a5224e867df tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:16.018648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17a3afba-6ee5-42c4-aa80-b212333a33ee req-c960392e-07d0-4f3e-b2b8-5a5224e867df tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.2514110 Jul 07 17:39:16.149298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17a3afba-6ee5-42c4-aa80-b212333a33ee req-648348f2-495d-4f43-a16e-b81281baca8a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 Jul 07 17:39:16.220502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c208e02-2dcb-476f-b4b3-4479c5a2eac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.236061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c208e02-2dcb-476f-b4b3-4479c5a2eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.393550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45376) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:16.423346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2c208e02-2dcb-476f-b4b3-4479c5a2eac2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecf316f95fb54049ab0f1b9a12d261b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206484 Jul 07 17:39:16.424933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208e02-2dcb-476f-b4b3-4479c5a2eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b6cbfc-a7e7-480c-a45e-d90c93da5d8d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:16.577828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.640300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.710484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.713644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.715116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89b6cbfc-a7e7-480c-a45e-d90c93da5d8d HTTP/1.1" status: 204 len: 168 time: 0.3201578 Jul 07 17:39:16.736662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8a436-e3ef-4959-a43e-3a3e5962741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b6cbfc-a7e7-480c-a45e-d90c93da5d8d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:17.059735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:17.543493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'networks': [{'name': 'tempest-network--294823648'}, {'name': 'tempest-network--638076544'}]} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:17.544342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-network--294823648'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:17.544787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-network--638076544'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:17.584636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:17.617688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'network': 2} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:17.633353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.666380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.682381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eac0c53d-a089-4627-a4dc-f870c0d2b2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.803917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.829008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.829612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.868965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:17.924169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.928107 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment 41388626-8b39-4cd5-aceb-59df7f87f02b of type vlan for network a3e1cb8b-da9c-4eb2-954c-2c877d9d822c Jul 07 17:39:17.944039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9000ee-9725-41de-9c2e-d4a3d4f778ee,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:17.978328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eac0c53d-a089-4627-a4dc-f870c0d2b2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.988173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eac0c53d-a089-4627-a4dc-f870c0d2b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.009720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.036171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3f7a3-3115-4025-a445-3c65a90aad4c req-384c6a6e-562d-4b34-b1bf-f32ee014126d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:18.044041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91b3f7a3-3115-4025-a445-3c65a90aad4c req-384c6a6e-562d-4b34-b1bf-f32ee014126d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.2390091 Jul 07 17:39:18.106696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:18.112620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91b3f7a3-3115-4025-a445-3c65a90aad4c req-800a7227-14be-4599-a007-f5956da4532f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675154 Jul 07 17:39:18.126302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eac0c53d-a089-4627-a4dc-f870c0d2b2b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdc9bc2db6f34515908dec3d8db91c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354457 Jul 07 17:39:18.128177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45436) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:18.132141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c53d-a089-4627-a4dc-f870c0d2b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b2de9-6af3-4552-bcf5-e6d2fc8b1443,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.140083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.140443 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment 10ee7413-65b8-45be-bfc1-b76de2eb6d8c of type vlan for network 64a496bd-d739-4256-b0bb-433ca9f122a8 Jul 07 17:39:18.273479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.295512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.358963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.359668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.364568 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.378210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:18.400683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:18.400683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.445235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d11f-401e-4bfd-9c65-b96026095b41 req-e4a4d1be-00bf-4aa2-b158-d1099957e5ff tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:18.456416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5859d11f-401e-4bfd-9c65-b96026095b41 req-e4a4d1be-00bf-4aa2-b158-d1099957e5ff tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.1678622 Jul 07 17:39:18.504620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5859d11f-401e-4bfd-9c65-b96026095b41 req-6a7f19d0-61fb-4da6-9d76-a28020b3b67a tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jul 07 17:39:18.521751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.525370 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.527268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4661696 Jul 07 17:39:18.527650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/740b2de9-6af3-4552-bcf5-e6d2fc8b1443 HTTP/1.1" status: 204 len: 168 time: 0.3967993 Jul 07 17:39:18.530899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45444) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:18.542896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=a3e1cb8b-da9c-4eb2-954c-2c877d9d822c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.563925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a3e1cb8b-da9c-4eb2-954c-2c877d9d822c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:18.660217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b7024-92fc-4298-91dc-798ee63d234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b2de9-6af3-4552-bcf5-e6d2fc8b1443,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.675860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58e9a1-8544-4c54-9314-68665fbe4b2c tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=64a496bd-d739-4256-b0bb-433ca9f122a8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.714386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 64a496bd-d739-4256-b0bb-433ca9f122a8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:19.038051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e77c5e-2351-42fc-8b8f-a1a6d22c5b5a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.055784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e77c5e-2351-42fc-8b8f-a1a6d22c5b5a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.071092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e77c5e-2351-42fc-8b8f-a1a6d22c5b5a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.086253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e77c5e-2351-42fc-8b8f-a1a6d22c5b5a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.089805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17e77c5e-2351-42fc-8b8f-a1a6d22c5b5a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5575404 Jul 07 17:39:19.097748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45456) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:19.742427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e0aa3-c271-4c9f-b7ae-202451360260 req-96761b3f-89a3-4817-9afc-3a9e16584387 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.749604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f97e0aa3-c271-4c9f-b7ae-202451360260 req-96761b3f-89a3-4817-9afc-3a9e16584387 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.3220940 Jul 07 17:39:19.899938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f97e0aa3-c271-4c9f-b7ae-202451360260 req-427ad60b-7b0a-429f-8521-18ace1784af0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452043 Jul 07 17:39:19.941626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.069965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-33b5b24d-a50b-4954-a0e1-8985813f08d7 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:20.077491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-33b5b24d-a50b-4954-a0e1-8985813f08d7 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.9166608 Jul 07 17:39:20.176769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.196181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1cb8b-da9c-4eb2-954c-2c877d9d822c']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.210816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41388626-8b39-4cd5-aceb-59df7f87f02b') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.211978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41388626-8b39-4cd5-aceb-59df7f87f02b') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.230299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.255645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.306308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:20.307516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:20.318652 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:20.425676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1133c-4e9b-47ea-9c7f-7fbd0d7c5a4c req-89bed758-3738-4f80-ad32-1325a1ceb3e8 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:20.437251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07a1133c-4e9b-47ea-9c7f-7fbd0d7c5a4c req-89bed758-3738-4f80-ad32-1325a1ceb3e8 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 950 time: 0.2149181 Jul 07 17:39:20.537526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07a1133c-4e9b-47ea-9c7f-7fbd0d7c5a4c req-74088191-1178-40a9-8f16-d14761cf3746 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e8b9515-0b62-4c77-bd88-ef6a9b59f567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 Jul 07 17:39:20.569508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.585929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.589168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/a3e1cb8b-da9c-4eb2-954c-2c877d9d822c HTTP/1.1" status: 204 len: 168 time: 1.4898942 Jul 07 17:39:20.594094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45500) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:20.608765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9aae2-9f6a-4da4-9e12-17bbf00c21ff tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=a3e1cb8b-da9c-4eb2-954c-2c877d9d822c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:20.629557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Deleting port 8e240948-9d79-4171-b892-841524e642c0 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:20.630402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.732350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.944664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] For port 8e240948-9d79-4171-b892-841524e642c0, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8e240948-9d79-4171-b892-841524e642c0,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:20.945372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.945703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.974017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a496bd-d739-4256-b0bb-433ca9f122a8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.979534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Calling delete_port for 8e240948-9d79-4171-b892-841524e642c0 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:21.001754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ee7413-65b8-45be-bfc1-b76de2eb6d8c') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:21.003134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ee7413-65b8-45be-bfc1-b76de2eb6d8c') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:21.033837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.065970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.079639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:21.080561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:21.086431 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:21.236760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.261791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.264140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/64a496bd-d739-4256-b0bb-433ca9f122a8 HTTP/1.1" status: 204 len: 168 time: 0.6688473 Jul 07 17:39:21.266258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d96c7b-eda8-48de-a117-a9ae29f0d3d4 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=64a496bd-d739-4256-b0bb-433ca9f122a8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:21.272233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45518) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:21.286990 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.333459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Pushing event deleted for resources: {'Port': ['ID=8e240948-9d79-4171-b892-841524e642c0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:21.359067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a6c4-d5e4-4028-a669-9182e430259e req-0d9255f0-4ef0-4c1e-8190-b9cc640d1b56 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:21.380847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7a0a6c4-d5e4-4028-a669-9182e430259e req-0d9255f0-4ef0-4c1e-8190-b9cc640d1b56 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.2132075 Jul 07 17:39:21.471739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] No DVR routers for this DVR port 8e240948-9d79-4171-b892-841524e642c0 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:21.478556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.482083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b5144c6-59a5-4689-9a7f-b43a6c486c48 req-495ef6e1-e419-4468-8826-dd79f5285aae tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.23 "DELETE /v2.0/ports/8e240948-9d79-4171-b892-841524e642c0 HTTP/1.1" status: 204 len: 173 time: 1.2157903 Jul 07 17:39:21.487418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'name': 'network-vif-deleted', 'tag': '8e240948-9d79-4171-b892-841524e642c0'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:21.491516 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47b3ca-dae5-4733-b0f5-879c5294b0bc" -d '{"events": [{"server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "name": "network-vif-deleted", "tag": "8e240948-9d79-4171-b892-841524e642c0"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:21.931446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7a0a6c4-d5e4-4028-a669-9182e430259e req-34da3a53-b436-4e78-9bca-809cfe5bbfe4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495591 Jul 07 17:39:22.009397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad43c4a-484c-47d5-bfc6-4d0ca6576d7a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.030492 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e801790-5f11-49a7-8620-67c59289e856 x-openstack-request-id: req-0e801790-5f11-49a7-8620-67c59289e856 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:22.031195 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79254633-9aed-45fd-ab3b-4b0020d43967", "name": "network-vif-deleted", "tag": "8e240948-9d79-4171-b892-841524e642c0", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:22.031331 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e801790-5f11-49a7-8620-67c59289e856 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:22.031898 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79254633-9aed-45fd-ab3b-4b0020d43967', 'name': 'network-vif-deleted', 'tag': '8e240948-9d79-4171-b892-841524e642c0', 'status': 'completed', 'code': 200} Jul 07 17:39:22.036629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad43c4a-484c-47d5-bfc6-4d0ca6576d7a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.043174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2ad43c4a-484c-47d5-bfc6-4d0ca6576d7a tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7660882 Jul 07 17:39:22.044133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45542) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:22.052847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-231560175'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:22.131665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:22.146156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.239587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:22.288545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.289220 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment df8ba4ea-b230-48ef-83be-5ec40668923d of type vlan for network 445bd8de-4a7c-4c41-bf71-d2aae2cf846f Jul 07 17:39:22.362724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31332710-0653-4706-9443-127426090cc2 req-323fc848-2c25-485a-9b2d-58f7b10f2c22 tempest-VolumesNegativeTest-1126811614 tempest-VolumesNegativeTest-1126811614-project] 10.222.0.66 "GET /v2.0/ports?device_id=79254633-9aed-45fd-ab3b-4b0020d43967 HTTP/1.1" status: 200 len: 210 time: 0.0570600 Jul 07 17:39:22.383985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.425359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8e240948-9d79-4171-b892-841524e642c0 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:22.480149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 8e240948-9d79-4171-b892-841524e642c0 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:22.480366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8e240948-9d79-4171-b892-841524e642c0 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:22.497756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.508000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.510047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.658636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=445bd8de-4a7c-4c41-bf71-d2aae2cf846f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:22.676227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 445bd8de-4a7c-4c41-bf71-d2aae2cf846f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:22.689419 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-68c6e4ed-b9dd-496c-96cc-1bb78eb7eafe tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6435838 Jul 07 17:39:22.693970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45550) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:22.702484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-865372508'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:22.708442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45552) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:22.766602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:22.776752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.868694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:22.916103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.920884 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment d9bebf0c-7683-4b3d-be05-ed9a0128fdcd of type vlan for network 656e5977-c4ef-4a76-a1d9-46561c68619d Jul 07 17:39:23.076261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.101198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8792283-cbcc-47d9-8a23-ec590097524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.285658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.297654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.299120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.340386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8792283-cbcc-47d9-8a23-ec590097524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.349073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8792283-cbcc-47d9-8a23-ec590097524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.395730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c8792283-cbcc-47d9-8a23-ec590097524a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1faaede975fe43bea957f8d61f6ca0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857576 Jul 07 17:39:23.406226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45580) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:23.464722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b001357-1eb2-47be-8a35-cd49d53d221e req-924395a5-d2fb-4f14-b069-6b95ef4f1b47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.474247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8792283-cbcc-47d9-8a23-ec590097524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62b45b-f8be-4fd7-ab06-4a3d65ac0eb4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.477713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b001357-1eb2-47be-8a35-cd49d53d221e req-924395a5-d2fb-4f14-b069-6b95ef4f1b47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.3010085 Jul 07 17:39:23.482293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7864280 Jul 07 17:39:23.488048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:23.504091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.506987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'ports': [{'network_id': '445bd8de-4a7c-4c41-bf71-d2aae2cf846f', 'name': 'tempest-port--192345766', 'admin_state_up': True}, {'network_id': '656e5977-c4ef-4a76-a1d9-46561c68619d', 'admin_state_up': False}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:23.507488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'port': {'network_id': '445bd8de-4a7c-4c41-bf71-d2aae2cf846f', 'name': 'tempest-port--192345766', 'admin_state_up': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:23.508291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'port': {'network_id': '656e5977-c4ef-4a76-a1d9-46561c68619d', 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:23.535123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=656e5977-c4ef-4a76-a1d9-46561c68619d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.540306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.605975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.610580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.612750 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be62b45b-f8be-4fd7-ab06-4a3d65ac0eb4 HTTP/1.1" status: 204 len: 168 time: 0.2053983 Jul 07 17:39:23.625995 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2892e4a-f06b-4666-9d80-946a2e9c2f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62b45b-f8be-4fd7-ab06-4a3d65ac0eb4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.647174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.647809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.648391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.648929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.649512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.650086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.650692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.651271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.652133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.652720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.653387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.654114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad8d3b-3f9b-4cfb-9198-24ddd9e3c6fc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.680868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 656e5977-c4ef-4a76-a1d9-46561c68619d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:23.709478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b001357-1eb2-47be-8a35-cd49d53d221e req-87906b9e-225d-4d58-ab61-486500cc54bb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307761 Jul 07 17:39:23.992075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'port': 2} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:24.000947 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.037818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.312655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] device_id is not set on port 62b1baa3-7686-4152-933d-067887e05c73 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:39:24.377187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45618) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:24.497250 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.614976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] device_id is not set on port bdfcf755-e889-40a0-b68d-a10b499cb976 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:39:24.736738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fc08a68-cdc2-425d-bede-81049d47c2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.765970 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:24.892493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.066756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fc08a68-cdc2-425d-bede-81049d47c2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.077987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7fc08a68-cdc2-425d-bede-81049d47c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.172122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Port': ['ID=62b1baa3-7686-4152-933d-067887e05c73,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:25.181234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7fc08a68-cdc2-425d-bede-81049d47c2f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0ab41385ed64525bc51e03bf7ac91a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8028107 Jul 07 17:39:25.189905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45650) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:25.214119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Checking segment: {'id': 'df8ba4ea-b230-48ef-83be-5ec40668923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '445bd8de-4a7c-4c41-bf71-d2aae2cf846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:25.214589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network hostable DHCP agents. Network: 445bd8de-4a7c-4c41-bf71-d2aae2cf846f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:39:25.330586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network 445bd8de-4a7c-4c41-bf71-d2aae2cf846f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:39:25.399502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc08a68-cdc2-425d-bede-81049d47c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8897f-3703-4f62-939f-79bc09981966,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:25.434888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518583-dcbc-4c4f-8cc9-97d53933cbeb req-6c77280d-f838-4adc-9fe8-be79efe29c7f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.446087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35518583-dcbc-4c4f-8cc9-97d53933cbeb req-6c77280d-f838-4adc-9fe8-be79efe29c7f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.3864536 Jul 07 17:39:25.451646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.454917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 445bd8de-4a7c-4c41-bf71-d2aae2cf846f) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:25.473033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:25.474034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.476890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3eae0-afe4-440d-9a77-7c02757acca6 None None] Network 445bd8de-4a7c-4c41-bf71-d2aae2cf846f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:25.514361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.587009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35518583-dcbc-4c4f-8cc9-97d53933cbeb req-3e263bb8-6e23-4fd5-8ad8-da72dfe16e57 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397321 Jul 07 17:39:25.594952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Port': ['ID=bdfcf755-e889-40a0-b68d-a10b499cb976,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:25.609307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.626604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.629077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ec8897f-3703-4f62-939f-79bc09981966 HTTP/1.1" status: 204 len: 168 time: 0.4373953 Jul 07 17:39:25.635246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Checking segment: {'id': 'd9bebf0c-7683-4b3d-be05-ed9a0128fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '656e5977-c4ef-4a76-a1d9-46561c68619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:25.635813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network hostable DHCP agents. Network: 656e5977-c4ef-4a76-a1d9-46561c68619d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:39:25.698649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network 656e5977-c4ef-4a76-a1d9-46561c68619d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:39:25.712406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f2933-9ef8-4ea9-b10d-6c41fe2eb628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8897f-3703-4f62-939f-79bc09981966,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:25.722116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 656e5977-c4ef-4a76-a1d9-46561c68619d) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:25.729346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:25.746903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9112cc-0098-4383-9791-548abc3af2a4 None None] Network 656e5977-c4ef-4a76-a1d9-46561c68619d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:25.747800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.763444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.764315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.812640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:25.813065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4a1164bc-52c6-4e98-af68-2306a27dcbfa tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3156712 Jul 07 17:39:25.991507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.218409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b922f1-88eb-4449-b268-b758dee24f1d tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:26.228622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b922f1-88eb-4449-b268-b758dee24f1d tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:26.234598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45716) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:26.245244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-99b922f1-88eb-4449-b268-b758dee24f1d tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4305716 Jul 07 17:39:26.365654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting port 62b1baa3-7686-4152-933d-067887e05c73 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:26.366818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.505557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.549112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Calling delete_port for 62b1baa3-7686-4152-933d-067887e05c73 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:26.746884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.834624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Port': ['ID=62b1baa3-7686-4152-933d-067887e05c73,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:26.843212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.849653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7644c091-b7b9-4807-ad00-2747d63f54af tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/ports/62b1baa3-7686-4152-933d-067887e05c73 HTTP/1.1" status: 204 len: 168 time: 0.6110654 Jul 07 17:39:26.849777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45762) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:27.051404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting port bdfcf755-e889-40a0-b68d-a10b499cb976 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:27.055438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.180920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b065c4-b720-4a11-8ed7-59f3efa6a90f req-01756aa2-8270-4cd2-b542-1290f2bd4ffb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.196308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.197751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34b065c4-b720-4a11-8ed7-59f3efa6a90f req-01756aa2-8270-4cd2-b542-1290f2bd4ffb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.2409070 Jul 07 17:39:27.292650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34b065c4-b720-4a11-8ed7-59f3efa6a90f req-ab58ac57-d487-4600-a68c-9ea2d56b5e6a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901067 Jul 07 17:39:27.302752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.362194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Calling delete_port for bdfcf755-e889-40a0-b68d-a10b499cb976 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:27.561529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.607866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Port': ['ID=bdfcf755-e889-40a0-b68d-a10b499cb976,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:27.618151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.620738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-57502add-f6a2-41da-9ff2-c98da5c03a76 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/ports/bdfcf755-e889-40a0-b68d-a10b499cb976 HTTP/1.1" status: 204 len: 168 time: 0.7700415 Jul 07 17:39:27.623672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:27.670565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-900bb47d-1c7a-4da5-b640-6348f271bd8f tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0456417 Jul 07 17:39:27.674285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45798) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:27.680053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1943169922'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:27.716681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:27.721979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.758670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:27.772340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.772782 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment 753f9454-ad1c-4c18-b6c9-79f32231e6a1 of type vlan for network 723dcb0c-cc9b-411a-b5c9-849039107ba0 Jul 07 17:39:27.825043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.903082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:27.920694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.921359 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.061056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3852148 Jul 07 17:39:28.064794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45818) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:28.070832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639430584'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:28.086854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5eea9-f6ad-4b7e-b538-1eec0bcf03e1 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=723dcb0c-cc9b-411a-b5c9-849039107ba0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:28.100908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 723dcb0c-cc9b-411a-b5c9-849039107ba0 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:28.133350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:28.139293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.180819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 45824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:28.202589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:28.217904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.218853 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Added segment 14b98332-e0d8-41dd-ab78-1add17fac7cc of type vlan for network c95310e5-7533-4c3c-9ff6-5c7159bd5644 Jul 07 17:39:28.304568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.402392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.417440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.418192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.419797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d051f9c-6e52-44d7-ba12-98524111a0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.470859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ed84c62-ddcb-4255-bd97-84b81026cddc details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:28.694704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Network': ['ID=c95310e5-7533-4c3c-9ff6-5c7159bd5644,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:28.710678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:28.741095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b20fc-c6bb-4dd5-80c5-158fbcba45c3 req-cc978eed-5d19-456d-8863-4d86361a3221 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.743036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-993b20fc-c6bb-4dd5-80c5-158fbcba45c3 req-cc978eed-5d19-456d-8863-4d86361a3221 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 943 time: 0.1751642 Jul 07 17:39:28.755508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d051f9c-6e52-44d7-ba12-98524111a0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.808773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d051f9c-6e52-44d7-ba12-98524111a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.812874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-009ad309-cd80-4957-a0e4-6fef956acdcc tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7468252 Jul 07 17:39:29.010570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 45880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:29.013195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d051f9c-6e52-44d7-ba12-98524111a0bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af1ecc7a91944bbd8c0216efb7de20e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308370 Jul 07 17:39:29.074043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-993b20fc-c6bb-4dd5-80c5-158fbcba45c3 req-511f9f9d-f586-49d2-911b-4db16f3ea903 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158181 Jul 07 17:39:29.158510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051f9c-6e52-44d7-ba12-98524111a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1bbdd-6924-4b72-b616-26c130fa7c44,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:29.315987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.414354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.607016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.612836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.615712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ca1bbdd-6924-4b72-b616-26c130fa7c44 HTTP/1.1" status: 204 len: 168 time: 0.6037354 Jul 07 17:39:29.638810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4c6dc-2b1b-43cb-a782-2f0d2e52619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1bbdd-6924-4b72-b616-26c130fa7c44,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:29.650675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:29.742503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '5ed84c62-ddcb-4255-bd97-84b81026cddc', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '5ed84c62-ddcb-4255-bd97-84b81026cddc', 'mac_address': 'fa:16:3e:43:fa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:29.920319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:29.959754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed84c62-ddcb-4255-bd97-84b81026cddc {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:30.036434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:30.044749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:30.126859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:30.145886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.146536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.147062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.147603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.148098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.148711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.149201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.149901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.150578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.152445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.153003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.153518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:30.334495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ed84c62-ddcb-4255-bd97-84b81026cddc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:30.982002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7170d-eef3-490e-bdae-b9763ebc3966 req-2a4a7815-81d4-4e4f-befa-cec5d3ce4ea5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.004910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37e7170d-eef3-490e-bdae-b9763ebc3966 req-2a4a7815-81d4-4e4f-befa-cec5d3ce4ea5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 944 time: 0.3327723 Jul 07 17:39:31.207758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37e7170d-eef3-490e-bdae-b9763ebc3966 req-d7d85f08-2160-4c0f-bcb3-83880f65d923 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980405 Jul 07 17:39:32.487423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ed84c62-ddcb-4255-bd97-84b81026cddc up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:32.890564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0688fdc-47b9-4eb2-9062-ac18a8b4ec2a req-24a07a6b-491c-4141-9e8c-2666053cbf6a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.905005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0688fdc-47b9-4eb2-9062-ac18a8b4ec2a req-24a07a6b-491c-4141-9e8c-2666053cbf6a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 944 time: 0.1505575 Jul 07 17:39:32.944985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 5ed84c62-ddcb-4255-bd97-84b81026cddc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:32.998821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 5ed84c62-ddcb-4255-bd97-84b81026cddc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:32.999429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:33.073542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0688fdc-47b9-4eb2-9062-ac18a8b4ec2a req-ac313ebd-792b-4bed-9f76-42052cd79a89 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661520 Jul 07 17:39:33.339360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46264) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:33.352371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'subnets': [{'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1107573899', 'ip_version': 6}, {'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:33.355817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'subnet': {'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1107573899', 'ip_version': 6}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:33.363435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Request body: {'subnet': {'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:33.406161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:33.473212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:33.478162 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef125f00-e26f-4b8f-b203-f4c019c6b34e" -d '{"events": [{"server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "name": "network-vif-plugged", "status": "completed", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:33.549657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:33.563842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:33.804712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:34.020696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Made reservation on behalf of 63fb02d360af4a9cbc318e0ae2db8022 for: {'subnet': 2} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:34.042207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:34.043700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:34.240488 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab5509-ae8f-4ad8-a987-986a33f840fc x-openstack-request-id: req-f3ab5509-ae8f-4ad8-a987-986a33f840fc {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:34.241854 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "name": "network-vif-plugged", "status": "completed", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:34.242576 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3ab5509-ae8f-4ad8-a987-986a33f840fc {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:34.244472 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc', 'code': 200} Jul 07 17:39:35.092325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d32996-2f54-4c3b-9b7f-cdf8950c6243 req-557f0b67-12aa-4df6-b6fd-e116eef1c6c4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.106223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67d32996-2f54-4c3b-9b7f-cdf8950c6243 req-557f0b67-12aa-4df6-b6fd-e116eef1c6c4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.2754762 Jul 07 17:39:35.195337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67d32996-2f54-4c3b-9b7f-cdf8950c6243 req-3de4fb15-78a5-43c1-aa29-10320cb92c98 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843890 Jul 07 17:39:35.381591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03423e-7e83-466e-bc1a-7fc3c579be6a req-5b7fe1fc-9a7b-451f-9bbb-fc06d448ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.385336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6c03423e-7e83-466e-bc1a-7fc3c579be6a req-5b7fe1fc-9a7b-451f-9bbb-fc06d448ae94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 1097 time: 0.6737394 Jul 07 17:39:35.517899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6c03423e-7e83-466e-bc1a-7fc3c579be6a req-c92b54d7-9e30-4283-a19d-fc0d2b65b595 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000462 Jul 07 17:39:35.800049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.942282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Subnet': ['ID=3135a2ee-a7fa-45f8-a59f-66445f3d8847,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:35.963813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Checking segment: {'id': '753f9454-ad1c-4c18-b6c9-79f32231e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:35.964618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network hostable DHCP agents. Network: 723dcb0c-cc9b-411a-b5c9-849039107ba0, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:39:36.006010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network 723dcb0c-cc9b-411a-b5c9-849039107ba0 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:39:36.032378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 723dcb0c-cc9b-411a-b5c9-849039107ba0) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:36.039997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:36.069659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd7a31-1e7b-4140-80bf-3b784af2db50 None None] Network 723dcb0c-cc9b-411a-b5c9-849039107ba0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:36.172562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event updated for resources: {'Subnet': ['ID=0dbbae23-681a-41c8-b6c6-829005c98e93,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:36.326907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Checking segment: {'id': '14b98332-e0d8-41dd-ab78-1add17fac7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:36.332838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network hostable DHCP agents. Network: c95310e5-7533-4c3c-9ff6-5c7159bd5644, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:39:36.430367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:39:36.467722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, c95310e5-7533-4c3c-9ff6-5c7159bd5644) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:36.492105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:36.493328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:36.494740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:36.524019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2bc090-8290-477c-9348-d500dd1f6d32 None None] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:36.535278 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-25d36390-d360-4981-bea4-5981f835bb90 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2008283 Jul 07 17:39:36.537284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46526) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:36.639782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46528) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:36.755577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-723dcb0c-cc9b-411a-b5c9-849039107ba0', 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0', 'tenant_id': '63fb02d360af4a9cbc318e0ae2db8022', 'fixed_ips': [{'subnet_id': '3135a2ee-a7fa-45f8-a59f-66445f3d8847'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:39:36.757984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.025745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a9e646e-76cf-4002-a79c-3c9fbba0cb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.033961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d1901-dae7-4188-bbec-b63f614f4407 req-e79bf6df-2c6a-4c70-ac3a-ed4ac7b30bbc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.037280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c7d1901-dae7-4188-bbec-b63f614f4407 req-e79bf6df-2c6a-4c70-ac3a-ed4ac7b30bbc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.4069717 Jul 07 17:39:37.045374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e74e5a-f745-4ee9-a4bf-3bcd339e6113 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.055023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e74e5a-f745-4ee9-a4bf-3bcd339e6113 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.075367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e74e5a-f745-4ee9-a4bf-3bcd339e6113 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.079808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e9e74e5a-f745-4ee9-a4bf-3bcd339e6113 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5404212 Jul 07 17:39:37.091613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46542) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:37.132803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Allocated IP 2001:db8::1 (723dcb0c-cc9b-411a-b5c9-849039107ba0/3135a2ee-a7fa-45f8-a59f-66445f3d8847/e85f6642-19b6-45a2-ac7b-9fb02d18421b) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:37.399794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a9e646e-76cf-4002-a79c-3c9fbba0cb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.424830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a9e646e-76cf-4002-a79c-3c9fbba0cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.436550 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting subnet 3135a2ee-a7fa-45f8-a59f-66445f3d8847 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:39:37.441359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.453012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Transition to ACTIVE for port object e85f6642-19b6-45a2-ac7b-9fb02d18421b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:37.476031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Transition to ACTIVE for port object e85f6642-19b6-45a2-ac7b-9fb02d18421b will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:37.495873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.537951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a9e646e-76cf-4002-a79c-3c9fbba0cb62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de524504f6264702905e723f48016b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965068 Jul 07 17:39:37.541226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46552) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:37.558069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-c95310e5-7533-4c3c-9ff6-5c7159bd5644', 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644', 'tenant_id': '63fb02d360af4a9cbc318e0ae2db8022', 'fixed_ips': [{'subnet_id': '0dbbae23-681a-41c8-b6c6-829005c98e93'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:39:37.559355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.566797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.627033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.658575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Network 723dcb0c-cc9b-411a-b5c9-849039107ba0 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:37.668115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3801fe93-70f1-4f82-84f4-63dd926fd1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.691456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c7d1901-dae7-4188-bbec-b63f614f4407 req-ad45655f-07b6-4aa6-8dc3-dfe6363df89a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062326 Jul 07 17:39:37.726230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e646e-76cf-4002-a79c-3c9fbba0cb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabcf147-3399-4fc7-9090-463fed58729c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:37.750874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.758030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:37.771245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Pushing event updated for resources: {'Port': ['ID=e85f6642-19b6-45a2-ac7b-9fb02d18421b,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:37.782757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:37.868131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.870240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.963805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.967445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.969295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dabcf147-3399-4fc7-9090-463fed58729c HTTP/1.1" status: 204 len: 168 time: 0.4266522 Jul 07 17:39:38.004886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc48eca-317f-452a-b3c5-21de2148afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabcf147-3399-4fc7-9090-463fed58729c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:38.061442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.080784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:38.140061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.143989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/subnets/3135a2ee-a7fa-45f8-a59f-66445f3d8847 HTTP/1.1" status: 204 len: 168 time: 1.0458751 Jul 07 17:39:38.146422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c38f-ec4e-4e67-838e-4c6202e3f059 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Subnet': ['ID=3135a2ee-a7fa-45f8-a59f-66445f3d8847,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:38.146668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:38.217025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Attempting to bind port e85f6642-19b6-45a2-ac7b-9fb02d18421b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:38.219097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Attempting to bind port e85f6642-19b6-45a2-ac7b-9fb02d18421b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '753f9454-ad1c-4c18-b6c9-79f32231e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:38.220663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Attempting to bind port e85f6642-19b6-45a2-ac7b-9fb02d18421b on network 723dcb0c-cc9b-411a-b5c9-849039107ba0 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:38.238731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:38.241292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Checking segment: {'id': '753f9454-ad1c-4c18-b6c9-79f32231e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:38.242038 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.242985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Bound using segment: {'id': '753f9454-ad1c-4c18-b6c9-79f32231e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:38.243840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Bound port: e85f6642-19b6-45a2-ac7b-9fb02d18421b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753f9454-ad1c-4c18-b6c9-79f32231e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '723dcb0c-cc9b-411a-b5c9-849039107ba0'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:38.244544 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.309467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting subnet 0dbbae23-681a-41c8-b6c6-829005c98e93 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:39:38.346303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Allocated IP 2001:db8:0:1::1 (c95310e5-7533-4c3c-9ff6-5c7159bd5644/0dbbae23-681a-41c8-b6c6-829005c98e93/7a056518-3121-4fe1-a342-00268a7f06b2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:38.689679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46574) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:38.734585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1300980a-6de8-4737-ba05-2d8b371fca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.825511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] For port e85f6642-19b6-45a2-ac7b-9fb02d18421b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:38.833531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] For port e85f6642-19b6-45a2-ac7b-9fb02d18421b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e85f6642-19b6-45a2-ac7b-9fb02d18421b,segment=NetworkSegment(753f9454-ad1c-4c18-b6c9-79f32231e6a1),segment_id=753f9454-ad1c-4c18-b6c9-79f32231e6a1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:38.872442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.032008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1300980a-6de8-4737-ba05-2d8b371fca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.043769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1300980a-6de8-4737-ba05-2d8b371fca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.112703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b828e-9789-4a1c-a5e5-bd13635b8055 None None] Pushing event updated for resources: {'Port': ['ID=e85f6642-19b6-45a2-ac7b-9fb02d18421b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:39.165289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.185767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Transition to ACTIVE for port object 7a056518-3121-4fe1-a342-00268a7f06b2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:39.200751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1300980a-6de8-4737-ba05-2d8b371fca82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923ae40a6cc746be9adecda9f42d8e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089769 Jul 07 17:39:39.201987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46578) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:39.203077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300980a-6de8-4737-ba05-2d8b371fca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5398ca5-d8c1-45a6-92fe-97138230210a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:39.204680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb227b-4463-41c9-a7c2-bde82d90351d req-e7d79314-72f1-41da-aaec-992d812ab311 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:39.216079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46bb227b-4463-41c9-a7c2-bde82d90351d req-e7d79314-72f1-41da-aaec-992d812ab311 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.1520102 Jul 07 17:39:39.257858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Transition to ACTIVE for port object 7a056518-3121-4fe1-a342-00268a7f06b2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:39.264267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da06b8f-6250-4b66-b216-ff41810d9b90 None None] Network 723dcb0c-cc9b-411a-b5c9-849039107ba0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:39.269007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.271186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.300990 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46bb227b-4463-41c9-a7c2-bde82d90351d req-1aa2eae7-7fc1-4990-ab07-49d08c4b0482 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839992 Jul 07 17:39:39.365724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.397291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.473820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.526809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46588) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:39.562926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:39.577559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:39.581129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:39.631603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Pushing event updated for resources: {'Port': ['ID=7a056518-3121-4fe1-a342-00268a7f06b2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:39.650291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.825756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.831541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.833442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Attempting to bind port 7a056518-3121-4fe1-a342-00268a7f06b2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:39.833813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Attempting to bind port 7a056518-3121-4fe1-a342-00268a7f06b2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '14b98332-e0d8-41dd-ab78-1add17fac7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:39.834177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Attempting to bind port 7a056518-3121-4fe1-a342-00268a7f06b2 on network c95310e5-7533-4c3c-9ff6-5c7159bd5644 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:39.836065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5398ca5-d8c1-45a6-92fe-97138230210a HTTP/1.1" status: 204 len: 168 time: 0.6272964 Jul 07 17:39:39.858812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:39.859235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Checking segment: {'id': '14b98332-e0d8-41dd-ab78-1add17fac7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:39.862796 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.863285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Bound using segment: {'id': '14b98332-e0d8-41dd-ab78-1add17fac7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:39.863808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Bound port: 7a056518-3121-4fe1-a342-00268a7f06b2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b98332-e0d8-41dd-ab78-1add17fac7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c95310e5-7533-4c3c-9ff6-5c7159bd5644'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:39.864211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.886817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560819d-cc19-45c6-8d2a-57dac5e42538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5398ca5-d8c1-45a6-92fe-97138230210a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:39.926866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8fba3601-b2e4-4001-963d-d665faa5c410 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4c0cb7fdbfb4c928081901545d59be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978689 Jul 07 17:39:39.931683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46602) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:39.942966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.054538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.061870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/subnets/0dbbae23-681a-41c8-b6c6-829005c98e93 HTTP/1.1" status: 204 len: 168 time: 1.9140172 Jul 07 17:39:40.064117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:40.068900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f87fa-18cf-4711-9446-c3fc395d0770 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbbae23-681a-41c8-b6c6-829005c98e93,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:40.105947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] For port 7a056518-3121-4fe1-a342-00268a7f06b2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:40.117389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] For port 7a056518-3121-4fe1-a342-00268a7f06b2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7a056518-3121-4fe1-a342-00268a7f06b2,segment=NetworkSegment(14b98332-e0d8-41dd-ab78-1add17fac7cc),segment_id=14b98332-e0d8-41dd-ab78-1add17fac7cc)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:40.143640 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7657964e-8a87-4d85-a53c-c77220e1789a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.146059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.254029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e0c35-78ff-4512-97d4-d9ab4306792d tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.259577 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c36e0c35-78ff-4512-97d4-d9ab4306792d tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880970 Jul 07 17:39:40.264768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:40.268787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bff73-8f5e-45b0-aae9-395096b9cd9b None None] Pushing event updated for resources: {'Port': ['ID=7a056518-3121-4fe1-a342-00268a7f06b2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:40.309546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.429259 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.468693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.572057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting port 7a056518-3121-4fe1-a342-00268a7f06b2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:40.572409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.632858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.774472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef494b2-88d3-45ff-b634-af1072ecd090 req-4f1b6519-28cd-4a1a-96eb-ffbf201d0af9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.783442 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ef494b2-88d3-45ff-b634-af1072ecd090 req-4f1b6519-28cd-4a1a-96eb-ffbf201d0af9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.7846270 Jul 07 17:39:40.803830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] For port 7a056518-3121-4fe1-a342-00268a7f06b2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7a056518-3121-4fe1-a342-00268a7f06b2,segment=NetworkSegment(14b98332-e0d8-41dd-ab78-1add17fac7cc),segment_id=14b98332-e0d8-41dd-ab78-1add17fac7cc)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:40.805209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.833432 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.846138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.850122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Calling delete_port for 7a056518-3121-4fe1-a342-00268a7f06b2 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:40.854752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e8b9515-0b62-4c77-bd88-ef6a9b59f567 HTTP/1.1" status: 204 len: 168 time: 0.9215279 Jul 07 17:39:40.882698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75976dc-86f0-499b-88a2-0a3f62b279b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b9515-0b62-4c77-bd88-ef6a9b59f567,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:40.941907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ef494b2-88d3-45ff-b634-af1072ecd090 req-5cfb94ee-6f48-4d10-8697-008f08084b0a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508555 Jul 07 17:39:41.059971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.113159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] No DVR routers for this DVR port 7a056518-3121-4fe1-a342-00268a7f06b2 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:41.119457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Port': ['ID=7a056518-3121-4fe1-a342-00268a7f06b2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:41.239129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.259244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95310e5-7533-4c3c-9ff6-5c7159bd5644']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:41.274247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b98332-e0d8-41dd-ab78-1add17fac7cc') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:41.274792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b98332-e0d8-41dd-ab78-1add17fac7cc') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:41.291619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.312932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.327461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:41.328091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:41.414705 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:41.421596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.441047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.446323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46636) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:41.450494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/c95310e5-7533-4c3c-9ff6-5c7159bd5644 HTTP/1.1" status: 204 len: 168 time: 1.1826441 Jul 07 17:39:41.472193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44b6c8-0491-430e-8334-b61e575a8e28 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=c95310e5-7533-4c3c-9ff6-5c7159bd5644,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:41.742761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:41.845657 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.024846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Deleting port e85f6642-19b6-45a2-ac7b-9fb02d18421b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:42.025247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.302148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] For port e85f6642-19b6-45a2-ac7b-9fb02d18421b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e85f6642-19b6-45a2-ac7b-9fb02d18421b,segment=NetworkSegment(753f9454-ad1c-4c18-b6c9-79f32231e6a1),segment_id=753f9454-ad1c-4c18-b6c9-79f32231e6a1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:42.309631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.363044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Calling delete_port for e85f6642-19b6-45a2-ac7b-9fb02d18421b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:42.617069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.626580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-50a2e0b6-4ff8-4f4c-974b-969287c346c2 None None] Could not find standard attr ID for object 7a056518-3121-4fe1-a342-00268a7f06b2. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:39:42.672252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8bc14-9c2e-4c62-9f5b-4bbb97e22b45 None None] DHCP port deletion for c95310e5-7533-4c3c-9ff6-5c7159bd5644 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:39:42.676659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] No DVR routers for this DVR port e85f6642-19b6-45a2-ac7b-9fb02d18421b on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:42.723365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75c69c-2c43-4954-9f69-c64433ab3505 None None] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:42.757159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75c69c-2c43-4954-9f69-c64433ab3505 None None] Network c95310e5-7533-4c3c-9ff6-5c7159bd5644 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:39:42.776087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882d797-765b-4c81-b86d-4fa5f2a75b69 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:39:42.956799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Port': ['ID=e85f6642-19b6-45a2-ac7b-9fb02d18421b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:43.007457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.035219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723dcb0c-cc9b-411a-b5c9-849039107ba0']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:43.074880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753f9454-ad1c-4c18-b6c9-79f32231e6a1') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:43.076749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753f9454-ad1c-4c18-b6c9-79f32231e6a1') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:43.116338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.164942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.185868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:43.186299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:43.193274 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:43.197330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882d797-765b-4c81-b86d-4fa5f2a75b69 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:39:43.432353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.479505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.486648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/723dcb0c-cc9b-411a-b5c9-849039107ba0 HTTP/1.1" status: 204 len: 168 time: 2.0345027 Jul 07 17:39:43.487030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:43.546305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794128-03f0-4280-a875-0d0197dcf5f0 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=723dcb0c-cc9b-411a-b5c9-849039107ba0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:43.693031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:43.779443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.036576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.076403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e5977-c4ef-4a76-a1d9-46561c68619d']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.109219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bebf0c-7683-4b3d-be05-ed9a0128fdcd') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.109707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bebf0c-7683-4b3d-be05-ed9a0128fdcd') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:44.129663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.175611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7a056518-3121-4fe1-a342-00268a7f06b2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:44.178715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.194135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:44.194580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:44.198263 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:44.256737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7a056518-3121-4fe1-a342-00268a7f06b2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:44.257590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7a056518-3121-4fe1-a342-00268a7f06b2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:44.361874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.379002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.385161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/656e5977-c4ef-4a76-a1d9-46561c68619d HTTP/1.1" status: 204 len: 168 time: 0.8960774 Jul 07 17:39:44.386067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46754) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:44.433559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683be6d7-5568-4fb0-a35e-53ab3041b4e6 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=656e5977-c4ef-4a76-a1d9-46561c68619d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:44.729314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.169263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.231360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445bd8de-4a7c-4c41-bf71-d2aae2cf846f']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:45.282211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8ba4ea-b230-48ef-83be-5ec40668923d') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:45.282752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8ba4ea-b230-48ef-83be-5ec40668923d') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:45.333560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.451706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.475526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:45.487267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:45.709917 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:45.717444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.726875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:45.738366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] 10.222.0.66 "DELETE /v2.0/networks/445bd8de-4a7c-4c41-bf71-d2aae2cf846f HTTP/1.1" status: 204 len: 168 time: 1.3502300 Jul 07 17:39:45.771576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486cd90-4afd-46f0-a6ec-3160d7137a38 tempest-BulkNetworkOpsIpV6Test-858511036 tempest-BulkNetworkOpsIpV6Test-858511036-project] Pushing event deleted for resources: {'Network': ['ID=445bd8de-4a7c-4c41-bf71-d2aae2cf846f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:46.745029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:46.955044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46830) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:46.962920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e8ad5d5f-1eaa-4f29-b54b-dfbb27287b28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63fb02d360af4a9cbc318e0ae2db8022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167950 Jul 07 17:39:47.020608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.049894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.106145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.109393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.110952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d9000ee-9725-41de-9c2e-d4a3d4f778ee HTTP/1.1" status: 204 len: 168 time: 0.1548815 Jul 07 17:39:47.120296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead0977-6489-4420-bfef-7eb3bacc63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9000ee-9725-41de-9c2e-d4a3d4f778ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:48.687548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46882) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:49.144731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e12a21-6086-4779-98b3-721fd13071a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.311377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-ba234c6a-97a0-48dc-bc7c-a6055d661e92 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:49.318719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-ba234c6a-97a0-48dc-bc7c-a6055d661e92 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.4864242 Jul 07 17:39:49.344576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-9c36b19e-24c3-40f7-bbc8-f2c860f225e5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0244896 Jul 07 17:39:49.414193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:49.602684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-5fee89ad-ebaa-4904-8044-c157980e301c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2567575 Jul 07 17:39:49.710051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e12a21-6086-4779-98b3-721fd13071a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.717515 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e12a21-6086-4779-98b3-721fd13071a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.724580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1d27d066-169d-4c67-b968-69c3f1af078a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:49.725422 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-1d27d066-169d-4c67-b968-69c3f1af078a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:39:49.739238 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-1d27d066-169d-4c67-b968-69c3f1af078a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:39:49.740573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1d27d066-169d-4c67-b968-69c3f1af078a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3244393 Jul 07 17:39:49.746119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:49.751104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226772871'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:49.800367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.816142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.892989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b0e12a21-6086-4779-98b3-721fd13071a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6431f9bb2784a58aaff299c8590e0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2038200 Jul 07 17:39:49.894607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e12a21-6086-4779-98b3-721fd13071a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2bf21-519b-4ebb-a4e5-a7fd6d7bcf62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:49.899309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46916) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:50.033516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.039143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-387b8d7b-770f-4866-bec8-c9a807f25a80 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355173 Jul 07 17:39:50.049225 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.073414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.090149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ea5e47-c278-4876-9416-ca28376e4efe,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:50.156134 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.282576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.291425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.345170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.359232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.365166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dce2bf21-519b-4ebb-a4e5-a7fd6d7bcf62 HTTP/1.1" status: 204 len: 168 time: 0.4589403 Jul 07 17:39:50.396414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b1254-b982-4e7d-9bf7-74f37a22202b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:50.396885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb1499-3bcc-4e5f-812c-0c9508171295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2bf21-519b-4ebb-a4e5-a7fd6d7bcf62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:50.410074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.412026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5a176b86-2226-4de9-bec1-b3a0ce67bacd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6646929 Jul 07 17:39:50.424814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46922) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:50.437591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': 'ec8b1254-b982-4e7d-9bf7-74f37a22202b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:50.498056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-943eb688-f14a-443e-b162-03ca42dd8d41 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336879 Jul 07 17:39:50.556350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.763877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.769723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.844169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78bc24b-9b78-48a1-9840-edb49d47329c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:50.855750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.860458 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1416bd9-d0ec-426f-8faa-0a0452f61631 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4287970 Jul 07 17:39:50.863279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46930) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:50.872863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-31ed32b5-5ffb-4c0d-8b7a-f20239a6c297 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': 'ec8b1254-b982-4e7d-9bf7-74f37a22202b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:50.980538 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31ed32b5-5ffb-4c0d-8b7a-f20239a6c297 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.118480 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-31ed32b5-5ffb-4c0d-8b7a-f20239a6c297 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:39:51.121571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31ed32b5-5ffb-4c0d-8b7a-f20239a6c297 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2558303 Jul 07 17:39:51.124954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:51.293567 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.354043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.359096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d4410eb-88e8-4965-b0cb-83ff7faf6a61 req-199acf3a-9c67-4320-bd2e-daba281a9629 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.1338224 Jul 07 17:39:51.403746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46948) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:51.487649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-072845c7-c5cb-4729-9451-db674e48a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.538764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.548956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.561665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/ec8b1254-b982-4e7d-9bf7-74f37a22202b HTTP/1.1" status: 204 len: 168 time: 0.4323678 Jul 07 17:39:51.561962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:51.600229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67218e-7dca-4237-bed1-3a516d138777 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b1254-b982-4e7d-9bf7-74f37a22202b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:51.793601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-072845c7-c5cb-4729-9451-db674e48a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.803895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-072845c7-c5cb-4729-9451-db674e48a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.925249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46962) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:51.935766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-072845c7-c5cb-4729-9451-db674e48a297 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c348bae0ddf4aa4b9b0663760dab658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311675 Jul 07 17:39:51.997422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b02c2ecd-2f88-4891-9254-8bea9e004b0c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4340835 Jul 07 17:39:52.008338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46966) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:52.021659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46968) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:52.053631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--229997597'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:52.148037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.187065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072845c7-c5cb-4729-9451-db674e48a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b56f63-3a4f-40dd-8dc9-85d697b39760,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:52.191092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.220305 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.363861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.368429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.373015 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1b56f63-3a4f-40dd-8dc9-85d697b39760 HTTP/1.1" status: 204 len: 168 time: 0.4464178 Jul 07 17:39:52.398685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e63a-0297-4ee7-9951-64b8380bb189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b56f63-3a4f-40dd-8dc9-85d697b39760,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:52.481358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.488587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.517837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7caaa2bd-1d1d-40b9-80e8-8509987e2f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.551292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.554322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5197904 Jul 07 17:39:52.575637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:52.596576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b9bfec4d-5153-4ccb-bf57-9c189066dfdd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '805748b2-480c-47c2-bbfd-f2a5afcfab0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:52.602738 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-b9bfec4d-5153-4ccb-bf57-9c189066dfdd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:39:52.604098 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-b9bfec4d-5153-4ccb-bf57-9c189066dfdd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:52.609192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9bfec4d-5153-4ccb-bf57-9c189066dfdd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0314078 Jul 07 17:39:52.619434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46984) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:52.632157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbef74b-7d34-4b08-94f0-519479556c6a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805748b2-480c-47c2-bbfd-f2a5afcfab0a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:52.894125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:52.914713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ef2cb84-fb71-4db4-b41a-f92134d7a433 req-917070d9-77b9-4cac-b8d8-03fa95198bab tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.1430728 Jul 07 17:39:52.993711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.115592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7caaa2bd-1d1d-40b9-80e8-8509987e2f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.121284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7caaa2bd-1d1d-40b9-80e8-8509987e2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.196291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.216811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.218050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/805748b2-480c-47c2-bbfd-f2a5afcfab0a HTTP/1.1" status: 204 len: 168 time: 0.5831990 Jul 07 17:39:53.221892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 46996) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:53.232011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7caaa2bd-1d1d-40b9-80e8-8509987e2f4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=334fda2914b44d20ade79698f33b641d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2090948 Jul 07 17:39:53.234637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa2bd-1d1d-40b9-80e8-8509987e2f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637f62f6-00b9-4052-b6b2-5d7f7a1ad064,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:53.237822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 46998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:53.359262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8bdf08f5-4767-42fc-819f-97dd98f7423f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336496 Jul 07 17:39:53.363580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47002) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:53.369155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526e80a-2afe-4d4a-b18a-918835c937c6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805748b2-480c-47c2-bbfd-f2a5afcfab0a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:53.382503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--16669895'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:53.425324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.443790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.506511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.693120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.700703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.707685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/637f62f6-00b9-4052-b6b2-5d7f7a1ad064 HTTP/1.1" status: 204 len: 168 time: 0.4617898 Jul 07 17:39:53.740268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e80dd-c09c-427a-9ae0-928734df0d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f62f6-00b9-4052-b6b2-5d7f7a1ad064,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:53.755651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.770028 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.807064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:53.809280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4438598 Jul 07 17:39:53.812394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:53.841111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-35bd873a-fc75-460b-935d-bc83d23930e4 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '2e55b825-992c-400a-85ef-85c2bb6b2254', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:53.851994 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-35bd873a-fc75-460b-935d-bc83d23930e4 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:39:53.853588 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-35bd873a-fc75-460b-935d-bc83d23930e4 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:53.862157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-35bd873a-fc75-460b-935d-bc83d23930e4 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0483079 Jul 07 17:39:53.866078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47018) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:53.977934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c17c8-7a94-483c-b50b-e3585ed714ae tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55b825-992c-400a-85ef-85c2bb6b2254,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:54.062483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.172377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.335169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-68c76ab1-4a12-4fb2-b703-74d49443a781 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:54.342777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-68c76ab1-4a12-4fb2-b703-74d49443a781 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.4726958 Jul 07 17:39:54.366758 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.375450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.378823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/2e55b825-992c-400a-85ef-85c2bb6b2254 HTTP/1.1" status: 204 len: 168 time: 0.5105505 Jul 07 17:39:54.380478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:54.381883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47028) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:54.438821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb307fc5-b62e-4a5e-a09f-34480c753d9a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55b825-992c-400a-85ef-85c2bb6b2254,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:54.535250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a0b6e2c-c916-4805-8d6a-06f84182edc0 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091759 Jul 07 17:39:54.538915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47032) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:54.547322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235913793'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:54.586239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1d28380-f7b3-4433-93d1-c0899c275fab req-fa3f4f91-a98b-46b3-9550-05112db0f28c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0658658 Jul 07 17:39:54.637388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.726847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47038) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:54.795607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243ac970-d095-4edc-98cb-4917c0269808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.971418 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:54.988158 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.005823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:55.011480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.311702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243ac970-d095-4edc-98cb-4917c0269808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.331324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-243ac970-d095-4edc-98cb-4917c0269808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.398957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.403290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8623087 Jul 07 17:39:55.410432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:55.426782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d31ba736-8798-4e92-b077-d666f88f4708 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9db9f2db-b80c-45e3-a82c-0f748c95f729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:55.428039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83fc3-ab7c-45d2-82e9-d9fcff55cd3e tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9f2db-b80c-45e3-a82c-0f748c95f729,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:55.454127 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-d31ba736-8798-4e92-b077-d666f88f4708 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:39:55.455343 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-d31ba736-8798-4e92-b077-d666f88f4708 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:55.462528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d31ba736-8798-4e92-b077-d666f88f4708 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0453408 Jul 07 17:39:55.475082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:55.519594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ed26ed00-f87a-4e30-bcd5-91240731a40b tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9db9f2db-b80c-45e3-a82c-0f748c95f729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:55.522305 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-ed26ed00-f87a-4e30-bcd5-91240731a40b tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:39:55.523282 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-ed26ed00-f87a-4e30-bcd5-91240731a40b tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:55.529726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed26ed00-f87a-4e30-bcd5-91240731a40b tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0466983 Jul 07 17:39:55.535869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47060) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:55.551161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-243ac970-d095-4edc-98cb-4917c0269808 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c80e8d76e67479d94542802cc5cb748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8221369 Jul 07 17:39:55.555474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47062) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:55.565751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6d535c59-3f5c-4b7a-95ef-bb19f85cd4e5 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9db9f2db-b80c-45e3-a82c-0f748c95f729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:55.575820 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-6d535c59-3f5c-4b7a-95ef-bb19f85cd4e5 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:39:55.579112 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-6d535c59-3f5c-4b7a-95ef-bb19f85cd4e5 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:55.597765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d535c59-3f5c-4b7a-95ef-bb19f85cd4e5 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0549970 Jul 07 17:39:55.621240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47064) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:55.627328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.7 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/a17bb83c-c70c-4781-8460-bf26446b292e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:55.637780 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:55.659280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac970-d095-4edc-98cb-4917c0269808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f97bab1-f520-4ee2-a864-35c8f8c628f8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:55.681864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-339fbb64-df9b-4a08-b4e9-07de5849d55c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9db9f2db-b80c-45e3-a82c-0f748c95f729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:55.684695 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-339fbb64-df9b-4a08-b4e9-07de5849d55c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:39:55.685651 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-339fbb64-df9b-4a08-b4e9-07de5849d55c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:55.699031 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-339fbb64-df9b-4a08-b4e9-07de5849d55c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0487554 Jul 07 17:39:55.722296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47072) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:56.092091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.286338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.326492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.336026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.388099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object a17bb83c-c70c-4781-8460-bf26446b292e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:56.393326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f4746b0-c709-4932-bb8b-03bb3a634fdc req-5aa9cac7-8488-4ad4-9dcf-0c81b617bdd6 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.1510844 Jul 07 17:39:56.549815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.567326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ed84c62-ddcb-4255-bd97-84b81026cddc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:56.621915 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.632896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.638178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/9db9f2db-b80c-45e3-a82c-0f748c95f729 HTTP/1.1" status: 204 len: 168 time: 0.9117179 Jul 07 17:39:56.655603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47088) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:56.707746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed9085-70d9-4dd5-906e-e517fccedc4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9f2db-b80c-45e3-a82c-0f748c95f729,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:56.718027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.738198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:56.746963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:56.751559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:56.940894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.959667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:56.973266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f97bab1-f520-4ee2-a864-35c8f8c628f8 HTTP/1.1" status: 204 len: 168 time: 1.4161074 Jul 07 17:39:57.034627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d6f5f436-d1d5-4e1f-a3a2-12489a3b36dd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3457530 Jul 07 17:39:57.040193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8507c-e5a4-4930-bf69-40ebe6d6305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f97bab1-f520-4ee2-a864-35c8f8c628f8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:57.045209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:57.048073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:57.075668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--772954620'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:57.092944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:57.098018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.153984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-c4b1a711-a82e-468a-a9ff-93a3a94865cf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8031652 Jul 07 17:39:57.174506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Request body: {'port': {'device_id': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:57.192211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.609466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.663537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-80a32fa5-6e25-46a2-926c-b66ad38212cc None None] Provisioning for port a17bb83c-c70c-4781-8460-bf26446b292e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:57.683551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-80a32fa5-6e25-46a2-926c-b66ad38212cc None None] Provisioning complete for port a17bb83c-c70c-4781-8460-bf26446b292e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:57.684324 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-80a32fa5-6e25-46a2-926c-b66ad38212cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.795627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.821978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-80a32fa5-6e25-46a2-926c-b66ad38212cc None None] Port a17bb83c-c70c-4781-8460-bf26446b292e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:57.891862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:57.904572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:58.156058 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:58.176005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1248429 Jul 07 17:39:58.197877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:58.219125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-263aac3c-7b04-426b-b07d-e0d49cd5cd97 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:58.225647 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-263aac3c-7b04-426b-b07d-e0d49cd5cd97 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:39:58.227081 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-263aac3c-7b04-426b-b07d-e0d49cd5cd97 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:58.236717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-263aac3c-7b04-426b-b07d-e0d49cd5cd97 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0320303 Jul 07 17:39:58.242066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47122) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:58.308841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-57d0d4d9-73f6-4715-9e5c-e1e7d160d9cb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:58.435892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde1038-6a66-46d3-b10d-5112e2ae6727 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a86b14b-4158-4e00-943b-dad98cb9511e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:58.557171 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-57d0d4d9-73f6-4715-9e5c-e1e7d160d9cb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:58.572217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57d0d4d9-73f6-4715-9e5c-e1e7d160d9cb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2964072 Jul 07 17:39:58.577472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47134) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:58.618938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-108f831d-46f4-46b3-aedc-be8713ae2b85 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:58.621198 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-108f831d-46f4-46b3-aedc-be8713ae2b85 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:39:58.624644 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-108f831d-46f4-46b3-aedc-be8713ae2b85 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:58.635695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-108f831d-46f4-46b3-aedc-be8713ae2b85 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0540144 Jul 07 17:39:58.637724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47136) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:58.648525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d93aef3e-e58b-4c37-bb90-3f6315734d45 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:58.659241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01000f7-69b8-4207-8c18-1c5f1659fc86 req-e08773cd-fd91-4a5a-ac52-bdf8b63551b5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:58.662197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a01000f7-69b8-4207-8c18-1c5f1659fc86 req-e08773cd-fd91-4a5a-ac52-bdf8b63551b5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 931 time: 0.7023909 Jul 07 17:39:58.848463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a01000f7-69b8-4207-8c18-1c5f1659fc86 req-df15cae6-2d97-4b93-8a82-720b20e72ab5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769743 Jul 07 17:39:59.161592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17bb83c-c70c-4781-8460-bf26446b292e {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:59.203681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:59.242158 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-d93aef3e-e58b-4c37-bb90-3f6315734d45 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:59.246379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d93aef3e-e58b-4c37-bb90-3f6315734d45 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6018894 Jul 07 17:39:59.252627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:59.260131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Transition to ACTIVE for port object a17bb83c-c70c-4781-8460-bf26446b292e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:59.270416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:59.274327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4bc9fdc9-f4f9-459e-a034-bf1b1b5fec4d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:59.278744 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-4bc9fdc9-f4f9-459e-a034-bf1b1b5fec4d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:39:59.282474 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-4bc9fdc9-f4f9-459e-a034-bf1b1b5fec4d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:59.294640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4bc9fdc9-f4f9-459e-a034-bf1b1b5fec4d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0395691 Jul 07 17:39:59.298834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47152) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:59.325037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e9649a38-3fa3-45a8-a22f-9c243b654e36 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:59.481114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:59.609300 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-e9649a38-3fa3-45a8-a22f-9c243b654e36 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:59.615382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e9649a38-3fa3-45a8-a22f-9c243b654e36 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3083098 Jul 07 17:39:59.617023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:59.623501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-c9c3aed4-134b-400c-950d-218c29a47012 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2393503 Jul 07 17:39:59.641821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-32875e83-63b6-4339-a021-03f132b2efca tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:59.643238 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-32875e83-63b6-4339-a021-03f132b2efca tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:39:59.644200 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-32875e83-63b6-4339-a021-03f132b2efca tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:59.645650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-32875e83-63b6-4339-a021-03f132b2efca tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0281549 Jul 07 17:39:59.650198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47162) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:59.659982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0b748324-03ff-4103-a711-96fdf0f16888 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:59.832431 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-0b748324-03ff-4103-a711-96fdf0f16888 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:39:59.842240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b748324-03ff-4103-a711-96fdf0f16888 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1897016 Jul 07 17:39:59.843905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47170) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:59.859260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-089aa66a-50c7-475e-8444-dc91d75fea5f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '5a86b14b-4158-4e00-943b-dad98cb9511e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:59.885590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-1ca36580-7503-4946-a847-228c18b2e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:59.903546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-1ca36580-7503-4946-a847-228c18b2e379 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 1097 time: 0.2252381 Jul 07 17:40:00.098124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Attempting to bind port a17bb83c-c70c-4781-8460-bf26446b292e on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:00.098665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Attempting to bind port a17bb83c-c70c-4781-8460-bf26446b292e by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:00.100491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Attempting to bind port a17bb83c-c70c-4781-8460-bf26446b292e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:00.174541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Port a17bb83c-c70c-4781-8460-bf26446b292e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:00.178010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Attempting to bind port a17bb83c-c70c-4781-8460-bf26446b292e on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:00.210989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:00.211858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:00.214099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:00.214920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Bound port: a17bb83c-c70c-4781-8460-bf26446b292e, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:00.218290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:00.423473 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-089aa66a-50c7-475e-8444-dc91d75fea5f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:40:00.431507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-089aa66a-50c7-475e-8444-dc91d75fea5f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5826132 Jul 07 17:40:00.437812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47184) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:00.451795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-03be4a07-b2b7-47ed-aaaf-ce29d2caf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.451795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-03be4a07-b2b7-47ed-aaaf-ce29d2caf2d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 915 time: 0.4726908 Jul 07 17:40:00.666788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-ac410098-f831-4db6-bbcb-43d75d504620 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=058cb222-883f-4ae5-88eb-b106869ad261 HTTP/1.1" status: 200 len: 217 time: 0.1711562 Jul 07 17:40:00.717731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:00.861556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a17bb83c-c70c-4781-8460-bf26446b292e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:00.861556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:00.862047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96225-1d46-451f-b241-4d75f6141b86 req-7a57acdd-b4cc-4aec-8483-e717b67036ed tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.875738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eb96225-1d46-451f-b241-4d75f6141b86 req-7a57acdd-b4cc-4aec-8483-e717b67036ed tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.4552238 Jul 07 17:40:00.918617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:00.919881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-02e2a142-b304-4e12-9a2c-029062197c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.921683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-02e2a142-b304-4e12-9a2c-029062197c6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 200 len: 854 time: 0.2398734 Jul 07 17:40:01.012021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-0fa07cfc-8b33-4271-8993-492ea4a8b6df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c04ab41e-9da5-425d-b16e-f578ec8c7d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802858 Jul 07 17:40:01.036089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eb96225-1d46-451f-b241-4d75f6141b86 req-e84b74fc-f2e9-4d62-95c2-6abba22b2387 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579971 Jul 07 17:40:01.238865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:01.242970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:01.250933 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] 10.222.0.73 "PUT /v2.0/ports/a17bb83c-c70c-4781-8460-bf26446b292e HTTP/1.1" status: 200 len: 1092 time: 4.0829823 Jul 07 17:40:01.255460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:01.265293 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927adf8a-fed5-4fb2-8318-c356d45cf8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:01.298076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:01.483179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-b5c503fa-1e22-481d-b02e-ed67b2836cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437883 Jul 07 17:40:01.581072 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44556b26-0fda-4b29-a415-cec0074139b4 x-openstack-request-id: req-44556b26-0fda-4b29-a415-cec0074139b4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:01.585229 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:01.585778 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44556b26-0fda-4b29-a415-cec0074139b4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:01.592505 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e', 'status': 'completed', 'code': 200} Jul 07 17:40:01.798761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947ea9-de79-4117-b36d-daeecc89db96 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:01.907901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:01.916132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:01.925104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47212) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:01.937321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/5a86b14b-4158-4e00-943b-dad98cb9511e HTTP/1.1" status: 204 len: 168 time: 1.4937751 Jul 07 17:40:01.983066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac90aaa5-64fb-4f21-8a8a-21a67addeaa3 req-c6981ffe-6d05-4076-b1c2-a4158e576f33 service neutron] 10.222.0.73 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927859 Jul 07 17:40:01.997449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a697de8-57f6-468c-abf3-e9c66194a6c8 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a86b14b-4158-4e00-943b-dad98cb9511e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:02.036722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-4f508f53-2b0b-435c-baf9-fc190902925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.042646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-4f508f53-2b0b-435c-baf9-fc190902925c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 1095 time: 0.6898868 Jul 07 17:40:02.118839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-843a808e-ee00-4ae5-9c84-505f9bfc1f60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17bb83c-c70c-4781-8460-bf26446b292e HTTP/1.1" status: 200 len: 217 time: 0.0678754 Jul 07 17:40:02.153951 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-962713ed-467e-47b2-95b5-eca7c3bb5938 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2218037 Jul 07 17:40:02.164837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47226) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:02.189087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--800361001'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:02.274006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:02.376425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-e669f367-83be-4445-800f-f7f917e802de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.385789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-e669f367-83be-4445-800f-f7f917e802de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2603042 Jul 07 17:40:02.639705 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:02.652344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:02.704094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-e23b9804-eb0d-4476-8f52-79939b19adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.708129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-e23b9804-eb0d-4476-8f52-79939b19adf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3152120 Jul 07 17:40:02.828842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfec739-44f9-4ab9-880e-a769e03c76ff,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:02.859772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:02.865931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cf968a17-9942-43ef-a906-b43696423c8a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6913636 Jul 07 17:40:02.879150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47234) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:02.931893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b9ae45cc-a8d4-4be0-9728-12e0c67d6ea9 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9bfec739-44f9-4ab9-880e-a769e03c76ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:03.086144 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-b9ae45cc-a8d4-4be0-9728-12e0c67d6ea9 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The resource could not be found. Jul 07 17:40:03.087761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b9ae45cc-a8d4-4be0-9728-12e0c67d6ea9 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2070270 Jul 07 17:40:03.091714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47238) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.098062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a49cc732-9305-4bf7-8bb3-547f20e2856a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '9bfec739-44f9-4ab9-880e-a769e03c76ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'deae4eba-dcca-417b-a56f-ca434c87bfea'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:03.127833 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-770efea3-451e-4b29-87f1-22f610b06779 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127238 Jul 07 17:40:03.186767 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-a49cc732-9305-4bf7-8bb3-547f20e2856a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The resource could not be found. Jul 07 17:40:03.188320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a49cc732-9305-4bf7-8bb3-547f20e2856a tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0952678 Jul 07 17:40:03.191879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.349277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.475318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.499183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fb11dd71-a26a-456c-b15e-9edaaef2105a req-86ff4a4e-80a7-430d-abbe-5f968b6efba1 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628175 Jul 07 17:40:03.575485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47244) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.679309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.717107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.726929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/9bfec739-44f9-4ab9-880e-a769e03c76ff HTTP/1.1" status: 204 len: 168 time: 0.5292621 Jul 07 17:40:03.732627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47250) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.849343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50468c-33e6-48b4-b3ac-51c5a98f7492 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfec739-44f9-4ab9-880e-a769e03c76ff,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:03.942342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-c332aba9-d1e3-42f9-8680-77f212569b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:03.947178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-c332aba9-d1e3-42f9-8680-77f212569b02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 1095 time: 0.3177722 Jul 07 17:40:03.972247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8943d56f-bbce-4514-9ea3-2a31d65d8770 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2058322 Jul 07 17:40:03.983153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47256) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.997901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-dd43b9bd-dce5-47bb-86ea-506e4acc1963 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '42e10aa8-5f6d-4ba3-9931-4a7e8f0825d4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:04.131854 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-dd43b9bd-dce5-47bb-86ea-506e4acc1963 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The resource could not be found. Jul 07 17:40:04.138628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd43b9bd-dce5-47bb-86ea-506e4acc1963 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1526141 Jul 07 17:40:04.150033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47260) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:04.158782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122541298'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:04.283278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.773258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07dfdb-1c47-4c1c-911a-3ffc0ca52fe6 req-2f1d8481-fa3b-4c19-a655-e02e8f674a0d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.796937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e07dfdb-1c47-4c1c-911a-3ffc0ca52fe6 req-2f1d8481-fa3b-4c19-a655-e02e8f674a0d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.4825702 Jul 07 17:40:04.856593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47270) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:05.035617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ab1277b-fb70-4815-b2c3-067832333cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.115910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-bd5e7afd-75f7-411c-8a84-c56a54e36220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.127520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-bd5e7afd-75f7-411c-8a84-c56a54e36220 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 1.1678782 Jul 07 17:40:05.130048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.197913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e07dfdb-1c47-4c1c-911a-3ffc0ca52fe6 req-22f14160-98b6-4f69-b3a9-37acdb3fd82e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970885 Jul 07 17:40:05.205277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.372336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-d14920e5-f29c-404b-9dd3-08eebbe2b454 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17bb83c-c70c-4781-8460-bf26446b292e HTTP/1.1" status: 200 len: 217 time: 0.2257113 Jul 07 17:40:05.402796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa4a86-2637-481f-bab5-0fffedf93012,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:05.711396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7915884-d897-44a3-8ea3-d1b6cac16e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.738358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-f12c7822-4f72-4d13-bb0e-6f4405c37d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.741036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-f12c7822-4f72-4d13-bb0e-6f4405c37d56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.3669450 Jul 07 17:40:05.861762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-22f473e2-9c28-46e0-9253-6d7a1cf49337 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.869644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-22f473e2-9c28-46e0-9253-6d7a1cf49337 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.73 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 945 time: 0.4297454 Jul 07 17:40:05.950300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ab1277b-fb70-4815-b2c3-067832333cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.030215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.036701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b885784-07b9-48f9-97f2-b72c036b4641 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8853276 Jul 07 17:40:06.044686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47280) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:06.053036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ab1277b-fb70-4815-b2c3-067832333cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.071188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305823650'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:06.137115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47284) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:06.216183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f8a9-b0f5-483d-bc00-53a4d6ec58d3 req-8bfb9cf5-3f69-4d60-a905-28c61e562fa2 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:06.224150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac28f8a9-b0f5-483d-bc00-53a4d6ec58d3 req-8bfb9cf5-3f69-4d60-a905-28c61e562fa2 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 945 time: 0.3194578 Jul 07 17:40:06.271201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1277b-fb70-4815-b2c3-067832333cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecc28ef-b635-4316-be00-df82e40f0aca,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:06.332651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7915884-d897-44a3-8ea3-d1b6cac16e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.362540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Deleting port 058cb222-883f-4ae5-88eb-b106869ad261 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:06.363134 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.366722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7915884-d897-44a3-8ea3-d1b6cac16e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.389800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac28f8a9-b0f5-483d-bc00-53a4d6ec58d3 req-3788375a-f794-4d96-9e26-d9f0b3bca768 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642306 Jul 07 17:40:06.414362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3ab1277b-fb70-4815-b2c3-067832333cd2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6402bfeab234571823c5b5337f07d50&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8362770 Jul 07 17:40:06.418681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47290) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:06.607367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-91897591-dff7-437f-ab7e-30ee3cecd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:06.630503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-91897591-dff7-437f-ab7e-30ee3cecd20d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8755190 Jul 07 17:40:06.755505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.793232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.973220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-067f6c4d-36dc-4177-9666-eec7ee985fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.098836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.178205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7915884-d897-44a3-8ea3-d1b6cac16e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fdfcd-10da-4a34-9e2c-bdf4d5ad1865,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:07.187969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7915884-d897-44a3-8ea3-d1b6cac16e8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=487c37b26b0f46718a8ed6edfa8729cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3285313 Jul 07 17:40:07.193875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47296) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:07.236198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-9491ef5e-2e6a-456b-8954-fdcd18406454 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931054 Jul 07 17:40:07.321855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-31c8ed0b-ef57-40ff-84de-19b2fb6cf458 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3407378 Jul 07 17:40:07.332496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] For port 058cb222-883f-4ae5-88eb-b106869ad261, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=058cb222-883f-4ae5-88eb-b106869ad261,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:07.333524 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.386795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Calling delete_port for 058cb222-883f-4ae5-88eb-b106869ad261 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:07.423880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.431459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.437503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ecc28ef-b635-4316-be00-df82e40f0aca HTTP/1.1" status: 204 len: 168 time: 0.9888139 Jul 07 17:40:07.458621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.477959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.487721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce4cfa-b218-4d47-88d2-200b1e95f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecc28ef-b635-4316-be00-df82e40f0aca,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:07.613808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74b10cf7-a33f-44e2-86ea-7108ddd9348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.672461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-927adf8a-fed5-4fb2-8318-c356d45cf8d4 req-8f27e53c-ef90-45ad-93dc-11a78d356446 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135962 Jul 07 17:40:07.695845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44dc006-1931-4584-b777-82ed14efa01a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:07.735952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.746908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81915-9d2f-4245-8d40-865c8e9fa8a7 req-ed4e4129-2ae4-49b8-9633-3a9061f06a87 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.758106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-caa81915-9d2f-4245-8d40-865c8e9fa8a7 req-ed4e4129-2ae4-49b8-9633-3a9061f06a87 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.6523514 Jul 07 17:40:07.762542 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.784791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['058cb222-883f-4ae5-88eb-b106869ad261'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:07.884140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.884696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.885893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.886364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.886872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.887352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.887832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.890081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-28236e0b-5725-4283-a484-399570ce1abe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.3158798 Jul 07 17:40:07.923945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.955219 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-067f6c4d-36dc-4177-9666-eec7ee985fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.975980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-067f6c4d-36dc-4177-9666-eec7ee985fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.994894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:07.997305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-25728211-f382-4921-9ae1-1de9a2aeb626 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9483809 Jul 07 17:40:08.009080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47306) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:08.017138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cd9ddbc0-3c3c-4118-a415-7f79f50fa3dd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group_rule': {'security_group_id': '4bfa4a86-2637-481f-bab5-0fffedf93012', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a44dc006-1931-4584-b777-82ed14efa01a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:08.023119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Pushing event deleted for resources: {'Port': ['ID=058cb222-883f-4ae5-88eb-b106869ad261,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:08.106882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-067f6c4d-36dc-4177-9666-eec7ee985fa7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0d9631b55bc45dca3234d789f94f38b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9669034 Jul 07 17:40:08.106882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47308) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:08.114864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.117662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.119532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d4fdfcd-10da-4a34-9e2c-bdf4d5ad1865 HTTP/1.1" status: 204 len: 168 time: 0.9220750 Jul 07 17:40:08.174635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6c4d-36dc-4177-9666-eec7ee985fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865d653e-a7d4-4e9b-857b-a085f2738d94,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:08.190568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] No DVR routers for this DVR port 058cb222-883f-4ae5-88eb-b106869ad261 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:08.228881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-caa81915-9d2f-4245-8d40-865c8e9fa8a7 req-64990438-9d23-4318-8432-afa91a9b340a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656284 Jul 07 17:40:08.250497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.256137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1861fc3f-f80a-48b7-9ee1-780c084aa44f req-29905cfd-8283-4436-bf05-341d0d03a81b tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.73 "DELETE /v2.0/ports/058cb222-883f-4ae5-88eb-b106869ad261 HTTP/1.1" status: 204 len: 173 time: 2.3779664 Jul 07 17:40:08.261456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'name': 'network-vif-deleted', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:08.268236 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59f303f-c9a8-4d67-b5b0-349af0e63656" -d '{"events": [{"server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "name": "network-vif-deleted", "tag": "058cb222-883f-4ae5-88eb-b106869ad261"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:08.295278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed1c07-666d-4a6c-8950-a30d0b11e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fdfcd-10da-4a34-9e2c-bdf4d5ad1865,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:08.535023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c92175b7-1d94-409d-a0dd-41e2f7113869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.535023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c92175b7-1d94-409d-a0dd-41e2f7113869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.535625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c92175b7-1d94-409d-a0dd-41e2f7113869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.539129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c92175b7-1d94-409d-a0dd-41e2f7113869 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 2295 time: 0.5057776 Jul 07 17:40:08.744725 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-cd9ddbc0-3c3c-4118-a415-7f79f50fa3dd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:40:08.750684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cd9ddbc0-3c3c-4118-a415-7f79f50fa3dd tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7391348 Jul 07 17:40:08.752639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47316) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:08.814512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-b95d03c1-45a8-4127-91c5-a6ffbea48cd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.2377753 Jul 07 17:40:08.828274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47318) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:08.907189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b10a76f9-ff46-4c7d-88da-2be518be0b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.987795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.020274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.048779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-dc36f1f2-c5a7-46b5-ad81-7656c93d473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.066915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-dc36f1f2-c5a7-46b5-ad81-7656c93d473f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.2367857 Jul 07 17:40:09.083951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.124951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.129531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.135105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/a44dc006-1931-4584-b777-82ed14efa01a HTTP/1.1" status: 204 len: 168 time: 0.3805947 Jul 07 17:40:09.152052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47322) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:09.159951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec937968-2227-4cab-8288-c4a03811a046 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44dc006-1931-4584-b777-82ed14efa01a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:09.220270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.320282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b10a76f9-ff46-4c7d-88da-2be518be0b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.353778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b10a76f9-ff46-4c7d-88da-2be518be0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.363779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c27bdde3-ce7a-4087-97b0-b59e72bfb240 req-0da69a4a-76f3-42d7-9414-788d3fc1e981 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=175d5b70-3977-4f12-a144-5f0a1974962a HTTP/1.1" status: 200 len: 210 time: 0.0909846 Jul 07 17:40:09.405122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b10a76f9-ff46-4c7d-88da-2be518be0b52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b34ac122eab6437fb6fcee2ea0173da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517924 Jul 07 17:40:09.408771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a76f9-ff46-4c7d-88da-2be518be0b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97477dfc-2d2a-4f11-b518-992eaca8b836,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:09.413408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47330) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:09.578473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-f76d3b6d-25ed-4eab-a483-fea16911485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.580783 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd750d5-bc22-44e6-8ddb-85c0c6acbb43 x-openstack-request-id: req-8bd750d5-bc22-44e6-8ddb-85c0c6acbb43 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:09.581084 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175d5b70-3977-4f12-a144-5f0a1974962a", "name": "network-vif-deleted", "tag": "058cb222-883f-4ae5-88eb-b106869ad261", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:09.581461 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bd750d5-bc22-44e6-8ddb-85c0c6acbb43 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:09.581737 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175d5b70-3977-4f12-a144-5f0a1974962a', 'name': 'network-vif-deleted', 'tag': '058cb222-883f-4ae5-88eb-b106869ad261', 'status': 'completed', 'code': 200} Jul 07 17:40:09.582467 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.591785 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-f76d3b6d-25ed-4eab-a483-fea16911485f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4882715 Jul 07 17:40:09.652818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66197e36-e5b0-4f11-917c-d32ed91e6e0d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4954424 Jul 07 17:40:09.655160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47336) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:09.673754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.800011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.810750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.816901 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/865d653e-a7d4-4e9b-857b-a085f2738d94 HTTP/1.1" status: 204 len: 168 time: 1.6512101 Jul 07 17:40:09.879019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865d653e-a7d4-4e9b-857b-a085f2738d94,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:09.909418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.909761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.910102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.910486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.910883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.911253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.911711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.912069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.912401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.918504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.918504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.918504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a461d1-9b18-4ce9-95a3-20f8f92b79b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:09.933958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 058cb222-883f-4ae5-88eb-b106869ad261 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:10.014206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-08c8ef50-cc54-40c9-ba5e-bd2c6fb79633 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214628 Jul 07 17:40:10.044486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.115411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.118519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.120629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97477dfc-2d2a-4f11-b518-992eaca8b836 HTTP/1.1" status: 204 len: 168 time: 0.7051144 Jul 07 17:40:10.145164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685f3d-4950-430a-853c-ad3ad0b48bb9 req-c404e42b-b426-4f90-b651-599e514a4311 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.154194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd685f3d-4950-430a-853c-ad3ad0b48bb9 req-c404e42b-b426-4f90-b651-599e514a4311 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.3235338 Jul 07 17:40:10.160678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.162332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 058cb222-883f-4ae5-88eb-b106869ad261 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:10.162907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 058cb222-883f-4ae5-88eb-b106869ad261 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:10.178191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72acee0-cde8-4fbc-bb00-605f8e2babfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97477dfc-2d2a-4f11-b518-992eaca8b836,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:10.206245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-052bb458-6fe0-4a1c-bd19-c73446c914cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.255719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd685f3d-4950-430a-853c-ad3ad0b48bb9 req-68924de9-6be1-49a7-870b-af6eeedec60e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982826 Jul 07 17:40:10.282212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.285504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.291048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/4bfa4a86-2637-481f-bab5-0fffedf93012 HTTP/1.1" status: 204 len: 168 time: 0.6346946 Jul 07 17:40:10.292392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47352) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:10.325096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-76c0ac6b-6195-4421-8a9f-86acc28646df service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018458 Jul 07 17:40:10.379600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684fe3-1c61-4914-8163-4d1f88d6fccb tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa4a86-2637-481f-bab5-0fffedf93012,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:10.440495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-90cb1e21-f74a-4da8-afbe-1d337a182d42 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384215 Jul 07 17:40:10.441222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:10.445957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'tempest-secgroup--872450275'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:10.500431 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.541314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-46738201-f68f-4946-9339-807feac6c406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.2036798 Jul 07 17:40:10.590315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.764980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-1adf48c4-911d-4aa8-a99c-55467b9e1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.769894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-1adf48c4-911d-4aa8-a99c-55467b9e1ade service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2173276 Jul 07 17:40:10.903394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.936227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.149003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256ed07b-2324-4032-8d59-7035ed9a566b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:11.154372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-ca9ef859-20ed-4786-8a09-b59d16c2fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:11.163136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-ca9ef859-20ed-4786-8a09-b59d16c2fe6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3824861 Jul 07 17:40:11.192604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.204314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7b075185-e83d-4304-a07c-d3a33378ed8f tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7587104 Jul 07 17:40:11.208248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:11.241985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b3e64cc7-10b7-4bd3-8625-4e2ca878c080 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:11.243605 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-b3e64cc7-10b7-4bd3-8625-4e2ca878c080 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:40:11.246882 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-b3e64cc7-10b7-4bd3-8625-4e2ca878c080 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:40:11.250043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b3e64cc7-10b7-4bd3-8625-4e2ca878c080 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "PUT /v2.0/security-groups/256ed07b-2324-4032-8d59-7035ed9a566b HTTP/1.1" status: 409 len: 330 time: 0.0306401 Jul 07 17:40:11.254472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47386) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:11.636292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.758557 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-a523a295-3e5b-41e0-9da9-16a1e0f5e74e service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882568 Jul 07 17:40:11.808366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.980555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:12.170844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:12.182992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-25417895-a6d3-49ba-b43c-6f06406a2898 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134541 Jul 07 17:40:12.190121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:12.193820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/256ed07b-2324-4032-8d59-7035ed9a566b HTTP/1.1" status: 204 len: 168 time: 0.9367733 Jul 07 17:40:12.217431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:12.323921 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-ee70943f-fd4f-4980-a189-9f33a1941710 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.1327126 Jul 07 17:40:12.404712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233992e9-c7f6-4fac-a9fb-d18f9002ce81 req-3bd7b86b-ff93-4132-b220-6304976c0ffc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.420062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-233992e9-c7f6-4fac-a9fb-d18f9002ce81 req-3bd7b86b-ff93-4132-b220-6304976c0ffc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.5437269 Jul 07 17:40:12.445626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660ac03-5150-4f9d-8934-61d7597f32d6 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ed07b-2324-4032-8d59-7035ed9a566b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:12.540092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-286e0442-6af4-4b22-b996-7abd92bed239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.568369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-286e0442-6af4-4b22-b996-7abd92bed239 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2348106 Jul 07 17:40:12.621828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-233992e9-c7f6-4fac-a9fb-d18f9002ce81 req-070f09cb-ef90-4cb5-ac44-b7a3339418b7 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994793 Jul 07 17:40:12.652712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b567c73a-fb14-40bb-96df-27f7bfb84f45 tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3978426 Jul 07 17:40:12.666526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47432) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:12.718329 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-957c6bdb-d481-47d6-b762-c00338fb9c4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] delete failed (client error): The resource could not be found. Jul 07 17:40:12.730670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-957c6bdb-d481-47d6-b762-c00338fb9c4c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "DELETE /v2.0/security-groups/e7953fc6-769e-434d-9786-b318cb326701 HTTP/1.1" status: 404 len: 347 time: 0.0578556 Jul 07 17:40:12.732845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47436) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:12.793853 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-106ec329-923e-40c8-8e33-fc7f3627936c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] show failed (client error): The resource could not be found. Jul 07 17:40:12.804624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-106ec329-923e-40c8-8e33-fc7f3627936c tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-groups/3b15589f-50c9-4ff7-accb-a4510392192f HTTP/1.1" status: 404 len: 347 time: 0.0682757 Jul 07 17:40:12.805890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:12.865316 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-ed0d7578-09ac-44d1-a517-d8f56edaed1d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] show failed (client error): The resource could not be found. Jul 07 17:40:12.876599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed0d7578-09ac-44d1-a517-d8f56edaed1d tempest-NegativeSecGroupTest-1699048470 tempest-NegativeSecGroupTest-1699048470-project] 10.222.0.66 "GET /v2.0/security-group-rules/f77f20f3-afb1-4024-9b4f-8616f57c9a5a HTTP/1.1" status: 404 len: 356 time: 0.0685549 Jul 07 17:40:12.944164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-1228d0c8-e1ba-4843-8e57-668dabcc238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.949117 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-1228d0c8-e1ba-4843-8e57-668dabcc238e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3728347 Jul 07 17:40:13.398182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-7ca3d24d-2f79-4911-aad3-591a54d85252 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344208 Jul 07 17:40:13.632413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:13.844578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-a331d22f-e3d7-47ad-825c-0f23f8584d40 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386334 Jul 07 17:40:14.046874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-49938632-785d-4479-8997-1222f38087f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.1920657 Jul 07 17:40:14.187010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b8ad-886b-434e-81c5-29a91e8dcb81 req-17098b82-a3f6-49ea-b6d6-e4314082ef47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:14.199740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e946b8ad-886b-434e-81c5-29a91e8dcb81 req-17098b82-a3f6-49ea-b6d6-e4314082ef47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.2051396 Jul 07 17:40:14.288070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47474) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:14.308803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e946b8ad-886b-434e-81c5-29a91e8dcb81 req-aeb8291b-d340-4939-80fc-ebfa513d51a2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087062 Jul 07 17:40:14.313306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-2af236c1-e903-4637-a1f0-4fb2b230dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:14.320533 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-2af236c1-e903-4637-a1f0-4fb2b230dd9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2662795 Jul 07 17:40:14.559504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-bac5fa85-44ee-4a54-a856-163e2490a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:14.559679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-bac5fa85-44ee-4a54-a856-163e2490a4da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2340190 Jul 07 17:40:14.733417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-d853a4b5-de58-4214-953b-87347440251d service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654377 Jul 07 17:40:15.010122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-41fd4e89-8daa-484a-a990-ef5b7e025696 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e646c341ba0441f3ae653ce572e0300b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164950 Jul 07 17:40:15.011147 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47488) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:15.049594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-db000488-ee9a-4e51-a005-73c8a546397c service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067610 Jul 07 17:40:15.075181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:15.240955 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-39569f14-641f-4821-9daf-d0ac2ff8650f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1838727 Jul 07 17:40:15.303011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.365316 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.400271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-3a79f4c1-203f-4e6d-b600-3cc20d1bca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.404195 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-3a79f4c1-203f-4e6d-b600-3cc20d1bca87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1535981 Jul 07 17:40:15.599536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.605051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.614354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9ea5e47-c278-4876-9416-ca28376e4efe HTTP/1.1" status: 204 len: 168 time: 0.6008570 Jul 07 17:40:15.652399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f585a1-5a3d-45be-9bdb-5008b540c689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ea5e47-c278-4876-9416-ca28376e4efe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:15.727218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-3e533867-6924-43a2-9d8c-11f56d7597ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.736456 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-3e533867-6924-43a2-9d8c-11f56d7597ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3212402 Jul 07 17:40:15.989182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-8a07966e-0270-4018-819b-27acf121d83a service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449675 Jul 07 17:40:16.018083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190fab8-374b-4530-a8bb-fa28e9e19c67 req-ded20695-4223-4908-b459-f73655824199 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.023095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2190fab8-374b-4530-a8bb-fa28e9e19c67 req-ded20695-4223-4908-b459-f73655824199 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.3327603 Jul 07 17:40:16.130351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2190fab8-374b-4530-a8bb-fa28e9e19c67 req-af7583f0-3ac0-451a-9759-b76c3202f785 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Jul 07 17:40:16.323435 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-a084db37-9f00-49a6-9a00-ea89e5226ad4 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251956 Jul 07 17:40:16.477464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c1671345-0db3-4546-80ff-17fe72a61dab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.1475399 Jul 07 17:40:16.650073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-68f0e100-462e-4271-aa78-e8a23d1b00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.656513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-68f0e100-462e-4271-aa78-e8a23d1b00bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1661937 Jul 07 17:40:16.923675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-b7c7be2c-4a7a-4372-92a0-91eccf44ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.926070 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-b7c7be2c-4a7a-4372-92a0-91eccf44ea6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2615650 Jul 07 17:40:17.279527 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-385bce02-e065-406f-a9fd-948db0358833 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453960 Jul 07 17:40:17.568421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-a83e4386-1b2a-42f1-af8e-21732b301989 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822342 Jul 07 17:40:17.711489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-4183caa1-aa23-43ed-a1d2-556d52dcdd9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.1356618 Jul 07 17:40:17.872753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c5a01186-d992-445f-8f31-af9d0c14b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:17.877188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-c5a01186-d992-445f-8f31-af9d0c14b242 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1599205 Jul 07 17:40:17.920216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47582) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:17.934851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297596064', 'description': 'tempest-secgroup-smoke-1297596064 description', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:18.076251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.082572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-55b3e13b-0eb6-4855-a4dc-e9091eeb3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.091071 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-55b3e13b-0eb6-4855-a4dc-e9091eeb3fcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2055740 Jul 07 17:40:18.129234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.514514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-683f8fb9-b4a3-440c-a262-87d29998c472 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176714 Jul 07 17:40:18.579298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.656557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.754774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2610898d-6cc6-4739-b92e-a151d50ce235 req-4df282b6-7a11-4c0d-9e86-70e60cced3e5 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322681 Jul 07 17:40:18.814277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cbc20a-b7af-4dbd-8760-4efc959a7ebe,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:18.899664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e923c42-4881-4697-9ca2-a15c869aaddc req-a06071dd-521f-47bf-ba7d-ee047d6a93d5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.914836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e923c42-4881-4697-9ca2-a15c869aaddc req-a06071dd-521f-47bf-ba7d-ee047d6a93d5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.3326423 Jul 07 17:40:19.028309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e923c42-4881-4697-9ca2-a15c869aaddc req-5396abbb-ac93-4102-be78-9c2eb85b1fdc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112082 Jul 07 17:40:19.200754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.208374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.275928 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.280372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3575361 Jul 07 17:40:19.285603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:19.302354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:19.341026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a9cff-31f3-4f46-89d4-7d7066582381 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe76a86-0302-4cbc-a583-e22b84ea3ed5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:19.430274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.700173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.710908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.779837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3033de-ee7b-45a1-9757-ea5ada38fc18,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:19.804178 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.809149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47654) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:19.809318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-22b13233-7f1b-4a84-bc95-22bddc3c57eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5217230 Jul 07 17:40:19.827408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:19.981563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.300759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.313701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.392982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.399123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5882688 Jul 07 17:40:20.403146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47676) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:20.404002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd36d8-fdb6-4ba2-b962-80a51f55f3be tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b1e685-c8af-407a-9aaa-7877eef03e70,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:20.409384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:20.503250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.777687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.792736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.796427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71119d-4f0e-49e1-8ca7-a808175d62e4 req-bfbafc0a-74f5-4fd7-b9e9-0f747e576954 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.815065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc71119d-4f0e-49e1-8ca7-a808175d62e4 req-bfbafc0a-74f5-4fd7-b9e9-0f747e576954 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.3029954 Jul 07 17:40:20.911649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa02abfa-dd87-4c61-a4cc-0244fa3c35c8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:20.946045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.956333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-462ce87d-e76f-44b6-a24c-168f408ff63b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5477345 Jul 07 17:40:20.957071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:20.976139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:20.981392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc71119d-4f0e-49e1-8ca7-a808175d62e4 req-b7dd206c-f95c-4292-a849-95f0bcd4a86d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629617 Jul 07 17:40:21.093638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.285369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.291780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.390531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c01372d-20c7-454c-a3e3-ae00bcc4a033,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:21.413161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.418594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-efa85e81-1084-4dc1-a65b-aeec30cbef87 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4568479 Jul 07 17:40:21.419095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47732) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:21.434246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:21.571778 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:40:21.585901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.797747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.812611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.862704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe25898-ed04-44bf-a190-d155bb9067c4,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:21.891152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.895465 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-84ff630e-b56a-44da-aa2b-767ceefb3e26 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4715793 Jul 07 17:40:21.898872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47764) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:21.912443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'efe76a86-0302-4cbc-a583-e22b84ea3ed5', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:22.040924 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:40:22.056906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.268155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.279347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.340320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ab52fe-5c49-4011-a4b3-455ea018d2a9,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:22.362031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.367391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2cde442c-db36-43b3-acaa-7dd6d8af57b3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4671950 Jul 07 17:40:22.369330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:22.379289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'network': {'name': 'tempest-network-smoke--1280754964', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:22.413760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:22.419273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.455041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:22.470123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.471162 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Added segment d546f3f4-515d-4435-b3c2-ac018605de29 of type vlan for network 3be8353e-138e-4e51-9a53-33a9fead1fe2 Jul 07 17:40:22.539550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.600716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188d7f-7ad8-49f4-9afa-709a974da470 req-b64511a0-bd89-4785-8a40-d1f58fa6bece tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.610954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a188d7f-7ad8-49f4-9afa-709a974da470 req-b64511a0-bd89-4785-8a40-d1f58fa6bece tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.2495968 Jul 07 17:40:22.643052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.656171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.657045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.737315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a188d7f-7ad8-49f4-9afa-709a974da470 req-f7682d04-3a8f-4777-a748-a75ce0a85589 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067917 Jul 07 17:40:22.811776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4370520 Jul 07 17:40:22.812233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:22.819991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'admin_state_up': True, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:22.879725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a5164-5522-46cf-b5cc-67724a642201 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Network': ['ID=3be8353e-138e-4e51-9a53-33a9fead1fe2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:22.894756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:22.940413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:22.961782 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.966723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.280691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.513811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:23.627234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e8d462-d862-4565-97ae-21bd1139336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.788425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.980541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e8d462-d862-4565-97ae-21bd1139336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.990078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e8d462-d862-4565-97ae-21bd1139336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.147925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223d5018-2a68-457a-b328-d98b60678763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.158612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83e8d462-d862-4565-97ae-21bd1139336b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b43193b011d54905b0a130db7e7223b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2150156 Jul 07 17:40:24.180073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.207562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d462-d862-4565-97ae-21bd1139336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44427038-e90e-457c-b202-ac10ef2c9f60,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.433481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223d5018-2a68-457a-b328-d98b60678763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.445575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223d5018-2a68-457a-b328-d98b60678763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.616208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-223d5018-2a68-457a-b328-d98b60678763 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d468b71494944d38bdf63a0b73f6b7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008182 Jul 07 17:40:24.620709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.630727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d5018-2a68-457a-b328-d98b60678763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4020c7-ff3d-4af9-9d04-25243e3edad1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.683838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15af1-be92-4463-ad5e-090ca386b391 req-7417cc03-3fc6-49f4-99d4-638a0ff792dc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.686922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8e15af1-be92-4463-ad5e-090ca386b391 req-7417cc03-3fc6-49f4-99d4-638a0ff792dc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.6275382 Jul 07 17:40:24.758078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.781654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.792709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.855938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.880007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.883556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.889314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a4020c7-ff3d-4af9-9d04-25243e3edad1 HTTP/1.1" status: 204 len: 168 time: 0.2625999 Jul 07 17:40:24.903895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5130fbd-001f-449d-8129-1f09f94ed7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4020c7-ff3d-4af9-9d04-25243e3edad1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.946533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.955988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.986303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8e15af1-be92-4463-ad5e-090ca386b391 req-f283541c-36f3-422e-a3ab-52106541f205 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805798 Jul 07 17:40:25.158759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.162676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.164368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44427038-e90e-457c-b202-ac10ef2c9f60 HTTP/1.1" status: 204 len: 168 time: 0.9730544 Jul 07 17:40:25.175253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.74 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4ff54501-6987-439f-b7c3-aa87ec58eb57) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:25.195874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44427038-e90e-457c-b202-ac10ef2c9f60,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:25.213291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.214415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.215115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.215699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.216404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.216924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.217467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.218007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.218704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.219215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.219751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.220259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f847a083-91b5-4bae-b4ff-3535756065dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:25.408811 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.476810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.569921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:25.576083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:25.579770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:25.620988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=4ff54501-6987-439f-b7c3-aa87ec58eb57,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:25.627254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.167262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47872) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:26.197952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-847cce7b-a5ae-4dd1-bd50-1eb59ba35228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.390865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-847cce7b-a5ae-4dd1-bd50-1eb59ba35228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.408819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-847cce7b-a5ae-4dd1-bd50-1eb59ba35228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.473700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cce7b-a5ae-4dd1-bd50-1eb59ba35228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9531c-5b02-4e77-97af-6b0aecd25589,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:26.504725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-847cce7b-a5ae-4dd1-bd50-1eb59ba35228 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52233ca381374fe58b02fe8459c97394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305440 Jul 07 17:40:26.507305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47886) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:26.675661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.720106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.765733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.845096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-e11ffedb-c383-47b4-81ca-3b67d5dd354c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.855192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-e11ffedb-c383-47b4-81ca-3b67d5dd354c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 814 time: 0.7467484 Jul 07 17:40:26.880250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-f824279e-3ac1-4c02-84f2-9456a8585242 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/quotas/66a6acdde3534c00b7b1864f9843f8f2 HTTP/1.1" status: 200 len: 375 time: 0.0236776 Jul 07 17:40:26.926427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.931060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.938812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fd9531c-5b02-4e77-97af-6b0aecd25589 HTTP/1.1" status: 204 len: 168 time: 0.4304307 Jul 07 17:40:26.940045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-526f2702-3dd2-47a5-9d52-178ab2c67454 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590229 Jul 07 17:40:26.963535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed04a87-ecca-4b3d-b86b-361b17ec746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9531c-5b02-4e77-97af-6b0aecd25589,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:27.209572 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.255463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.541574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-794cddaf-c226-4bb0-a10d-552f9dd4cfba service neutron] 10.222.0.66 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003971 Jul 07 17:40:27.631543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 053546b8-ca06-46d9-b1fa-e228b78e79ad is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:40:28.193437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-a4938a3e-91be-43fa-a22b-1d8b7f148e88 service neutron] 10.222.0.66 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405532 Jul 07 17:40:28.257640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:28.279327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Sync routers for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:28.306204 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:28.308157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:40:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:28.325371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.333871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47952) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:28.334538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-286bfe71-e922-4728-be03-6c9e8cb89b28 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5203202 Jul 07 17:40:28.508602 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:29.002086 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc415472-483f-42c1-a190-1eef05b229b8 req-27ddce99-feed-4b33-9636-cef0f35b8c9d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.042731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc415472-483f-42c1-a190-1eef05b229b8 req-27ddce99-feed-4b33-9636-cef0f35b8c9d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.3164434 Jul 07 17:40:29.050134 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:25Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:29.106543 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Checking router: 053546b8-ca06-46d9-b1fa-e228b78e79ad for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:29.107349 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Updating router 053546b8-ca06-46d9-b1fa-e228b78e79ad port 4ff54501-6987-439f-b7c3-aa87ec58eb57 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:29.206296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc415472-483f-42c1-a190-1eef05b229b8 req-b4b87af6-7315-4545-b517-cc95a6c350b0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620781 Jul 07 17:40:29.211752 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.409276 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-219f83c8-947c-48b4-8810-df4547d90daf tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=61c83d0a2e3f4538b485bf39d2f4e91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0723116 Jul 07 17:40:29.412440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 47984) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:29.762845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc854616-a083-4577-8c0c-5f01db787433 req-e4a55c5d-8727-49dc-94da-df6b6fa21f66 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 210 time: 0.0880082 Jul 07 17:40:29.870309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f992a7-8965-4a01-ad7e-03cc314fe875 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.872841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-15f992a7-8965-4a01-ad7e-03cc314fe875 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4585197 Jul 07 17:40:29.876406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 47994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:29.975810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb3dac79-d91a-4ccc-a0d7-ac4fcc778db0 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977533 Jul 07 17:40:29.979964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48000) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:29.986709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880860257', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:30.204750 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.226189 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Transition to ACTIVE for port object 4ff54501-6987-439f-b7c3-aa87ec58eb57 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:30.242815 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.261998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:30.274425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.386610 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Pushing event updated for resources: {'Port': ['ID=4ff54501-6987-439f-b7c3-aa87ec58eb57,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:30.391660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Attempting to bind port 4ff54501-6987-439f-b7c3-aa87ec58eb57 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:30.393057 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Attempting to bind port 4ff54501-6987-439f-b7c3-aa87ec58eb57 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:30.394616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Attempting to bind port 4ff54501-6987-439f-b7c3-aa87ec58eb57 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:30.412759 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:30.413926 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:30.415071 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.416698 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:30.417943 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Bound port: 4ff54501-6987-439f-b7c3-aa87ec58eb57, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:30.419149 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.430404 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.431992 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.433010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.434138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.436036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.436981 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.438000 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.439217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.440199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.441228 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.442304 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.443312 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:30.615067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] For port 4ff54501-6987-439f-b7c3-aa87ec58eb57, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:30.627588 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] For port 4ff54501-6987-439f-b7c3-aa87ec58eb57, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4ff54501-6987-439f-b7c3-aa87ec58eb57,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:30.638168 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.726679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.751316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a67225-7787-4d80-b722-aec9f81c1e7c req-cf714a89-d321-4aef-b1e5-39887d12a4d5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.768933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3a67225-7787-4d80-b722-aec9f81c1e7c req-cf714a89-d321-4aef-b1e5-39887d12a4d5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.1499975 Jul 07 17:40:30.836235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:30.918148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Subnet': ['ID=c0af98e1-9204-46dc-b1e2-acc819c5683a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:30.939226 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:30.940676 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:40:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:30.949745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3a67225-7787-4d80-b722-aec9f81c1e7c req-546c5c60-8b90-4e77-9b7b-c0c842a1beeb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782601 Jul 07 17:40:31.137509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Checking segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:31.138338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network hostable DHCP agents. Network: 3be8353e-138e-4e51-9a53-33a9fead1fe2, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:40:31.203035 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3500a0-3299-4fbf-ba2f-5dab290d68ed None None] Pushing event updated for resources: {'Port': ['ID=4ff54501-6987-439f-b7c3-aa87ec58eb57,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.208738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:40:31.238158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3be8353e-138e-4e51-9a53-33a9fead1fe2) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:31.247966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:31.248420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.260212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca487e6-0fb4-44f4-a430-10e157b3b255 None None] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:31.280595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-f30f121c-72d5-4d99-b44c-bb2ccc011efa tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:31.282729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-f30f121c-72d5-4d99-b44c-bb2ccc011efa tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.23 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 814 time: 0.3703153 Jul 07 17:40:31.308570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Request body: {'port': {'device_id': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49', 'admin_state_up': True, 'tenant_id': '66a6acdde3534c00b7b1864f9843f8f2'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:31.320299 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d4f3f03-cf76-4133-bc2f-85f0cb316a9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3381395 Jul 07 17:40:31.325085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48032) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:31.494730 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:31.702931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-098aa417-c002-49fa-9566-1b872549283c req-32cabdfd-5da5-4cf3-ac24-301fb867a2c6 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 210 time: 0.0974553 Jul 07 17:40:31.807187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Made reservation on behalf of 66a6acdde3534c00b7b1864f9843f8f2 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:31.817794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.867938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341f4309-520b-4103-a0f5-7511ee85456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.011403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3be8353e-138e-4e51-9a53-33a9fead1fe2', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:40:32.012337 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.015017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:25Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:32.135106 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f260c-9909-4ef4-bf6c-25915cb29fdc None None] The sync data for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 is: [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:25Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:32.258639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Allocated IP 172.20.0.10 (c04ab41e-9da5-425d-b16e-f578ec8c7d49/d423d2c7-988a-456e-9b7a-4b23b338d3eb/7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:32.391855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Allocated IP 172.20.0.2 (3be8353e-138e-4e51-9a53-33a9fead1fe2/c0af98e1-9204-46dc-b1e2-acc819c5683a/547a66f4-b6ce-4f0f-bd44-3ef665cab83f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:32.612306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.629780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Transition to ACTIVE for port object 547a66f4-b6ce-4f0f-bd44-3ef665cab83f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:32.673682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Transition to ACTIVE for port object 547a66f4-b6ce-4f0f-bd44-3ef665cab83f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:32.684155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.795771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Pushing event updated for resources: {'Port': ['ID=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:32.814563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.815026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.815637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.815809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.816119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.816780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.817572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.818174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.819049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.819847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.820249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.821195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.827749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:32.829954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:32.833051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:32.983130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Attempting to bind port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:32.983959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Attempting to bind port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:32.984631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Attempting to bind port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:32.992366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:32.992684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Checking segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:32.993274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.994090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Bound using segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:32.994791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Bound port: 547a66f4-b6ce-4f0f-bd44-3ef665cab83f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:32.995296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.103234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.156742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.196357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73fa7-e458-4a2a-91ae-0890306294e9 req-636b7ab2-cc08-4b56-8332-c51588a78b27 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:33.205701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dad73fa7-e458-4a2a-91ae-0890306294e9 req-636b7ab2-cc08-4b56-8332-c51588a78b27 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 943 time: 0.8417289 Jul 07 17:40:33.316687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Pushing event updated for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:33.353180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] For port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:33.387390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] For port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:33.401508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Network c04ab41e-9da5-425d-b16e-f578ec8c7d49 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:33.409045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.409937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:33.430542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:33.557140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:33.558127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.671824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db9cf0-a568-4c26-b0fc-c4223050bc4e None None] Pushing event updated for resources: {'Port': ['ID=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:33.754769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dad73fa7-e458-4a2a-91ae-0890306294e9 req-4ee792d5-ab2b-462a-8a44-104eff4c38df tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170412 Jul 07 17:40:33.818576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341f4309-520b-4103-a0f5-7511ee85456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.836415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-90aeea70-6918-40f0-87f4-380f88642bf3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5420980 Jul 07 17:40:33.850606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Request body: {'port': {'device_id': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:33.853641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341f4309-520b-4103-a0f5-7511ee85456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.974481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a17bb83c-c70c-4781-8460-bf26446b292e details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:34.343299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.455559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-341f4309-520b-4103-a0f5-7511ee85456d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a60128d4c21f4a658d8a06c10a2dc7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6139064 Jul 07 17:40:34.456852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4309-520b-4103-a0f5-7511ee85456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a99b4-f987-4d28-97aa-b4d637d0b9d8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.488706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48096) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:34.529315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a17bb83c-c70c-4781-8460-bf26446b292e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.572741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a17bb83c-c70c-4781-8460-bf26446b292e', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': 'a17bb83c-c70c-4781-8460-bf26446b292e', 'mac_address': 'fa:16:3e:e2:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:34.756826 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.768423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 547a66f4-b6ce-4f0f-bd44-3ef665cab83f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:34.791212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.858741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.890235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17bb83c-c70c-4781-8460-bf26446b292e {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:34.949639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a17bb83c-c70c-4781-8460-bf26446b292e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.958857 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.988806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:34.997578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:35.010335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4ff54501-6987-439f-b7c3-aa87ec58eb57 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:35.207553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.215474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.217610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac2a99b4-f987-4d28-97aa-b4d637d0b9d8 HTTP/1.1" status: 204 len: 168 time: 0.7242033 Jul 07 17:40:35.226202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.251512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a17bb83c-c70c-4781-8460-bf26446b292e'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:35.260455 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.385411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da647d9-76c8-4f5f-a45c-bffbe65955a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a99b4-f987-4d28-97aa-b4d637d0b9d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.491423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4ff54501-6987-439f-b7c3-aa87ec58eb57 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:35.491701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:35.512696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4ff54501-6987-439f-b7c3-aa87ec58eb57 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:35.513742 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.519465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.553035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc610674-cf9e-443b-936d-29cad236b17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.563828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48134) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:35.597240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Transition to ACTIVE for port object 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:35.606393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.938075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a9c99-905e-419d-8541-0e259ead7719 req-30346b93-d82e-4e63-a76f-da211dade693 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.960445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00a9c99-905e-419d-8541-0e259ead7719 req-30346b93-d82e-4e63-a76f-da211dade693 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 932 time: 0.9764953 Jul 07 17:40:35.967461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.990521 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.047792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4ff54501-6987-439f-b7c3-aa87ec58eb57, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4ff54501-6987-439f-b7c3-aa87ec58eb57,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:36.054172 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.141305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b00a9c99-905e-419d-8541-0e259ead7719 req-9f91ab77-4bb7-45eb-b428-05e2176aef9a tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Jul 07 17:40:36.182237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Attempting to bind port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:36.182968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Attempting to bind port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:36.183553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Attempting to bind port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:36.213603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:36.213950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Attempting to bind port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 on network c04ab41e-9da5-425d-b16e-f578ec8c7d49 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:36.235025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4ff54501-6987-439f-b7c3-aa87ec58eb57,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.237245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:36.237652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Checking segment: {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:36.238059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Bound using segment: {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:36.243349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Bound port: 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c443d8-5bff-44aa-8ef9-e654cc17044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:36.243942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.289386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0194f2d8-d7f2-41f5-b84b-6c0af303ae40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.387222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:36.396032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:36.404602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.470947 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc610674-cf9e-443b-936d-29cad236b17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.514652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.515743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.518325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] 10.222.0.23 "PUT /v2.0/ports/7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 HTTP/1.1" status: 200 len: 1093 time: 2.6745489 Jul 07 17:40:36.526533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc610674-cf9e-443b-936d-29cad236b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.539324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:36.551855 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abebade-5d8e-43c1-836e-2d24e7a889e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:36.684964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc610674-cf9e-443b-936d-29cad236b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0c19a-2798-445d-b1c0-79a8eef4cc36,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.694834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc610674-cf9e-443b-936d-29cad236b17b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f726005e5324f24a4641d42d51896e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7043509 Jul 07 17:40:36.695580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35517-14a7-4438-8578-7d02fda5da66 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.700478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48156) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.754860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cb70e-e868-41ca-9f7b-90fe187d47fa req-52631cd8-3980-4c40-b748-c5846a209906 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.756488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b9cb70e-e868-41ca-9f7b-90fe187d47fa req-52631cd8-3980-4c40-b748-c5846a209906 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 944 time: 0.3197801 Jul 07 17:40:36.779186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.1 (3be8353e-138e-4e51-9a53-33a9fead1fe2/c0af98e1-9204-46dc-b1e2-acc819c5683a/c12bbd1a-ed8c-4355-848a-1575db95448f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:36.849815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.859006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82cabc4-1e66-433a-bace-ce1e5761531f None None] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:36.922875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b9cb70e-e868-41ca-9f7b-90fe187d47fa req-4c3ce41e-1bab-42ce-b36f-414d23502353 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460462 Jul 07 17:40:36.994487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.003549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Provisioning for port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:37.006092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0194f2d8-d7f2-41f5-b84b-6c0af303ae40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.012872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Provisioning complete for port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:37.013955 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.023516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0194f2d8-d7f2-41f5-b84b-6c0af303ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.150630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0194f2d8-d7f2-41f5-b84b-6c0af303ae40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65f54086409a41ecb3b2d6b8233cc892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5798802 Jul 07 17:40:37.153166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48164) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:37.164094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-49c472f8-ca64-4e38-9250-eac4e8429ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.178029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-49c472f8-ca64-4e38-9250-eac4e8429ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 1096 time: 0.5856526 Jul 07 17:40:37.222750 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.252317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.272340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.281307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.287427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbf0c19a-2798-445d-b1c0-79a8eef4cc36 HTTP/1.1" status: 204 len: 168 time: 0.5847969 Jul 07 17:40:37.306615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object c12bbd1a-ed8c-4355-848a-1575db95448f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:37.325735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2363165-f181-4ab0-bea4-484c10ba3d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0c19a-2798-445d-b1c0-79a8eef4cc36,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.397277 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-1ac39b5f-f193-4d47-91f2-427787c8daac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 HTTP/1.1" status: 200 len: 217 time: 0.1854763 Jul 07 17:40:37.401612 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f76ca-0b5a-4d75-8141-339ef1a468d9 x-openstack-request-id: req-ae7f76ca-0b5a-4d75-8141-339ef1a468d9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:37.402158 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:37.403573 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae7f76ca-0b5a-4d75-8141-339ef1a468d9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:37.404105 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7', 'status': 'completed', 'code': 200} Jul 07 17:40:37.436618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] For port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:37.449921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.451975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.582852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aad3a-6d2c-4094-94bb-7c0fd9f40296 None None] Pushing event updated for resources: {'Port': ['ID=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.641700 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fadab57-dbfc-4cea-a1cc-2efa37086989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.662740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-377f1bd0-6947-45d7-84bb-959b003a1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.666131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-377f1bd0-6947-45d7-84bb-959b003a1e8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 200 len: 854 time: 0.2231371 Jul 07 17:40:37.685847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.696838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:37.700152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:37.704063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:37.772400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.847142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-2420de8a-68a7-40df-84d0-eb8407e1c61d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c04ab41e-9da5-425d-b16e-f578ec8c7d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155512 Jul 07 17:40:37.873724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f99d-4fc4-42e6-b938-eb7e4892c4f6 req-65323268-8b33-45ec-b69a-07a549e1de69 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.890257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3ed84f1e-52b6-4359-9602-6df81dae9388 None None] Provisioning complete for port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:37.890782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3ed84f1e-52b6-4359-9602-6df81dae9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.894678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a437f99d-4fc4-42e6-b938-eb7e4892c4f6 req-65323268-8b33-45ec-b69a-07a549e1de69 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 944 time: 0.3385038 Jul 07 17:40:37.956132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.991172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a17bb83c-c70c-4781-8460-bf26446b292e up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:38.017140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.058428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a437f99d-4fc4-42e6-b938-eb7e4892c4f6 req-4a66b063-0332-4ce5-a9d0-c8759f4ae92c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499255 Jul 07 17:40:38.199077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194f2d8-d7f2-41f5-b84b-6c0af303ae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4714d402-a18d-4214-9441-65eba0deac5b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:38.300452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:38.355650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a17bb83c-c70c-4781-8460-bf26446b292e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:38.366659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a17bb83c-c70c-4781-8460-bf26446b292e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:38.371346 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.379868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.384629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.388683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4714d402-a18d-4214-9441-65eba0deac5b HTTP/1.1" status: 204 len: 168 time: 1.2071083 Jul 07 17:40:38.401278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c491174-5348-4feb-8f48-c3d6baaa4f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.441523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ee8ee-70f9-4c77-a147-dab43ae442fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4714d402-a18d-4214-9441-65eba0deac5b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:38.455984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 547a66f4-b6ce-4f0f-bd44-3ef665cab83f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:38.494046 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.495782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-2cfec0a1-6a9a-4bc6-a384-dc42bad8ec07 service neutron] 10.222.0.23 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057916 Jul 07 17:40:38.591426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6040b24d-70a4-4ed3-be61-405f5beac15c None None] Provisioning for port c12bbd1a-ed8c-4355-848a-1575db95448f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:38.641355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6040b24d-70a4-4ed3-be61-405f5beac15c None None] Provisioning complete for port c12bbd1a-ed8c-4355-848a-1575db95448f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:38.642524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6040b24d-70a4-4ed3-be61-405f5beac15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.702606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59630c-1913-4993-8805-dfc77bec99fe req-c011b28f-868f-4955-ad47-7c08447fc162 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:38.721454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6040b24d-70a4-4ed3-be61-405f5beac15c None None] Port c12bbd1a-ed8c-4355-848a-1575db95448f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:38.721837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de59630c-1913-4993-8805-dfc77bec99fe req-c011b28f-868f-4955-ad47-7c08447fc162 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 944 time: 0.3435724 Jul 07 17:40:38.735705 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f022376-9af2-4269-9f02-bec7b7a791cc req-a10e1a41-21e1-47c7-b420-b253e4e715a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326450 Jul 07 17:40:38.738255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:38.738672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.823970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.882801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-b535f6de-33fd-4eb8-9c2c-82bc8ba3ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:38.893318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-b535f6de-33fd-4eb8-9c2c-82bc8ba3ebd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 1096 time: 0.0947993 Jul 07 17:40:38.927451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a17bb83c-c70c-4781-8460-bf26446b292e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:38.928506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:38.929774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de59630c-1913-4993-8805-dfc77bec99fe req-92f7eb55-62a1-4911-b045-77fafc5fa436 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069032 Jul 07 17:40:38.932229 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95437497-a0cf-40ff-aa94-17ee6e8a0b9f" -d '{"events": [{"server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "name": "network-vif-plugged", "status": "completed", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:38.938314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.016902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.078367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4ff54501-6987-439f-b7c3-aa87ec58eb57 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:39.205673 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c491174-5348-4feb-8f48-c3d6baaa4f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.222278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c491174-5348-4feb-8f48-c3d6baaa4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.230499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-bbbdc89b-afe7-48ef-91c6-a36049dee3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.236494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-bbbdc89b-afe7-48ef-91c6-a36049dee3ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 200 len: 915 time: 0.3305442 Jul 07 17:40:39.264235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4ff54501-6987-439f-b7c3-aa87ec58eb57 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:39.266860 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.335987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-46ce3e46-7108-4abe-b3d2-cf45c934f16b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 HTTP/1.1" status: 200 len: 217 time: 0.0955307 Jul 07 17:40:39.363756 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eccaa3-c40c-487b-ac86-df9e617d55cd x-openstack-request-id: req-a0eccaa3-c40c-487b-ac86-df9e617d55cd {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:39.365630 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "name": "network-vif-plugged", "status": "completed", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:39.366103 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0eccaa3-c40c-487b-ac86-df9e617d55cd {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:39.369935 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e', 'code': 200} Jul 07 17:40:39.417536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0c491174-5348-4feb-8f48-c3d6baaa4f58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=108c4946887b41af86fc3335efa5d76e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1124163 Jul 07 17:40:39.422183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:39.428004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491174-5348-4feb-8f48-c3d6baaa4f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca32f8a-ca24-4f6a-b1a5-ab8cebb3e556,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.515121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-ad3b6a85-0149-4d36-b193-703eea61abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.517872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-ad3b6a85-0149-4d36-b193-703eea61abb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 200 len: 854 time: 0.1748049 Jul 07 17:40:39.579799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-53a524af-e2bd-4d6e-b483-49d55631280c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c04ab41e-9da5-425d-b16e-f578ec8c7d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518098 Jul 07 17:40:39.615716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.701922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.796592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-1dbfbb07-82f1-4797-93e5-88d48990cf5f service neutron] 10.222.0.23 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058473 Jul 07 17:40:39.803801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.827920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.871461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bd96f-ff4b-4aca-b2f8-639a80f4ad3a req-471326ab-1f6b-4144-9ca7-79e4d66ff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.872984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb5bd96f-ff4b-4aca-b2f8-639a80f4ad3a req-471326ab-1f6b-4144-9ca7-79e4d66ff299 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 1097 time: 0.4471636 Jul 07 17:40:39.914494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:40.002928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.010309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.025703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eca32f8a-ca24-4f6a-b1a5-ab8cebb3e556 HTTP/1.1" status: 204 len: 168 time: 0.5860813 Jul 07 17:40:40.031200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708f4a5-c968-421f-b643-c52e3263a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca32f8a-ca24-4f6a-b1a5-ab8cebb3e556,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.116543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb5afee6-48ab-4228-b69d-d46b6c507f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.137814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.143407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb5bd96f-ff4b-4aca-b2f8-639a80f4ad3a req-decb0e30-5422-492f-8659-03ba4282f613 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596567 Jul 07 17:40:40.162712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77bf75-1756-4e7b-a3ee-0dd19264d570 req-d10ccdfe-5142-42d7-a8fb-7eb5842be8b2 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:40.176055 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec77bf75-1756-4e7b-a3ee-0dd19264d570 req-d10ccdfe-5142-42d7-a8fb-7eb5842be8b2 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 944 time: 0.5382628 Jul 07 17:40:40.179161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.207299 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b75d-3605-4448-8cca-29fa22a8c6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.247994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2abebade-5d8e-43c1-836e-2d24e7a889e1 req-1f9e6724-2894-44c0-a05e-ea43f9d5ec22 service neutron] 10.222.0.23 "GET /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394996 Jul 07 17:40:40.422360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec77bf75-1756-4e7b-a3ee-0dd19264d570 req-6a265472-35c0-4414-80af-9f163bbf5334 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445221 Jul 07 17:40:40.525437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:40.530707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:40.606161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.855485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:41.306284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-acc1d44c-3626-4bde-889c-db516a77c6bb None None] Provisioning complete for port c12bbd1a-ed8c-4355-848a-1575db95448f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:41.311887 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-acc1d44c-3626-4bde-889c-db516a77c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.349306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb5afee6-48ab-4228-b69d-d46b6c507f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.397582 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb5afee6-48ab-4228-b69d-d46b6c507f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.403433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-acc1d44c-3626-4bde-889c-db516a77c6bb None None] Port c12bbd1a-ed8c-4355-848a-1575db95448f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:41.457091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:41.474846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7', 'network_id': 'c04ab41e-9da5-425d-b16e-f578ec8c7d49', 'port_id': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7', 'mac_address': 'fa:16:3e:c2:17:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd423d2c7-988a-456e-9b7a-4b23b338d3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:41.511360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48250) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:41.552469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb5afee6-48ab-4228-b69d-d46b6c507f4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72d9ac218e7c483a944d9a2fcecb4b22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6116185 Jul 07 17:40:41.602021 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.607937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5afee6-48ab-4228-b69d-d46b6c507f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb4481-a0e2-4e5f-88eb-e1d7c7197f75,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:41.635561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 053546b8-ca06-46d9-b1fa-e228b78e79ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:41.654701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:41.657181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440560a-5f84-483c-b59b-641e7fe8cf61 req-078a4077-9f85-4d30-954d-1d2bdc540741 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:41.666960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7440560a-5f84-483c-b59b-641e7fe8cf61 req-078a4077-9f85-4d30-954d-1d2bdc540741 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 945 time: 0.9274814 Jul 07 17:40:41.680125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.709304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:41.717867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.734236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.819893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:41.860439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.863468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.867165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61eb4481-a0e2-4e5f-88eb-e1d7c7197f75 HTTP/1.1" status: 204 len: 168 time: 0.3518252 Jul 07 17:40:41.882965 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.888127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4046a59-9606-423d-b742-594c3518fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb4481-a0e2-4e5f-88eb-e1d7c7197f75,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:41.905278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7440560a-5f84-483c-b59b-641e7fe8cf61 req-6f3003be-f457-4cba-9a21-aae406610358 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321613 Jul 07 17:40:42.005200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:42.076387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:42.087992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa47ee3c-d1dc-4f8c-8a40-cf6a3a07b30b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/053546b8-ca06-46d9-b1fa-e228b78e79ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7604880 Jul 07 17:40:42.094155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Sync routers for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:42.137258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:42.138509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:40:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:42.440345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:42.875716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ad7b2-a7d9-46bf-8da8-c7d5df184d6c req-a94bd436-7510-4441-b504-890b72ea73f5 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.884398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d8ad7b2-a7d9-46bf-8da8-c7d5df184d6c req-a94bd436-7510-4441-b504-890b72ea73f5 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 945 time: 0.2857525 Jul 07 17:40:42.971892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d8ad7b2-a7d9-46bf-8da8-c7d5df184d6c req-f19c703a-f26f-40bc-944a-fc9576b703d2 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Jul 07 17:40:43.250929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-b1f9231c-ab67-454a-bc68-f5402574e152 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297596064&fields=id&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 267 time: 0.1335564 Jul 07 17:40:43.382197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:39Z', 'revision_number': 2, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:43.450887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Checking router: 053546b8-ca06-46d9-b1fa-e228b78e79ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:43.451235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Updating router 053546b8-ca06-46d9-b1fa-e228b78e79ad port c12bbd1a-ed8c-4355-848a-1575db95448f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:43.595451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-768ac129-d26c-40d4-b9d0-c5eb5a618057 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:43.606950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.612682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-768ac129-d26c-40d4-b9d0-c5eb5a618057 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 797 time: 0.3552775 Jul 07 17:40:43.653100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-062dbdd0-1339-457c-95f7-16013386797a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/quotas/61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 375 time: 0.0375473 Jul 07 17:40:43.757183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.916898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-6087113d-5599-4202-a164-917e6abfceb5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2591219 Jul 07 17:40:44.171597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-b985d806-53b3-4890-bd83-320889d88ae7 service neutron] 10.222.0.66 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311616 Jul 07 17:40:44.308850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.334064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Transition to ACTIVE for port object c12bbd1a-ed8c-4355-848a-1575db95448f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:44.352468 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.371310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-569aa315-e4bd-4229-9aa1-a666617d0fb4 service neutron] 10.222.0.66 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984155 Jul 07 17:40:44.452936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd85385-b2d8-40df-ac36-9d5cbc0f4637 None None] Pushing event updated for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:44.600059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Attempting to bind port c12bbd1a-ed8c-4355-848a-1575db95448f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:44.600474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Attempting to bind port c12bbd1a-ed8c-4355-848a-1575db95448f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:44.600907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Attempting to bind port c12bbd1a-ed8c-4355-848a-1575db95448f on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:44.614301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:44.615162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Checking segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:44.616445 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.617162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Bound using segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:44.618712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Bound port: c12bbd1a-ed8c-4355-848a-1575db95448f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:44.621160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.809354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] For port c12bbd1a-ed8c-4355-848a-1575db95448f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:44.815960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] For port c12bbd1a-ed8c-4355-848a-1575db95448f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c12bbd1a-ed8c-4355-848a-1575db95448f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:44.827044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.032063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:45.219632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:45.222898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:40:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:45.590461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd85385-b2d8-40df-ac36-9d5cbc0f4637 None None] Pushing event updated for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:45.741337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:45.771398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:45.775861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:45.776578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.799903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523278-8d53-4ad4-8fb5-f444edbb6419 req-29afe2d0-2c42-42e6-be25-d060b6458a02 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.816221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34523278-8d53-4ad4-8fb5-f444edbb6419 req-29afe2d0-2c42-42e6-be25-d060b6458a02 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 945 time: 0.3490698 Jul 07 17:40:45.921270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34523278-8d53-4ad4-8fb5-f444edbb6419 req-b535ae1e-bf49-41c0-9eb1-d95ec8cfeff3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Jul 07 17:40:46.164877 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:46.228772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:46.239458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:46.242596 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13326b03-8017-46b8-81ea-2b7d158c0dfd" -d '{"events": [{"server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:46.250763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:46.373363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:46.422500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:44Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:46.464180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa508-ebc4-45a7-9b33-05a2471e4188 None None] The sync data for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 is: [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:44Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:46.706090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48404) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:46.994354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48412) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:47.048143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695234-f154-47a3-b38e-452110f05e65 req-693df4ba-537c-4dcb-856d-b92e9d011fbf tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:47.068605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce695234-f154-47a3-b38e-452110f05e65 req-693df4ba-537c-4dcb-856d-b92e9d011fbf tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.2725384 Jul 07 17:40:47.185960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce695234-f154-47a3-b38e-452110f05e65 req-23735a82-b43c-4fdd-a018-a03ef0d4d686 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985751 Jul 07 17:40:47.206592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f81867e8-7023-4710-9805-128d089d32f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.266896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-275b21d1-c158-4b39-ab24-e7acdf00683f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.360794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f81867e8-7023-4710-9805-128d089d32f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.368640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f81867e8-7023-4710-9805-128d089d32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.402239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81867e8-7023-4710-9805-128d089d32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77a9d8-0982-4233-9d6d-53e3825d02b2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:47.465719 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f81867e8-7023-4710-9805-128d089d32f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef027489eba1454a8158cdb8a7c717ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692500 Jul 07 17:40:47.470184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48418) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:47.575728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.616903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-433a9741-c7b1-4d15-bc47-6d9f9d31fe5e req-f0eb4b64-ac28-4f1e-ac16-b34eacfb9fae tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 210 time: 0.0747628 Jul 07 17:40:47.634476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.701846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-275b21d1-c158-4b39-ab24-e7acdf00683f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.708347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-275b21d1-c158-4b39-ab24-e7acdf00683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.768215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-275b21d1-c158-4b39-ab24-e7acdf00683f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f920d5755d94bb6af41deb65430356b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584841 Jul 07 17:40:47.768215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b21d1-c158-4b39-ab24-e7acdf00683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b4655-3496-4712-b02d-17ee807cd56e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:47.769410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48426) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:47.810936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.816227 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.817884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce77a9d8-0982-4233-9d6d-53e3825d02b2 HTTP/1.1" status: 204 len: 168 time: 0.3466370 Jul 07 17:40:47.842373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8756eca-1ca1-4910-89d4-18b45ded206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77a9d8-0982-4233-9d6d-53e3825d02b2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:48.031280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-898fbdc9-641f-4620-941f-1420b2479092 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:48.032888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-898fbdc9-641f-4620-941f-1420b2479092 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 797 time: 0.2554393 Jul 07 17:40:48.279453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-63b7b928-f471-4698-b594-d553d67e569e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 380 time: 0.2354953 Jul 07 17:40:48.345459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'port': {'device_id': '32abd280-8f85-4552-8b9b-76d857269d4b', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'admin_state_up': True, 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'security_groups': ['efe76a86-0302-4cbc-a583-e22b84ea3ed5']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:48.420612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.513667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c12bbd1a-ed8c-4355-848a-1575db95448f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:48.622351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39167909-e097-409c-9be8-057ee233b850 req-4c0bd6f4-6e00-4c10-8f96-5e13294a8ddf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:48.632272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39167909-e097-409c-9be8-057ee233b850 req-4c0bd6f4-6e00-4c10-8f96-5e13294a8ddf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 945 time: 0.5931234 Jul 07 17:40:48.648573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.660002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c12bbd1a-ed8c-4355-848a-1575db95448f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:48.666177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c12bbd1a-ed8c-4355-848a-1575db95448f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:48.667178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.779874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48446) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:48.819715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c04e06e-3a8e-441d-8d3a-87057bb48f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.897890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.923455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39167909-e097-409c-9be8-057ee233b850 req-67ab7102-6607-4218-ae74-718fbe0137e5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900555 Jul 07 17:40:48.993833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.997123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.998413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a5b4655-3496-4712-b02d-17ee807cd56e HTTP/1.1" status: 204 len: 168 time: 1.2278762 Jul 07 17:40:49.005818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c12bbd1a-ed8c-4355-848a-1575db95448f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c12bbd1a-ed8c-4355-848a-1575db95448f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:49.013591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.033404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c76a-39d1-427e-b7cb-5f16a3b740fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b4655-3496-4712-b02d-17ee807cd56e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:49.165441 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c04e06e-3a8e-441d-8d3a-87057bb48f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.192850 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c04e06e-3a8e-441d-8d3a-87057bb48f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.217299 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ea565f-6151-48a5-a859-1bd8a1e7cf5b x-openstack-request-id: req-34ea565f-6151-48a5-a859-1bd8a1e7cf5b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:49.217612 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:49.217873 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34ea565f-6151-48a5-a859-1bd8a1e7cf5b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:49.218282 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7', 'code': 200} Jul 07 17:40:49.219710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:49.240456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:49.243963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.408533 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9c04e06e-3a8e-441d-8d3a-87057bb48f40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71ebfff938874a4eaa7e6564d2e616eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273580 Jul 07 17:40:49.416944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48458) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:49.419393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04e06e-3a8e-441d-8d3a-87057bb48f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c71a7fa-2c16-4e76-a95d-dfc608f50743,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:49.616521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.660506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.682832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f0cb7-89b2-4b06-93f1-a144d3afe922 req-2ac89a10-f9e1-4fb3-8244-31cd0d3e2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:49.684804 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d1f0cb7-89b2-4b06-93f1-a144d3afe922 req-2ac89a10-f9e1-4fb3-8244-31cd0d3e2ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 1098 time: 0.3980141 Jul 07 17:40:49.755001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4d1f0cb7-89b2-4b06-93f1-a144d3afe922 req-6d0deb3c-2890-4a1c-b295-792118cb5063 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556462 Jul 07 17:40:49.795205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.800120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.802475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c71a7fa-2c16-4e76-a95d-dfc608f50743 HTTP/1.1" status: 204 len: 168 time: 0.3753417 Jul 07 17:40:49.839353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb3795-4650-4f13-aae4-a68ddbcdda04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c71a7fa-2c16-4e76-a95d-dfc608f50743,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:50.029217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb606497-d6ca-400c-b87b-97af4794a694 req-d200b48e-7f69-4a34-862c-a41fca34ffde tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:50.031269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb606497-d6ca-400c-b87b-97af4794a694 req-d200b48e-7f69-4a34-862c-a41fca34ffde tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.3945155 Jul 07 17:40:50.032945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.13 (3be8353e-138e-4e51-9a53-33a9fead1fe2/c0af98e1-9204-46dc-b1e2-acc819c5683a/6a9128cf-7a6a-41aa-86f7-5663ab6d053a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:50.209556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb606497-d6ca-400c-b87b-97af4794a694 req-73068596-a67e-4f5b-b5be-9b6c484c4411 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236069 Jul 07 17:40:50.511992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c12bbd1a-ed8c-4355-848a-1575db95448f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:50.542120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.583694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object 6a9128cf-7a6a-41aa-86f7-5663ab6d053a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:50.710726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c12bbd1a-ed8c-4355-848a-1575db95448f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:50.714993 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.722135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1cb99686-6f53-4b97-9d9c-05c4cc6b0d52 req-41b1d4ba-a7ff-48ec-a9b0-257fae0f55b4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 210 time: 0.0777333 Jul 07 17:40:50.734785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.832411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:50.843175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:50.878129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:51.096743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:51.099198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:51.158900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:51.173398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-4b905dc6-daef-4e27-a442-d2e0780d4112 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8463504 Jul 07 17:40:51.188392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Request body: {'port': {'device_id': '32abd280-8f85-4552-8b9b-76d857269d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:51.504169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:51.535651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e6b42b9a-b619-4053-9cb5-9d6859b30fab None None] Provisioning for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:51.544605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e6b42b9a-b619-4053-9cb5-9d6859b30fab None None] Provisioning complete for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:51.546134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6b42b9a-b619-4053-9cb5-9d6859b30fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:51.640815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e6b42b9a-b619-4053-9cb5-9d6859b30fab None None] Port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:52.105361 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:52.250538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b474c7-a9f8-43c7-9807-1432186f2341 req-876bc5db-37a1-49e9-8d2d-57276bbc66f8 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.256847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3b474c7-a9f8-43c7-9807-1432186f2341 req-876bc5db-37a1-49e9-8d2d-57276bbc66f8 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.2177680 Jul 07 17:40:52.450378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9128cf-7a6a-41aa-86f7-5663ab6d053a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:52.472390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.514511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Transition to ACTIVE for port object 6a9128cf-7a6a-41aa-86f7-5663ab6d053a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:52.534897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3b474c7-a9f8-43c7-9807-1432186f2341 req-867a7cdd-32fc-4e17-ae87-b03acf183894 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637296 Jul 07 17:40:52.543630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:52.679049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:53.223356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:53.224051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:53.227483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:53.285203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:53.290225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:53.330077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:53.330772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Checking segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:53.331509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Bound using segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:53.332367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Bound port: 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:53.333094 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.487979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31998-544d-4b84-8574-304678007c56 req-80a42930-d70d-4b30-894f-57b90d58abc4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:53.495227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27c31998-544d-4b84-8574-304678007c56 req-80a42930-d70d-4b30-894f-57b90d58abc4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 945 time: 0.5109191 Jul 07 17:40:53.506911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072eba-542b-4654-8965-e4e60fbe52c4 req-73e5d9a8-712c-495f-b31c-69c8ed25ac38 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:53.515456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30072eba-542b-4654-8965-e4e60fbe52c4 req-73e5d9a8-712c-495f-b31c-69c8ed25ac38 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 945 time: 0.4304187 Jul 07 17:40:53.575828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48572) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:53.665728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30072eba-542b-4654-8965-e4e60fbe52c4 req-497ee3c9-5d75-4fa8-9005-7c2bb210e0f2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481709 Jul 07 17:40:53.697437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:53.711084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:53.736764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.746467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port a17bb83c-c70c-4781-8460-bf26446b292e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:53.747957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.920296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:53.921543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.927730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] 10.222.0.73 "PUT /v2.0/ports/6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1093 time: 2.7478142 Jul 07 17:40:53.932763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:53.937457 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d45216-7730-4cd5-8afa-2cf72040a077" -d '{"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:54.143230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port a17bb83c-c70c-4781-8460-bf26446b292e, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a17bb83c-c70c-4781-8460-bf26446b292e,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:54.143682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.194611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for a17bb83c-c70c-4781-8460-bf26446b292e owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:54.284576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6681a90-fe14-4e51-b2bb-7d782a864ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:54.343326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:54.484380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1620364699'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:54.522193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.536511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5ed84c62-ddcb-4255-bd97-84b81026cddc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:54.550406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-8b728d65-ab65-4048-b65b-8b5f0d5fbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:54.570419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-8b728d65-ab65-4048-b65b-8b5f0d5fbaf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1096 time: 0.5972550 Jul 07 17:40:54.675464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-3ae26078-32c9-4833-8251-ce4be5e44146 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 217 time: 0.0958040 Jul 07 17:40:54.691777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169125cc-e2d2-4a91-b1a9-cee0b709d7df req-7a7e58c4-32d4-4b8d-8c8f-34223ac9a440 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:54.703945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-169125cc-e2d2-4a91-b1a9-cee0b709d7df req-7a7e58c4-32d4-4b8d-8c8f-34223ac9a440 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 944 time: 0.5560274 Jul 07 17:40:54.808190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2282132'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:54.832931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-342b2696-5ee7-42c1-a52b-54b6ddd7a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:54.834395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-342b2696-5ee7-42c1-a52b-54b6ddd7a46e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.1210072 Jul 07 17:40:54.849501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Made reservation on behalf of 5c18bcd7404e48878b00b8b14a41344b for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:54.854147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.867373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=a17bb83c-c70c-4781-8460-bf26446b292e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:54.870404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.003732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-169125cc-e2d2-4a91-b1a9-cee0b709d7df req-d8071746-2bc8-469e-9d76-68d3f291eaad tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984917 Jul 07 17:40:55.005045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Made reservation on behalf of a55f78a6e0dd470096bbce26092063c6 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:55.021149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.051808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port a17bb83c-c70c-4781-8460-bf26446b292e on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:55.056779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.070475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.072213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-27c31998-544d-4b84-8574-304678007c56 req-5829bb7c-881e-49b7-b104-61c5bda352e3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "DELETE /v2.0/ports/a17bb83c-c70c-4781-8460-bf26446b292e HTTP/1.1" status: 204 len: 173 time: 1.5695801 Jul 07 17:40:55.072987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'name': 'network-vif-deleted', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:55.075888 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a94a66b-e696-47e7-a85f-296ece344f2f" -d '{"events": [{"server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "name": "network-vif-deleted", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:55.161431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c98eca58-2a07-4c7f-82ae-909d83b693d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.182089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-c98eca58-2a07-4c7f-82ae-909d83b693d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3351135 Jul 07 17:40:55.244119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.260222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.330113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:55.365396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddffb25f-6d5e-4acc-86ab-f8fd71ddea82,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:55.375763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.384417 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Added segment 0918deef-0082-47a9-956c-79d47578e92b of type vlan for network 3cba701f-7714-46e1-ad45-7634c63fa7ee Jul 07 17:40:55.462824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-a11b47ed-20ef-47c6-b2fa-4bb7d3537756 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733316 Jul 07 17:40:55.517094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.598132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.615316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.618095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.666546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.729799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.741104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.762905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Pushing event updated for resources: {'Network': ['ID=3cba701f-7714-46e1-ad45-7634c63fa7ee,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:55.783654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:55.787704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6380f76e-6842-409c-af1f-653e2870d0c6 req-b522ce73-484b-43f0-981b-4dbdbb9a6054 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186650 Jul 07 17:40:55.795697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce1518e0-6f24-412b-a6e9-9f3d56526a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2159164 Jul 07 17:40:55.806835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:55.831552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bb91f-536d-46b7-a530-45de8252de13,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:55.858584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:55.859589 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Added segment 70fc15e3-d8fd-4cb8-8304-1f51dea26ed9 of type vlan for network 73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c Jul 07 17:40:55.956713 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.027035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a17bb83c-c70c-4781-8460-bf26446b292e no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:56.034846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.050885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:56.053712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.062696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: a17bb83c-c70c-4781-8460-bf26446b292e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:56.063284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a17bb83c-c70c-4781-8460-bf26446b292e not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:56.147431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Pushing event updated for resources: {'Network': ['ID=73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:56.153491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-27cb26a4-3406-40bd-b054-6d22ff5255b5 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7999384 Jul 07 17:40:56.159466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:56.201215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:56.314262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'name': 'tempest-network--1139262974', 'router:external': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:56.394398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:56.398949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.415665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.565361 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b382e0-31b3-486b-aa5b-e9b8e8fb79e9 x-openstack-request-id: req-06b382e0-31b3-486b-aa5b-e9b8e8fb79e9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:56.565361 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:56.567104 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06b382e0-31b3-486b-aa5b-e9b8e8fb79e9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:56.567615 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'status': 'completed', 'code': 200} Jul 07 17:40:56.729485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.751414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.816769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e4a62b4-3d44-4d8d-b907-e5ecd46e146c req-7638681c-3e78-4e4c-bfa7-d42efa0b3f30 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0691433 Jul 07 17:40:56.818599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:56.895773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:56.896509 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Added segment 7443bb7f-f2a1-45c9-8e20-094839305967 of type vlan for network 1aafb5cb-0c4a-43c7-88d8-c52b6691eeda Jul 07 17:40:56.900470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d82deb-542b-4915-a9cd-1452fa85db52,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:56.908075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-7214a23a-404c-4727-9897-97025f942b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:56.911216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-7214a23a-404c-4727-9897-97025f942b87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1096 time: 0.2946661 Jul 07 17:40:56.957624 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c8cf5e-6eda-45e5-973f-d78366bed61f x-openstack-request-id: req-80c8cf5e-6eda-45e5-973f-d78366bed61f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:56.958228 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8522c81b-fb95-466f-9b76-ab6a4da8a541", "name": "network-vif-deleted", "tag": "a17bb83c-c70c-4781-8460-bf26446b292e", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:56.958475 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80c8cf5e-6eda-45e5-973f-d78366bed61f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:56.959110 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522c81b-fb95-466f-9b76-ab6a4da8a541', 'name': 'network-vif-deleted', 'tag': 'a17bb83c-c70c-4781-8460-bf26446b292e', 'status': 'completed', 'code': 200} Jul 07 17:40:57.073126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-2155dc2d-9b86-4841-a03a-33ba7a0d8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:57.074918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-2155dc2d-9b86-4841-a03a-33ba7a0d8379 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.1470840 Jul 07 17:40:57.193867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.214798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-74935f6b-a5a5-4a2c-b062-26d07cede309 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 217 time: 0.1172431 Jul 07 17:40:57.267590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.370040 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.371431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:57.372149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.544288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48648) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:57.550570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee', 'binding:host_id': 'n-h1-791505-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-856386183'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:57.577704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=1aafb5cb-0c4a-43c7-88d8-c52b6691eeda,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:57.593989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Made reservation on behalf of d14ecd53477b4171bb2f8b05a0dbd1aa for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:57.595808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1aafb5cb-0c4a-43c7-88d8-c52b6691eeda details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:57.598349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.622240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:57.665128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d021d37c-31fa-4850-a41e-5bcf363585ea tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5041513 Jul 07 17:40:57.666971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-e50e19ad-4d4f-4b48-87e4-201d04d66a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:57.668521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-e50e19ad-4d4f-4b48-87e4-201d04d66a4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.3116457 Jul 07 17:40:57.669828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48650) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:57.998942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.006971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.022764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port e698bbc2-1c98-492a-9aca-de4df89b302a yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:40:58.054483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:58.146332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd823fa-48a3-4cc7-b41d-39c223681984,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:58.441257 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.453767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:58.498279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'mac_address': 'fa:16:3e:0f:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:58.589151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.620976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9128cf-7a6a-41aa-86f7-5663ab6d053a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:58.655840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:58.668018 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.746161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port e698bbc2-1c98-492a-9aca-de4df89b302a yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:40:58.769218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.777660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:58.801437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Transition to ACTIVE for port object e698bbc2-1c98-492a-9aca-de4df89b302a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:58.835184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.861304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['6a9128cf-7a6a-41aa-86f7-5663ab6d053a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:58.936770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.955739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aafb5cb-0c4a-43c7-88d8-c52b6691eeda']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:58.968451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443bb7f-f2a1-45c9-8e20-094839305967') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:58.969152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443bb7f-f2a1-45c9-8e20-094839305967') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:58.979957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:58.997559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.005057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:40:59.005880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.020636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=e698bbc2-1c98-492a-9aca-de4df89b302a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:40:59.142341 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:40:59.149080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-7c8bd7a1-9995-4288-9fb4-45c21acd7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:59.155070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-7c8bd7a1-9995-4288-9fb4-45c21acd7e17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4778731 Jul 07 17:40:59.161305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Checking segment: {'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:59.162593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Network hostable DHCP agents. Network: 3cba701f-7714-46e1-ad45-7634c63fa7ee, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:40:59.221427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:40:59.244589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3cba701f-7714-46e1-ad45-7634c63fa7ee) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:59.249007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:59.267997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.268332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.268713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.272175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6c694-bd20-4fc8-8781-793a415f04ec req-6ba0acf1-bd6b-432a-88a0-df095ab8aa77 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:59.275555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.276059 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.276375 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 2 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.283897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c04f4-338d-45ab-9053-aa3daff45d7d None None] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:59.291086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54d6c694-bd20-4fc8-8781-793a415f04ec req-6ba0acf1-bd6b-432a-88a0-df095ab8aa77 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 944 time: 0.9454448 Jul 07 17:40:59.293278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.293877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.294357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.300434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.300882 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.301433 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 3 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.320452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.321372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.321988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.328549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.328944 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.329477 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 4 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.347247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.347635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.348186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.354720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.355288 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.355787 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 5 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.373983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.377653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.379118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.399366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.399366 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.400369 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 6 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.419767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.424715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1aafb5cb-0c4a-43c7-88d8-c52b6691eeda {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:40:59.428116 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.434760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1aafb5cb-0c4a-43c7-88d8-c52b6691eeda HTTP/1.1" status: 204 len: 168 time: 1.7639525 Jul 07 17:40:59.438398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:59.459837 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54d6c694-bd20-4fc8-8781-793a415f04ec req-25e71c55-856a-407c-aa55-fac9d862818c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677351 Jul 07 17:40:59.485147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:59.510128 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588086d-d6cd-4448-896a-6e0ac6b62bcf tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Network': ['ID=1aafb5cb-0c4a-43c7-88d8-c52b6691eeda,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:59.551039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-2e097aaf-94b5-4fd9-92e8-ceb4f9107e13 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829725 Jul 07 17:40:59.564774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:59.573926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.607218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.607681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.608043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.618580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.619104 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.621355 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 7 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.639709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.640052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.640968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.654238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.654635 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.655406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:59.657741 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 8 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.678627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.678977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.679361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.687600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.687986 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.689926 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 9 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.697812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.698197 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Added segment db6183a8-242c-45cd-a22a-4e7e5d4a16dc of type vlan for network 1ae714cf-5728-44ec-ad8b-1c6b315570cc Jul 07 17:40:59.722967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.723318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.723667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.756428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.756669 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.759894 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 10 to bind port e698bbc2-1c98-492a-9aca-de4df89b302a Jul 07 17:40:59.782150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:59.782534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:59.783169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:59.794082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port e698bbc2-1c98-492a-9aca-de4df89b302a on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:59.794637 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port e698bbc2-1c98-492a-9aca-de4df89b302a on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:40:59.795434 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.838544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:59.859866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5d45216-7730-4cd5-8afa-2cf72040a077 req-3ab4e8a2-ed30-4d16-9b1c-ea54aa1fbb0d service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017838 Jul 07 17:41:00.017903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port e698bbc2-1c98-492a-9aca-de4df89b302a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:00.018218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempted to set empty binding levels {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:00.037806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.079207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:00.085160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.173590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:41:00.184777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca1a4a0d-56c8-4c25-b6fb-eea726eabb3a req-a4ed936c-7a40-4a96-bccf-71af9985595d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0742266 Jul 07 17:41:00.202600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.203986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:00.205070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.226269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=e698bbc2-1c98-492a-9aca-de4df89b302a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:00.231557 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a60d5df-ead4-4421-ae2f-a9b7667f13d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6856699 Jul 07 17:41:00.239518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48656) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:00.300925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8491268 Jul 07 17:41:00.301567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48658) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:00.309877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'subnet': {'network_id': '1ae714cf-5728-44ec-ad8b-1c6b315570cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:00.338310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ca5d7-7331-4e41-8a72-c387b565d32c tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=1ae714cf-5728-44ec-ad8b-1c6b315570cc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:00.343472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:00.346182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.374870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1ae714cf-5728-44ec-ad8b-1c6b315570cc details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:00.608140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Deleting port e698bbc2-1c98-492a-9aca-de4df89b302a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:00.608488 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.785896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port e698bbc2-1c98-492a-9aca-de4df89b302a, host n-h1-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:00.786527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.832052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Calling delete_port for e698bbc2-1c98-492a-9aca-de4df89b302a owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:00.856478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:41:00.857020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:00.959889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Subnet': ['ID=25de5e0d-812b-49cf-b3e5-a6db2e7bc14c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:01.001342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Checking segment: {'id': 'db6183a8-242c-45cd-a22a-4e7e5d4a16dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ae714cf-5728-44ec-ad8b-1c6b315570cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:01.002554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Network hostable DHCP agents. Network: 1ae714cf-5728-44ec-ad8b-1c6b315570cc, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:41:01.053728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Network 1ae714cf-5728-44ec-ad8b-1c6b315570cc is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:41:01.055512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0247a-3275-4d18-abd0-98a68148ba60 req-b637bd72-1906-4f31-92b0-e88cadda966c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:01.056889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10e0247a-3275-4d18-abd0-98a68148ba60 req-b637bd72-1906-4f31-92b0-e88cadda966c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 945 time: 0.1093295 Jul 07 17:41:01.058252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.079650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1ae714cf-5728-44ec-ad8b-1c6b315570cc) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:01.089362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:01.090497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.091061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa3602-9d91-4ae3-af83-711a9d02a3f4 None None] Network 1ae714cf-5728-44ec-ad8b-1c6b315570cc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:01.106259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event deleted for resources: {'Port': ['ID=e698bbc2-1c98-492a-9aca-de4df89b302a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:01.123434 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.128524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-74ae9a25-6e55-4de8-a1d5-9d3e265475fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e698bbc2-1c98-492a-9aca-de4df89b302a HTTP/1.1" status: 204 len: 168 time: 0.8871210 Jul 07 17:41:01.129027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48664) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:01.153942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10e0247a-3275-4d18-abd0-98a68148ba60 req-73d82a26-0113-4a74-a0fc-c468471fb375 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572476 Jul 07 17:41:01.201752 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-6454ea5b-df88-4568-bd49-19ea70cd2816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:01.206643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6454ea5b-df88-4568-bd49-19ea70cd2816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports/e698bbc2-1c98-492a-9aca-de4df89b302a HTTP/1.1" status: 404 len: 333 time: 0.0738795 Jul 07 17:41:01.209977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48666) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:01.218018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-253763a8-9e35-4670-b305-95a8e07ec3c1 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9098780 Jul 07 17:41:01.218394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-207059584'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:01.218856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:01.229950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'floatingip': {'floating_network_id': '1ae714cf-5728-44ec-ad8b-1c6b315570cc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:01.263428 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:41:01.263428 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:41:01.263428 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id_1': 'cbb36616f91f449ca72c56e1496ba625', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 41, 1, 239602)}] Jul 07 17:41:01.263428 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:41:01.264499 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:41:01.274935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Made reservation on behalf of d14ecd53477b4171bb2f8b05a0dbd1aa for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:01.278200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.313883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:01.653911 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.821409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.827749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c7afa-4e42-4804-84e2-9a04a396e6b9 None None] Network 1ae714cf-5728-44ec-ad8b-1c6b315570cc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:01.847832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a653d7c0-8626-4b47-8ef8-e569afdb52f0 req-40a95aff-13b9-428b-afd2-72b84dc86b55 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0935004 Jul 07 17:41:01.851354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:01.944757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:01.953363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:01.961975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:01.964150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:01.965727 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.005195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=cc64c90f-2481-4ea5-a7b2-0d15ebe2111e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:02.019953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb0e0dde-0783-4a14-bff7-3bf396a11c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8059938 Jul 07 17:41:02.021991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48672) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:02.029306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:02.104792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:02.137474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.168121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.183193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:02.188643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:02.189142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.404351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.471247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:02.477008 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f7266-4164-46f8-b816-94f1dc458a02" -d '{"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:02.494628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:02.499580 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.511469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Allocated IP 172.20.0.10 (1ae714cf-5728-44ec-ad8b-1c6b315570cc/25de5e0d-812b-49cf-b3e5-a6db2e7bc14c/c11f0ae8-365e-4c2d-b536-8c7274df30e7) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:02.526270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ba5f0-0402-4416-ab78-d16d3897d3d4 req-46327597-59c3-4767-a81b-dcef29d6dc05 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:02.527775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f63ba5f0-0402-4416-ab78-d16d3897d3d4 req-46327597-59c3-4767-a81b-dcef29d6dc05 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 945 time: 0.1542799 Jul 07 17:41:02.630706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f63ba5f0-0402-4416-ab78-d16d3897d3d4 req-bbad933d-efda-4d88-bedc-a444f3f3c255 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868351 Jul 07 17:41:02.642296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:02.814484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:02.843343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.894893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.938051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Transition to ACTIVE for port object cc64c90f-2481-4ea5-a7b2-0d15ebe2111e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:02.958858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.979967 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f28c3c-054c-4f3e-a0eb-4cb8393bc48f x-openstack-request-id: req-b1f28c3c-054c-4f3e-a0eb-4cb8393bc48f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:02.982963 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:02.984015 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1f28c3c-054c-4f3e-a0eb-4cb8393bc48f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:02.986523 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'code': 200} Jul 07 17:41:03.151828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=cc64c90f-2481-4ea5-a7b2-0d15ebe2111e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:03.208606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.209391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.210099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.216722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.235393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501819-b7bb-4bd0-b2b7-1ce6718aa9f0 req-cdc81211-73c3-4beb-b402-8875e79f82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:03.237752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3501819-b7bb-4bd0-b2b7-1ce6718aa9f0 req-cdc81211-73c3-4beb-b402-8875e79f82f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.1626902 Jul 07 17:41:03.278134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93f79e47-3837-4e35-8fd0-97fa822b8ddb req-d5fc3e2c-4086-41d9-add2-816589b57459 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0626938 Jul 07 17:41:03.284431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.285325 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.292379 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 2 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.324510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3501819-b7bb-4bd0-b2b7-1ce6718aa9f0 req-a409b799-2126-4418-9f00-eb0dc82b773c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581391 Jul 07 17:41:03.339151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Network 1ae714cf-5728-44ec-ad8b-1c6b315570cc is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:03.342280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Port': ['ID=c11f0ae8-365e-4c2d-b536-8c7274df30e7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:03.347814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:03.350433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.350817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.351160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.354393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:03.384353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.385000 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.390237 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 3 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.412888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.413340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.413756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.425510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.425957 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.427769 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 4 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.474631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.474986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.475338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.484639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.484986 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.489826 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 5 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.507403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.517877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.518234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.518610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.524969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.525320 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.525911 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 6 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.566164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.566572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.566900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.582744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.582744 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.583458 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 7 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.588419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.624564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.624909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.625247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.644948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.645282 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.646552 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 8 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.665197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.665663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.665914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.675749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.676118 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.810018 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 9 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.857999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:03.858848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:03.859416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:03.877796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:03.878347 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:03.884645 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 10 to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e Jul 07 17:41:03.966192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749dd0-6b27-419d-8179-a406bd133b35 req-21d3b6c9-7a9b-43b7-b76c-a1a86bc900a8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:03.969227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a749dd0-6b27-419d-8179-a406bd133b35 req-21d3b6c9-7a9b-43b7-b76c-a1a86bc900a8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.1545806 Jul 07 17:41:04.018175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:04.018651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:04.018966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:04.047677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:04.047990 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:04.048380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.067250 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.085490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a749dd0-6b27-419d-8179-a406bd133b35 req-2b95d56f-94b7-479d-bffc-40f4498f11ae tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099768 Jul 07 17:41:04.112416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.227784 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.314855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Port': ['ID=c11f0ae8-365e-4c2d-b536-8c7274df30e7,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:04.324387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.325916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4d506ed-aa25-4e52-9127-159bd9bbb596 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1057603 Jul 07 17:41:04.327517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:04.327892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempted to set empty binding levels {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:04.333199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48704) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:04.349304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.442842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] In _notify_port_updated(), no bound segment for port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:04.442842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.442842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.457940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "PUT /v2.0/ports/cc64c90f-2481-4ea5-a7b2-0d15ebe2111e HTTP/1.1" status: 200 len: 979 time: 2.4355831 Jul 07 17:41:04.458906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:04.490676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-28b0a80b-979a-4217-b861-d6d7987e2a00 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=1ae714cf-5728-44ec-ad8b-1c6b315570cc HTTP/1.1" status: 200 len: 690 time: 0.1518283 Jul 07 17:41:04.494712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:04.653045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b62cb4-211b-4dd4-a262-51e74c6aa47b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=cc64c90f-2481-4ea5-a7b2-0d15ebe2111e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:04.764660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.888548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.892735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.893275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.893750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.894231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.897415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.897930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.901932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.902593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.903042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.903530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.904004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.904480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.904953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.905420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.905889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.906354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.906852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.907312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.907774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.908233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.908796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.918078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.918910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.919324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.921360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.921812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.922208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.922780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.923185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.923739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:04.942862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d1eb12ca-9095-4ebb-aeac-38497c1fd4c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28098 time: 0.4795294 Jul 07 17:41:04.942862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48720) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:05.002595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48722) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:05.095321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24df88b7-49d7-4537-b7b5-2b3099bab621 req-19c43705-8489-4b55-b523-ee8b3b504958 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8522c81b-fb95-466f-9b76-ab6a4da8a541 HTTP/1.1" status: 200 len: 210 time: 0.0916927 Jul 07 17:41:05.146044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Deleting port c11f0ae8-365e-4c2d-b536-8c7274df30e7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:05.147009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.162132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Deleting port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:05.166139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.327919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.329512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.403140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Calling delete_port for c11f0ae8-365e-4c2d-b536-8c7274df30e7 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:05.427590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port cc64c90f-2481-4ea5-a7b2-0d15ebe2111e, host n-h1-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:05.428453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.458320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-271c3ebf-7851-431a-96fd-8ed36714040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.461276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Calling delete_port for cc64c90f-2481-4ea5-a7b2-0d15ebe2111e owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:05.586873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.717670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc64c90f-2481-4ea5-a7b2-0d15ebe2111e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:05.763406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.767706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-211bd731-fffe-4fe6-b663-e7e3fd6020d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cc64c90f-2481-4ea5-a7b2-0d15ebe2111e HTTP/1.1" status: 204 len: 168 time: 0.8177876 Jul 07 17:41:05.775320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48730) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:05.806268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c945-06c1-49f3-9b41-e91fe881ae6e req-dbe6d0ce-6a0a-49ef-a918-e1569dca45df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:05.814949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80e9c945-06c1-49f3-9b41-e91fe881ae6e req-dbe6d0ce-6a0a-49ef-a918-e1569dca45df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.3828099 Jul 07 17:41:05.852286 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a98f81-3684-428d-8c7c-0dca901e8113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:05.855798 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e4a98f81-3684-428d-8c7c-0dca901e8113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports/cc64c90f-2481-4ea5-a7b2-0d15ebe2111e HTTP/1.1" status: 404 len: 333 time: 0.0790651 Jul 07 17:41:05.860110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48732) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:05.894375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382398036', 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:05.954154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.038924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Port': ['ID=c11f0ae8-365e-4c2d-b536-8c7274df30e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:06.050140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-271c3ebf-7851-431a-96fd-8ed36714040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.060818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80e9c945-06c1-49f3-9b41-e91fe881ae6e req-dc2dd43e-95b5-4573-b24c-90c712a308c4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430232 Jul 07 17:41:06.100280 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-271c3ebf-7851-431a-96fd-8ed36714040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.106221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Made reservation on behalf of d14ecd53477b4171bb2f8b05a0dbd1aa for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:06.119895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.182999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port 8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:06.400587 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.459971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-271c3ebf-7851-431a-96fd-8ed36714040a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd45036f99a44fbf8c0add47e10a3b00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4544621 Jul 07 17:41:06.464714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:06.476783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3ebf-7851-431a-96fd-8ed36714040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9744b85-623c-413d-ae9d-631627d7ff62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:06.597745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.625054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.649486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.667080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.703640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:06.704904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.707209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:06.711129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:06.712292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:06.712949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.731726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:06.744828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b0dd6715-eaa7-4367-a7c5-0fe40330aab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8825777 Jul 07 17:41:06.747828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48746) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:06.814210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb448bad-4acc-427d-9302-99845623ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:06.815714 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb448bad-4acc-427d-9302-99845623ce83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports/8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 HTTP/1.1" status: 200 len: 959 time: 0.0668674 Jul 07 17:41:06.818610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48748) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:06.864380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92d58-e426-47c6-95a9-971803c045f4 req-85a94115-4bb9-481e-98a3-a3aba8d79095 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:06.878655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20a92d58-e426-47c6-95a9-971803c045f4 req-85a94115-4bb9-481e-98a3-a3aba8d79095 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.3058338 Jul 07 17:41:06.882562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.972445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Deleting port 8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:06.972445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.015068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.037610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20a92d58-e426-47c6-95a9-971803c045f4 req-07cd4fee-ef43-4925-adf3-0c5068b52e41 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541324 Jul 07 17:41:07.038387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=25de5e0d-812b-49cf-b3e5-a6db2e7bc14c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:07.042466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae714cf-5728-44ec-ad8b-1c6b315570cc']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:07.071827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48752) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.086466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6183a8-242c-45cd-a22a-4e7e5d4a16dc') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:07.087188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6183a8-242c-45cd-a22a-4e7e5d4a16dc') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:07.092649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.118203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.123548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.125491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9744b85-623c-413d-ae9d-631627d7ff62 HTTP/1.1" status: 204 len: 168 time: 0.6577294 Jul 07 17:41:07.137129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Calling delete_port for 8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:07.168423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.210344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fac5f8-1afe-4923-9c80-3bb4db8563ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9744b85-623c-413d-ae9d-631627d7ff62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:07.223757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.235904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:07.236324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:07.238771 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:07.388626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.395916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ae714cf-5728-44ec-ad8b-1c6b315570cc {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:41:07.418283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.430404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1ae714cf-5728-44ec-ad8b-1c6b315570cc HTTP/1.1" status: 204 len: 168 time: 2.9341903 Jul 07 17:41:07.434670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.451237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a9b9-c2c5-4db4-836f-cc2dcbad0bc9 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ae714cf-5728-44ec-ad8b-1c6b315570cc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:07.563158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.567116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fa1cb-4e79-4365-a894-736ddad2e3ff tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:07.572353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-818fa1cb-4e79-4365-a894-736ddad2e3ff tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1093 time: 0.2291870 Jul 07 17:41:07.573017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.592102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:07.623586 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-87c24096-ab45-47d5-894a-71b1b9902999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.692594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:07.734220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.740346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1cc99674-7b46-411c-9249-275067827b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 HTTP/1.1" status: 204 len: 168 time: 0.9165063 Jul 07 17:41:07.748011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.770264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:07.795003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-409dfc7e-3e2d-4a3e-af5a-12e2faa6cb77 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3587723 Jul 07 17:41:07.844565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48772) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.864593 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-141e97a5-aa1d-4ddc-b7c9-7ef3f1a39e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:07.872190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-141e97a5-aa1d-4ddc-b7c9-7ef3f1a39e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports/8fa0f0ba-ebbe-47c8-b03e-6e10292dccc1 HTTP/1.1" status: 404 len: 333 time: 0.1177299 Jul 07 17:41:07.886354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:07.892104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-275580307'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:07.957861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Made reservation on behalf of d14ecd53477b4171bb2f8b05a0dbd1aa for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:07.960651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.026800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:08.109860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.110881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.110881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.111233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.111684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.112279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.112736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.113178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.113623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.114176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:08.116431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-99b81627-ac80-4bf9-ab86-ef50c7adf8f7 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6457 time: 0.2708614 Jul 07 17:41:08.121303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:08.176415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:08.199000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e4d6-558f-41e8-86e7-801023aba037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.391177 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-aec225b3-889c-4327-baef-7db877768a9d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:41:08.394148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aec225b3-889c-4327-baef-7db877768a9d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/4674863d-75a4-4bf7-9027-c9814ddfb3ac HTTP/1.1" status: 404 len: 345 time: 0.2704110 Jul 07 17:41:08.405023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:08.412590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.443713 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef393532-e23c-4538-a100-2d1412f2b3d5 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 17:41:08.444731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef393532-e23c-4538-a100-2d1412f2b3d5 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:41:08.450219 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ef393532-e23c-4538-a100-2d1412f2b3d5 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1ae714cf-5728-44ec-ad8b-1c6b315570cc HTTP/1.1" status: 404 len: 339 time: 0.0434167 Jul 07 17:41:08.452744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.457226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48788) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:08.467676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'name': 'tempest-network--1862035988', 'router:external': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:08.650196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-8ea7f6f5-b875-4e8d-a0fa-7e70cb5adc49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4159737 Jul 07 17:41:08.681991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.689206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e4d6-558f-41e8-86e7-801023aba037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.723094 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e4d6-558f-41e8-86e7-801023aba037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:08.860106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1e4d6-558f-41e8-86e7-801023aba037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede04222-bd68-4e7c-aa45-117fb0d421a4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:08.976284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Network 3cba701f-7714-46e1-ad45-7634c63fa7ee is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:08.983075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:09.001748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:09.003039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:09.003762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.055531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9ff1e4d6-558f-41e8-86e7-801023aba037 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0233c47e25c74edba2ddb6bce47ed02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8779202 Jul 07 17:41:09.058050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:09.068636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=1a99bb62-512d-42f2-bd5e-d1c93a2d9e10,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:09.185444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.239648 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.354394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.357776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.362331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ede04222-bd68-4e7c-aa45-117fb0d421a4 HTTP/1.1" status: 204 len: 168 time: 0.3027179 Jul 07 17:41:09.380638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40985076-6ec8-455d-ae9e-1b5a2e076e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede04222-bd68-4e7c-aa45-117fb0d421a4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:09.397552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-99b57f1d-3272-48a9-a56d-666b33b7805d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5093212 Jul 07 17:41:09.405484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48808) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:09.424792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:09.428905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.431819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:09.501611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.128 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/67afef4b-278b-4743-8adf-caa00b12650e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:09.706317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:09.746691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.928039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:09.975307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48822) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:10.098341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08939121-0336-46d3-98b2-c71b7237fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.101580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.124685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23458a95-cf3f-4629-a76f-99e9a0c9079c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.139531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:10.183117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.183761 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Added segment 7eb105c0-4d22-40b8-95ee-20f90184c05e of type vlan for network bae845c7-9f9e-4c27-a4b8-6b5593815e16 Jul 07 17:41:10.352307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.404260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-4df9d198-4d5c-43e1-b5e8-29642d88ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.407382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-4df9d198-4d5c-43e1-b5e8-29642d88ef27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 1097 time: 1.1503356 Jul 07 17:41:10.412902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.481465 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:41:10.481465 n-d-791505-12 neutron-server[93946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:41:10.481465 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id': 'cd39a6cf38d04d209d853efdea62e5a7', 'id': '0d725269-f6e0-462a-aafc-293e4491344d', 'expiration': datetime.datetime(2021, 7, 7, 17, 43, 10, 448043)}] Jul 07 17:41:10.481465 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:41:10.482424 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:41:10.560241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:10.586347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:10.597674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:10.601223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.628328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=67afef4b-278b-4743-8adf-caa00b12650e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:10.637035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] device_id is not set on port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:10.651763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.657263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.658433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.658433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.658952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.659422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.659868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.660367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.660906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.661378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.661853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.662316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.662796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:10.682019 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.682942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Transition to ACTIVE for port object 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:10.683183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.683773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.693256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.767303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=1a99bb62-512d-42f2-bd5e-d1c93a2d9e10,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:10.778348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23458a95-cf3f-4629-a76f-99e9a0c9079c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.793805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-23458a95-cf3f-4629-a76f-99e9a0c9079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.838719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:10.839122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:10.839443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:10.841415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-5a733b28-c1bb-4e24-83e6-64708be7a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:10.847694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-5a733b28-c1bb-4e24-83e6-64708be7a64b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3727360 Jul 07 17:41:10.849114 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3904946 Jul 07 17:41:10.863539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:10.864064 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:10.869889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48828) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:10.881519 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 2 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:10.920230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:10.920690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:10.921105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:10.940890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23458a95-cf3f-4629-a76f-99e9a0c9079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7973434-3a3f-4623-baac-1d2181351fc3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:10.949585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23458a95-cf3f-4629-a76f-99e9a0c9079c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d70aaf7d7d54645aca7b3caeb0cf0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675343 Jul 07 17:41:10.954252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-3ddd7e65-a5b0-4d9d-802d-4f003092f0b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc HTTP/1.1" status: 200 len: 217 time: 0.0817153 Jul 07 17:41:10.954663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:10.977210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:10.977541 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:10.977958 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 3 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:10.984469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:10.998945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24e22b-18c2-4a98-8e1a-5ce59ec8e292 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=bae845c7-9f9e-4c27-a4b8-6b5593815e16,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:11.011619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network bae845c7-9f9e-4c27-a4b8-6b5593815e16 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:11.020679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:11.021048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:11.022112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:11.037193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:11.037596 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:11.052500 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 4 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:11.157575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-be377873-73bc-46e3-8616-8c70c119d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.159294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-be377873-73bc-46e3-8616-8c70c119d147 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1750474 Jul 07 17:41:11.207677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:11.208341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:11.208800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:11.231875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.261889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1cd12-313d-4565-a119-c4aab2a36a80 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.269057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1cd12-313d-4565-a119-c4aab2a36a80 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.275894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1cd12-313d-4565-a119-c4aab2a36a80 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.282740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1cd12-313d-4565-a119-c4aab2a36a80 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.287389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-32b1cd12-313d-4565-a119-c4aab2a36a80 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3883169 Jul 07 17:41:11.288327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:11.290742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:11.291241 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:11.370512 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 5 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:11.390117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.391334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.525299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:11.525996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:11.526467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:11.542668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.552598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:11.553261 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:11.557845 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 6 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:11.561557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.566585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-d3024c23-265f-41fc-bb40-ce1b0f2556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:11.568193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-d3024c23-265f-41fc-bb40-ce1b0f2556c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4017694 Jul 07 17:41:11.741663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:11.742216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:11.742851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:11.749156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.752283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.755923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7973434-3a3f-4623-baac-1d2181351fc3 HTTP/1.1" status: 204 len: 168 time: 0.7736413 Jul 07 17:41:11.764997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037b838-8f9f-4844-8da0-9d248bde86be,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:11.767286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.787267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.805929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae845c7-9f9e-4c27-a4b8-6b5593815e16']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:11.817428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf07db2-4970-453d-9836-5e0566470320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7973434-3a3f-4623-baac-1d2181351fc3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:11.850617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb105c0-4d22-40b8-95ee-20f90184c05e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:11.851287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb105c0-4d22-40b8-95ee-20f90184c05e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:11.866971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.877870 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-0d590a91-3898-44d0-bc26-646e4d95195a service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022852 Jul 07 17:41:11.896922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14302322-e370-457b-9e30-50180dfbf931 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd39a6cf38d04d209d853efdea62e5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1753438 Jul 07 17:41:11.896922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:11.897705 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:11.898321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48842) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:11.899033 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 7 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:11.899362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.910331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.940666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:11.941504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:11.943945 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:12.006301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:12.006851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:12.008637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:12.042245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:12.042766 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:12.051286 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 8 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:12.068867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.108196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:12.108592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:12.108883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:12.139101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.144078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:12.144371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a43d1e6-e6d7-4539-a87e-8c2e71a21727 req-da2b7bc7-adfd-4137-83eb-dd44bb1aa8f9 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576308 Jul 07 17:41:12.144681 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:12.164567 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 9 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:12.245004 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.337451 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.349725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bae845c7-9f9e-4c27-a4b8-6b5593815e16 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:41:12.355379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.363581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.367788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.381100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/bae845c7-9f9e-4c27-a4b8-6b5593815e16 HTTP/1.1" status: 204 len: 168 time: 1.0905597 Jul 07 17:41:12.389469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48854) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.424051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.429848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.433436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e037b838-8f9f-4844-8da0-9d248bde86be HTTP/1.1" status: 204 len: 168 time: 0.5302403 Jul 07 17:41:12.460205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'name': 'tempest-network--243111835', 'router:external': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:12.531059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:12.538322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.545061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:12.545451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:12.545743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:12.553622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a3b63-18cb-49c6-9514-9c28bfca38b4 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Network': ['ID=bae845c7-9f9e-4c27-a4b8-6b5593815e16,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.629709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f05c6-204b-4e59-b399-8c22cfc47033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037b838-8f9f-4844-8da0-9d248bde86be,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.630019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=67afef4b-278b-4743-8adf-caa00b12650e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:12.654757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.668948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:12.673202 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:12.676324 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempt 10 to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 Jul 07 17:41:12.725713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:12.740110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.740845 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Added segment 83c89393-f2d5-4516-aa2e-0c73c40fa692 of type vlan for network 1792f801-0da0-44b5-a1e4-f1972e8fb256 Jul 07 17:41:12.805813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.891896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.893011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:12.893819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:12.933810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4971533 Jul 07 17:41:12.934525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48868) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:12.993388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:12.994396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:12.995064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempting to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:13.002923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:13.004156 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Failed to bind port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '0918deef-0082-47a9-956c-79d47578e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cba701f-7714-46e1-ad45-7634c63fa7ee'}] Jul 07 17:41:13.004800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.035184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6e41-3176-4a58-b624-c06b10556c28 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=1792f801-0da0-44b5-a1e4-f1972e8fb256,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:13.049581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1792f801-0da0-44b5-a1e4-f1972e8fb256 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:13.563317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:13.609909 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.645122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88c58a3a-ecad-40f3-8bb5-ec96cb665033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.673964 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 22db70fa-e0a4-401f-9a44-9ed183db9067 associated. External IP: 172.25.3.128, port: 6a9128cf-7a6a-41aa-86f7-5663ab6d053a. Jul 07 17:41:13.688092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:13.688700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attempted to set empty binding levels {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:13.690644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65232f63-4aa8-4fcc-a805-76f31720c372 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.691908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65232f63-4aa8-4fcc-a805-76f31720c372 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "GET /v2.0/networks/1792f801-0da0-44b5-a1e4-f1972e8fb256 HTTP/1.1" status: 200 len: 756 time: 0.7446814 Jul 07 17:41:13.698172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48884) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:13.701856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.822351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] In _notify_port_updated(), no bound segment for port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 on network 3cba701f-7714-46e1-ad45-7634c63fa7ee {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:13.823394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.823999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.828403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "PUT /v2.0/ports/1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 HTTP/1.1" status: 200 len: 979 time: 4.4189734 Jul 07 17:41:13.829927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:13.848155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1c077-2ff7-48a6-b4ce-6cd835244142 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.854415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-03e1c077-2ff7-48a6-b4ce-6cd835244142 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "GET /v2.0/networks/73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c HTTP/1.1" status: 200 len: 765 time: 0.1541889 Jul 07 17:41:13.861873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:13.876887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1cdfa-1ee1-42ad-82e4-905795c2636d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event updated for resources: {'Port': ['ID=1a99bb62-512d-42f2-bd5e-d1c93a2d9e10,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:13.964806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.093032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.105860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1792f801-0da0-44b5-a1e4-f1972e8fb256']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:14.120630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c89393-f2d5-4516-aa2e-0c73c40fa692') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:14.121155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c89393-f2d5-4516-aa2e-0c73c40fa692') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:14.134851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.163263 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.164053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 053546b8-ca06-46d9-b1fa-e228b78e79ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:41:14.174261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:14.175011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:14.177628 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:14.204507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88c58a3a-ecad-40f3-8bb5-ec96cb665033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.272793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Deleting port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:14.273242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.275516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88c58a3a-ecad-40f3-8bb5-ec96cb665033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.279690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.310511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1792f801-0da0-44b5-a1e4-f1972e8fb256 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:41:14.312498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Network': ['ID=1792f801-0da0-44b5-a1e4-f1972e8fb256,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:14.314741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.323693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7b4140c-c2f8-4940-8be3-efa4bfe18a7d tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1792f801-0da0-44b5-a1e4-f1972e8fb256 HTTP/1.1" status: 204 len: 168 time: 0.4531746 Jul 07 17:41:14.323693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48912) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:14.331139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'name': 'tempest-network--1339514085'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:14.364859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Made reservation on behalf of cbb36616f91f449ca72c56e1496ba625 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:14.368511 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.396205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c58a3a-ecad-40f3-8bb5-ec96cb665033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2704b96-a5d3-4e2b-a97c-7eacd4328168,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:14.404815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:14.419786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.419786 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Added segment d86a46fa-e3a0-4b7e-8a88-a21fd4a05a62 of type vlan for network 89d26abf-7091-457c-a2e7-40edc102cee2 Jul 07 17:41:14.426604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-88c58a3a-ecad-40f3-8bb5-ec96cb665033 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81bd9096f00b48ac9922f90fe019ca4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592634 Jul 07 17:41:14.467105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:14.484454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.495770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] For port 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10, host n-h1-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:14.496155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.530948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.532224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:14.532900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582267'] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.579565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Calling delete_port for 1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:14.644605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3174465 Jul 07 17:41:14.649053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48942) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:14.657890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:14.665116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e17a04-a807-4623-9dd5-63a2236cb6be tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=89d26abf-7091-457c-a2e7-40edc102cee2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:14.681955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 89d26abf-7091-457c-a2e7-40edc102cee2 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:14.744517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:41:14.770179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.801338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.858673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.905013 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a54f0a7-1f61-440d-8161-8806c43ff426 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.3288813 Jul 07 17:41:14.909067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:14.911791 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92beed2d-af5b-488b-bcbf-4efb2eddf57f" -d '{"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:14.920497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.924445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.925984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2704b96-a5d3-4e2b-a97c-7eacd4328168 HTTP/1.1" status: 204 len: 168 time: 0.4578719 Jul 07 17:41:14.948027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b4c6f-2b30-430c-b1d7-83dfddd2f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2704b96-a5d3-4e2b-a97c-7eacd4328168,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:14.984960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.002380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.028855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a99bb62-512d-42f2-bd5e-d1c93a2d9e10,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:15.033626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.043093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.046197 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-102ce01c-2b5e-4b03-abae-5e39f2f80645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 HTTP/1.1" status: 204 len: 168 time: 1.2115622 Jul 07 17:41:15.048762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.066604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Network 89d26abf-7091-457c-a2e7-40edc102cee2 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:41:15.068105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:15.068105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.069258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "PUT /v2.0/networks/89d26abf-7091-457c-a2e7-40edc102cee2 HTTP/1.1" status: 200 len: 858 time: 0.4186084 Jul 07 17:41:15.073425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.126723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f5756-5be3-4ada-a6ac-739370a98c82 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event updated for resources: {'Network': ['ID=89d26abf-7091-457c-a2e7-40edc102cee2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:15.129478 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-9928dd71-b6ca-4ca7-924e-7083bf6ab631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:15.137690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9928dd71-b6ca-4ca7-924e-7083bf6ab631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370032889-project-admin] 10.222.0.66 "GET /v2.0/ports/1a99bb62-512d-42f2-bd5e-d1c93a2d9e10 HTTP/1.1" status: 404 len: 333 time: 0.0875480 Jul 07 17:41:15.141823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.208925 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Sync routers for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:41:15.219425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.228452 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:15.229167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.332142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.346617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d26abf-7091-457c-a2e7-40edc102cee2']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.361968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86a46fa-e3a0-4b7e-8a88-a21fd4a05a62') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.362932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86a46fa-e3a0-4b7e-8a88-a21fd4a05a62') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.364582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:15.376605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.384863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.397210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.404615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:15.405722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.472964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240fcb-b1fe-4263-bec5-55c6ee1634f6 req-0d419a8c-dae5-418d-bb00-72b70028296c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:15.474661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57240fcb-b1fe-4263-bec5-55c6ee1634f6 req-0d419a8c-dae5-418d-bb00-72b70028296c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.3074558 Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:15.506382 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:15.514951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.524249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89d26abf-7091-457c-a2e7-40edc102cee2 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:41:15.544584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.547909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] 10.222.0.66 "DELETE /v2.0/networks/89d26abf-7091-457c-a2e7-40edc102cee2 HTTP/1.1" status: 204 len: 168 time: 0.4731462 Jul 07 17:41:15.559097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 48984) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.585374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec9c7b-1af7-4808-9bfa-8b3b9211ed94 tempest-ExternalNetworksTestJSON-1006204586 tempest-ExternalNetworksTestJSON-1006204586-project-admin] Pushing event deleted for resources: {'Network': ['ID=89d26abf-7091-457c-a2e7-40edc102cee2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:15.604535 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a867ef28-ba07-4e4c-9169-595d9ef03962 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] DELETE failed (client error): The resource could not be found. Jul 07 17:41:15.604535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a867ef28-ba07-4e4c-9169-595d9ef03962 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:41:15.606529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a867ef28-ba07-4e4c-9169-595d9ef03962 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "DELETE /v2.0/subnets/25de5e0d-812b-49cf-b3e5-a6db2e7bc14c HTTP/1.1" status: 404 len: 337 time: 0.0463452 Jul 07 17:41:15.610554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.611180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 48986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.683900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba701f-7714-46e1-ad45-7634c63fa7ee']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.743450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0918deef-0082-47a9-956c-79d47578e92b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.743963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0918deef-0082-47a9-956c-79d47578e92b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.770718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57240fcb-b1fe-4263-bec5-55c6ee1634f6 req-3e362d91-6c99-4bb6-afaf-adf916543982 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745790 Jul 07 17:41:15.791170 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '22db70fa-e0a4-401f-9a44-9ed183db9067', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'mac_address': 'fa:16:3e:0f:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abd280-8f85-4552-8b9b-76d857269d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:11Z', 'updated_at': '2021-07-07T17:41:11Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.812877 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.830224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:15.856745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.876118 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Checking router: 053546b8-ca06-46d9-b1fa-e228b78e79ad for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:41:15.906592 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:15.907273 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:15.968185 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822fa60e-d8dc-4045-a471-b4f625d9c3f7 x-openstack-request-id: req-822fa60e-d8dc-4045-a471-b4f625d9c3f7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:15.968484 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:15.968773 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-822fa60e-d8dc-4045-a471-b4f625d9c3f7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:15.969548 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'status': 'completed', 'code': 200} Jul 07 17:41:15.998857 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.086036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:16.087544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.138118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.168496 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:16.190363 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:16.194038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fc15e3-d8fd-4cb8-8304-1f51dea26ed9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:16.194314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fc15e3-d8fd-4cb8-8304-1f51dea26ed9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:16.221913 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:16.233002 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:16.257942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.271254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:16.271639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:16.281965 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:16.423416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8e74b3dc-a95b-44f5-9781-737157fa5ab9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 200 len: 992 time: 0.5906498 Jul 07 17:41:16.425956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.433243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.453399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.456218 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.459776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] 10.222.0.66 "DELETE /v2.0/networks/73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c HTTP/1.1" status: 204 len: 168 time: 0.8461978 Jul 07 17:41:16.461097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] 10.222.0.66 "DELETE /v2.0/networks/3cba701f-7714-46e1-ad45-7634c63fa7ee HTTP/1.1" status: 204 len: 168 time: 1.3176570 Jul 07 17:41:16.497540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd62256-19ce-401f-9bc8-504c9117ba7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-265012613-project] Pushing event deleted for resources: {'Network': ['ID=3cba701f-7714-46e1-ad45-7634c63fa7ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:16.514270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-4f25a45e-4e25-42e4-8c6a-49dc6ca970cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:16.517313 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-4f25a45e-4e25-42e4-8c6a-49dc6ca970cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.5493760 Jul 07 17:41:16.525526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e3575-4c23-4724-b205-1f59357cb764 tempest-ExternalNetworksTestJSON-1784161026 tempest-ExternalNetworksTestJSON-1784161026-project] Pushing event deleted for resources: {'Network': ['ID=73c1cba4-eeb1-4a0d-a28a-2056ce26fe2c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:16.722361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-005baf53-fddc-4938-b40d-e8bb26b46185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:16.724238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-005baf53-fddc-4938-b40d-e8bb26b46185 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.1964715 Jul 07 17:41:16.853304 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '22db70fa-e0a4-401f-9a44-9ed183db9067', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'mac_address': 'fa:16:3e:0f:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abd280-8f85-4552-8b9b-76d857269d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:11Z', 'updated_at': '2021-07-07T17:41:11Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:16.893251 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec05fe5-3989-45bd-95c9-7a007348d2a7 None None] The sync data for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 is: [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '22db70fa-e0a4-401f-9a44-9ed183db9067', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'mac_address': 'fa:16:3e:0f:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abd280-8f85-4552-8b9b-76d857269d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:11Z', 'updated_at': '2021-07-07T17:41:11Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:41:17.056010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-c20d06bc-80be-44f4-9cdf-778d1e914770 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1000 time: 0.3227484 Jul 07 17:41:17.209458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49042) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:17.330173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ed44c-35d0-47cb-bc6c-7699c684aef7 None None] New status for floating IP 22db70fa-e0a4-401f-9a44-9ed183db9067: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:41:17.348797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-011fdd81-8901-4630-9147-ebb5ce63d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.350258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:17.355564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-011fdd81-8901-4630-9147-ebb5ce63d7b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.2905657 Jul 07 17:41:17.427001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:17.542381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2565-1b79-4a32-ad10-dd0cda4b8836 req-1e62f8da-9d7b-41ad-9cf9-7a1290f800a4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.545908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dad2565-1b79-4a32-ad10-dd0cda4b8836 req-1e62f8da-9d7b-41ad-9cf9-7a1290f800a4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.3571088 Jul 07 17:41:17.659479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-8bf9064a-31a4-4d16-b0c3-678df161f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.662311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-8bf9064a-31a4-4d16-b0c3-678df161f3f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929232 Jul 07 17:41:17.671080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dad2565-1b79-4a32-ad10-dd0cda4b8836 req-6afd3ae4-9e4f-4a7a-ae75-4acb90e1a3a4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151896 Jul 07 17:41:17.817761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-460ecbe8-95a4-47f1-9661-1bae23f38ad7 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441274 Jul 07 17:41:17.831183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a44a3725-27ae-4b8b-9bce-1da5d9f0cf9e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 200 len: 992 time: 0.4021678 Jul 07 17:41:17.954777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cdb2eca-9319-4c3f-b3f1-cec395c4be40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c18bcd7404e48878b00b8b14a41344b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028447 Jul 07 17:41:17.958838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49060) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:17.970363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de9932a8-dcf9-4a44-baad-e442b8cb18df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a55f78a6e0dd470096bbce26092063c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576487 Jul 07 17:41:17.976353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49062) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:17.993690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92beed2d-af5b-488b-bcbf-4efb2eddf57f req-ea242515-46b0-4674-a0ab-12e8ba721b4e service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701403 Jul 07 17:41:18.126611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.155516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.195778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.207553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.296151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.302189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.304721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e7bb91f-536d-46b7-a530-45de8252de13 HTTP/1.1" status: 204 len: 168 time: 0.3265326 Jul 07 17:41:18.311445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.315071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.316917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddffb25f-6d5e-4acc-86ab-f8fd71ddea82 HTTP/1.1" status: 204 len: 168 time: 0.3568096 Jul 07 17:41:18.327053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f6682-8fdf-4431-89f9-7f93f11e8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bb91f-536d-46b7-a530-45de8252de13,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:18.339742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38d2b2-5cfa-42a8-aaa7-916b47ed32e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddffb25f-6d5e-4acc-86ab-f8fd71ddea82,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:18.774619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-1fcb8e49-0e9c-4806-a313-200b4a23da1e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:18.776888 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-1fcb8e49-0e9c-4806-a313-200b4a23da1e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.2109151 Jul 07 17:41:18.834512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49094) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:19.043517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 5ed84c62-ddcb-4255-bd97-84b81026cddc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:19.044014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.060363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20c687d6-e4c3-49de-b062-0757d0e8c344 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 200 len: 994 time: 0.2222941 Jul 07 17:41:19.109570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d74d3-6d04-41fd-b900-f51c3aff8ef4 req-210e27d7-0637-4bcd-a757-8ccd861866ad tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:19.111234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc8d74d3-6d04-41fd-b900-f51c3aff8ef4 req-210e27d7-0637-4bcd-a757-8ccd861866ad tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 945 time: 0.1548686 Jul 07 17:41:19.164766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49098) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:19.223717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc8d74d3-6d04-41fd-b900-f51c3aff8ef4 req-75ebd13e-bb6c-43c4-b4db-0e24d89ec737 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=08243f74-e9fa-41b6-a19a-1b1d25544322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006856 Jul 07 17:41:19.284708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee3bc813-6dc7-44ed-9a71-b51708e83a0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbb36616f91f449ca72c56e1496ba625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066802 Jul 07 17:41:19.289639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:19.396536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 5ed84c62-ddcb-4255-bd97-84b81026cddc, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5ed84c62-ddcb-4255-bd97-84b81026cddc,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:19.398914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.444998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.477508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 5ed84c62-ddcb-4255-bd97-84b81026cddc owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:19.520735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.593562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49104) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:19.653662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b56c80b2-1723-4dca-bc91-971bd8ab1323 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d14ecd53477b4171bb2f8b05a0dbd1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588000 Jul 07 17:41:19.656265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49106) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:19.664482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.678798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.681601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5d82deb-542b-4915-a9cd-1452fa85db52 HTTP/1.1" status: 204 len: 168 time: 0.3897977 Jul 07 17:41:19.781736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1378a-c891-4f8f-9ece-2f345d41589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d82deb-542b-4915-a9cd-1452fa85db52,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:19.857964 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.921163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=5ed84c62-ddcb-4255-bd97-84b81026cddc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:19.928422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.993606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 5ed84c62-ddcb-4255-bd97-84b81026cddc on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:41:19.996847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.999881 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e19da1a-fe66-40f0-ba5d-a3f703bd8c32 req-99242f6d-ac9b-4821-989c-bbf1c3ca02aa tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "DELETE /v2.0/ports/5ed84c62-ddcb-4255-bd97-84b81026cddc HTTP/1.1" status: 204 len: 173 time: 1.2155869 Jul 07 17:41:20.000146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'name': 'network-vif-deleted', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:20.003028 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49f5ce-a3fe-4775-a8b5-bfa269c53d62" -d '{"events": [{"server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "name": "network-vif-deleted", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:20.172723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:20.263942 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b176953e-741c-46e0-abe0-6b7e17a2b986 x-openstack-request-id: req-b176953e-741c-46e0-abe0-6b7e17a2b986 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:20.265660 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fc591d-045e-4baa-8c4d-e8150cf2d010", "name": "network-vif-deleted", "tag": "5ed84c62-ddcb-4255-bd97-84b81026cddc", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:20.266284 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b176953e-741c-46e0-abe0-6b7e17a2b986 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:20.268239 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fc591d-045e-4baa-8c4d-e8150cf2d010', 'name': 'network-vif-deleted', 'tag': '5ed84c62-ddcb-4255-bd97-84b81026cddc', 'status': 'completed', 'code': 200} Jul 07 17:41:20.374164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:20.379075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:20.380995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bd823fa-48a3-4cc7-b41d-39c223681984 HTTP/1.1" status: 204 len: 168 time: 0.7232621 Jul 07 17:41:20.396270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd991d-0aa6-4d6d-9e40-65722b9202d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd823fa-48a3-4cc7-b41d-39c223681984,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:20.640801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0cea28b6-cd97-469f-bc81-20f2992771f5 req-3a91e771-ffa9-41c2-a8ea-e07f89fc0630 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.0894301 Jul 07 17:41:21.092054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ed84c62-ddcb-4255-bd97-84b81026cddc no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:41:21.154947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 5ed84c62-ddcb-4255-bd97-84b81026cddc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:41:21.155311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5ed84c62-ddcb-4255-bd97-84b81026cddc not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:41:22.163225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49182) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:22.183119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c00d08c9-47da-404c-b732-d2c5fa95e948 req-05498768-8bfa-417a-830a-07a9b10a1f4a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.1704493 Jul 07 17:41:22.503164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-60ea9484-67b2-4dfd-a7a3-315a872b043f tempest-AgentManagementNegativeTest-235321451 tempest-AgentManagementNegativeTest-235321451-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3328805 Jul 07 17:41:23.423088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49208) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:24.023311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd06efaa-c3a1-4ad4-a3c7-5444bce62e14 req-0a13ef51-d252-4502-8503-7c38aa59a478 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.1586168 Jul 07 17:41:24.182298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:24.236939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38508aca-969c-429e-b29c-664e20e08722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.469274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38508aca-969c-429e-b29c-664e20e08722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.477462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38508aca-969c-429e-b29c-664e20e08722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.529309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38508aca-969c-429e-b29c-664e20e08722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c37a43-c33f-4205-8fb5-6f88517d2ec3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:24.548125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38508aca-969c-429e-b29c-664e20e08722 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f5bc319098e4eb6993793236f5c82a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1218867 Jul 07 17:41:24.550817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:24.643312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1931945637'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:24.700707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.735068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Made reservation on behalf of a36eb84027614f44a9d7962f796a55e9 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:24.739351 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.744875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.765068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.936186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.939144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:24.943774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46c37a43-c33f-4205-8fb5-6f88517d2ec3 HTTP/1.1" status: 204 len: 168 time: 0.3915758 Jul 07 17:41:24.970327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6819ca-15f7-4966-a698-242997e2e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c37a43-c33f-4205-8fb5-6f88517d2ec3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:25.334399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.360218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.458702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d867f7-f912-461c-90da-36fc4434186c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:25.528124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:25.545239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.545906 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Added segment 1f6949c8-70dc-46d4-a290-c186b50a2698 of type vlan for network 80e94b7b-c883-403c-9a83-129b24e7a5d0 Jul 07 17:41:25.575087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be9daa1d-59c1-4bdc-a378-dc45e648cd83 req-aad13663-494f-404c-ac52-12b57ae6430d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.0447271 Jul 07 17:41:25.654533 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.670240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.742015 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.749363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:25.750573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:25.859718 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6758792 Jul 07 17:41:25.864505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8dc28-18e9-41cb-81d0-718561abbd83 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Pushing event updated for resources: {'Network': ['ID=80e94b7b-c883-403c-9a83-129b24e7a5d0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:25.886536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:26.431656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49284) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:26.513594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:26.521533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0', 'binding:host_id': 'n-h1-791505-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1502059070'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:26.558116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Made reservation on behalf of 9d4da4e054384030b28ef50849e0337e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:26.565573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.591105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.880874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.951475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65b18d07-3d36-4854-98f6-bc340fa3c70e req-b3eda9a3-63d8-435b-859b-f03c57b1c1db tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.0926795 Jul 07 17:41:26.955509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:26.961881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:27.097021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:27.204212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.238859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a091c10-6a91-442f-a1ac-bda00ad2c227,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:27.246969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91aeadcd-4e81-4257-8fea-4e47a66c0113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.334270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.336238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.339714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.341583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.343574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.344599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.345591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.346970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.347828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.348747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.349715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.351309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:27.535686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1273628852'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:27.750814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:27.812252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.821963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91aeadcd-4e81-4257-8fea-4e47a66c0113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.832454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91aeadcd-4e81-4257-8fea-4e47a66c0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.844356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Transition to ACTIVE for port object 80d9cfb5-4455-48b2-aa99-2765f30fdf8c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:27.889390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.920076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:27.924266 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:27.934102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91aeadcd-4e81-4257-8fea-4e47a66c0113 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aaee00f516fd4dae9738996560ff7a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5005848 Jul 07 17:41:27.936562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49316) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:28.011574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeadcd-4e81-4257-8fea-4e47a66c0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718799d0-e60e-4695-aeaf-0bcc8db1d554,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:28.035836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.048419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.078717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=80d9cfb5-4455-48b2-aa99-2765f30fdf8c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:28.103021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.105908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Checking segment: {'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:28.106531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Network hostable DHCP agents. Network: 80e94b7b-c883-403c-9a83-129b24e7a5d0, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:41:28.141453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:41:28.166221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 80e94b7b-c883-403c-9a83-129b24e7a5d0) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:28.179499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618fc02-f1da-48a5-a542-47c86b2c2a95 None None] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:28.181908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:28.207946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.208559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.210047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.221823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.222556 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.226314 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 2 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.251667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.254681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.266477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.267122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.267635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.269901 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/718799d0-e60e-4695-aeaf-0bcc8db1d554 HTTP/1.1" status: 204 len: 168 time: 0.3208525 Jul 07 17:41:28.280348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.291656 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.297723 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 3 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.306623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c648d-dd5d-44b4-a413-e1fbecd505cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718799d0-e60e-4695-aeaf-0bcc8db1d554,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:28.360836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.364575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.368879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.369511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.390012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.390669 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.391413 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 4 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.394291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.517270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.517961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.518564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.533446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:28.614490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b818d-d576-4312-8c77-135d4a2b5493,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:28.629422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.629759 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.642140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ae9867c-633b-4194-b967-0aecee40b272 req-d6d286ce-1ec2-476a-a94d-83d239aa02da tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=44fc591d-045e-4baa-8c4d-e8150cf2d010 HTTP/1.1" status: 200 len: 210 time: 0.1292324 Jul 07 17:41:28.648297 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 5 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.666658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.667153 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Added segment 7e391f52-6320-4a0e-a689-2cd82cc392d6 of type vlan for network 08f529cc-7a4c-455d-aabd-665011305c1a Jul 07 17:41:28.687318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.687648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.687998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.741668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.741668 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.748779 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 6 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.845272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.846201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.846201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.874011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:28.896483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.904001 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:28.914078 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 7 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:28.942005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:28.950533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:28.951952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:28.981990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:28.982605 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:29.000948 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 8 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:29.063801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.109047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:29.115956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:29.117386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.120237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:29.120631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:29.121048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:29.151860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:29.151860 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:29.193073 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 9 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:29.216554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0334189 Jul 07 17:41:29.216932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49334) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:29.222248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'subnet': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:29.262593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:29.264672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:29.265885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:29.290136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2bc50-10a1-404c-a35d-149b10f8cfe3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Network': ['ID=08f529cc-7a4c-455d-aabd-665011305c1a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:29.299098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:29.301809 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:29.304887 n-d-791505-12 neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 10 to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c Jul 07 17:41:29.308534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49336) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:29.308877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 08f529cc-7a4c-455d-aabd-665011305c1a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:29.339131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd683793-9768-47df-a0c1-8e9ed20f09d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.349601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:29.350160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:29.351870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:29.357700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:29.357700 n-d-791505-12 neutron-server[93946]: ERROR neutron.plugins.ml2.managers [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:29.358380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.481729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:29.482252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempted to set empty binding levels {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:29.501991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.555897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:29.556622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.583489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd683793-9768-47df-a0c1-8e9ed20f09d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.589097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=80d9cfb5-4455-48b2-aa99-2765f30fdf8c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:29.593789 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd683793-9768-47df-a0c1-8e9ed20f09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.605555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7c705496-82af-41d6-af05-46534a2cd60a tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.0861189 Jul 07 17:41:29.612608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49340) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:29.617561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:29.623191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.674710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bd683793-9768-47df-a0c1-8e9ed20f09d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9f6f67cac23497fbab025174660e576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627663 Jul 07 17:41:29.675761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49344) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:29.686477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683793-9768-47df-a0c1-8e9ed20f09d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7357e9-1d3a-400e-8b58-c79bd80035fc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:29.784153 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.814100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Deleting port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:29.814359 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.817518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.931516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port 80d9cfb5-4455-48b2-aa99-2765f30fdf8c, host n-h1-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:29.932794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.955713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Calling delete_port for 80d9cfb5-4455-48b2-aa99-2765f30fdf8c owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:29.988766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.991878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:29.993505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd7357e9-1d3a-400e-8b58-c79bd80035fc HTTP/1.1" status: 204 len: 168 time: 0.3150651 Jul 07 17:41:30.036748 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.041250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff4249-67a1-4dbc-9f09-8dffee2f5734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7357e9-1d3a-400e-8b58-c79bd80035fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:30.185651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.247698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Subnet': ['ID=b2c8dfb9-4e13-4f12-9b12-e072e072f36c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:30.275852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event deleted for resources: {'Port': ['ID=80d9cfb5-4455-48b2-aa99-2765f30fdf8c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:30.295299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.300636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-db7971b7-b891-4a6c-9810-6a5b412e4057 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "DELETE /v2.0/ports/80d9cfb5-4455-48b2-aa99-2765f30fdf8c HTTP/1.1" status: 204 len: 168 time: 0.6850395 Jul 07 17:41:30.301313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49360) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:30.303228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Checking segment: {'id': '7e391f52-6320-4a0e-a689-2cd82cc392d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:30.305137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network hostable DHCP agents. Network: 08f529cc-7a4c-455d-aabd-665011305c1a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:41:30.334176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:41:30.351881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 08f529cc-7a4c-455d-aabd-665011305c1a) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:30.357311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.357906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.364434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011486e-dacb-4f06-954e-dfa7745140a6 None None] Network 08f529cc-7a4c-455d-aabd-665011305c1a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:30.370820 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-632118fa-b076-49b5-bdf0-e79344999ed0 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:30.373753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-632118fa-b076-49b5-bdf0-e79344999ed0 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports/80d9cfb5-4455-48b2-aa99-2765f30fdf8c HTTP/1.1" status: 404 len: 333 time: 0.0709245 Jul 07 17:41:30.379960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49362) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:30.397730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43db5a52-44a9-4793-8a35-a776b6949851 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785624 Jul 07 17:41:30.399683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49364) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:30.417777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-663063418'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:30.431381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-481703912'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:30.507302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Made reservation on behalf of 9d4da4e054384030b28ef50849e0337e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:30.514652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.588308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:30.766366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-08f529cc-7a4c-455d-aabd-665011305c1a', 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'tenant_id': 'fb0ae7c516ef49ec964c4dcac3651956', 'fixed_ips': [{'subnet_id': 'b2c8dfb9-4e13-4f12-9b12-e072e072f36c'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:41:30.767875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.891189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:30.902666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.970896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port 3ae8c84d-887a-4610-8118-987d1023c7af yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:31.099988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Allocated IP 172.20.0.2 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/c27c23f4-ad7a-4ec9-acd6-777163bb3ff8) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:31.300888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.311230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.322819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Transition to ACTIVE for port object c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:31.375744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Transition to ACTIVE for port object c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:31.387840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.443689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:31.450135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:31.465716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:31.550287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.594412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Pushing event updated for resources: {'Port': ['ID=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:31.614393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.3 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/3ae8c84d-887a-4610-8118-987d1023c7af) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:31.660102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe83ed8-75e5-49c1-996e-b6d4115fa3cc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:31.684714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:31.686799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:31.701037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:31.707694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.708624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.743432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49392) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:31.743963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-56cf4339-61bc-4785-b498-06f2426a402e tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3609886 Jul 07 17:41:31.751030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Attempting to bind port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:31.751551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Attempting to bind port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '7e391f52-6320-4a0e-a689-2cd82cc392d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:31.752056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Attempting to bind port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 on network 08f529cc-7a4c-455d-aabd-665011305c1a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:31.769806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:41:31.770473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Checking segment: {'id': '7e391f52-6320-4a0e-a689-2cd82cc392d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:31.770911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:31.772796 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.773410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Bound using segment: {'id': '7e391f52-6320-4a0e-a689-2cd82cc392d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:41:31.774103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Bound port: c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e391f52-6320-4a0e-a689-2cd82cc392d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:41:31.774680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:31.992892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] For port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:32.000936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] For port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,segment=NetworkSegment(7e391f52-6320-4a0e-a689-2cd82cc392d6),segment_id=7e391f52-6320-4a0e-a689-2cd82cc392d6)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:41:32.011577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.049891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.067648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object 3ae8c84d-887a-4610-8118-987d1023c7af will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:32.133326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.237162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=3ae8c84d-887a-4610-8118-987d1023c7af,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:32.299785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:32.304397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:32.313573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:32.413250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe1447-bff3-490f-8478-108351cc19a4 None None] Pushing event updated for resources: {'Port': ['ID=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:32.427453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.473384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:32.474044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.582470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-82b5b530-fcd9-4751-9df2-378ac8572c48 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1639345 Jul 07 17:41:32.585036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49410) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:32.599897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-1440343296', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:04:52:a3'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:33.019220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:33.325658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:33.392188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port 1875421a-51b9-42a9-b935-a3071ddcbd1c yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:33.479065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:33.491286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:33.532218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Transition to ACTIVE for port object 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:33.544619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:33.629404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe83ed8-75e5-49c1-996e-b6d4115fa3cc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:33.658600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.659210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.659801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.667328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.668181 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.669092 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 2 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.702406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.703160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.703684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.715634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.715968 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.717590 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 3 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.734563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.735540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.736072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.746188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.746838 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.747453 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 4 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.765629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.766265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.766829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.773541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.774207 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.774992 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 5 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.794655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.795257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.795793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.801748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.802348 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.802959 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 6 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.818333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.819640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.820934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.831749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.832368 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.832965 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 7 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.854833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.855461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.856178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.864431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.867995 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.869458 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 8 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.908600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.909777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.912408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.929746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.935436 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.937745 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 9 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:33.959946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.9 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/1875421a-51b9-42a9-b935-a3071ddcbd1c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:33.984407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:33.985086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:33.985631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:33.997516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:33.998878 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:33.999537 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 10 to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc Jul 07 17:41:34.033972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:34.039190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:34.039910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:34.050955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:34.051766 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:34.052454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.446339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:34.446795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempted to set empty binding levels {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:34.464812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.563332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2802ac-8f47-4557-a00d-b2507807ee83 None None] Network 08f529cc-7a4c-455d-aabd-665011305c1a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:34.632100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.635160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] In _notify_port_updated(), no bound segment for port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:34.636467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.639158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.643698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "PUT /v2.0/ports/5fe83ed8-75e5-49c1-996e-b6d4115fa3cc HTTP/1.1" status: 200 len: 975 time: 2.8911815 Jul 07 17:41:34.650633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49466) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:34.671782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0617dd-02fb-4239-b6b1-12b6f68e8148 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe83ed8-75e5-49c1-996e-b6d4115fa3cc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:34.752294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:34.940460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d94afab9-938f-4962-9593-4935ecb704bc None None] Provisioning for port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:34.958933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.961711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.963052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.978112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.981721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.982216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.982484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.988963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.991716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.995901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.998075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.999629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.002210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.004305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.007751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.012125 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.019109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.022421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.024196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.025080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.026048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.028352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.030570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.032774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.033980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.037980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.041332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.045636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.047881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.051250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.055326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.056804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.072857 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f4b471d3-b583-4e6e-acef-cd5f9ba305c7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28985 time: 0.4175818 Jul 07 17:41:35.079520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49482) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:35.265955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:35.283745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object 1875421a-51b9-42a9-b935-a3071ddcbd1c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:35.290537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:35.291148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.371806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.441328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:35.449551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:35.457649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:35.473376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Deleting port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:35.473749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.510242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=1875421a-51b9-42a9-b935-a3071ddcbd1c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:35.589835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.637296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.638404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.659204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc, host n-h1-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:35.660099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.767643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0de90604-b602-409c-88f0-f27ce90d9ff3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1807017 Jul 07 17:41:35.768661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49500) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:35.847869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,segment=NetworkSegment(7e391f52-6320-4a0e-a689-2cd82cc392d6),segment_id=7e391f52-6320-4a0e-a689-2cd82cc392d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:35.852202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Calling delete_port for 5fe83ed8-75e5-49c1-996e-b6d4115fa3cc owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:35.857727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.942429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:35.952736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.953198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.953648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.954104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.954576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.955200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.955786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.956356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.956940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.957522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.958083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:35.958676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:36.052501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55321450-3c64-45b8-ab37-5ae22575626b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:36.064142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55321450-3c64-45b8-ab37-5ae22575626b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:36.080319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55321450-3c64-45b8-ab37-5ae22575626b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:36.087765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55321450-3c64-45b8-ab37-5ae22575626b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3176625 Jul 07 17:41:36.092299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:36.272647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Provisioning for port 3ae8c84d-887a-4610-8118-987d1023c7af completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:36.281377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Provisioning complete for port 3ae8c84d-887a-4610-8118-987d1023c7af triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:36.282911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.296410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.390226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe83ed8-75e5-49c1-996e-b6d4115fa3cc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:36.415660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.434264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-482c2ced-1a50-4ab6-936f-33de8ee1aa3f tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5fe83ed8-75e5-49c1-996e-b6d4115fa3cc HTTP/1.1" status: 204 len: 168 time: 1.3527358 Jul 07 17:41:36.438185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49514) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:36.476960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Port 3ae8c84d-887a-4610-8118-987d1023c7af cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:36.507941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:36.527399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port 1875421a-51b9-42a9-b935-a3071ddcbd1c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:36.527733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.560725 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af2fdef-4dcb-40bc-bd21-24c24deb1374 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:36.581546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9af2fdef-4dcb-40bc-bd21-24c24deb1374 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports/5fe83ed8-75e5-49c1-996e-b6d4115fa3cc HTTP/1.1" status: 404 len: 333 time: 0.1417124 Jul 07 17:41:36.590576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49518) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:36.606290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1821120924', 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:36.612778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Provisioning for port 1875421a-51b9-42a9-b935-a3071ddcbd1c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:36.629863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Provisioning complete for port 1875421a-51b9-42a9-b935-a3071ddcbd1c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:36.637046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.706661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Made reservation on behalf of 9d4da4e054384030b28ef50849e0337e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:36.711342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.782705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port 14459b11-5253-4bc3-b34d-87758ade9ba8 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:36.918833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.962988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for 1875421a-51b9-42a9-b935-a3071ddcbd1c owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:36.971949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Port 1875421a-51b9-42a9-b935-a3071ddcbd1c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:37.007464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:37.008153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.218540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Provisioning complete for port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:37.218920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85b37c01-fcb7-4039-a33e-f1db42251721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.411416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.451824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.644748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.646042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7df8083b-a103-4b1a-b784-3c7799d977c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.689790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49528) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:37.727257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f030ceaa-e8de-4fb5-ad03-7e3b1ba48cf9 None None] Provisioning complete for port 3ae8c84d-887a-4610-8118-987d1023c7af triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:37.727733 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f030ceaa-e8de-4fb5-ad03-7e3b1ba48cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.802160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824123669', 'description': 'tempest-secgroup-smoke-1824123669 description', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:37.813947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=1875421a-51b9-42a9-b935-a3071ddcbd1c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:37.833528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f030ceaa-e8de-4fb5-ad03-7e3b1ba48cf9 None None] Port 3ae8c84d-887a-4610-8118-987d1023c7af cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:37.841259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f030ceaa-e8de-4fb5-ad03-7e3b1ba48cf9 None None] Could not find standard attr ID for object 1875421a-51b9-42a9-b935-a3071ddcbd1c. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:41:37.897965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:37.926642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:37.963365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:37.964752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:37.965797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.981150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=14459b11-5253-4bc3-b34d-87758ade9ba8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:37.992267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.998897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.001150 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d171638b-8ab0-4b50-8920-47a82703c8ae tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/1875421a-51b9-42a9-b935-a3071ddcbd1c HTTP/1.1" status: 204 len: 168 time: 1.9028993 Jul 07 17:41:38.004704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.017637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-edc1dd92-1e67-4cf6-b488-916ad3d00ad7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4233510 Jul 07 17:41:38.022288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49534) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.064478 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-020ea060-d99e-4e69-ae64-0ccd06fa9703 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] GET failed (client error): The resource could not be found. Jul 07 17:41:38.074218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-020ea060-d99e-4e69-ae64-0ccd06fa9703 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports/1875421a-51b9-42a9-b935-a3071ddcbd1c HTTP/1.1" status: 404 len: 333 time: 0.0673425 Jul 07 17:41:38.077511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49536) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.088018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-711807152'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:38.160680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc06d5-43c1-44b5-815e-37a92b277c26 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.163159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-acbc06d5-43c1-44b5-815e-37a92b277c26 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports/14459b11-5253-4bc3-b34d-87758ade9ba8 HTTP/1.1" status: 200 len: 955 time: 0.1392326 Jul 07 17:41:38.168118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.300998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.343464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.427063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb22517-9df5-4930-b7ce-c54bbc12981a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:38.444757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:38.457452 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.458126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.463714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1247ffc-bee4-4025-9985-06f9bacdb750 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7600486 Jul 07 17:41:38.464318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49550) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.470881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:38.508111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Deleting port 14459b11-5253-4bc3-b34d-87758ade9ba8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:38.508627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.520408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port 25d28d50-ae53-4177-a387-d6d5135f5f5e yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:38.621225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.633112 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.676812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Calling delete_port for 14459b11-5253-4bc3-b34d-87758ade9ba8 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:38.780643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.4 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/25d28d50-ae53-4177-a387-d6d5135f5f5e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:38.870215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.885003 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.956081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5a5c9f-9532-45c3-b076-a362cbe8d23c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:38.965589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.967781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a84069e1-a9d1-4447-9572-f3558bba6d8b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023432 Jul 07 17:41:38.983141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49562) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:38.996155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:39.029351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.201359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event deleted for resources: {'Port': ['ID=14459b11-5253-4bc3-b34d-87758ade9ba8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:39.222731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.226793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fb1a8b4a-2ce8-40cc-9f7a-7570e40fab08 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "DELETE /v2.0/ports/14459b11-5253-4bc3-b34d-87758ade9ba8 HTTP/1.1" status: 204 len: 168 time: 1.0570047 Jul 07 17:41:39.236205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49566) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:39.260476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.312207 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf8c23a-f34c-4e52-967e-d0b8b1b99cd7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:39.316779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bdf8c23a-f34c-4e52-967e-d0b8b1b99cd7 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports/14459b11-5253-4bc3-b34d-87758ade9ba8 HTTP/1.1" status: 404 len: 333 time: 0.0786142 Jul 07 17:41:39.327894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:39.344203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-219277156'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:39.380720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.390204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.396774 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.417973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object 25d28d50-ae53-4177-a387-d6d5135f5f5e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:39.423472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Made reservation on behalf of 9d4da4e054384030b28ef50849e0337e for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:39.426778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.435635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc79494d-e6c7-4603-837f-d3f48d96bd15,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:39.446952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.450700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-326f079d-a2bc-44db-ab0a-65374f712c3b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4732788 Jul 07 17:41:39.452585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49572) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:39.462067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:39.468776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port d021635d-43c3-417f-aba7-1468cfbc03c1 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:39.533362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.543400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.640286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:39.646525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:39.659896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=25d28d50-ae53-4177-a387-d6d5135f5f5e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:39.695211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:39.709603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.727268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.771044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdc6e64-072e-43d9-b606-c08d9ef53dfd,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:39.792556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.794423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d17541a-40ce-4279-bf11-67b5cee8b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396232 Jul 07 17:41:39.797374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:39.802894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:39.861466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:39.862815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.868674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.914236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16698d8e-53f3-43c3-b0d1-c2db9422f48f tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8347657 Jul 07 17:41:39.915164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49582) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:39.923893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:39.928536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:04:52:a3'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:40.034672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.063113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.085642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.109932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42d80db-d20c-49f2-aaf5-80cd547614f7,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:40.120283 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d7de-b866-4179-b223-55de83512f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.186064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.190844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d663cb09-85d9-47e3-9f2a-b18efdc80692 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3914564 Jul 07 17:41:40.199618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49588) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:40.213165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:40.293718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Network 80e94b7b-c883-403c-9a83-129b24e7a5d0 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:40.309060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:40.312076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-453fbd81-59d5-47d0-b3f4-21a68fa24648 None None] Provisioning for port 25d28d50-ae53-4177-a387-d6d5135f5f5e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:40.321871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=d021635d-43c3-417f-aba7-1468cfbc03c1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:40.323827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-453fbd81-59d5-47d0-b3f4-21a68fa24648 None None] Provisioning complete for port 25d28d50-ae53-4177-a387-d6d5135f5f5e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:40.326846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-453fbd81-59d5-47d0-b3f4-21a68fa24648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.335451 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Project eb7d0a5dd13f4ac49bffde3d7202fedc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:41:40.345436 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.355953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:40.366284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:40.372319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.426351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-809a053f-3f86-4463-86bb-a225a30a63c6 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0952134 Jul 07 17:41:40.428914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49594) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:40.444349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:40.497960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-453fbd81-59d5-47d0-b3f4-21a68fa24648 None None] Port 25d28d50-ae53-4177-a387-d6d5135f5f5e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:40.523721 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.607070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.641324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.659083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:40.818204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.038428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.065449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] device_id is not set on port d021635d-43c3-417f-aba7-1468cfbc03c1 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:41.085633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.122157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Transition to ACTIVE for port object d021635d-43c3-417f-aba7-1468cfbc03c1 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:41.131405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.153091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.169098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4546e97a-1bdc-49ea-b5f8-1d7a6cccdb8b,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:41.223662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.229525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a349847c-7ed2-4394-bf9c-f2c4cc485586 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0277030 Jul 07 17:41:41.230327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49602) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:41.247734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'security_group_rule': {'security_group_id': 'aeb22517-9df5-4930-b7ce-c54bbc12981a', 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:41.314786 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Project eb7d0a5dd13f4ac49bffde3d7202fedc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:41:41.344668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=25d28d50-ae53-4177-a387-d6d5135f5f5e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:41.351759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.399296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=d021635d-43c3-417f-aba7-1468cfbc03c1,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:41.411253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.411822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.412441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.414321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] In _notify_port_updated(), no bound segment for port 25d28d50-ae53-4177-a387-d6d5135f5f5e on network 08f529cc-7a4c-455d-aabd-665011305c1a {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:41.423798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:41.424893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.426521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-353ea6cf-a7af-43a6-a623-7e8dcea0c87a tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "PUT /v2.0/ports/25d28d50-ae53-4177-a387-d6d5135f5f5e HTTP/1.1" status: 200 len: 992 time: 1.5088892 Jul 07 17:41:41.429584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.430381 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.435510 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 2 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.436111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49606) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:41.438538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-3ffafb4d-7d6f-41aa-ab59-e8fe9aa9570e tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:41.448759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-3ffafb4d-7d6f-41aa-ab59-e8fe9aa9570e tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.4039586 Jul 07 17:41:41.486925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.487971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.488755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.516823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.517522 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.518306 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 3 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.560167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.560590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.560950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.566293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.566689 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.567096 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 4 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.582854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.583223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.583547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.590082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.590770 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.591599 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 5 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.608523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.609352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.609917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.618612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.619425 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.620007 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 6 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.621650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.642354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.643903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.644503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.651945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.652488 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.653130 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 7 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.665335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-9482a1ee-a22a-48b6-b0a3-b64367b2d020 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.670960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.671620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.672146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.676706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.683634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.684452 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.685057 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 8 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.712627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.712996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.713315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.719052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.719755 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.720438 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 9 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.744482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.744895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.746127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.749283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1f2c958a-9f0a-426e-85f1-24a2259e8837 None None] Provisioning complete for port 25d28d50-ae53-4177-a387-d6d5135f5f5e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:41.750032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f2c958a-9f0a-426e-85f1-24a2259e8837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.761038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.762521 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.764879 n-d-791505-12 neutron-server[93947]: INFO neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempt 10 to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 Jul 07 17:41:41.777451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472bd803-4ff0-463c-8fa4-871ce1feba0e,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:41.845324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:41.846608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:41.848301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempting to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:41.859224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port 25d28d50-ae53-4177-a387-d6d5135f5f5e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:41.860459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.872586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:41.875650 n-d-791505-12 neutron-server[93947]: ERROR neutron.plugins.ml2.managers [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Failed to bind port d021635d-43c3-417f-aba7-1468cfbc03c1 on host n-h1-791505-12 for vnic_type normal using segments [{'id': '1f6949c8-70dc-46d4-a290-c186b50a2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80e94b7b-c883-403c-9a83-129b24e7a5d0'}] Jul 07 17:41:41.877752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:41.884505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c958a-9f0a-426e-85f1-24a2259e8837 None None] Port 25d28d50-ae53-4177-a387-d6d5135f5f5e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:41.903178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.010228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-9482a1ee-a22a-48b6-b0a3-b64367b2d020 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.030973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-9482a1ee-a22a-48b6-b0a3-b64367b2d020 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.057089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.061505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c1201b89-697c-4af8-af92-521f05f88c3a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8242500 Jul 07 17:41:42.086286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcf9b688-bbc6-4213-bdf6-7f471a9e2e1a req-9482a1ee-a22a-48b6-b0a3-b64367b2d020 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6363497 Jul 07 17:41:42.088503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.117471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for 25d28d50-ae53-4177-a387-d6d5135f5f5e owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:42.137348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482a1ee-a22a-48b6-b0a3-b64367b2d020 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6888a37d-a284-466a-948c-951aced68f9b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:42.143287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port d021635d-43c3-417f-aba7-1468cfbc03c1, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:42.145796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attempted to set empty binding levels {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:41:42.167791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.187903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] In _notify_port_updated(), no bound segment for port d021635d-43c3-417f-aba7-1468cfbc03c1 on network 80e94b7b-c883-403c-9a83-129b24e7a5d0 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:42.188822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:42.189635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.191063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "PUT /v2.0/ports/d021635d-43c3-417f-aba7-1468cfbc03c1 HTTP/1.1" status: 200 len: 975 time: 1.7605312 Jul 07 17:41:42.218415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49628) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:42.463554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.543922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18115430-706d-42b7-a05f-170c3aa1a8dc tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event updated for resources: {'Port': ['ID=d021635d-43c3-417f-aba7-1468cfbc03c1,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:42.556107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=25d28d50-ae53-4177-a387-d6d5135f5f5e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:42.616015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Deleting port d021635d-43c3-417f-aba7-1468cfbc03c1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:42.616280 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.794188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] For port d021635d-43c3-417f-aba7-1468cfbc03c1, host n-h1-791505-12, got binding levels [] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:42.794905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:42.817501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Calling delete_port for d021635d-43c3-417f-aba7-1468cfbc03c1 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:42.946675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.011910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Pushing event deleted for resources: {'Port': ['ID=d021635d-43c3-417f-aba7-1468cfbc03c1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:43.029494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.034797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3c05ee4-51ce-47e5-a299-1883703727de tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d021635d-43c3-417f-aba7-1468cfbc03c1 HTTP/1.1" status: 204 len: 168 time: 0.8148887 Jul 07 17:41:43.039948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49660) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:43.103268 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-375057d1-3fc0-4c28-a563-9cfa2f072e84 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:41:43.113949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-375057d1-3fc0-4c28-a563-9cfa2f072e84 tempest-PortsAdminExtendedAttrsTestJSON-1739537373 tempest-PortsAdminExtendedAttrsTestJSON-1739537373-project-admin] 10.222.0.66 "GET /v2.0/ports/d021635d-43c3-417f-aba7-1468cfbc03c1 HTTP/1.1" status: 404 len: 333 time: 0.0726898 Jul 07 17:41:43.116072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49662) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:43.264670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.316222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.322849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c3b86d4-bd59-4993-8010-4926cd622395 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/25d28d50-ae53-4177-a387-d6d5135f5f5e HTTP/1.1" status: 204 len: 168 time: 1.8658824 Jul 07 17:41:43.327387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49668) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:43.369490 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acd4385-cb4e-4129-9a2a-6636391da171 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] GET failed (client error): The resource could not be found. Jul 07 17:41:43.377399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:43.383442 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1acd4385-cb4e-4129-9a2a-6636391da171 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports/25d28d50-ae53-4177-a387-d6d5135f5f5e HTTP/1.1" status: 404 len: 333 time: 0.0546257 Jul 07 17:41:43.411026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d2da0-ef92-4d32-bcf3-75c1d57b09b2 req-95f74411-230d-4e8b-acec-6e75b3869238 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:43.421489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c72d2da0-ef92-4d32-bcf3-75c1d57b09b2 req-95f74411-230d-4e8b-acec-6e75b3869238 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.6108191 Jul 07 17:41:43.424714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-1701423454'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:43.518571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c72d2da0-ef92-4d32-bcf3-75c1d57b09b2 req-6c1fae26-62f5-4ac3-b0fa-04e512595091 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880988 Jul 07 17:41:43.547798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49678) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:43.610388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.617908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.633225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e94b7b-c883-403c-9a83-129b24e7a5d0']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:43.654331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6949c8-70dc-46d4-a290-c186b50a2698') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:43.655218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6949c8-70dc-46d4-a290-c186b50a2698') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:43.712873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.745073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.758629 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:41:43.759094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:41:43.764300 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:41:43.779336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a197874e-9140-41e0-a616-e3bed18fc2c9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 200 len: 994 time: 0.2286913 Jul 07 17:41:43.889947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:43.894120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:43.981829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port e2208076-988b-493c-b5b9-5bf70ee7e057 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:43.998460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:44.014406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:44.020792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] 10.222.0.66 "DELETE /v2.0/networks/80e94b7b-c883-403c-9a83-129b24e7a5d0 HTTP/1.1" status: 204 len: 168 time: 0.9023728 Jul 07 17:41:44.083458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f817-b4cb-47ad-8e59-7db1263910c8 tempest-PortsAdminExtendedAttrsTestJSON-4543341 tempest-PortsAdminExtendedAttrsTestJSON-4543341-project] Pushing event deleted for resources: {'Network': ['ID=80e94b7b-c883-403c-9a83-129b24e7a5d0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:44.323827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-d36b77be-9fea-43d3-8cef-e7e055a60b8e req-6a30ad36-e431-49fe-bd70-c67271d99452 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:41:44.326514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d36b77be-9fea-43d3-8cef-e7e055a60b8e req-6a30ad36-e431-49fe-bd70-c67271d99452 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094950 Jul 07 17:41:44.353092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.12 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/e2208076-988b-493c-b5b9-5bf70ee7e057) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:44.774720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:44.896355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:44.961105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object e2208076-988b-493c-b5b9-5bf70ee7e057 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:45.082565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.213638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:45.215197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=e2208076-988b-493c-b5b9-5bf70ee7e057,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:45.225431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:45.228116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:45.339242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:45.350068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.350821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.388301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:45.394814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:04:52:a3'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:45.397355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-162640ee-afc2-4d47-82e8-a48be5be07fb tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0186913 Jul 07 17:41:45.699878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7409-ab30-4e63-b597-5b24989d2a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.909933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8cdee3ff-0585-480b-baf2-9f02a7b57212 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a36eb84027614f44a9d7962f796a55e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1334963 Jul 07 17:41:45.914853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49770) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:45.933112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-59719145-b141-4d66-aa4f-598762f092dc None None] Provisioning for port e2208076-988b-493c-b5b9-5bf70ee7e057 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:45.948491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-59719145-b141-4d66-aa4f-598762f092dc None None] Provisioning complete for port e2208076-988b-493c-b5b9-5bf70ee7e057 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:45.949107 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-59719145-b141-4d66-aa4f-598762f092dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.049869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-59719145-b141-4d66-aa4f-598762f092dc None None] Port e2208076-988b-493c-b5b9-5bf70ee7e057 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:46.180502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.214057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.297650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-eea75226-5aad-48e4-a5e3-56bf8a7fdac0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5867949 Jul 07 17:41:46.316437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.347295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae9340-835f-4f01-90ab-055f362517d6 req-80fcb91b-7d16-4308-b9c2-3e24baba9b8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:46.353068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0dae9340-835f-4f01-90ab-055f362517d6 req-80fcb91b-7d16-4308-b9c2-3e24baba9b8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.3595028 Jul 07 17:41:46.412492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.416274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.417807 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64d867f7-f912-461c-90da-36fc4434186c HTTP/1.1" status: 204 len: 168 time: 0.5017021 Jul 07 17:41:46.439055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317ed8c-1b8d-489e-ac4a-b576d61c4398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d867f7-f912-461c-90da-36fc4434186c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:46.520052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7409-ab30-4e63-b597-5b24989d2a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.536659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0dae9340-835f-4f01-90ab-055f362517d6 req-f555c3aa-3269-45ba-a9c9-000fdb20474f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699977 Jul 07 17:41:46.778501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7409-ab30-4e63-b597-5b24989d2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.850673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1cfb7409-ab30-4e63-b597-5b24989d2a8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f38d916089b54b78be9f7b327b24a58c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5102453 Jul 07 17:41:46.854833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:46.858615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb7409-ab30-4e63-b597-5b24989d2a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d055b55-d850-4df9-9ec5-f297b9492b16,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:46.873521 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.883161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.013029 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.055495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.174688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.179265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.181207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d055b55-d850-4df9-9ec5-f297b9492b16 HTTP/1.1" status: 204 len: 168 time: 0.3248966 Jul 07 17:41:47.197444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fa943-a624-4bf1-9f30-0f1ac9541c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d055b55-d850-4df9-9ec5-f297b9492b16,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:47.222255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=e2208076-988b-493c-b5b9-5bf70ee7e057,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:47.256734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] In _notify_port_updated(), no bound segment for port e2208076-988b-493c-b5b9-5bf70ee7e057 on network 08f529cc-7a4c-455d-aabd-665011305c1a {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:47.276851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.279895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.285259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5e2ad011-b9dd-46cb-9a10-9851c5a54d7c tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "PUT /v2.0/ports/e2208076-988b-493c-b5b9-5bf70ee7e057 HTTP/1.1" status: 200 len: 997 time: 1.8950806 Jul 07 17:41:47.287303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:47.419281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:47.595030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b45a4d92-6705-41e8-bbdc-5ce13f41625d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d4da4e054384030b28ef50849e0337e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734107 Jul 07 17:41:47.608947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49814) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:47.629589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4b08f733-a81f-471b-845c-2d9b6073c9d0 None None] Provisioning complete for port e2208076-988b-493c-b5b9-5bf70ee7e057 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:47.634515 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4b08f733-a81f-471b-845c-2d9b6073c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.766280 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.823687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port e2208076-988b-493c-b5b9-5bf70ee7e057 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:47.828570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.869239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.930186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4b08f733-a81f-471b-845c-2d9b6073c9d0 None None] Port e2208076-988b-493c-b5b9-5bf70ee7e057 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:48.102900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.106859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.109805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a091c10-6a91-442f-a1ac-bda00ad2c227 HTTP/1.1" status: 204 len: 168 time: 0.4983296 Jul 07 17:41:48.135132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1161-9cab-4771-8cc0-4899105ad040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a091c10-6a91-442f-a1ac-bda00ad2c227,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:48.198953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.237914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for e2208076-988b-493c-b5b9-5bf70ee7e057 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:48.391798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23cf77-2f64-4bcf-ab29-272716b28ba8 req-722fc950-f4d9-4f81-9bf4-a519838ad3f9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:48.393495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23cf77-2f64-4bcf-ab29-272716b28ba8 req-722fc950-f4d9-4f81-9bf4-a519838ad3f9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.2247262 Jul 07 17:41:48.511281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23cf77-2f64-4bcf-ab29-272716b28ba8 req-a591942d-fae1-48bb-9382-16d006bdb94b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040223 Jul 07 17:41:48.567568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:48.604558 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4e61-30cc-4c8a-95e8-444368d1263b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.913896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.088088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=e2208076-988b-493c-b5b9-5bf70ee7e057,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:49.201502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4e61-30cc-4c8a-95e8-444368d1263b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.211468 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4e61-30cc-4c8a-95e8-444368d1263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.241665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.244537 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa10b70c-5c84-4ced-84ae-b74e3610950d tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/e2208076-988b-493c-b5b9-5bf70ee7e057 HTTP/1.1" status: 204 len: 168 time: 1.9558003 Jul 07 17:41:49.250062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49858) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:49.326513 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-53256ab5-4fe0-419f-8f3f-175d16e82303 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] GET failed (client error): The resource could not be found. Jul 07 17:41:49.342389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-53256ab5-4fe0-419f-8f3f-175d16e82303 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports/e2208076-988b-493c-b5b9-5bf70ee7e057 HTTP/1.1" status: 404 len: 333 time: 0.0905054 Jul 07 17:41:49.346069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bf6a4e61-30cc-4c8a-95e8-444368d1263b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db8296119fad4fcb88c13f5743f76130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766361 Jul 07 17:41:49.351880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49860) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:49.352507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:49.362531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a4e61-30cc-4c8a-95e8-444368d1263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a05f76e-ed22-4209-b775-b4d5792caad7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:49.366968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-265280194'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:49.562123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.591503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.952611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.957770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.959115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a05f76e-ed22-4209-b775-b4d5792caad7 HTTP/1.1" status: 204 len: 168 time: 0.5720682 Jul 07 17:41:50.009937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dcfc9-bff8-41d2-aa4a-97ddc0985e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a05f76e-ed22-4209-b775-b4d5792caad7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:50.043743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:50.050065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.173949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port f857d153-6989-4eff-ab65-265ecc959e56 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:50.356302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.5 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/f857d153-6989-4eff-ab65-265ecc959e56) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:50.547720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe5d8-4a45-4136-8a0e-e5a577d7a6ae req-227074da-85f4-4354-b458-643cf1696484 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:50.552659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.565922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-914fe5d8-4a45-4136-8a0e-e5a577d7a6ae req-227074da-85f4-4354-b458-643cf1696484 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.4433873 Jul 07 17:41:50.569173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object f857d153-6989-4eff-ab65-265ecc959e56 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:50.613525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0c0bc678-8fd1-4b6d-acdb-cab43d6fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:50.616302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0c0bc678-8fd1-4b6d-acdb-cab43d6fc3c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.3072209 Jul 07 17:41:50.630005 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.741730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-914fe5d8-4a45-4136-8a0e-e5a577d7a6ae req-b81cac4b-2ec1-4750-9c0a-931b030eaf06 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709001 Jul 07 17:41:50.773343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-a076f451-a5c9-4138-8d6e-836db1de82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:50.773343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-a076f451-a5c9-4138-8d6e-836db1de82db service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.1455798 Jul 07 17:41:50.786633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:50.823484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:50.840161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:50.845455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=f857d153-6989-4eff-ab65-265ecc959e56,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:51.022706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:51.041697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.090112 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-715ff78b-a6b9-4395-8139-be6e9965fc23 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7304025 Jul 07 17:41:51.091538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:51.110547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'network_id': '08f529cc-7a4c-455d-aabd-665011305c1a', 'name': 'tempest-AllowedAddressPairTestJSON-358732581'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:51.131168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-7e38215d-fced-4056-b1fe-a06ffc0edb6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1002 time: 0.3519638 Jul 07 17:41:51.347517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-45b67f3e-0894-4686-96ad-059513e1d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:51.351832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-45b67f3e-0894-4686-96ad-059513e1d098 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.2033694 Jul 07 17:41:51.373204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d96ca3b9-2488-4aca-8891-9d92ee6f719c None None] Provisioning for port f857d153-6989-4eff-ab65-265ecc959e56 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:51.394956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d96ca3b9-2488-4aca-8891-9d92ee6f719c None None] Provisioning complete for port f857d153-6989-4eff-ab65-265ecc959e56 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:51.403867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d96ca3b9-2488-4aca-8891-9d92ee6f719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.460885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Made reservation on behalf of fb0ae7c516ef49ec964c4dcac3651956 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:51.465120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.543592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-39f437ad-32cd-4ffd-af9e-8181f27ba654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:51.546283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-39f437ad-32cd-4ffd-af9e-8181f27ba654 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853774 Jul 07 17:41:51.553044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d96ca3b9-2488-4aca-8891-9d92ee6f719c None None] Port f857d153-6989-4eff-ab65-265ecc959e56 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:51.557069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] device_id is not set on port 7e6c671c-d369-4cf5-9357-b54d943be056 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:51.729981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-3babfa44-e108-4992-85cc-b8e6284ceeeb service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690507 Jul 07 17:41:51.929509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Allocated IP 172.20.0.8 (08f529cc-7a4c-455d-aabd-665011305c1a/b2c8dfb9-4e13-4f12-9b12-e072e072f36c/7e6c671c-d369-4cf5-9357-b54d943be056) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:52.009882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0e881731-e066-41ba-bd58-60ba17920501 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726545 Jul 07 17:41:52.477691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49930) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:52.562229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1346-cbb9-49c1-af24-81cd109b53fb req-3dfe2985-6775-4ee4-9c8a-2377f5774eeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:52.565311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-660a1346-cbb9-49c1-af24-81cd109b53fb req-3dfe2985-6775-4ee4-9c8a-2377f5774eeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.2799644 Jul 07 17:41:52.662296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-660a1346-cbb9-49c1-af24-81cd109b53fb req-1344c57d-9515-44c6-ad7f-1aecc1cb4cd3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757463 Jul 07 17:41:52.757169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1692952476', 'router:external': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:52.852830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Made reservation on behalf of 5aed3ff88a1b462fbb8371abef547036 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:52.857464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.862575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.877302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.899149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Transition to ACTIVE for port object 7e6c671c-d369-4cf5-9357-b54d943be056 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:52.992556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.091245 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.100086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.133964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=7e6c671c-d369-4cf5-9357-b54d943be056,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:53.138522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:41:53.156528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Network 08f529cc-7a4c-455d-aabd-665011305c1a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:53.163207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:53.168724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:53.182513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb26de1-1300-449c-983d-01b01900cfce,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:53.212550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.223837 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Added segment d0180246-f895-4732-a729-33934376743c of type vlan for network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f Jul 07 17:41:53.244892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be6cb1-1897-444c-8169-915c2eb3d489 req-3ccf1861-26ba-4c8d-84d7-04942612c905 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:53.245632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35be6cb1-1897-444c-8169-915c2eb3d489 req-3ccf1861-26ba-4c8d-84d7-04942612c905 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.3512464 Jul 07 17:41:53.352442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:53.353166 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.393341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6d9e288-7027-4fd2-942b-e5f58e099343 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3003495 Jul 07 17:41:53.393996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49942) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:53.401365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.401817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:04:52:a3'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:54:3f:e0'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:53.486701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35be6cb1-1897-444c-8169-915c2eb3d489 req-24e15b56-9276-4348-9674-f150c8ae69e3 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887090 Jul 07 17:41:53.558319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.558845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:53.559837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.619839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1306255 Jul 07 17:41:53.641412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49948) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:53.652835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'subnet': {'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:53.812372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Made reservation on behalf of 5aed3ff88a1b462fbb8371abef547036 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:53.824680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.836476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4a5d6722-5d26-4622-8d77-2bc7e8a3ef3c None None] Provisioning for port 7e6c671c-d369-4cf5-9357-b54d943be056 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:53.847247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4a5d6722-5d26-4622-8d77-2bc7e8a3ef3c None None] Provisioning complete for port 7e6c671c-d369-4cf5-9357-b54d943be056 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:53.847995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4a5d6722-5d26-4622-8d77-2bc7e8a3ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.878908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df27c1e-720e-4b93-a7f5-ec8d73732450 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Network': ['ID=f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:53.908374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:41:54.051388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d6722-5d26-4622-8d77-2bc7e8a3ef3c None None] Port 7e6c671c-d369-4cf5-9357-b54d943be056 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:54.069004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-c35efbf3-6ef4-47c7-ac33-1b616a2709f9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:54.072163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-c35efbf3-6ef4-47c7-ac33-1b616a2709f9 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.6063318 Jul 07 17:41:54.294861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e7be-58b2-4133-ba14-163bbcbe798c req-00d96580-8c93-4bd5-8606-207863c0e183 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:54.303397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1921e7be-58b2-4133-ba14-163bbcbe798c req-00d96580-8c93-4bd5-8606-207863c0e183 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.1042309 Jul 07 17:41:54.436432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1921e7be-58b2-4133-ba14-163bbcbe798c req-bdbe3422-c782-4e40-adc4-3e088cf8b199 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258121 Jul 07 17:41:54.491396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.985066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4930ce-6e04-4b8a-83d2-2e052e67c050 req-254ccce2-10e1-48cb-bbab-47dd74e38fcd tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.003160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b4930ce-6e04-4b8a-83d2-2e052e67c050 req-254ccce2-10e1-48cb-bbab-47dd74e38fcd tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 946 time: 0.2380822 Jul 07 17:41:55.024688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.048209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Deleting port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:55.135609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.135609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.136377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b4930ce-6e04-4b8a-83d2-2e052e67c050 req-4b416c0d-6d8e-450f-ac77-c78e42a27129 tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e3225ee-88e7-432d-8be0-3249c21c61b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Jul 07 17:41:55.325760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event updated for resources: {'Port': ['ID=7e6c671c-d369-4cf5-9357-b54d943be056,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.367271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] In _notify_port_updated(), no bound segment for port 7e6c671c-d369-4cf5-9357-b54d943be056 on network 08f529cc-7a4c-455d-aabd-665011305c1a {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:41:55.373510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.374285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.379266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 49992) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:55.382120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d8b8ae9f-c787-4b67-9a61-0010c71f44d2 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "PUT /v2.0/ports/7e6c671c-d369-4cf5-9357-b54d943be056 HTTP/1.1" status: 200 len: 1054 time: 1.9863415 Jul 07 17:41:55.407555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] For port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,segment=NetworkSegment(66c443d8-5bff-44aa-8ef9-e654cc17044a),segment_id=66c443d8-5bff-44aa-8ef9-e654cc17044a)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:55.408349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.432037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Calling delete_port for 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:55.458012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 49994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:55.475292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.objects.ports [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93947) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:41:55.475888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.591776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port 7e6c671c-d369-4cf5-9357-b54d943be056 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:55.594170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.639564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-441681b7-4319-4884-be06-2da34c26c6e1 None None] Provisioning complete for port 7e6c671c-d369-4cf5-9357-b54d943be056 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:55.641120 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-441681b7-4319-4884-be06-2da34c26c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.656357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Subnet': ['ID=183937b2-2f36-40aa-8735-e9cdab61414c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.675709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Checking segment: {'id': 'd0180246-f895-4732-a729-33934376743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:55.676326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network hostable DHCP agents. Network: f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:41:55.704904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:41:55.755413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:55.759494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7f71a8-532d-405b-bd81-dc9d343fd317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.779119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.780309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.784466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-441681b7-4319-4884-be06-2da34c26c6e1 None None] Port 7e6c671c-d369-4cf5-9357-b54d943be056 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:55.795678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e194b85-2996-4fad-9ff0-c66a8380ca47 None None] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:55.814103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.859082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.870977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Pushing event deleted for resources: {'Port': ['ID=7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.885034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c18358-f46c-4c5c-88a0-a71b446f0c42 req-8cd8cdea-e707-4336-b291-3d4f2ec6127c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.893137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10c18358-f46c-4c5c-88a0-a71b446f0c42 req-8cd8cdea-e707-4336-b291-3d4f2ec6127c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.1663756 Jul 07 17:41:55.941587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.947935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for 7e6c671c-d369-4cf5-9357-b54d943be056 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:55.983885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] No DVR routers for this DVR port 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:41:55.988078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.991325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b24b295-7abe-42f4-84e6-0cfa2d9b999d req-ec2b95db-63bc-437d-8422-37a01d3b101c tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.23 "DELETE /v2.0/ports/7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 HTTP/1.1" status: 204 len: 173 time: 1.8910046 Jul 07 17:41:55.991839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'name': 'network-vif-deleted', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:55.994507 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb7837-62a8-4580-a164-cfdeff8ae160" -d '{"events": [{"server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "name": "network-vif-deleted", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:56.106412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7f71a8-532d-405b-bd81-dc9d343fd317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.126055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e7f71a8-532d-405b-bd81-dc9d343fd317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.172281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1173136f-f201-4776-8afd-a9e5baf9bd93 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5254881 Jul 07 17:41:56.179445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50010) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:56.180548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b750d8-6c27-4fc2-a8a6-70051a95b376 None None] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:41:56.211478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-62822085', 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:56.235285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10c18358-f46c-4c5c-88a0-a71b446f0c42 req-1bca0d0a-9fe4-4166-9e05-d650fdbfe154 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406587 Jul 07 17:41:56.242398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f71a8-532d-405b-bd81-dc9d343fd317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb056b-9e98-4fe9-8316-bed0aefc183c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:56.252559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e7f71a8-532d-405b-bd81-dc9d343fd317 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3a56c4d5c6c4ce99fbd6ee6d91e5f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872355 Jul 07 17:41:56.256273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:56.474070 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c404b48-e382-4635-87e3-d107ca742d25 x-openstack-request-id: req-0c404b48-e382-4635-87e3-d107ca742d25 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:56.481733 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594781b-8dae-4136-97d2-18c1b60f8e1c", "name": "network-vif-deleted", "tag": "7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:56.482186 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c404b48-e382-4635-87e3-d107ca742d25 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:56.482943 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0594781b-8dae-4136-97d2-18c1b60f8e1c', 'name': 'network-vif-deleted', 'tag': '7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7', 'status': 'completed', 'code': 200} Jul 07 17:41:56.487507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Made reservation on behalf of 5aed3ff88a1b462fbb8371abef547036 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:56.494419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.556469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] device_id is not set on port c119537f-3aab-4bd2-b269-701c8a53bd6d yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:41:56.591579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.679503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.815886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:56.959820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.20.0.13 (f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f/183937b2-2f36-40aa-8735-e9cdab61414c/c119537f-3aab-4bd2-b269-701c8a53bd6d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:57.064458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.068745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.071220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cdb056b-9e98-4fe9-8316-bed0aefc183c HTTP/1.1" status: 204 len: 168 time: 0.8047404 Jul 07 17:41:57.128734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b7f9-b30e-45f4-a021-c7f9a4f2cd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb056b-9e98-4fe9-8316-bed0aefc183c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:57.222023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:41:57.306159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.307270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:41:57.307650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7fd6fa5a-68a4-41b2-9f23-9a64fcf508b7 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:41:57.307915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.340149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=7e6c671c-d369-4cf5-9357-b54d943be056,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:57.392203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.502091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2183e523-4f82-47ac-ac89-31bb5f6753a7 req-33c663b0-8ba2-419d-bff7-d1cd258eb4bc tempest-VolumesSnapshotTestJSON-868996615 tempest-VolumesSnapshotTestJSON-868996615-project] 10.222.0.66 "GET /v2.0/ports?device_id=0594781b-8dae-4136-97d2-18c1b60f8e1c HTTP/1.1" status: 200 len: 210 time: 0.1853499 Jul 07 17:41:57.515934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:57.528102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:57.535717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:57.754281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:57.754934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:57.779741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=c119537f-3aab-4bd2-b269-701c8a53bd6d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:57.804705 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2ecb49a-be00-49b8-9583-01e1a9ec3bd4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6143737 Jul 07 17:41:57.808652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.016806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.025034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a24a4d5f-280a-4029-8b70-99b8f42f05f3 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/7e6c671c-d369-4cf5-9357-b54d943be056 HTTP/1.1" status: 204 len: 168 time: 2.6427100 Jul 07 17:41:58.026575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.065079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Deleting port c119537f-3aab-4bd2-b269-701c8a53bd6d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:58.066118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.142517 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2bd55b-402e-4dac-8caa-73cbe6b8aee0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] GET failed (client error): The resource could not be found. Jul 07 17:41:58.148679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1d2bd55b-402e-4dac-8caa-73cbe6b8aee0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports/7e6c671c-d369-4cf5-9357-b54d943be056 HTTP/1.1" status: 404 len: 333 time: 0.1218405 Jul 07 17:41:58.149435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50036) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.184305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50038) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.198677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8a84aa2-08dd-45d3-a306-76d22d840491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.360665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.383250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Calling delete_port for c119537f-3aab-4bd2-b269-701c8a53bd6d owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:58.517729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad6494-265f-4d5d-bfe9-4a6583fd483c req-9a264295-82bb-4048-ad1d-fd5e8423e98f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:58.527011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8ad6494-265f-4d5d-bfe9-4a6583fd483c req-9a264295-82bb-4048-ad1d-fd5e8423e98f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.4786685 Jul 07 17:41:58.595122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8a84aa2-08dd-45d3-a306-76d22d840491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.617988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8a84aa2-08dd-45d3-a306-76d22d840491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.659845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port f857d153-6989-4eff-ab65-265ecc959e56 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:58.660771 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.696865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.734970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Port': ['ID=c119537f-3aab-4bd2-b269-701c8a53bd6d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:58.744629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8ad6494-265f-4d5d-bfe9-4a6583fd483c req-f3ba435e-686c-4058-9b3e-27601ec724e2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163494 Jul 07 17:41:58.856908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.859054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70317971-1284-45a1-9faa-16c4cdccd422 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/ports/c119537f-3aab-4bd2-b269-701c8a53bd6d HTTP/1.1" status: 204 len: 168 time: 1.0404320 Jul 07 17:41:58.863827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.873455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a8a84aa2-08dd-45d3-a306-76d22d840491 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc17c7d32a3b4253bfdaf9416bb39973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852586 Jul 07 17:41:58.883103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f', 'external_fixed_ips': [{'subnet_id': '183937b2-2f36-40aa-8735-e9cdab61414c', 'ip_address': '172.20.0.13'}]}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:58.883770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:58.906219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84aa2-08dd-45d3-a306-76d22d840491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d4db4-8563-41c7-bb7e-fe34f93b531d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:58.957236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:58.959137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.056827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.086888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for f857d153-6989-4eff-ab65-265ecc959e56 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:59.094900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.160657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.304956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.449840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.455904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.470945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/446d4db4-8563-41c7-bb7e-fe34f93b531d HTTP/1.1" status: 204 len: 168 time: 0.5623443 Jul 07 17:41:59.548135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb7591-ede8-462c-bde3-2bf47a07deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d4db4-8563-41c7-bb7e-fe34f93b531d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:59.729315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-e1dc912d-e756-4c45-b96a-45ca11db430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:59.732543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-e1dc912d-e756-4c45-b96a-45ca11db430d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.3746965 Jul 07 17:41:59.794891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.997762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-14ce2dbd-9334-466e-8787-7c6eda64e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:00.000654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-14ce2dbd-9334-466e-8787-7c6eda64e6da service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.2195172 Jul 07 17:42:00.002235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.088815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=f857d153-6989-4eff-ab65-265ecc959e56,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:00.391764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-81cc3766-1c4e-4d3e-b0e1-84cb4a4a0231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1002 time: 0.3768916 Jul 07 17:42:00.393464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.401046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-464093c3-bb20-440b-8d3e-9ab73352b9a6 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/f857d153-6989-4eff-ab65-265ecc959e56 HTTP/1.1" status: 204 len: 168 time: 2.2311227 Jul 07 17:42:00.485763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:00.491172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-80c12a9d-849b-44dd-be7e-90c59ae71c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:00.500996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-80c12a9d-849b-44dd-be7e-90c59ae71c9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.0986409 Jul 07 17:42:00.599812 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e875b977-bff6-4fd3-bff0-4f9d3457a48b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] GET failed (client error): The resource could not be found. Jul 07 17:42:00.601753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e875b977-bff6-4fd3-bff0-4f9d3457a48b tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "GET /v2.0/ports/f857d153-6989-4eff-ab65-265ecc959e56 HTTP/1.1" status: 404 len: 333 time: 0.1081290 Jul 07 17:42:00.606253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50082) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:00.654107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.689568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.711005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567eea-9a55-4a6f-a235-a463c734ecd3 req-c9912238-7d3f-4bef-99e6-8babfc45a19a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:00.727851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3567eea-9a55-4a6f-a235-a463c734ecd3 req-c9912238-7d3f-4bef-99e6-8babfc45a19a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.6752937 Jul 07 17:42:00.893719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3567eea-9a55-4a6f-a235-a463c734ecd3 req-ef7ee361-7246-421f-bd02-d78cd73ed759 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638043 Jul 07 17:42:00.921876 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-deb5ae41-11b8-4b3c-87f7-8e522d498ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:00.923146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-deb5ae41-11b8-4b3c-87f7-8e522d498ae5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4073691 Jul 07 17:42:01.189046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-f06af5b0-9c93-472e-9481-21b0878c21e2 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556119 Jul 07 17:42:01.400880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50096) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:01.415718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22165b8e-f0d6-4dd8-92f3-7b4ed49485f5 req-b35007e1-2bd1-4254-9b41-af6de5bc5902 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191882 Jul 07 17:42:01.583742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port 3ae8c84d-887a-4610-8118-987d1023c7af {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:01.584551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.636287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962488816-network', 'tenant_id': 'fbc7c5290a7440b5a99b5e7daedbeed9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:01.675504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Made reservation on behalf of fbc7c5290a7440b5a99b5e7daedbeed9 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:01.684083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.701064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.777362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.20.0.13 (f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f/183937b2-2f36-40aa-8735-e9cdab61414c/ab160b8f-3180-45d9-89ea-3281015525d6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:01.851461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.932610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.940824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.960658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for 3ae8c84d-887a-4610-8118-987d1023c7af owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:01.979620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:01.994526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c5845-c1fd-426c-a7dd-dc6423150657,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:02.017293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.017648 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Added segment 872c416a-c0ea-403f-b70a-3da0e5fbe6ad of type vlan for network 329699c3-9e15-429a-b26b-330775666824 Jul 07 17:42:02.094251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.195990 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.203166 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.205205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:02.206579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.341828 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.351412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9492524 Jul 07 17:42:02.359132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50114) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:02.368744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Request body: {'subnet': {'network_id': '329699c3-9e15-429a-b26b-330775666824', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962488816-subnet', 'tenant_id': 'fbc7c5290a7440b5a99b5e7daedbeed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:02.373226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f377-c4fa-44df-858d-4498eb73a7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=329699c3-9e15-429a-b26b-330775666824,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:02.390871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 329699c3-9e15-429a-b26b-330775666824 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:02.418802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ce44d-0f24-4e15-9b82-132b857100bc req-628e7bfe-f97f-4198-ba12-17e4b2150c07 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:02.427809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-415ce44d-0f24-4e15-9b82-132b857100bc req-628e7bfe-f97f-4198-ba12-17e4b2150c07 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.2593610 Jul 07 17:42:02.455947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Made reservation on behalf of fbc7c5290a7440b5a99b5e7daedbeed9 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:02.457475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:02.459006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.465042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:02.468295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:02.596360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-415ce44d-0f24-4e15-9b82-132b857100bc req-d0c340fe-7e1b-41f7-8af3-de05656170a0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674187 Jul 07 17:42:02.753876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=ab160b8f-3180-45d9-89ea-3281015525d6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:02.843134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.904409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=3ae8c84d-887a-4610-8118-987d1023c7af,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:02.961352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.157050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:03.172987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Checking segment: {'id': '872c416a-c0ea-403f-b70a-3da0e5fbe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '329699c3-9e15-429a-b26b-330775666824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:03.173534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Network hostable DHCP agents. Network: 329699c3-9e15-429a-b26b-330775666824, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:03.210548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Network 329699c3-9e15-429a-b26b-330775666824 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:03.223930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 329699c3-9e15-429a-b26b-330775666824) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:03.231995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:03.232976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.240639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09f9bf-f54b-4221-9e2b-c2e3de26a94e None None] Network 329699c3-9e15-429a-b26b-330775666824 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:03.269293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-98a1638e-bc20-42ea-af6d-5d0ef026621d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9084370 Jul 07 17:42:03.394781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.400746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.403078 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcaf14e4-675b-4779-ace9-c178922866d0 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/ports/3ae8c84d-887a-4610-8118-987d1023c7af HTTP/1.1" status: 204 len: 168 time: 2.7951534 Jul 07 17:42:03.406915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:03.546503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting subnet b2c8dfb9-4e13-4f12-9b12-e072e072f36c {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:03.553995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.576891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0d6d6-0e0f-4a3c-b5eb-61d0fa5a9e7c None None] Network 329699c3-9e15-429a-b26b-330775666824 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:03.738855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.869494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.281007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.364715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router 52387670-487d-4fe3-be61-774f89063847 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:42:04.550389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc098c-85b6-4aa5-ac20-505201996239 req-5156fd8f-e9fa-4111-8f59-44560e3eb90e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:04.557355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:04.557586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6fc098c-85b6-4aa5-ac20-505201996239 req-5156fd8f-e9fa-4111-8f59-44560e3eb90e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.5934353 Jul 07 17:42:04.573894 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Sync routers for ids ['52387670-487d-4fe3-be61-774f89063847'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:04.600709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.603029 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f32b4868-efa3-44c2-84cd-74333c43095e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.7379131 Jul 07 17:42:04.604219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:04.608704 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Routers {'52387670-487d-4fe3-be61-774f89063847'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:04.610309 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:41:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['52387670-487d-4fe3-be61-774f89063847'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:04.611098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:04.619163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.620663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-598076417-network', 'tenant_id': '403f265a0fc74c8da135ea19d125d735'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:04.660230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Made reservation on behalf of 403f265a0fc74c8da135ea19d125d735 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:04.665974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.691400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4f4f0-439b-476b-8935-ebf623051edd None None] Network 08f529cc-7a4c-455d-aabd-665011305c1a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:04.691952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.769844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.774848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/subnets/b2c8dfb9-4e13-4f12-9b12-e072e072f36c HTTP/1.1" status: 204 len: 168 time: 1.3662462 Jul 07 17:42:04.818507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50152) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:04.911776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6fc098c-85b6-4aa5-ac20-505201996239 req-cf65cff4-50b6-4656-ac83-af062fe26142 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184416 Jul 07 17:42:04.926270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c21db-e726-4e99-99f2-fa50e76de557 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c8dfb9-4e13-4f12-9b12-e072e072f36c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:04.999361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.021330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.039421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Set router 52387670-487d-4fe3-be61-774f89063847 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:05.126659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92a854-8054-420e-a2fc-f32aef3c2ada,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:05.175760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:05.216789 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.218366 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Added segment bb13e5bf-b04d-44e8-b1a8-f7715c70a734 of type vlan for network 8bc28a48-ab75-4815-b090-cce8bcd1247d Jul 07 17:42:05.221752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] DHCP port deletion for 08f529cc-7a4c-455d-aabd-665011305c1a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:42:05.462265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.567125 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.570034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:05.574994 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.592110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Deleting port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:05.611824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.666200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.822638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] For port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,segment=NetworkSegment(7e391f52-6320-4a0e-a689-2cd82cc392d6),segment_id=7e391f52-6320-4a0e-a689-2cd82cc392d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:05.824377 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.835118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.847781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] Pushing event updated for resources: {'Network': ['ID=8bc28a48-ab75-4815-b090-cce8bcd1247d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:05.871579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b0d13097-ca36-4da5-b9ff-111d87578efb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2640135 Jul 07 17:42:05.878226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:05.880508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Calling delete_port for c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:05.895991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Request body: {'subnet': {'network_id': '8bc28a48-ab75-4815-b090-cce8bcd1247d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-598076417-subnet', 'tenant_id': '403f265a0fc74c8da135ea19d125d735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:05.954541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Made reservation on behalf of 403f265a0fc74c8da135ea19d125d735 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:05.982573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.992473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8bc28a48-ab75-4815-b090-cce8bcd1247d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:06.203217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:06.251520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:06.420239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:06.546480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] Pushing event deleted for resources: {'Port': ['ID=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:06.557830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:06.578745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Deleting port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:06.580252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f7844-18ea-4bd9-bfd8-bbda68748062 None None] No DVR routers for this DVR port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:06.584089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:06.604604 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52387670-487d-4fe3-be61-774f89063847', 'name': '', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f', 'external_fixed_ips': [{'subnet_id': '183937b2-2f36-40aa-8735-e9cdab61414c', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ab160b8f-3180-45d9-89ea-3281015525d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:41:58Z', 'updated_at': '2021-07-07T17:42:02Z', 'revision_number': 3, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port': {'id': 'ab160b8f-3180-45d9-89ea-3281015525d6', 'name': '', 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52387670-487d-4fe3-be61-774f89063847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '183937b2-2f36-40aa-8735-e9cdab61414c', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:42:00Z', 'updated_at': '2021-07-07T17:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '183937b2-2f36-40aa-8735-e9cdab61414c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:06.668246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa113986-7616-41c5-af19-7a9496e502fb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:06.678696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Checking segment: {'id': 'bb13e5bf-b04d-44e8-b1a8-f7715c70a734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8bc28a48-ab75-4815-b090-cce8bcd1247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:06.679165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Network hostable DHCP agents. Network: 8bc28a48-ab75-4815-b090-cce8bcd1247d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:06.717615 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Checking router: 52387670-487d-4fe3-be61-774f89063847 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:06.719279 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Updating router 52387670-487d-4fe3-be61-774f89063847 port ab160b8f-3180-45d9-89ea-3281015525d6 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:42:06.733701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Network 8bc28a48-ab75-4815-b090-cce8bcd1247d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:06.750818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:06.765961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8bc28a48-ab75-4815-b090-cce8bcd1247d) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:06.781744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:06.789745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:06.845145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f1aaebe1-100c-4541-9334-f0069140910f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9652770 Jul 07 17:42:06.949088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8e800-77f8-4bbd-b86e-cc6c2cecd48b None None] Network 8bc28a48-ab75-4815-b090-cce8bcd1247d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:06.955034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:06.955632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:06.978764 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.176067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Deleting port ab160b8f-3180-45d9-89ea-3281015525d6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:07.177600 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.206905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] For port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:07.207531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.366639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Calling delete_port for c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:07.420829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:42:07.422944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216e2a8-3b67-42c0-84ee-2476f05b7251 None None] Network 8bc28a48-ab75-4815-b090-cce8bcd1247d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:07.441135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.658825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ef429-b2b9-4d61-9464-2aec010b8b1b req-41133106-2944-43fa-b663-71bb398a152d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:07.670616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b48ef429-b2b9-4d61-9464-2aec010b8b1b req-41133106-2944-43fa-b663-71bb398a152d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 1.1152804 Jul 07 17:42:07.681157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Port': ['ID=c27c23f4-ad7a-4ec9-acd6-777163bb3ff8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:07.686672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] No DVR routers for this DVR port c27c23f4-ad7a-4ec9-acd6-777163bb3ff8 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:07.743389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-45729d7a-3db0-414c-81ac-98e5297a85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.968494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:07.994963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Calling delete_port for ab160b8f-3180-45d9-89ea-3281015525d6 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:08.117658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b48ef429-b2b9-4d61-9464-2aec010b8b1b req-f41e3317-a851-498d-bf48-9a87a77f410c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458351 Jul 07 17:42:08.131772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.200507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f529cc-7a4c-455d-aabd-665011305c1a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:08.235577 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.237768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e391f52-6320-4a0e-a689-2cd82cc392d6') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:08.238252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e391f52-6320-4a0e-a689-2cd82cc392d6') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:08.279360 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Transition to ACTIVE for port object ab160b8f-3180-45d9-89ea-3281015525d6 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:08.303165 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.312639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.360450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.382363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:08.383005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.556477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Attempting to bind port ab160b8f-3180-45d9-89ea-3281015525d6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:08.556477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Attempting to bind port ab160b8f-3180-45d9-89ea-3281015525d6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd0180246-f895-4732-a729-33934376743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:08.556477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Attempting to bind port ab160b8f-3180-45d9-89ea-3281015525d6 on network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:08.574503 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:08.575124 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Checking segment: {'id': 'd0180246-f895-4732-a729-33934376743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:08.575804 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.576463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Bound using segment: {'id': 'd0180246-f895-4732-a729-33934376743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:08.577267 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Bound port: ab160b8f-3180-45d9-89ea-3281015525d6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0180246-f895-4732-a729-33934376743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:08.577906 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.712476 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] For port ab160b8f-3180-45d9-89ea-3281015525d6, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:08.720775 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] For port ab160b8f-3180-45d9-89ea-3281015525d6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ab160b8f-3180-45d9-89ea-3281015525d6,segment=NetworkSegment(d0180246-f895-4732-a729-33934376743c),segment_id=d0180246-f895-4732-a729-33934376743c)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:08.736337 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.756662 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Pushing event updated for resources: {'Port': ['ID=ab160b8f-3180-45d9-89ea-3281015525d6,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:08.779930 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.780500 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.781066 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.781624 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.786590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.786590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.786965 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.787922 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.788269 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.788750 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.789416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.789988 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:08.793230 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:08.808013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.827172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:08.838403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] 10.222.0.66 "DELETE /v2.0/networks/08f529cc-7a4c-455d-aabd-665011305c1a HTTP/1.1" status: 204 len: 168 time: 4.0168855 Jul 07 17:42:08.885030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc796e0-cd9a-4295-9e5f-ebe1e0a7ed11 tempest-AllowedAddressPairTestJSON-901371015 tempest-AllowedAddressPairTestJSON-901371015-project] Pushing event deleted for resources: {'Network': ['ID=08f529cc-7a4c-455d-aabd-665011305c1a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:09.078130 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Routers {'52387670-487d-4fe3-be61-774f89063847'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:09.085531 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:41:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['52387670-487d-4fe3-be61-774f89063847'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:09.120301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:09.324047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] Set router 52387670-487d-4fe3-be61-774f89063847 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:09.358259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab160b8f-3180-45d9-89ea-3281015525d6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:09.508954 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-41926357-2759-40a6-a371-9652b8220b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52387670-487d-4fe3-be61-774f89063847', 'name': '', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:41:58Z', 'updated_at': '2021-07-07T17:42:08Z', 'revision_number': 5, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:09.516076 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdb8ed-a71d-4735-81a6-d4787e039914 None None] Pushing event updated for resources: {'Port': ['ID=ab160b8f-3180-45d9-89ea-3281015525d6,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:09.641356 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41926357-2759-40a6-a371-9652b8220b66 None None] The sync data for ids ['52387670-487d-4fe3-be61-774f89063847'] in n-d-791505-12 is: [{'id': '52387670-487d-4fe3-be61-774f89063847', 'name': '', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:41:58Z', 'updated_at': '2021-07-07T17:42:08Z', 'revision_number': 5, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:09.706890 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-7ff5a5a4-ce86-4efb-9f17-094c89417da3 service neutron] show failed (client error): The resource could not be found. Jul 07 17:42:09.709063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-7ff5a5a4-ce86-4efb-9f17-094c89417da3 service neutron] 10.222.0.73 "GET /v2.0/ports/6a9128cf-7a6a-41aa-86f7-5663ab6d053a/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.6211855 Jul 07 17:42:09.787811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-ef98528d-e769-4f22-b161-c92babf21fb7 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:09.795601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-ef98528d-e769-4f22-b161-c92babf21fb7 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/networks?id=329699c3-9e15-429a-b26b-330775666824 HTTP/1.1" status: 200 len: 808 time: 0.4238670 Jul 07 17:42:09.799954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:09.850647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-138739f3-196b-4378-8da4-13fdb45ca5e5 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/quotas/fbc7c5290a7440b5a99b5e7daedbeed9 HTTP/1.1" status: 200 len: 375 time: 0.0537210 Jul 07 17:42:10.109592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:10.232631 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5feb9669-21c3-46c6-841b-d61bbd694edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.234588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-ff2aef12-f5e2-43b6-ba0f-70be4861bf40 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbc7c5290a7440b5a99b5e7daedbeed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3829260 Jul 07 17:42:10.265220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b18a3f50-7234-4315-9a68-8cdb2f720c00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2448599 Jul 07 17:42:10.476890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-c9f4f702-5274-4910-90e7-1e857ed63b8f tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:42:10.487165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-c9f4f702-5274-4910-90e7-1e857ed63b8f tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2428164 Jul 07 17:42:10.547535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.562984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.628849 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.759545 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.767581 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4161c027-e5fd-40b6-9a71-9a471941066d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb0ae7c516ef49ec964c4dcac3651956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542106 Jul 07 17:42:10.772703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50224) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:10.774029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52387670-487d-4fe3-be61-774f89063847 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:10.789624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.793085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b929ab53-44a8-4ca1-a827-6b2421df91a4 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/routers/52387670-487d-4fe3-be61-774f89063847 HTTP/1.1" status: 204 len: 168 time: 6.1758335 Jul 07 17:42:10.799764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50226) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:10.902917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.909884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-ea85ef93-cac7-4127-bd06-23cb68c271b7 service neutron] 10.222.0.66 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087427 Jul 07 17:42:10.913275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.914861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.915243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Deleting subnet 183937b2-2f36-40aa-8735-e9cdab61414c {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:10.915717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.916559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.917432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.918256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:10.919845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:10.921873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-055c7007-3f3d-4435-aad8-828d410174dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.4180171 Jul 07 17:42:10.968465 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.068200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.227414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.263077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=183937b2-2f36-40aa-8735-e9cdab61414c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:11.281038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.286896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9a16c13d-6ce4-479a-80aa-031dc339af46 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/183937b2-2f36-40aa-8735-e9cdab61414c HTTP/1.1" status: 204 len: 168 time: 0.4825661 Jul 07 17:42:11.287659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50230) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:11.437169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0cbb3c13-d53e-4e20-a68e-a50047fe06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:11.440792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0cbb3c13-d53e-4e20-a68e-a50047fe06fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 1098 time: 0.8079631 Jul 07 17:42:11.451787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-0e9a548a-0a97-4442-9ad2-2996bd39b5a7 service neutron] 10.222.0.66 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918732 Jul 07 17:42:11.461603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.489471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.605040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.647662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:11.724403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.791300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:11.821345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0180246-f895-4732-a729-33934376743c') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:11.821655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0180246-f895-4732-a729-33934376743c') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:11.851116 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.877679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.904768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.960237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b8f8486f-5ada-41af-b277-77588f856b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:11.962289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b8f8486f-5ada-41af-b277-77588f856b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:11.963600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b8f8486f-5ada-41af-b277-77588f856b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:11.968772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:11.970466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b8f8486f-5ada-41af-b277-77588f856b48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 2295 time: 0.9917176 Jul 07 17:42:11.972022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:11.978322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.033551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: items = [ Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:12.037549 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:12.059062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.066162 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e56b818d-d576-4312-8c77-135d4a2b5493 HTTP/1.1" status: 204 len: 168 time: 1.2911625 Jul 07 17:42:12.241451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b818d-d576-4312-8c77-135d4a2b5493,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:12.298711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.299804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.300363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.300956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.302677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.303812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.304375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.305206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.305805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.306582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.307948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.308559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af5e-7b58-4991-85b7-1034ce9abe4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:12.330861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.344824 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-0bc732cc-cfdb-4883-9745-e29cf7aae2fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.3582428 Jul 07 17:42:12.388549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:42:12.435022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:12.436983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f HTTP/1.1" status: 204 len: 168 time: 1.1462045 Jul 07 17:42:12.438478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:12.496257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54ca2c-0d4c-4b9a-bc13-fa473c4e44f6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2e92ec1-3ceb-4545-8d4d-9c1d4c22395f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:12.767738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16426ae-7219-49d3-9db7-676f4dfd5f47 req-db0566a3-d516-448c-85cb-396f0fd8326f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:12.772929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d16426ae-7219-49d3-9db7-676f4dfd5f47 req-db0566a3-d516-448c-85cb-396f0fd8326f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.2754867 Jul 07 17:42:12.982620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d16426ae-7219-49d3-9db7-676f4dfd5f47 req-424bac94-1f2f-41b0-b593-e667757b6601 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041614 Jul 07 17:42:13.092236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:13.564185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-076b66e7-e435-4c6b-aa94-c4f3f873901d req-4572724f-5c4b-434e-a640-7cccd0562e64 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 210 time: 0.1156218 Jul 07 17:42:13.638188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:14.213959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-57eba033-7d59-44a0-9bb5-eef5859555d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:14.218665 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-57eba033-7d59-44a0-9bb5-eef5859555d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 1.8669336 Jul 07 17:42:14.471280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50280) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:14.476791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'name': 'tempest-router--1454836818', 'project_id': 'b9c79e38b8de4b178fa54251a08fc4a6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:14.587169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:14.619550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-99960aad-a2b9-4514-99ce-ceb5b4f60422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:14.622247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-99960aad-a2b9-4514-99ce-ceb5b4f60422 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3902392 Jul 07 17:42:14.761726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:14.765018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:14.984660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-d7731493-a6f6-440d-85fe-3697e03f48a7 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282504 Jul 07 17:42:15.197978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:15.272196 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.280254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.302695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9262ff-ba95-42db-86dd-009f0132ee82 req-aeabbcfe-735a-41a3-b7d7-7c86321a333c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:15.321136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e9262ff-ba95-42db-86dd-009f0132ee82 req-aeabbcfe-735a-41a3-b7d7-7c86321a333c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.8311598 Jul 07 17:42:15.345011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.392751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:15.398630 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4210068-8df0-4fc5-894b-4e1b8cd04fbc" -d '{"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:15.411111 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.416997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5fd1424b-ece2-47c6-83db-30adf6defedb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9438245 Jul 07 17:42:15.417764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50298) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:15.424162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e9262ff-ba95-42db-86dd-009f0132ee82 req-5a689b53-28bc-49eb-a36b-3a03d704cc5d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009173 Jul 07 17:42:15.431882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50300) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:15.482278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Transition to ACTIVE for port object 6a9128cf-7a6a-41aa-86f7-5663ab6d053a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:15.654560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.758511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:42:15.759341 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:42:15.889539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.899421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'networks': [{'name': 'tempest-network--1962280073'}, {'name': 'tempest-network--1335494508'}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:15.900192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-network--1962280073'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:15.900455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-network--1335494508'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:16.071642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-a22eb223-ab9c-40a9-b178-78ba5fc9f100 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0776031 Jul 07 17:42:16.273228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:16.524496 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-96fc7369-cb8a-4bdf-9120-5f6ca1d92970 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.4515283 Jul 07 17:42:16.810745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:16.888921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:16.892846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] No DVR routers for this DVR port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:17.058902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-4d35cb22-2595-472a-b158-11e69bb349c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:17.060455 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-4d35cb22-2595-472a-b158-11e69bb349c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.5276666 Jul 07 17:42:17.065092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.065778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff0b3c3c-79e4-4304-9cdd-d756f93c33f0 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:17.110985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.118368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc804104-b848-4662-9697-d4e4c3fc5568 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ff0b3c3c-79e4-4304-9cdd-d756f93c33f0 HTTP/1.1" status: 204 len: 168 time: 1.6838124 Jul 07 17:42:17.358515 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d9a66398-222a-47ba-924a-feef9c525839 req-c564f5b6-a681-4a9c-a2f3-6093a51e8dc8 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 210 time: 0.1577005 Jul 07 17:42:17.378577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'network': 2} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:17.384528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.459939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.474093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-ac697aaf-dbce-4d5e-a0e4-db5c700742dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:17.476461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-ac697aaf-dbce-4d5e-a0e4-db5c700742dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4049523 Jul 07 17:42:17.562414 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78717127-a238-43d4-b7cf-5b4b4dfcc693 x-openstack-request-id: req-78717127-a238-43d4-b7cf-5b4b4dfcc693 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:17.563575 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:17.564625 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78717127-a238-43d4-b7cf-5b4b4dfcc693 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:17.566126 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'code': 200} Jul 07 17:42:17.591677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-3108e1c3-5ed8-48bc-8e94-53c54e2e12fe tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:17.593293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-3108e1c3-5ed8-48bc-8e94-53c54e2e12fe tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.23 "GET /v2.0/networks?id=329699c3-9e15-429a-b26b-330775666824 HTTP/1.1" status: 200 len: 808 time: 1.6667659 Jul 07 17:42:17.679165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50338) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:17.711172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.723532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Request body: {'port': {'device_id': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'network_id': '329699c3-9e15-429a-b26b-330775666824', 'admin_state_up': True, 'tenant_id': 'fbc7c5290a7440b5a99b5e7daedbeed9'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:17.727473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:17.728173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:17.728854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:17.744385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:17.745124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Attempting to bind port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on network 3be8353e-138e-4e51-9a53-33a9fead1fe2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:17.764698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:17.765428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Checking segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:17.766196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Bound using segment: {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:17.767133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Bound port: 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd546f3f4-515d-4435-b3c2-ac018605de29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:17.767873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.898799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-3de9beb7-2b7c-468b-a0ee-2f854845501c service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135249 Jul 07 17:42:17.995402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.996375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.118754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998568274', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:18.158470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:18.202292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57089169-6655-4133-8f42-27395b5e776a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:18.238206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:18.257086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:18.259848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-d61f0594-4e4f-4013-86a0-c32f860d9885 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502643 Jul 07 17:42:18.263171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.263530 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment 25d0bdf9-ffcf-4bad-9ffc-71b9938dc30f of type vlan for network df0751e2-a573-4e17-b622-9118d0dd5fd3 Jul 07 17:42:18.307491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.353875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.api [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:42:18.353875 n-d-791505-12 neutron-server[93946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:42:18.353875 n-d-791505-12 neutron-server[93946]: [parameters: {'project_id': 'fbc7c5290a7440b5a99b5e7daedbeed9', 'id': '9b50cf29-d2c7-4ac6-9b8e-15150c1882b3', 'expiration': datetime.datetime(2021, 7, 7, 17, 44, 18, 183770)}] Jul 07 17:42:18.353875 n-d-791505-12 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:42:18.354679 n-d-791505-12 neutron-server[93946]: DEBUG oslo_db.api [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:42:18.363998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.365198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.389700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.424912 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.449166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-22376152-dd4f-4c0b-bbf7-949e229cbf65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.1691029 Jul 07 17:42:18.512318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab9a32-edca-40fc-bfff-4716d84c293f req-5dae0257-b283-4d6e-bddd-166857ff3f6a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.531964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7ab9a32-edca-40fc-bfff-4716d84c293f req-5dae0257-b283-4d6e-bddd-166857ff3f6a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 944 time: 0.5294528 Jul 07 17:42:18.594971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.595640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.597604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] 10.222.0.23 "PUT /v2.0/ports/6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1093 time: 7.1191492 Jul 07 17:42:18.603900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:18.657897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7ab9a32-edca-40fc-bfff-4716d84c293f req-e8d2d5e2-3cde-4ddf-9ea2-217d21bc755d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164508 Jul 07 17:42:18.698522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.699379 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment a4362ec7-4e81-4257-9b2e-650071028b4d of type vlan for network 999733eb-cd20-4999-867f-c845769170a1 Jul 07 17:42:18.799461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.819888 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.824154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47553-28ab-4407-b08b-64238b91586d service neutron] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:18.847618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-bba9e169-a32c-4d11-b5eb-7f43d98bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.851463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-bba9e169-a32c-4d11-b5eb-7f43d98bfc6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2714691 Jul 07 17:42:19.044371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-326933ed-07e3-415f-a0c4-8173f9322674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.053294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-326933ed-07e3-415f-a0c4-8173f9322674 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1096 time: 0.3908556 Jul 07 17:42:19.087387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Made reservation on behalf of fbc7c5290a7440b5a99b5e7daedbeed9 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:19.114757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.179114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.180324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.207017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.226575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.228923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.464814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.0301375 Jul 07 17:42:19.477664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50354) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:19.808580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=df0751e2-a573-4e17-b622-9118d0dd5fd3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:19.842564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network df0751e2-a573-4e17-b622-9118d0dd5fd3 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:19.989055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Allocated IP 172.20.0.12 (329699c3-9e15-429a-b26b-330775666824/3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8/f1925958-19bf-47a4-8eb7-4b34c0f42702) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:20.217672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9f8761b-b918-4428-ade5-d01195f187d0 req-aaf6172a-8093-4bad-9de5-95aba3feddbb tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 210 time: 0.3714609 Jul 07 17:42:20.372243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492230d2-656c-4877-88f1-37eb6ff5121b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=999733eb-cd20-4999-867f-c845769170a1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:20.389563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 999733eb-cd20-4999-867f-c845769170a1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:20.568011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:20.571177 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987eb560-bf3c-4228-8906-c832354ca7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:20.574284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-f8a3c5d6-07c6-4673-9c37-dcafa44f5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.575830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-f8a3c5d6-07c6-4673-9c37-dcafa44f5def service neutron] 10.222.0.23 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 1.5069277 Jul 07 17:42:20.664992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-a3329b39-fa24-4b6c-a221-969d6a10ae26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1000 time: 0.0800424 Jul 07 17:42:20.733754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-5bea3911-acbc-4a8d-86a0-53eccb7983f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.735322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-5bea3911-acbc-4a8d-86a0-53eccb7983f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.0622840 Jul 07 17:42:20.740921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-aac8dce0-d012-4e57-bc45-f2516805ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.742769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-aac8dce0-d012-4e57-bc45-f2516805ff39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.8506644 Jul 07 17:42:20.760560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538fbfa-4117-4ff7-a237-c0147979ceb5 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.774938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538fbfa-4117-4ff7-a237-c0147979ceb5 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.806508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538fbfa-4117-4ff7-a237-c0147979ceb5 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.828588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c538fbfa-4117-4ff7-a237-c0147979ceb5 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.842791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c538fbfa-4117-4ff7-a237-c0147979ceb5 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3478312 Jul 07 17:42:20.859532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:21.007485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.211366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.228449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.283510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0412bfd5-dc60-40a4-9a56-cfc7c23e82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:21.285890 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-0412bfd5-dc60-40a4-9a56-cfc7c23e82ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5415201 Jul 07 17:42:21.313538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d839-7d7f-4d7a-ba30-053c2fe3a187 req-22285a8c-c764-4780-a86f-63e0f82e020c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:21.335372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9423d839-7d7f-4d7a-ba30-053c2fe3a187 req-22285a8c-c764-4780-a86f-63e0f82e020c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 944 time: 0.8708017 Jul 07 17:42:21.454066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-91efabeb-87c9-423b-a80d-87fe53d3fedf service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600702 Jul 07 17:42:21.495235 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-8b0fdc6e-a5ff-4fa3-b1d4-558d4979ba6d service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110837 Jul 07 17:42:21.515749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Network 329699c3-9e15-429a-b26b-330775666824 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:21.596267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.657576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:21.696306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.716467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:21.823607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.840584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0751e2-a573-4e17-b622-9118d0dd5fd3']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:21.856380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d0bdf9-ffcf-4bad-9ffc-71b9938dc30f') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:21.856854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d0bdf9-ffcf-4bad-9ffc-71b9938dc30f') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:21.865593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8817408f-66c6-44a8-89f8-2d35f9ae00db req-a1b8b98d-e4bb-4cbd-a34e-25c94070f25c service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006057 Jul 07 17:42:21.870146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.939234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.963836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:21.964265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.018371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-80c28de1-e9bb-4ded-9f93-765266aeb512 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304788 Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:22.144782 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:22.196352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-6dc4aaec-f950-415c-ae8a-ee48efa80e2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.1729128 Jul 07 17:42:22.302049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.303156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.338516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Pushing event updated for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:22.360763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9423d839-7d7f-4d7a-ba30-053c2fe3a187 req-a0dd4b64-c929-46ac-835a-aae4ea2e6dc9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9530437 Jul 07 17:42:22.386822 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.391467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-8957db33-3eef-4cb7-895d-85a792950a8b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6746213 Jul 07 17:42:22.419562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Allocated IP 172.25.3.52 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/14179b71-ad89-41af-8db8-d2a1711fd296) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:22.447033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.452519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/df0751e2-a573-4e17-b622-9118d0dd5fd3 HTTP/1.1" status: 204 len: 168 time: 1.5833726 Jul 07 17:42:22.455254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50396) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:22.491064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Request body: {'port': {'device_id': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:22.592972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a47ade-8bda-4b40-af6a-3e0d07898a78 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=df0751e2-a573-4e17-b622-9118d0dd5fd3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:22.596536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-baf09f67-ec1b-4c2c-916d-cc27c16be3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.601244 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-baf09f67-ec1b-4c2c-916d-cc27c16be3a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.3790612 Jul 07 17:42:22.935377 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578995b-4188-41af-97af-00e73763a5c1 x-openstack-request-id: req-c578995b-4188-41af-97af-00e73763a5c1 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:22.935659 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:22.935910 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c578995b-4188-41af-97af-00e73763a5c1 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:22.936306 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'status': 'completed', 'code': 200} Jul 07 17:42:22.953167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.149078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.184457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-a8dd40e0-5c96-40a4-b7ec-7e31dab61f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.184806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-a8dd40e0-5c96-40a4-b7ec-7e31dab61f16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5676343 Jul 07 17:42:23.319801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-c8c6a041-fc24-48ce-ace5-101d7be104fe service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210711 Jul 07 17:42:23.575044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-3a0bfcdc-e38f-448f-8913-c4dd1246542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.576707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-3a0bfcdc-e38f-448f-8913-c4dd1246542b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1096 time: 0.8374462 Jul 07 17:42:23.644606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.665293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-49e6ad3e-f33c-4aac-8f62-128ade205cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.668350 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-49e6ad3e-f33c-4aac-8f62-128ade205cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1096 time: 0.7344980 Jul 07 17:42:23.753181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef39d94-6635-492d-9b9f-3e0cc73afc42 req-02100bf9-0ce2-453d-a0e3-6ec4f294ae6f tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.755891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ef39d94-6635-492d-9b9f-3e0cc73afc42 req-02100bf9-0ce2-453d-a0e3-6ec4f294ae6f tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 932 time: 0.7782698 Jul 07 17:42:23.794588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1925958-19bf-47a4-8eb7-4b34c0f42702 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:23.815187 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.849179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-e84e2dd5-d7e0-4809-8b5e-94de0b488b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.851405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-e84e2dd5-d7e0-4809-8b5e-94de0b488b7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.2646492 Jul 07 17:42:23.882730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Transition to ACTIVE for port object f1925958-19bf-47a4-8eb7-4b34c0f42702 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:23.892499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.994861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.046892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999733eb-cd20-4999-867f-c845769170a1']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.130576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ef39d94-6635-492d-9b9f-3e0cc73afc42 req-4044a5d3-0cf1-443b-aff2-d07c5b8d37a5 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226783 Jul 07 17:42:24.199390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4362ec7-4e81-4257-9b2e-650071028b4d') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.207531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4362ec7-4e81-4257-9b2e-650071028b4d') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.219102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Pushing event updated for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:24.231689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-575ee0cb-56ef-46d6-a1c0-28a40c6210db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1000 time: 0.3476465 Jul 07 17:42:24.247717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.271874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-7d23e4d3-3479-4805-8d2c-5c8885e202eb service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9140599 Jul 07 17:42:24.303706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.315478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:24.315903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.381299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-18419409-594c-45ed-bd67-c561704378dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:24.383113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-18419409-594c-45ed-bd67-c561704378dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.1177933 Jul 07 17:42:24.431857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Attempting to bind port f1925958-19bf-47a4-8eb7-4b34c0f42702 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:24.432222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Attempting to bind port f1925958-19bf-47a4-8eb7-4b34c0f42702 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '872c416a-c0ea-403f-b70a-3da0e5fbe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '329699c3-9e15-429a-b26b-330775666824'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:24.432565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Attempting to bind port f1925958-19bf-47a4-8eb7-4b34c0f42702 on network 329699c3-9e15-429a-b26b-330775666824 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:24.492778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Port f1925958-19bf-47a4-8eb7-4b34c0f42702 on network 329699c3-9e15-429a-b26b-330775666824 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:24.494390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Attempting to bind port f1925958-19bf-47a4-8eb7-4b34c0f42702 on network 329699c3-9e15-429a-b26b-330775666824 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:24.583823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-b41a05e5-b08c-43ef-a74f-3884171f1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:24.586950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-b41a05e5-b08c-43ef-a74f-3884171f1fe0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.8124228 Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:24.588696 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:24.591164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-0484200d-7f60-4853-831f-8d22a64b31c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0949528 Jul 07 17:42:24.593945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:24.594550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.594820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Checking segment: {'id': '872c416a-c0ea-403f-b70a-3da0e5fbe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '329699c3-9e15-429a-b26b-330775666824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:24.595555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Bound using segment: {'id': '872c416a-c0ea-403f-b70a-3da0e5fbe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '329699c3-9e15-429a-b26b-330775666824'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:24.596405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Bound port: f1925958-19bf-47a4-8eb7-4b34c0f42702, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872c416a-c0ea-403f-b70a-3da0e5fbe6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '329699c3-9e15-429a-b26b-330775666824'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:24.597289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.599848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.618057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.623358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/999733eb-cd20-4999-867f-c845769170a1 HTTP/1.1" status: 204 len: 168 time: 2.1597910 Jul 07 17:42:24.686434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50424) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:24.705237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18322499-cc81-4d83-a1d8-27ed4229456a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=999733eb-cd20-4999-867f-c845769170a1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:24.726305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:24.786018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702,segment=NetworkSegment(872c416a-c0ea-403f-b70a-3da0e5fbe6ad),segment_id=872c416a-c0ea-403f-b70a-3da0e5fbe6ad)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:24.809752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.835041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-57857188-9e46-4b9e-9f65-e005991f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:24.837137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-57857188-9e46-4b9e-9f65-e005991f9d42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4186764 Jul 07 17:42:24.838928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:24.839740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.841443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] 10.222.0.23 "PUT /v2.0/ports/f1925958-19bf-47a4-8eb7-4b34c0f42702 HTTP/1.1" status: 200 len: 1093 time: 2.3895674 Jul 07 17:42:24.867879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:24.870169 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd29f3bf-8eee-430c-9278-e67e4aaf9063" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:24.972953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:24.991151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:24.995208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:25.126162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-03a8da76-9801-4b20-9c52-9e7756c816e4 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499206 Jul 07 17:42:25.174158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1dcd-71e5-4ae1-a688-f202af4c08dd req-45cc6dd4-161f-4bbb-8214-133e808502cb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.184781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e7c1dcd-71e5-4ae1-a688-f202af4c08dd req-45cc6dd4-161f-4bbb-8214-133e808502cb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 944 time: 0.7031145 Jul 07 17:42:25.394098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event updated for resources: {'Port': ['ID=14179b71-ad89-41af-8db8-d2a1711fd296,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:25.409146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:42:25.469854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-2e1f6159-9074-46b3-9b70-15b5b11ea922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.471657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45c6f3-ac7a-4dde-a47d-818c57e1eb1a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.474721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-2e1f6159-9074-46b3-9b70-15b5b11ea922 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.8371060 Jul 07 17:42:25.478266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-652862a4-ccf0-41bb-a2d1-8e1ac0cfc1fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1000 time: 0.8529623 Jul 07 17:42:25.488659 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e45c6f3-ac7a-4dde-a47d-818c57e1eb1a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.494651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5e45c6f3-ac7a-4dde-a47d-818c57e1eb1a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8005576 Jul 07 17:42:25.517780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e7c1dcd-71e5-4ae1-a688-f202af4c08dd req-506b9bb2-4289-4ffe-9904-7650d6261dbb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315451 Jul 07 17:42:25.518537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a0b2b-ef11-49e4-82ab-45449a07b554 service neutron] Pushing event updated for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:25.532929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:25.565811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-959409858'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:25.631597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:25.642529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.708740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:25.734285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'port_id': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'mac_address': 'fa:16:3e:0f:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:42:25.749152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-d651e93b-dc2d-4938-bf0c-633d7936de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.757832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-d651e93b-dc2d-4938-bf0c-633d7936de9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbc7c5290a7440b5a99b5e7daedbeed9&device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 1096 time: 0.7654581 Jul 07 17:42:25.796541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.835022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.841393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-6f785287-4cdf-46d0-8b94-b788ec15ddbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702 HTTP/1.1" status: 200 len: 217 time: 0.0679281 Jul 07 17:42:25.853662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-b4d949f6-019a-4ad1-88fb-24828fb95b99 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119520 Jul 07 17:42:25.866526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9128cf-7a6a-41aa-86f7-5663ab6d053a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:25.874046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-e746d5af-37d9-445c-9db1-4df9b22e0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:25.877370 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-e746d5af-37d9-445c-9db1-4df9b22e0d27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.2835715 Jul 07 17:42:25.895804 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82514fcb-a5a6-41fe-a12a-bc09774dc4fd x-openstack-request-id: req-82514fcb-a5a6-41fe-a12a-bc09774dc4fd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:25.896080 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:25.896360 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82514fcb-a5a6-41fe-a12a-bc09774dc4fd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:25.896615 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702', 'status': 'completed', 'code': 200} Jul 07 17:42:25.947125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:25.949386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:25.954703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.010373 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.010723 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment 6adbf081-15f1-4e84-81b7-88605f50dddb of type vlan for network 854c6334-1dfc-425c-9078-24a814b014ed Jul 07 17:42:26.042399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-594425cf-ce01-4c51-a1f8-50ae195a826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:26.056039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-594425cf-ce01-4c51-a1f8-50ae195a826f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8 HTTP/1.1" status: 200 len: 848 time: 0.2012944 Jul 07 17:42:26.157065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:26.195567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-41f0d7e8-52f6-48c0-b2d8-5efcd9232899 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=329699c3-9e15-429a-b26b-330775666824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441308 Jul 07 17:42:26.197625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.257511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6a9128cf-7a6a-41aa-86f7-5663ab6d053a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:26.316246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.322553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:26.323333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.345011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd5c5e-de67-4f8c-9b92-bb342245e9fd req-dd47108c-fe52-45b4-9b44-11add7b572b7 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:26.348866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bcd5c5e-de67-4f8c-9b92-bb342245e9fd req-dd47108c-fe52-45b4-9b44-11add7b572b7 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 944 time: 0.2908499 Jul 07 17:42:26.394183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-fdc2121d-6126-43a2-ac4e-3631cb591a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:26.406433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-fdc2121d-6126-43a2-ac4e-3631cb591a2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9198890 Jul 07 17:42:26.409538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.593102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-fac2e13c-52b0-46b4-b441-82ba86986216 service neutron] 10.222.0.23 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889046 Jul 07 17:42:26.605631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0681734 Jul 07 17:42:26.634579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50450) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:26.674118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-365425943'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:26.704300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bcd5c5e-de67-4f8c-9b92-bb342245e9fd req-cc7c6196-f174-477f-be1f-9c38cd56e09b tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665622 Jul 07 17:42:26.838524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:26.846032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.857000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723feeb-ed7d-4aca-bdc5-d502dab1dad7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=854c6334-1dfc-425c-9078-24a814b014ed,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:26.875424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 854c6334-1dfc-425c-9078-24a814b014ed details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:26.961870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:27.028638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.029245 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment 225d0c45-3e26-4294-b4ab-96c0574dcfaf of type vlan for network 3f2defa7-5630-4219-a890-5c26e9ead3bd Jul 07 17:42:27.055404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7f99955-7c1a-455b-8ba1-c06a665c3d98 req-d2d4b036-4573-4ae8-a17f-436c38b2effa service neutron] 10.222.0.23 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479349 Jul 07 17:42:27.104865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-02700dce-ba02-439a-a52d-31fc2415c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.106783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-02700dce-ba02-439a-a52d-31fc2415c275 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2189765 Jul 07 17:42:27.216200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.252373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.279177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.289050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.289828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.559353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.588285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-a8780d23-3ef7-4050-aa53-9d8b20837aaf service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1720152 Jul 07 17:42:27.593968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-04832fb3-4f51-438c-b18a-033eb2fa7b94 service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690464 Jul 07 17:42:27.963255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2966218 Jul 07 17:42:28.065891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50472) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:28.076567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=3f2defa7-5630-4219-a890-5c26e9ead3bd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:28.107546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'ports': [{'network_id': '854c6334-1dfc-425c-9078-24a814b014ed', 'name': 'tempest-port--2112994269', 'admin_state_up': True}, {'network_id': '3f2defa7-5630-4219-a890-5c26e9ead3bd', 'admin_state_up': False}]} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:28.109276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'port': {'network_id': '854c6334-1dfc-425c-9078-24a814b014ed', 'name': 'tempest-port--2112994269', 'admin_state_up': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:28.111029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'port': {'network_id': '3f2defa7-5630-4219-a890-5c26e9ead3bd', 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:28.172342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.172936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.173608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.173981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.174520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.175099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.175757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.176332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.176889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.177463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.178368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.185509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c333cc-8e63-45d7-976a-a8dc3c5ab140 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:28.216470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3f2defa7-5630-4219-a890-5c26e9ead3bd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:28.263082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-2a35c2ac-2c44-4e87-a0df-e91734408f65 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446585 Jul 07 17:42:28.336208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-d415c5bc-0d42-4eb4-b19e-589252ddc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.338412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-d415c5bc-0d42-4eb4-b19e-589252ddc1e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbc7c5290a7440b5a99b5e7daedbeed9&device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 1096 time: 1.1926024 Jul 07 17:42:28.421263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-1e79a655-aac8-4311-9a5a-1f680312e91d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.430909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-1e79a655-aac8-4311-9a5a-1f680312e91d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 945 time: 0.5230708 Jul 07 17:42:28.524063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-f01a231e-819b-4da1-b406-300641f272b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.2475300 Jul 07 17:42:28.535678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Router 73cf4409-814d-4b98-a07c-c2967bcf30bf is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:42:28.542246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e102c8e-2c6b-4f4d-8cab-3ea3533e5941 req-c60087d2-5687-4182-bd42-93400ccf29b9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.550070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e102c8e-2c6b-4f4d-8cab-3ea3533e5941 req-c60087d2-5687-4182-bd42-93400ccf29b9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 945 time: 0.6442742 Jul 07 17:42:28.685532 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e102c8e-2c6b-4f4d-8cab-3ea3533e5941 req-3efb6997-084e-4dcc-9a02-b05e766077fa tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343381 Jul 07 17:42:28.689188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-667db64d-b31b-4660-8f67-77ab8a04c173 service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689247 Jul 07 17:42:28.703476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-cd08b7ec-0342-439d-90dd-947f4d8f3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.703476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-cd08b7ec-0342-439d-90dd-947f4d8f3d0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=329699c3-9e15-429a-b26b-330775666824 HTTP/1.1" status: 200 len: 909 time: 0.3457766 Jul 07 17:42:28.715588 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-0b70d88b-913e-4cea-acff-3235e57e4aa8 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:42:28.717088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-0b70d88b-913e-4cea-acff-3235e57e4aa8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/6a9128cf-7a6a-41aa-86f7-5663ab6d053a/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.2597775 Jul 07 17:42:28.764941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-25e01653-fc3a-4148-aaf3-47d0f14124a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702 HTTP/1.1" status: 200 len: 217 time: 0.0551133 Jul 07 17:42:28.891410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-4f3e1698-490b-404a-8b5a-024138acc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.894264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-4f3e1698-490b-404a-8b5a-024138acc040 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.3638170 Jul 07 17:42:28.903801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-56cc0c8f-7288-427f-90ab-9f0d29796ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.905563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-56cc0c8f-7288-427f-90ab-9f0d29796ed2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8 HTTP/1.1" status: 200 len: 848 time: 0.1361120 Jul 07 17:42:28.944818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-bb26b4d3-b531-4e3a-9c2b-8e248c7b637d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824123669&fields=id&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 267 time: 0.1143599 Jul 07 17:42:28.989054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-0e101b17-9b10-4b68-9860-2541fca3cc9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=329699c3-9e15-429a-b26b-330775666824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740564 Jul 07 17:42:29.151035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-510b3555-0edb-4f74-908e-2ea74d72e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.153518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-510b3555-0edb-4f74-908e-2ea74d72e7a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1097 time: 0.3218608 Jul 07 17:42:29.188968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:29.203704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'port': 2} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:29.205043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] Sync routers for ids ['73cf4409-814d-4b98-a07c-c2967bcf30bf'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:29.208737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:29.216319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] Routers {'73cf4409-814d-4b98-a07c-c2967bcf30bf'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:29.216877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['73cf4409-814d-4b98-a07c-c2967bcf30bf'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:29.267626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:29.268784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b3316b94-a4f0-4da7-99ca-69607df1a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.270708 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-b3316b94-a4f0-4da7-99ca-69607df1a899 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3374527 Jul 07 17:42:29.273863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:29.278392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e70b20e7-f767-4581-8a39-6421a90ddc0c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.5840242 Jul 07 17:42:29.279287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:29.282316 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] Routers {'73cf4409-814d-4b98-a07c-c2967bcf30bf'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:29.282664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50488) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:29.283581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['73cf4409-814d-4b98-a07c-c2967bcf30bf'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:29.349040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:29.350814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20c42fd-c22a-4f46-9d69-19cbfad80592 None None] The sync data for ids ['73cf4409-814d-4b98-a07c-c2967bcf30bf'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:29.390734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-26322a5d-fc4e-4f56-8cc6-f0a7d7de2da9 service neutron] 10.222.0.23 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776116 Jul 07 17:42:29.441124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f1925958-19bf-47a4-8eb7-4b34c0f42702 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:42:29.445291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:29.451803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-c3cddfce-26c9-4008-a8f2-c8e058fef17c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.470277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-c3cddfce-26c9-4008-a8f2-c8e058fef17c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.5239108 Jul 07 17:42:29.559413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] device_id is not set on port dfaed055-18e5-4d9a-94fa-29f4be01ef1a yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:42:29.595573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-3c8d0451-4721-4ea0-ba4b-ab37f27ce9a1 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126922 Jul 07 17:42:29.601908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4921d19e-5df5-470c-be4b-635a2e8d660c tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/73cf4409-814d-4b98-a07c-c2967bcf30bf HTTP/1.1" status: 200 len: 919 time: 0.3181124 Jul 07 17:42:29.605493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50494) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:29.689980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9c6c9d6-a1e8-49c2-97b5-ee5792ed62d4 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=73cf4409-814d-4b98-a07c-c2967bcf30bf HTTP/1.1" status: 200 len: 205 time: 0.0815938 Jul 07 17:42:29.690718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50496) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:29.713596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:29.748121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd29f3bf-8eee-430c-9278-e67e4aaf9063 req-1eebdbd9-98ce-4104-9943-4cb80fac70b4 service neutron] 10.222.0.23 "GET /v2.0/networks/329699c3-9e15-429a-b26b-330775666824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570962 Jul 07 17:42:29.755349 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-a83c3e9e-0a3d-48b0-866d-291051f0c74a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.2803545 Jul 07 17:42:29.757010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-ff137d75-e5f5-43f5-8d8e-f0366b6da1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.758284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-ff137d75-e5f5-43f5-8d8e-f0366b6da1e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.5893867 Jul 07 17:42:29.866494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702,segment=NetworkSegment(872c416a-c0ea-403f-b70a-3da0e5fbe6ad),segment_id=872c416a-c0ea-403f-b70a-3da0e5fbe6ad)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:29.887449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:29.887874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:29.932571 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-ecc9eb54-e47b-461a-ad8b-727a5c97dfe4 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294249 Jul 07 17:42:30.003830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-e6bb3cfb-c421-4129-986d-81132db52e84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.0592887 Jul 07 17:42:30.008798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.021302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.028392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-328d2f9f-2ad6-4307-b935-cfd871309619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 1001 time: 0.2628553 Jul 07 17:42:30.176050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'f1925958-19bf-47a4-8eb7-4b34c0f42702', 'network_id': '329699c3-9e15-429a-b26b-330775666824', 'port_id': 'f1925958-19bf-47a4-8eb7-4b34c0f42702', 'mac_address': 'fa:16:3e:ef:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:42:30.178778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-984fe985-1cf7-4f5d-b4d1-da4bff5a6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:30.180334 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-984fe985-1cf7-4f5d-b4d1-da4bff5a6c7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1691341 Jul 07 17:42:30.187813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-e213f253-5b59-4a6e-a1a1-cee23b3959d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222351 Jul 07 17:42:30.219657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-fe64c9d8-899e-441e-8156-50ee75144418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:30.222703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-fe64c9d8-899e-441e-8156-50ee75144418 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.1845970 Jul 07 17:42:30.235676 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.300399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.328329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1925958-19bf-47a4-8eb7-4b34c0f42702 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:30.356103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702,segment=NetworkSegment(872c416a-c0ea-403f-b70a-3da0e5fbe6ad),segment_id=872c416a-c0ea-403f-b70a-3da0e5fbe6ad)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:30.365694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:30.369044 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e063d-306c-4f22-9d95-1caa35bfba93" -d '{"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:30.375934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.437367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-abcd014a-11d3-474d-9cd7-5fbdbef843c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:30.449207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-abcd014a-11d3-474d-9cd7-5fbdbef843c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097900 Jul 07 17:42:30.467437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:30.473880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:30.479812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.508932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-9c27d141-73ce-409c-8951-bf4ce1b4d1e9 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842314 Jul 07 17:42:30.558797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:30.642069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] device_id is not set on port 8d1ee709-bbc0-4456-9249-5a40f6a2b23b yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:42:30.657518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f1925958-19bf-47a4-8eb7-4b34c0f42702'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:30.690145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-5d948068-f8ae-4b5b-bca2-6bc7eccea1be service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176614 Jul 07 17:42:30.813429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:30.885716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-2f916f98-d4ff-48c7-8d27-549c4b73d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:30.886537 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-2f916f98-d4ff-48c7-8d27-549c4b73d01b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2830074 Jul 07 17:42:30.911543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-87b0e550-9552-4bea-9c9b-263bf17957da service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005313 Jul 07 17:42:30.920998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.015813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde45944-00ba-4a17-9fc7-02e68c864584 req-d3bf08d2-9609-4180-a45e-0eb4531616c0 service neutron] 10.222.0.73 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047650 Jul 07 17:42:31.024608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port 14179b71-ad89-41af-8db8-d2a1711fd296 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:31.025091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.262711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.312474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-9a518af9-e8f0-445a-825d-d3f43f201cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076121 Jul 07 17:42:31.347995 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.514108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for 14179b71-ad89-41af-8db8-d2a1711fd296 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:31.578630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Port': ['ID=dfaed055-18e5-4d9a-94fa-29f4be01ef1a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:31.700731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Checking segment: {'id': '6adbf081-15f1-4e84-81b7-88605f50dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '854c6334-1dfc-425c-9078-24a814b014ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:31.701526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network hostable DHCP agents. Network: 854c6334-1dfc-425c-9078-24a814b014ed, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:31.737407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-48b84e72-f097-44ea-bff7-54a9397c30ae req-ea08e0e4-f459-4243-888b-70be77ab5be1 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848310 Jul 07 17:42:31.793854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54865cf-d4e0-4a88-92d0-0b28ea222556 req-cf4fe334-3250-4b0c-b094-fa6449635a81 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:31.796789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network 854c6334-1dfc-425c-9078-24a814b014ed is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:31.799899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c54865cf-d4e0-4a88-92d0-0b28ea222556 req-cf4fe334-3250-4b0c-b094-fa6449635a81 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 945 time: 0.1483381 Jul 07 17:42:31.816910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 854c6334-1dfc-425c-9078-24a814b014ed) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:31.833032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b627fb4-90ad-436a-9480-c5c427915b7c None None] Network 854c6334-1dfc-425c-9078-24a814b014ed requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:31.941053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:31.942853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.994880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c54865cf-d4e0-4a88-92d0-0b28ea222556 req-6664a128-f293-4f93-9e16-5f30517d5c98 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883583 Jul 07 17:42:32.197409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Port': ['ID=8d1ee709-bbc0-4456-9249-5a40f6a2b23b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:32.211334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Checking segment: {'id': '225d0c45-3e26-4294-b4ab-96c0574dcfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f2defa7-5630-4219-a890-5c26e9ead3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:32.211334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network hostable DHCP agents. Network: 3f2defa7-5630-4219-a890-5c26e9ead3bd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:32.305982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network 3f2defa7-5630-4219-a890-5c26e9ead3bd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:32.329836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3f2defa7-5630-4219-a890-5c26e9ead3bd) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:32.336803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.344283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fcf84d-240d-4f33-a972-73e2391d5503 None None] Network 3f2defa7-5630-4219-a890-5c26e9ead3bd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:32.351027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:32.361498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.369046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.370017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.396207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d6fd5c5-e187-4a2f-ab51-02b8cfd6f874 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3116114 Jul 07 17:42:32.399031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50530) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:32.483658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=14179b71-ad89-41af-8db8-d2a1711fd296,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:32.669421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79297b7b-8d33-4e56-a7e7-a4c402b31070 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.682911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79297b7b-8d33-4e56-a7e7-a4c402b31070 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.688491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-79297b7b-8d33-4e56-a7e7-a4c402b31070 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2878497 Jul 07 17:42:32.693746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:32.727420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d2ae-2b86-4124-af04-f298925d4fd0 req-685823d7-7f44-489d-a652-1d42eee5ba91 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.739307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3f2d2ae-2b86-4124-af04-f298925d4fd0 req-685823d7-7f44-489d-a652-1d42eee5ba91 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.2638941 Jul 07 17:42:32.791986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.839850 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3f2d2ae-2b86-4124-af04-f298925d4fd0 req-dd6b84c3-8071-4b05-bf29-a91e510a752e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978966 Jul 07 17:42:32.879233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50534) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:32.963122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.965639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.001603 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315751a0-f1a8-4c8e-8018-6e618e28ae9e x-openstack-request-id: req-315751a0-f1a8-4c8e-8018-6e618e28ae9e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:33.002510 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:33.002922 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-315751a0-f1a8-4c8e-8018-6e618e28ae9e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:33.003545 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'code': 200} Jul 07 17:42:33.137241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.138791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router 73cf4409-814d-4b98-a07c-c2967bcf30bf {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:33.182721 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.201269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6192e1b4-3239-4728-8c41-370445d5ad9b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/73cf4409-814d-4b98-a07c-c2967bcf30bf HTTP/1.1" status: 204 len: 168 time: 3.4945171 Jul 07 17:42:33.217508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-00fa7a77-f37a-413e-80b5-ccb2f2b87c75 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 200 len: 994 time: 0.3308258 Jul 07 17:42:33.217508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50542) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:33.226516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1954100373', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:33.289691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.293306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.397792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8efc38e-9777-4ef0-b34e-f619869c03c3 req-b46be254-f925-48dc-a2a5-d24d4486757a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0567474 Jul 07 17:42:33.449974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Deleting port dfaed055-18e5-4d9a-94fa-29f4be01ef1a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:33.451812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.453234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f1925958-19bf-47a4-8eb7-4b34c0f42702 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:33.531578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.633237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port f1925958-19bf-47a4-8eb7-4b34c0f42702 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:33.653953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port f1925958-19bf-47a4-8eb7-4b34c0f42702 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:33.654797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.733723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.763923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Calling delete_port for dfaed055-18e5-4d9a-94fa-29f4be01ef1a owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:33.769361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.788159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.855700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702,segment=NetworkSegment(872c416a-c0ea-403f-b70a-3da0e5fbe6ad),segment_id=872c416a-c0ea-403f-b70a-3da0e5fbe6ad)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:33.858058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498697c-fd7a-411b-853b-546868f95a96 req-c9a52c78-7b0b-4ae7-a4ee-34e9292dd346 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.860082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c498697c-fd7a-411b-853b-546868f95a96 req-c9a52c78-7b0b-4ae7-a4ee-34e9292dd346 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 945 time: 0.3180354 Jul 07 17:42:33.891948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.945173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.959303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c498697c-fd7a-411b-853b-546868f95a96 req-7bbbfbf5-99b2-44af-93b5-b3e509403e5e tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614386 Jul 07 17:42:34.050665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.054270 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/ports/dfaed055-18e5-4d9a-94fa-29f4be01ef1a HTTP/1.1" status: 204 len: 168 time: 1.3509202 Jul 07 17:42:34.056009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44967-1db5-4182-bc39-fbdc635443b7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Port': ['ID=dfaed055-18e5-4d9a-94fa-29f4be01ef1a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:34.063638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:34.090822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:34.258365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.299954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.541773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Deleting port 8d1ee709-bbc0-4456-9249-5a40f6a2b23b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:34.541773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.664123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e871b14a-26a9-4fe0-8c41-d78a459c04ad req-fdc201f3-9fff-48e0-92e0-d40afe0f7590 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0484269 Jul 07 17:42:34.715951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-a6f3be7c-e3a0-4712-9006-a809712a7315 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:34.719437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-a6f3be7c-e3a0-4712-9006-a809712a7315 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.3924298 Jul 07 17:42:34.797689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.848999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.25.3.55 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/28219597-c967-4fa3-a5ad-b7c40718746e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:34.868669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Calling delete_port for 8d1ee709-bbc0-4456-9249-5a40f6a2b23b owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:34.889344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-371972f7-9687-404e-b1e2-020d5db56d4f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 380 time: 0.1577122 Jul 07 17:42:34.904285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': '05b74948-df9d-48e3-880b-e26368ba17a0', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'security_groups': ['aeb22517-9df5-4930-b7ce-c54bbc12981a']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:35.004797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:35.009228 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a91eec-7435-482a-bcd1-aa1cd51e508f" -d '{"events": [{"server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "name": "network-vif-plugged", "status": "completed", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:35.918836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.100284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.234709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.238821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/ports/8d1ee709-bbc0-4456-9249-5a40f6a2b23b HTTP/1.1" status: 204 len: 168 time: 2.1728117 Jul 07 17:42:36.246573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50574) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:36.249377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a722e1-0b7d-44fb-aa34-be0b38e2e7cf tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Port': ['ID=8d1ee709-bbc0-4456-9249-5a40f6a2b23b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:36.310048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aeee9-ffe5-49e1-a210-b89101a4c96f req-7b38e04d-74bb-4247-b3d5-1b7eaf5826a3 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:36.312148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5aeee9-ffe5-49e1-a210-b89101a4c96f req-7b38e04d-74bb-4247-b3d5-1b7eaf5826a3 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.5557811 Jul 07 17:42:36.315297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:36.320736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.328738 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ef1a58f3-54b3-47b6-b639-810803aa78f9 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0805511 Jul 07 17:42:36.330504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:36.364432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-547477416'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:36.382077 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.427210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:36.435618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.506626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:36.558418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.558845 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment 24db8076-df85-479a-8f10-613dc40258d5 of type vlan for network 6b063315-3946-4457-b51d-8c2700e5b76e Jul 07 17:42:36.594580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=28219597-c967-4fa3-a5ad-b7c40718746e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:36.685521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5aeee9-ffe5-49e1-a210-b89101a4c96f req-6ccf1b7c-d77b-4fde-900d-bf2d7eb05f71 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456407 Jul 07 17:42:36.745373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:36.747944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.771954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:36.778799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:36.823965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.830701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:36.833870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:36.917444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.11 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/006cbc6e-9fb3-4e46-9090-faf91b0d978c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:36.939616 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c828e-760c-4d9d-a595-5c9762635e45 x-openstack-request-id: req-1d9c828e-760c-4d9d-a595-5c9762635e45 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:36.942182 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "name": "network-vif-plugged", "status": "completed", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:36.948808 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d9c828e-760c-4d9d-a595-5c9762635e45 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:36.949857 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702', 'code': 200} Jul 07 17:42:37.024337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6921866 Jul 07 17:42:37.063839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:37.080262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-443073810'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:37.111363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfc7d1-41f8-4b9e-bb52-e7e6d319c5b1 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=6b063315-3946-4457-b51d-8c2700e5b76e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:37.120943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:37.131092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.133396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 6b063315-3946-4457-b51d-8c2700e5b76e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:37.246838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:37.264325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.264325 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Added segment dc1d45dc-55af-4082-9904-8c45b4f63f71 of type vlan for network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e Jul 07 17:42:37.347337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf23b2-9ac1-4b54-bfa0-e221b1785287 req-a3432f81-d166-4320-b42d-840d3030b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:37.350072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7aaf23b2-9ac1-4b54-bfa0-e221b1785287 req-a3432f81-d166-4320-b42d-840d3030b90a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 1098 time: 0.3215935 Jul 07 17:42:37.462890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.494014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7aaf23b2-9ac1-4b54-bfa0-e221b1785287 req-d27d0d72-77ce-47f8-909a-ba159cf7bdfe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257939 Jul 07 17:42:37.552162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.570045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:37.571254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.643569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f97eedf-ef69-4ad4-90c8-ef0c89e2791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.649430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b6ac61-18ba-49c2-822b-78e5c1ff212f req-47889af0-03d1-4473-9ef1-b60123e4da82 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0588787 Jul 07 17:42:37.715043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.786363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 006cbc6e-9fb3-4e46-9090-faf91b0d978c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:37.787854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Network': ['ID=43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:37.789674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.805203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2bf73c3b-ba0c-49db-a909-2f5efb579e75 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7294712 Jul 07 17:42:37.825725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:37.956333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.057574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:38.122812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50588) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:38.131091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'subnets': [{'network_id': '6b063315-3946-4457-b51d-8c2700e5b76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1113528786', 'ip_version': 4}, {'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:38.131421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'subnet': {'network_id': '6b063315-3946-4457-b51d-8c2700e5b76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1113528786', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:38.132032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Request body: {'subnet': {'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:38.281103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.297619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:38.334368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:38.494240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:38.545527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Made reservation on behalf of f3ca25e32885424fa51acdc3d10bfdcc for: {'subnet': 2} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:38.560945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.561296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.693933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:38.695903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.851775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-039435a3-1208-4ed4-a5e4-f0cf6aae29df None None] Provisioning for port 006cbc6e-9fb3-4e46-9090-faf91b0d978c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:38.858617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-039435a3-1208-4ed4-a5e4-f0cf6aae29df None None] Provisioning complete for port 006cbc6e-9fb3-4e46-9090-faf91b0d978c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:38.859245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-039435a3-1208-4ed4-a5e4-f0cf6aae29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:38.891108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-6294bef0-7eb2-43fd-9e43-a349aca67654 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9930985 Jul 07 17:42:38.928748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Request body: {'port': {'device_id': '05b74948-df9d-48e3-880b-e26368ba17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:38.986973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-039435a3-1208-4ed4-a5e4-f0cf6aae29df None None] Port 006cbc6e-9fb3-4e46-9090-faf91b0d978c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:42:39.201108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba494-9a28-41e3-8085-ec50d84837ec req-aee32ec2-f588-49ca-924c-127f22d8fa0e tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:39.201108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ebba494-9a28-41e3-8085-ec50d84837ec req-aee32ec2-f588-49ca-924c-127f22d8fa0e tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.8932459 Jul 07 17:42:39.224520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:39.257095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router cd123d0d-3938-48ba-b253-1c1a6fa71f18 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:42:39.338832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ebba494-9a28-41e3-8085-ec50d84837ec req-84585fec-0078-40d8-9fcb-9ce9ba352236 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966177 Jul 07 17:42:39.715148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:39.822034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Subnet': ['ID=2be2a80d-9eef-4fcf-a403-f9cc2e322d94,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:39.826501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Checking segment: {'id': '24db8076-df85-479a-8f10-613dc40258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6b063315-3946-4457-b51d-8c2700e5b76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:39.826501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network hostable DHCP agents. Network: 6b063315-3946-4457-b51d-8c2700e5b76e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:39.872603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network 6b063315-3946-4457-b51d-8c2700e5b76e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:39.895077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 6b063315-3946-4457-b51d-8c2700e5b76e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:39.899779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:39.911279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c3c8a-38ae-44b7-9b56-9adbc8047e04 None None] Network 6b063315-3946-4457-b51d-8c2700e5b76e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:39.951669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:39.966223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Sync routers for ids ['cd123d0d-3938-48ba-b253-1c1a6fa71f18'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:39.980508 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Routers {'cd123d0d-3938-48ba-b253-1c1a6fa71f18'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:39.981161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cd123d0d-3938-48ba-b253-1c1a6fa71f18'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:40.004883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.010172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:40.011053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event updated for resources: {'Subnet': ['ID=2fedccf6-6caa-4c0d-9fb8-2a360688b7ec,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:40.012343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01b58f68-aa6d-4f70-b7d6-e2f110bf2bd6 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7948976 Jul 07 17:42:40.119061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76454267-82e8-4829-8ca6-072c026caa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.124161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486e2f-b967-4168-ac7e-175f733f2f6f req-ce5be69a-c2a1-4aca-ad9e-5cb502f2f2cb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.134852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e486e2f-b967-4168-ac7e-175f733f2f6f req-ce5be69a-c2a1-4aca-ad9e-5cb502f2f2cb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 932 time: 0.2497504 Jul 07 17:42:40.195500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Checking segment: {'id': 'dc1d45dc-55af-4082-9904-8c45b4f63f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:40.195500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network hostable DHCP agents. Network: 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:40.272510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e486e2f-b967-4168-ac7e-175f733f2f6f req-c64e2ef9-6612-4152-b655-87a96583d188 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367543 Jul 07 17:42:40.292763 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Set router cd123d0d-3938-48ba-b253-1c1a6fa71f18 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:40.315305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:40.374266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:40.387296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb1622-07b3-4fb6-be66-c44b41b87c07 None None] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:40.393235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006cbc6e-9fb3-4e46-9090-faf91b0d978c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:40.410048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.429873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.431139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.438665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.469696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50608) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:40.470697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39044333-2fa9-43b9-954e-d865da8c602d tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/cd123d0d-3938-48ba-b253-1c1a6fa71f18 HTTP/1.1" status: 200 len: 908 time: 0.4351504 Jul 07 17:42:40.482229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1954100373', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': True}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:40.494382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Transition to ACTIVE for port object 006cbc6e-9fb3-4e46-9090-faf91b0d978c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:40.516105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.532972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb15e84a-14b2-41e5-83df-6f981dbe0a4b tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4064641 Jul 07 17:42:40.534015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:40.630900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.632369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.637911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:40.759573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fda288-46a2-48fc-a5a0-cd17a0247e07 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.767936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fda288-46a2-48fc-a5a0-cd17a0247e07 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.772141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fda288-46a2-48fc-a5a0-cd17a0247e07 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.794922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56fda288-46a2-48fc-a5a0-cd17a0247e07 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2562988 Jul 07 17:42:40.796095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50614) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:40.845070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff39022-b149-4bc8-8437-5f2f868e080a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-6b063315-3946-4457-b51d-8c2700e5b76e', 'network_id': '6b063315-3946-4457-b51d-8c2700e5b76e', 'tenant_id': 'f3ca25e32885424fa51acdc3d10bfdcc', 'fixed_ips': [{'subnet_id': '2be2a80d-9eef-4fcf-a403-f9cc2e322d94'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:42:40.848094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9ff39022-b149-4bc8-8437-5f2f868e080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.852094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.857952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e', 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e', 'tenant_id': 'f3ca25e32885424fa51acdc3d10bfdcc', 'fixed_ips': [{'subnet_id': '2fedccf6-6caa-4c0d-9fb8-2a360688b7ec'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:42:40.860520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.080360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.116700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Deleting subnet 2be2a80d-9eef-4fcf-a403-f9cc2e322d94 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:41.126588 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55'}], 'enable_snat': False}, 'gw_port_id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:33Z', 'updated_at': '2021-07-07T17:42:37Z', 'revision_number': 3, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port': {'id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:42:34Z', 'updated_at': '2021-07-07T17:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:41.133806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.232370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Attempting to bind port 006cbc6e-9fb3-4e46-9090-faf91b0d978c on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:41.232716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Attempting to bind port 006cbc6e-9fb3-4e46-9090-faf91b0d978c by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:41.233089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Attempting to bind port 006cbc6e-9fb3-4e46-9090-faf91b0d978c on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:41.240013 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.242588 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Checking router: cd123d0d-3938-48ba-b253-1c1a6fa71f18 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:41.243266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Updating router cd123d0d-3938-48ba-b253-1c1a6fa71f18 port 28219597-c967-4fa3-a5ad-b7c40718746e binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:42:41.313273 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.330480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Port 006cbc6e-9fb3-4e46-9090-faf91b0d978c on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:41.330829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Attempting to bind port 006cbc6e-9fb3-4e46-9090-faf91b0d978c on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:41.471016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.584603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.599963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:41.610539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:41.615245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:41.615882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Bound port: 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:41.620002 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.694538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.709091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b41e6-355f-44fd-a97f-66defab0f350 req-bd550230-5d8b-4174-9767-53ed9e1d4ee4 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.744005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f3b41e6-355f-44fd-a97f-66defab0f350 req-bd550230-5d8b-4174-9767-53ed9e1d4ee4 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.9671881 Jul 07 17:42:41.805973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.809248 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/subnets/2be2a80d-9eef-4fcf-a403-f9cc2e322d94 HTTP/1.1" status: 204 len: 168 time: 1.0116491 Jul 07 17:42:41.810309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745620fb-b0f6-42d5-86df-ef53f110a74a tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2a80d-9eef-4fcf-a403-f9cc2e322d94,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:41.823466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50622) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:41.953048 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.966972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Deleting subnet 2fedccf6-6caa-4c0d-9fb8-2a360688b7ec {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server [None req-9ff39022-b149-4bc8-8437-5f2f868e080a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be2a80d-9eef-4fcf-a403-f9cc2e322d94: This subnet is being modified by another concurrent operation. Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be2a80d-9eef-4fcf-a403-f9cc2e322d94: This subnet is being modified by another concurrent operation. Jul 07 17:42:41.977141 n-d-791505-12 neutron-server[93948]: ERROR oslo_messaging.rpc.server Jul 07 17:42:42.002425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6bb5e0-7e8a-4211-919f-14db51cf8e38 None None] Network 6b063315-3946-4457-b51d-8c2700e5b76e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:42.049347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f3b41e6-355f-44fd-a97f-66defab0f350 req-1379c4e5-02ad-42a7-ad49-efc293e95e01 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981465 Jul 07 17:42:42.151079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Allocated IP 172.20.0.18 (43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e/2fedccf6-6caa-4c0d-9fb8-2a360688b7ec/d5f5e68f-e21b-4986-a6b9-617c5ee66364) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:42.168731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:42.178521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:42.193441 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.225371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Transition to ACTIVE for port object 28219597-c967-4fa3-a5ad-b7c40718746e will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:42.235565 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.259296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.449440 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def257c8-add3-40c2-8539-71effc147e2b None None] Pushing event updated for resources: {'Port': ['ID=28219597-c967-4fa3-a5ad-b7c40718746e,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:42.458735 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Attempting to bind port 28219597-c967-4fa3-a5ad-b7c40718746e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:42.459192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Attempting to bind port 28219597-c967-4fa3-a5ad-b7c40718746e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:42.459568 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Attempting to bind port 28219597-c967-4fa3-a5ad-b7c40718746e on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:42.485367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:42.485789 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:42.486280 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.486697 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:42.487210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Bound port: 28219597-c967-4fa3-a5ad-b7c40718746e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:42.488252 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.787518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.808322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Transition to ACTIVE for port object d5f5e68f-e21b-4986-a6b9-617c5ee66364 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:42.844044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Transition to ACTIVE for port object d5f5e68f-e21b-4986-a6b9-617c5ee66364 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:42.853809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.856368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:42.917369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:42.937034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Pushing event updated for resources: {'Port': ['ID=d5f5e68f-e21b-4986-a6b9-617c5ee66364,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:42.939900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:42.944261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:42.952671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.953435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.953435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.956007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.957793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:42.969546 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] For port 28219597-c967-4fa3-a5ad-b7c40718746e, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:42.996566 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] For port 28219597-c967-4fa3-a5ad-b7c40718746e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28219597-c967-4fa3-a5ad-b7c40718746e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:43.011559 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.021666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.149521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.206926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Attempting to bind port d5f5e68f-e21b-4986-a6b9-617c5ee66364 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:43.212571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Attempting to bind port d5f5e68f-e21b-4986-a6b9-617c5ee66364 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'dc1d45dc-55af-4082-9904-8c45b4f63f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:43.215468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Attempting to bind port d5f5e68f-e21b-4986-a6b9-617c5ee66364 on network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:43.234037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:43.238430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Checking segment: {'id': 'dc1d45dc-55af-4082-9904-8c45b4f63f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:43.241219 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.242060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Bound using segment: {'id': 'dc1d45dc-55af-4082-9904-8c45b4f63f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:43.245243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Bound port: d5f5e68f-e21b-4986-a6b9-617c5ee66364, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1d45dc-55af-4082-9904-8c45b4f63f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:43.246146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.290851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def257c8-add3-40c2-8539-71effc147e2b None None] Pushing event updated for resources: {'Port': ['ID=28219597-c967-4fa3-a5ad-b7c40718746e,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:43.316064 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:43.365125 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Routers {'cd123d0d-3938-48ba-b253-1c1a6fa71f18'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:43.375374 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cd123d0d-3938-48ba-b253-1c1a6fa71f18'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:43.430652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.440599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:43.448253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.454154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 1093 time: 4.5373652 Jul 07 17:42:43.463929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:43.479801 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:43.536045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] For port d5f5e68f-e21b-4986-a6b9-617c5ee66364, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:43.542372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] For port d5f5e68f-e21b-4986-a6b9-617c5ee66364, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d5f5e68f-e21b-4986-a6b9-617c5ee66364,segment=NetworkSegment(dc1d45dc-55af-4082-9904-8c45b4f63f71),segment_id=dc1d45dc-55af-4082-9904-8c45b4f63f71)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:43.559115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.579358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Subnet': ['ID=2fedccf6-6caa-4c0d-9fb8-2a360688b7ec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:43.592699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:43.602558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e71ed2d0-9ec2-476f-9042-0e6d24972dd2 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/subnets/2fedccf6-6caa-4c0d-9fb8-2a360688b7ec HTTP/1.1" status: 204 len: 168 time: 1.7771637 Jul 07 17:42:43.616701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50644) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:43.829559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c610e-9427-4854-9861-ad86149c8bfe tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:43.836147 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-495c610e-9427-4854-9861-ad86149c8bfe tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2173688 Jul 07 17:42:43.843299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50646) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:43.851731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] Set router cd123d0d-3938-48ba-b253-1c1a6fa71f18 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:43.865105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0e514-8d22-49c6-8206-cb42f784d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:43.998355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f7223-8d62-4921-85a8-b3c75c1eb0d6 None None] Pushing event updated for resources: {'Port': ['ID=d5f5e68f-e21b-4986-a6b9-617c5ee66364,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:44.080851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c03a79-1e52-436a-a5d3-1aa1b3eaba85 req-55f10883-4058-447b-bcc0-2043099ebd10 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:44.090948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.095183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55c03a79-1e52-436a-a5d3-1aa1b3eaba85 req-55f10883-4058-447b-bcc0-2043099ebd10 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 0.7485316 Jul 07 17:42:44.219425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-21ad63a3-058d-4c5b-99fd-57e002af2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:44.231039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.233287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-21ad63a3-058d-4c5b-99fd-57e002af2f8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1096 time: 0.7038968 Jul 07 17:42:44.522796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Deleting port d5f5e68f-e21b-4986-a6b9-617c5ee66364 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:44.523283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.557175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55c03a79-1e52-436a-a5d3-1aa1b3eaba85 req-d22167cd-1f70-4cba-b7be-3cf3a874b6f2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4607446 Jul 07 17:42:44.558824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-59297290-d881-423f-889c-e0d7de67afde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 217 time: 0.3182466 Jul 07 17:42:44.701729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-315b597f-63ca-4720-9e33-61edbf3315e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:44.703282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-315b597f-63ca-4720-9e33-61edbf3315e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1055543 Jul 07 17:42:44.753961 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55'}], 'enable_snat': False}, 'gw_port_id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:33Z', 'updated_at': '2021-07-07T17:42:37Z', 'revision_number': 3, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port': {'id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:42:34Z', 'updated_at': '2021-07-07T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:44.928421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] For port d5f5e68f-e21b-4986-a6b9-617c5ee66364, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d5f5e68f-e21b-4986-a6b9-617c5ee66364,segment=NetworkSegment(dc1d45dc-55af-4082-9904-8c45b4f63f71),segment_id=dc1d45dc-55af-4082-9904-8c45b4f63f71)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:44.934802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:45.007783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Calling delete_port for d5f5e68f-e21b-4986-a6b9-617c5ee66364 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:45.013579 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185244-3409-47bb-b6ce-5ce763a86649 None None] The sync data for ids ['cd123d0d-3938-48ba-b253-1c1a6fa71f18'] in n-d-791505-12 is: [{'id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55'}], 'enable_snat': False}, 'gw_port_id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:33Z', 'updated_at': '2021-07-07T17:42:37Z', 'revision_number': 3, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port': {'id': '28219597-c967-4fa3-a5ad-b7c40718746e', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd123d0d-3938-48ba-b253-1c1a6fa71f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:42:34Z', 'updated_at': '2021-07-07T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:45.342907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:45.433577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:45.522367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Port': ['ID=d5f5e68f-e21b-4986-a6b9-617c5ee66364,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:45.534231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] No DVR routers for this DVR port d5f5e68f-e21b-4986-a6b9-617c5ee66364 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:45.563404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:45.600289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-5cff65fb-9794-4730-8413-8c87d409e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:45.603126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-5cff65fb-9794-4730-8413-8c87d409e9e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7863517 Jul 07 17:42:46.056763 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfa9cf-3dc6-49a7-91c8-0e42f9554d2d x-openstack-request-id: req-fadfa9cf-3dc6-49a7-91c8-0e42f9554d2d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:46.057726 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:46.058193 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fadfa9cf-3dc6-49a7-91c8-0e42f9554d2d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:46.058830 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'status': 'completed', 'code': 200} Jul 07 17:42:46.267722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.302050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:46.320537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1d45dc-55af-4082-9904-8c45b4f63f71') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:46.321135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1d45dc-55af-4082-9904-8c45b4f63f71') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:46.338610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.348319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.25.3.132 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/b1a4a20e-3930-4f70-9faf-1d9a867306a4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:46.371562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.405806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:46.410903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.641706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-be697e10-1949-4be5-9bd6-6f5bba323f24 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0219164 Jul 07 17:42:46.805831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28219597-c967-4fa3-a5ad-b7c40718746e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:46.839243 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:46.848977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.888368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.912265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e HTTP/1.1" status: 204 len: 168 time: 3.0566449 Jul 07 17:42:46.914584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50674) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:47.024651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbf50-8e6a-4ff3-a848-f23688a6aca7 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:47.046618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 28219597-c967-4fa3-a5ad-b7c40718746e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:47.070880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 28219597-c967-4fa3-a5ad-b7c40718746e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:47.071610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.249998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9155933-b170-4b2a-96f3-c8f6fb250f86 None None] DHCP port deletion for 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:42:47.252311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a1e85ca7-f8d6-4c37-87e8-ddb7139b3c35 None None] Could not find standard attr ID for object d5f5e68f-e21b-4986-a6b9-617c5ee66364. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:42:47.363404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b480890-3b07-425e-a6dc-72d40c5c1124 req-becc53a1-1e19-4799-80e8-5fdb3b74f487 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621571 Jul 07 17:42:47.377378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.412819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.448092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e617da-5145-45ac-be4b-e9dfdeab0ad0 None None] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:47.548927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e617da-5145-45ac-be4b-e9dfdeab0ad0 None None] Network 43ef07b9-8cc2-4c1b-9e10-2035b8e5b44e could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:42:47.601132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6e95f-efe9-4020-bd87-74e7c7091978 None None] get_active_networks_info from n-d-791505-12 {{(pid=93948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:42:47.730086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 28219597-c967-4fa3-a5ad-b7c40718746e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28219597-c967-4fa3-a5ad-b7c40718746e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:47.742115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.770630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.793958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b063315-3946-4457-b51d-8c2700e5b76e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:47.812335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db8076-df85-479a-8f10-613dc40258d5') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:47.813077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db8076-df85-479a-8f10-613dc40258d5') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:47.867959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c60b6-ee1c-4f93-b7ec-779af0707078 req-2a28d94d-4ace-483b-b484-bd773852aa38 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:47.872322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.893010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b75c60b6-ee1c-4f93-b7ec-779af0707078 req-2a28d94d-4ace-483b-b484-bd773852aa38 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 1.5317249 Jul 07 17:42:47.935509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=28219597-c967-4fa3-a5ad-b7c40718746e,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:47.953111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.963819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:47.964247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:47.970109 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:47.992770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6e95f-efe9-4020-bd87-74e7c7091978 None None] Resources bound (agent type, host, resource id): {{(pid=93948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:42:48.081199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.090948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.107146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.110782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/6b063315-3946-4457-b51d-8c2700e5b76e HTTP/1.1" status: 204 len: 168 time: 1.1412015 Jul 07 17:42:48.124046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50688) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:48.124512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b75c60b6-ee1c-4f93-b7ec-779af0707078 req-e93ac6b3-7078-412b-b496-aeb38a85ea51 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254815 Jul 07 17:42:48.145945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-b801a5a5-bb93-4a85-a0fc-22873f878820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.159712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-b801a5a5-bb93-4a85-a0fc-22873f878820 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1096 time: 0.6364541 Jul 07 17:42:48.165879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bf522-c8f6-479c-a9b8-f7baade06d59 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=6b063315-3946-4457-b51d-8c2700e5b76e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:48.433134 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.457463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.556858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a4a20e-3930-4f70-9faf-1d9a867306a4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:48.619999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:48.624117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-f1555a72-e953-4ed7-9759-474d18ea5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.628620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-f1555a72-e953-4ed7-9759-474d18ea5b3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.4651613 Jul 07 17:42:48.632478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:48.639201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:48.704941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28219597-c967-4fa3-a5ad-b7c40718746e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:48.779804 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.806088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2defa7-5630-4219-a890-5c26e9ead3bd']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:48.808813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-3244e9c5-dd50-4f79-a5d4-0a6b3fee356b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 217 time: 0.1663284 Jul 07 17:42:48.861410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225d0c45-3e26-4294-b4ab-96c0574dcfaf') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:48.861708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225d0c45-3e26-4294-b4ab-96c0574dcfaf') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:48.894414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.936112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.945709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:48.946267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:48.950042 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:49.040704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 28219597-c967-4fa3-a5ad-b7c40718746e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:49.041282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.055431 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.061484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.065662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/3f2defa7-5630-4219-a890-5c26e9ead3bd HTTP/1.1" status: 204 len: 168 time: 0.9271786 Jul 07 17:42:49.072690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:49.108555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc3772-2864-495a-ac05-a231811c8305 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=3f2defa7-5630-4219-a890-5c26e9ead3bd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:49.135969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-69687214-688a-4163-8291-33ceefde3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:49.138659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-69687214-688a-4163-8291-33ceefde3827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2459168 Jul 07 17:42:49.251546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.259048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d5f5e68f-e21b-4986-a6b9-617c5ee66364 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:49.321163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d5f5e68f-e21b-4986-a6b9-617c5ee66364 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:49.321959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d5f5e68f-e21b-4986-a6b9-617c5ee66364 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:49.439000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-6ebd8d21-396f-4257-8206-62c9cfb93322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:49.440805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-6ebd8d21-396f-4257-8206-62c9cfb93322 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2908375 Jul 07 17:42:49.553373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-e697e3c2-f1ee-496b-a4c3-1f4de11c0e19 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040723 Jul 07 17:42:49.688878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc669ec-8855-4093-9544-27a72dc5fb48 req-54f99f1c-dbdc-4d09-9d89-ae064433b8dd tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:49.690797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc669ec-8855-4093-9544-27a72dc5fb48 req-54f99f1c-dbdc-4d09-9d89-ae064433b8dd tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 0.3587606 Jul 07 17:42:49.737902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.805879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc669ec-8855-4093-9544-27a72dc5fb48 req-f2178056-9819-4283-89c5-c0c1f7b74473 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051805 Jul 07 17:42:49.825145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce5933e-e1c7-43cc-845e-02307b9cb8fe req-0f104e79-d27c-458d-bf8a-7a9da5f8977b service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643507 Jul 07 17:42:49.932149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.956765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854c6334-1dfc-425c-9078-24a814b014ed']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:49.999198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adbf081-15f1-4e84-81b7-88605f50dddb') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:49.999846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adbf081-15f1-4e84-81b7-88605f50dddb') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:50.040113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.126010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.147836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:50.151024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:50.165543 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:50.197971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.341655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.353446 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.357056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] 10.222.0.66 "DELETE /v2.0/networks/854c6334-1dfc-425c-9078-24a814b014ed HTTP/1.1" status: 204 len: 168 time: 1.2821670 Jul 07 17:42:50.373361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807a7a0-30c6-4a2d-9ad6-674cb406eeb3 tempest-BulkNetworkOpsTest-731675766 tempest-BulkNetworkOpsTest-731675766-project] Pushing event deleted for resources: {'Network': ['ID=854c6334-1dfc-425c-9078-24a814b014ed,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:50.450870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router 9c7de810-0368-4885-9292-fb8c04d09e63 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:42:50.648609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:50.663681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Sync routers for ids ['9c7de810-0368-4885-9292-fb8c04d09e63'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:50.680446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.682412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b469a7aa-872a-48d2-b08f-ce40e25ebd29 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.2115073 Jul 07 17:42:50.686891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.692991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Routers {'9c7de810-0368-4885-9292-fb8c04d09e63'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:50.695047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9c7de810-0368-4885-9292-fb8c04d09e63'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:50.830157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.972809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Set router 9c7de810-0368-4885-9292-fb8c04d09e63 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:51.055321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5724b26b-8df3-4b99-9011-d854a3474ef9 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/9c7de810-0368-4885-9292-fb8c04d09e63 HTTP/1.1" status: 200 len: 908 time: 0.3624096 Jul 07 17:42:51.056826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50744) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.157488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55dad6a6-8d9c-40f9-9d2c-1f011b9887d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3ca25e32885424fa51acdc3d10bfdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245604 Jul 07 17:42:51.160437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.210900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf8c1c-cb40-41b6-bc4f-eea0edb647a4 req-773f633f-e6da-4f38-ae72-c93cc0ce7ac4 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:51.219233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7cdf8c1c-cb40-41b6-bc4f-eea0edb647a4 req-773f633f-e6da-4f38-ae72-c93cc0ce7ac4 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.1834009 Jul 07 17:42:51.284250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7cdf8c1c-cb40-41b6-bc4f-eea0edb647a4 req-cde59ff0-7b03-4947-8d1f-293efafd5aad tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Jul 07 17:42:51.313415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7de810-0368-4885-9292-fb8c04d09e63', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1a4a20e-3930-4f70-9faf-1d9a867306a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:40Z', 'updated_at': '2021-07-07T17:42:49Z', 'revision_number': 3, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port': {'id': 'b1a4a20e-3930-4f70-9faf-1d9a867306a4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7de810-0368-4885-9292-fb8c04d09e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:42:45Z', 'updated_at': '2021-07-07T17:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.326238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.328255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.349370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Checking router: 9c7de810-0368-4885-9292-fb8c04d09e63 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:51.349730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Updating router 9c7de810-0368-4885-9292-fb8c04d09e63 port b1a4a20e-3930-4f70-9faf-1d9a867306a4 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:42:51.386013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.389257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.498039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.501384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.506426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57089169-6655-4133-8f42-27395b5e776a HTTP/1.1" status: 204 len: 168 time: 0.3445518 Jul 07 17:42:51.582707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.614791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe03e0-feda-437c-a1a2-7c9ddab236ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57089169-6655-4133-8f42-27395b5e776a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:51.674102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Deleting port b1a4a20e-3930-4f70-9faf-1d9a867306a4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:51.675916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.699996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e775558-aad9-4bff-92e1-7de867036910 req-b03b6a4f-0e3e-49fb-a53d-4880075738f3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:51.709207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e775558-aad9-4bff-92e1-7de867036910 req-b03b6a4f-0e3e-49fb-a53d-4880075738f3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 0.1746404 Jul 07 17:42:51.783698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e775558-aad9-4bff-92e1-7de867036910 req-c93e08b3-8312-4290-abb0-8e4fd658378e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677288 Jul 07 17:42:51.798736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.830382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Calling delete_port for b1a4a20e-3930-4f70-9faf-1d9a867306a4 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:52.169612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-14cf2b8b-5cec-45f6-b0c0-bf57c76c9af0 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:52.172107 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-14cf2b8b-5cec-45f6-b0c0-bf57c76c9af0 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.1400959 Jul 07 17:42:52.279138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:52.318257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:42:52.319227 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:42:52.349639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a4a20e-3930-4f70-9faf-1d9a867306a4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:52.428709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Deleting port f1925958-19bf-47a4-8eb7-4b34c0f42702 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:52.429457 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:52.569421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83b7f-bba4-4c4c-8334-f409a4a92f37 req-d0ca04a1-3e65-461e-acba-0cb59f3b19a5 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:52.577233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeb83b7f-bba4-4c4c-8334-f409a4a92f37 req-d0ca04a1-3e65-461e-acba-0cb59f3b19a5 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 946 time: 0.1535466 Jul 07 17:42:52.648720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] For port f1925958-19bf-47a4-8eb7-4b34c0f42702, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=f1925958-19bf-47a4-8eb7-4b34c0f42702,segment=NetworkSegment(872c416a-c0ea-403f-b70a-3da0e5fbe6ad),segment_id=872c416a-c0ea-403f-b70a-3da0e5fbe6ad)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:52.649254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:52.672051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeb83b7f-bba4-4c4c-8334-f409a4a92f37 req-b737de5e-1ae9-4c3d-9d46-67a402851955 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf8c5845-c1fd-426c-a7dd-dc6423150657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935068 Jul 07 17:42:52.677740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Calling delete_port for f1925958-19bf-47a4-8eb7-4b34c0f42702 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:52.910512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:52.923295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:52.952076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:52.993916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['f1925958-19bf-47a4-8eb7-4b34c0f42702'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:53.009436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Pushing event deleted for resources: {'Port': ['ID=f1925958-19bf-47a4-8eb7-4b34c0f42702,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:53.012424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Port b1a4a20e-3930-4f70-9faf-1d9a867306a4 not found while updating agent binding for router 9c7de810-0368-4885-9292-fb8c04d09e63. {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:42:53.122739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Routers {'9c7de810-0368-4885-9292-fb8c04d09e63'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:53.123556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9c7de810-0368-4885-9292-fb8c04d09e63'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:53.128836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1832392904'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:53.179299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2780dfb-5c63-40f6-b810-ef6b79e1e33c req-088b5e9b-bc59-4c14-a48b-ea78b871e885 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:53.180980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2780dfb-5c63-40f6-b810-ef6b79e1e33c req-088b5e9b-bc59-4c14-a48b-ea78b871e885 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 0.1590843 Jul 07 17:42:53.186904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] No DVR routers for this DVR port f1925958-19bf-47a4-8eb7-4b34c0f42702 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:53.202260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.204594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ecb44f50-e799-41c4-80e1-23bdaf02542e req-760be90c-2f8b-4710-ba72-323e9dc91260 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.23 "DELETE /v2.0/ports/f1925958-19bf-47a4-8eb7-4b34c0f42702 HTTP/1.1" status: 204 len: 173 time: 1.0239253 Jul 07 17:42:53.207977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.213418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'name': 'network-vif-deleted', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:53.216933 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f79a4-b8cd-4cdd-bdad-f996f92b0c39" -d '{"events": [{"server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "name": "network-vif-deleted", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:53.223209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.281552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2780dfb-5c63-40f6-b810-ef6b79e1e33c req-fb060a19-e4aa-4bf4-8368-27003b5082b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862334 Jul 07 17:42:53.310397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:53.314475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.320641 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.321257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7de810-0368-4885-9292-fb8c04d09e63 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:53.327176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] Set router 9c7de810-0368-4885-9292-fb8c04d09e63 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:53.328875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.339358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-47cfccd2-8743-46df-b241-3ca17bcb9c81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/routers/9c7de810-0368-4885-9292-fb8c04d09e63 HTTP/1.1" status: 204 len: 168 time: 2.2693813 Jul 07 17:42:53.340817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50798) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:53.387526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.491191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7de810-0368-4885-9292-fb8c04d09e63', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:40Z', 'updated_at': '2021-07-07T17:42:52Z', 'revision_number': 5, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:53.551320 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e10c54-77ce-45c5-ad33-eb86dec29352 x-openstack-request-id: req-b7e10c54-77ce-45c5-ad33-eb86dec29352 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:53.551896 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0b6bd8-d1e5-4184-92ae-739f206ff52b", "name": "network-vif-deleted", "tag": "f1925958-19bf-47a4-8eb7-4b34c0f42702", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:53.557028 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7e10c54-77ce-45c5-ad33-eb86dec29352 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:53.557028 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0b6bd8-d1e5-4184-92ae-739f206ff52b', 'name': 'network-vif-deleted', 'tag': 'f1925958-19bf-47a4-8eb7-4b34c0f42702', 'status': 'completed', 'code': 200} Jul 07 17:42:53.574554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4325e-4ca0-431a-a6ba-5c8327978512 None None] The sync data for ids ['9c7de810-0368-4885-9292-fb8c04d09e63'] in n-d-791505-12 is: [{'id': '9c7de810-0368-4885-9292-fb8c04d09e63', 'name': 'tempest-snat-router-1954100373', 'tenant_id': '5aed3ff88a1b462fbb8371abef547036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:42:40Z', 'updated_at': '2021-07-07T17:42:52Z', 'revision_number': 5, 'project_id': '5aed3ff88a1b462fbb8371abef547036', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:53.615402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.653992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.662469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.753782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8851bc7-4b02-4913-bcb5-18f17bca01fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:53.772494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:53.812556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:53.812833 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment fbe31a5b-6037-455d-9b8c-b68cc5e6eb27 of type vlan for network 02e162df-ebd2-4255-bce8-75359d21707b Jul 07 17:42:53.938602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.033671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.057751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.075203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:54.081126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.310823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Deleting port 28219597-c967-4fa3-a5ad-b7c40718746e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:54.311602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.493693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] For port 28219597-c967-4fa3-a5ad-b7c40718746e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=28219597-c967-4fa3-a5ad-b7c40718746e,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:54.494372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.520511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Calling delete_port for 28219597-c967-4fa3-a5ad-b7c40718746e owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:54.536294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f28edf8-1f55-4322-b183-2332f2258d35 req-6aa0ad49-16ab-44e2-b163-f44e41d15535 tempest-VolumesActionsTest-1592089360 tempest-VolumesActionsTest-1592089360-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0b6bd8-d1e5-4184-92ae-739f206ff52b HTTP/1.1" status: 200 len: 210 time: 0.3209083 Jul 07 17:42:54.556879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6036243 Jul 07 17:42:54.562710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:54.571564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'name': 'tempest-PortsTestJSON-1660595513'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:54.692810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9e4cb-e280-42a1-b884-cf21b5a24d1c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=02e162df-ebd2-4255-bce8-75359d21707b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:54.702934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:54.704498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 02e162df-ebd2-4255-bce8-75359d21707b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:54.709876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.798152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port b27ebdd9-cee0-4309-8d89-0ebf5df237ad yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:42:54.896111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:54.967958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e713-158f-4206-937d-42c625df1191 req-32abea1f-cca7-468e-9827-49514eed3dd3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:54.972253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff73e713-158f-4206-937d-42c625df1191 req-32abea1f-cca7-468e-9827-49514eed3dd3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 944 time: 0.2404902 Jul 07 17:42:55.050269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event deleted for resources: {'Port': ['ID=28219597-c967-4fa3-a5ad-b7c40718746e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:55.104684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff73e713-158f-4206-937d-42c625df1191 req-538062c9-1526-49e6-bb47-e2243c19baf8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212928 Jul 07 17:42:55.148879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.320702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.406965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.410761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.452171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.494037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.495147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd123d0d-3938-48ba-b253-1c1a6fa71f18 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:55.516712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.519088 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-50e24487-9545-441c-858a-27b3818d557f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "DELETE /v2.0/routers/cd123d0d-3938-48ba-b253-1c1a6fa71f18 HTTP/1.1" status: 204 len: 168 time: 2.1769941 Jul 07 17:42:55.524390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f1925958-19bf-47a4-8eb7-4b34c0f42702 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:55.526085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50824) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:55.531581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-292502749', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:55.582922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: f1925958-19bf-47a4-8eb7-4b34c0f42702 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:55.583300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device f1925958-19bf-47a4-8eb7-4b34c0f42702 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:55.586303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=b27ebdd9-cee0-4309-8d89-0ebf5df237ad,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:55.618032 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.622115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.630275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:55.631198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 02e162df-ebd2-4255-bce8-75359d21707b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:55.664090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:55.674745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.685508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 02e162df-ebd2-4255-bce8-75359d21707b) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:55.697853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ab2f5-2239-4c76-b645-8370f1e2d13c None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:55.713725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:55.730852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:55.732058 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.736448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:55.772714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fce9d098-0710-4316-8e53-a423b93aac31 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2085955 Jul 07 17:42:55.777941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50830) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:55.784390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-749723843'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:55.925084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:55.955856 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.014249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:56.033182 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.035440 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment 15e540fc-1ca1-46e0-b199-68a4551cf301 of type vlan for network 99ec4287-862b-4e4a-ac97-ae95b22e45bb Jul 07 17:42:56.102860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.153709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.180541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:56.181212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.354998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=99ec4287-862b-4e4a-ac97-ae95b22e45bb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:56.376620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 99ec4287-862b-4e4a-ac97-ae95b22e45bb details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:56.395886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-deba9b7f-feb3-414e-892f-3dd1d5a66403 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6166592 Jul 07 17:42:56.400153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50848) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:56.411787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'ports': [{'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'}, {'network_id': '99ec4287-862b-4e4a-ac97-ae95b22e45bb'}]} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:56.418270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:56.419393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '99ec4287-862b-4e4a-ac97-ae95b22e45bb'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:56.427199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.591451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 006cbc6e-9fb3-4e46-9090-faf91b0d978c details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:42:56.645384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28219597-c967-4fa3-a5ad-b7c40718746e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:56.722319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 28219597-c967-4fa3-a5ad-b7c40718746e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:56.723310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 28219597-c967-4fa3-a5ad-b7c40718746e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:56.958698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:57.010301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'mac_address': 'fa:16:3e:f9:6d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:42:57.099459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.158500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.166362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.176157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006cbc6e-9fb3-4e46-9090-faf91b0d978c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:57.209114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:57.218031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.409871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:57.437536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.494949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['006cbc6e-9fb3-4e46-9090-faf91b0d978c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:57.539227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Allocated IP 172.25.3.195 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/cc49f383-9722-42b0-afa6-1f1b4371735e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:57.596913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 2} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:57.610480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.686484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.991578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:42:58.043778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f29ac-e568-4b5d-a006-35851f2b53ad req-2ada7ce8-506e-4f08-a69e-1cff1fc5fffd tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.052308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-447f29ac-e568-4b5d-a006-35851f2b53ad req-2ada7ce8-506e-4f08-a69e-1cff1fc5fffd tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 945 time: 0.8370035 Jul 07 17:42:58.117367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.282488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.288649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-447f29ac-e568-4b5d-a006-35851f2b53ad req-a06d3b31-364e-4663-8b65-6d5c65068206 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353508 Jul 07 17:42:58.360327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:58.370022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:58.453179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:58.475363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.509858 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event updated for resources: {'Port': ['ID=cc49f383-9722-42b0-afa6-1f1b4371735e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:58.613671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 00d8057e-565b-4e8d-850b-1c716eefe536 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:42:58.789092 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:59.044425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:59.059247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:59.146473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810ffb-ecf3-431b-8c82-c330560ae1a5 req-0b4894c3-4ee6-4a3d-9ae9-5990d5e635a5 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.172201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3810ffb-ecf3-431b-8c82-c330560ae1a5 req-0b4894c3-4ee6-4a3d-9ae9-5990d5e635a5 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.3177724 Jul 07 17:42:59.307950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3810ffb-ecf3-431b-8c82-c330560ae1a5 req-c9c0c4d4-ced4-48e7-b0bc-26da80db24bd tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342165 Jul 07 17:42:59.324079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:59.329319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:59.345898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:59.351825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:59.364262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50886) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:59.390913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:59.585169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': '15e540fc-1ca1-46e0-b199-68a4551cf301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99ec4287-862b-4e4a-ac97-ae95b22e45bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:59.586059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 99ec4287-862b-4e4a-ac97-ae95b22e45bb, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:59.630479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=00d8057e-565b-4e8d-850b-1c716eefe536,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:59.675507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 99ec4287-862b-4e4a-ac97-ae95b22e45bb is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:59.713614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 99ec4287-862b-4e4a-ac97-ae95b22e45bb) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:59.724414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d88da-e932-4a02-866d-2384255b4553 None None] Network 99ec4287-862b-4e4a-ac97-ae95b22e45bb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:59.731518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:59.738409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.744812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.745791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:59.777476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb0fb4a5-bf43-4d6a-8ffe-a25e3b825e18 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3756211 Jul 07 17:42:59.781658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50888) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:59.836061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 67afef4b-278b-4743-8adf-caa00b12650e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:59.836665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.161538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.179040 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.179738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.211943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c02f-f444-4a09-93bb-d6109565b3ac req-70f99422-9ca6-412d-b9a0-a26fcde9dd34 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:00.213889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cb8c02f-f444-4a09-93bb-d6109565b3ac req-70f99422-9ca6-412d-b9a0-a26fcde9dd34 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 945 time: 0.2864392 Jul 07 17:43:00.232915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 00d8057e-565b-4e8d-850b-1c716eefe536 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:00.233261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.237569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 67afef4b-278b-4743-8adf-caa00b12650e owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:00.408911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Router d269e51f-1d21-44a8-b812-b4f94c1881e5 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:00.419487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.461190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 00d8057e-565b-4e8d-850b-1c716eefe536 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:00.550519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 006cbc6e-9fb3-4e46-9090-faf91b0d978c up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:00.649510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 006cbc6e-9fb3-4e46-9090-faf91b0d978c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:00.656024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 006cbc6e-9fb3-4e46-9090-faf91b0d978c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:00.656938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.696309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cb8c02f-f444-4a09-93bb-d6109565b3ac req-59c3ec5a-52b6-4eff-94d1-638f69b4b55f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745378 Jul 07 17:43:00.754137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:00.767464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-5600152b-4403-4cc6-ae6c-94d10090d9f3 req-79968366-b78b-4418-aa67-8ed4d787434a service neutron] (93947) timed out ('10.222.0.66', 58792) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:43:00.776993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] Sync routers for ids ['d269e51f-1d21-44a8-b812-b4f94c1881e5'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:00.805142 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] Routers {'d269e51f-1d21-44a8-b812-b4f94c1881e5'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:00.805899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.807033 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d269e51f-1d21-44a8-b812-b4f94c1881e5'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:00.811415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2b455c82-fb85-4e56-ae7c-aad1c333f04e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2837369 Jul 07 17:43:00.812103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:00.817348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:00.875806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.960869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:00.971605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:00.974141 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318cc632-2e29-4ff3-bf70-8882992a9cee" -d '{"events": [{"server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "name": "network-vif-plugged", "status": "completed", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:00.981079 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:00.983362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.987687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.994894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:01.019409 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] Routers {'d269e51f-1d21-44a8-b812-b4f94c1881e5'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:01.020243 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d269e51f-1d21-44a8-b812-b4f94c1881e5'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:01.048623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:01.054605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/00d8057e-565b-4e8d-850b-1c716eefe536 HTTP/1.1" status: 204 len: 168 time: 1.2692866 Jul 07 17:43:01.054605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=67afef4b-278b-4743-8adf-caa00b12650e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:01.055091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:01.066299 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:01.067338 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b69f-1dfc-445a-aaf8-2370eb708c90 None None] The sync data for ids ['d269e51f-1d21-44a8-b812-b4f94c1881e5'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:01.117470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9475b5-62ae-48d2-b038-fe358bfd4635 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=00d8057e-565b-4e8d-850b-1c716eefe536,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:01.165381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:01.198483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:01.199275 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 22db70fa-e0a4-401f-9a44-9ed183db9067 disassociated (deleted). External IP: 172.25.3.128, port: 6a9128cf-7a6a-41aa-86f7-5663ab6d053a. Jul 07 17:43:01.369025 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcc1dbb-2754-4566-85ab-083db6dbcb48 x-openstack-request-id: req-3dcc1dbb-2754-4566-85ab-083db6dbcb48 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:01.369326 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "name": "network-vif-plugged", "status": "completed", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:01.369573 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dcc1dbb-2754-4566-85ab-083db6dbcb48 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:01.369985 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'code': 200} Jul 07 17:43:01.548933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073cec8-3901-45c8-b175-dedad1804318 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:01.565312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073cec8-3901-45c8-b175-dedad1804318 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:01.571059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b073cec8-3901-45c8-b175-dedad1804318 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5122230 Jul 07 17:43:01.622072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50914) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:01.865934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0368d-56f0-4969-8bc7-1c824b8eb535 req-e85f10ea-a8f3-4c05-a22b-af586b68c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:01.868821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adc0368d-56f0-4969-8bc7-1c824b8eb535 req-e85f10ea-a8f3-4c05-a22b-af586b68c15b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1098 time: 0.4170930 Jul 07 17:43:01.944493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:01.966019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 053546b8-ca06-46d9-b1fa-e228b78e79ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:02.082134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50924) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:02.151744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adc0368d-56f0-4969-8bc7-1c824b8eb535 req-58755830-51b4-49bd-9bce-8c6dd257e6bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760766 Jul 07 17:43:02.500276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:02.511522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Sync routers for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:02.522041 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.535484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:02.536486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:02.543032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:02.543376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.731296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8fe8-2cb6-41c8-8be2-b85f8115911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.733416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:02.779476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cb0ffe76-fdb6-42eb-8910-0b2cf2a79aa4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/floatingips/22db70fa-e0a4-401f-9a44-9ed183db9067 HTTP/1.1" status: 204 len: 168 time: 3.3959315 Jul 07 17:43:02.781598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.786392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:02.787288 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e77e2c1-08a7-4915-be65-8191df548321" -d '{"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:02.797998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650551-2121-41a2-b923-64ce58cce7d8 req-62de7148-10c3-4813-ad75-2a5dfd416899 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:02.805908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa650551-2121-41a2-b923-64ce58cce7d8 req-62de7148-10c3-4813-ad75-2a5dfd416899 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 946 time: 0.7904630 Jul 07 17:43:02.835545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:02.958126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa650551-2121-41a2-b923-64ce58cce7d8 req-8a72d64f-217a-407f-b6fe-e544c8f4a45e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512799 Jul 07 17:43:03.024325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.083450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:03.094223 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.100367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-df4f24d4-9585-4810-93b5-8eecaa83e1ab tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5 HTTP/1.1" status: 204 len: 168 time: 1.4771073 Jul 07 17:43:03.102792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:03.117757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:03.162603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Checking router: 053546b8-ca06-46d9-b1fa-e228b78e79ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:03.177907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:03.179008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:03.265320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707f821-0368-4ae0-9cef-b0733ae0dfb3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:03.267530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5707f821-0368-4ae0-9cef-b0733ae0dfb3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1627603 Jul 07 17:43:03.271297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50940) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:03.291315 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.309118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.323294 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf1f7bb-4bb2-4d17-a9f0-fadcce19351d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:03.325245 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bbf1f7bb-4bb2-4d17-a9f0-fadcce19351d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/00d8057e-565b-4e8d-850b-1c716eefe536 HTTP/1.1" status: 404 len: 333 time: 0.0526838 Jul 07 17:43:03.328097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50942) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:03.373826 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfb7e63-2c34-42e2-aac7-49d53a0da01c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:03.375836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ecfb7e63-2c34-42e2-aac7-49d53a0da01c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/4c3e8a11-bb9d-4318-8334-4f82c3ed1ae5 HTTP/1.1" status: 404 len: 333 time: 0.0465848 Jul 07 17:43:03.378910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50944) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:03.495597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.529882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8fe8-2cb6-41c8-8be2-b85f8115911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.557146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:03.560115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8fe8-2cb6-41c8-8be2-b85f8115911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.784219 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2ad8fe8-2cb6-41c8-8be2-b85f8115911c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8567f826883542f5bc1a0205a2daa386&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6911352 Jul 07 17:43:03.797995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.807246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50950) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:03.855943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router d269e51f-1d21-44a8-b812-b4f94c1881e5 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:03.878615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec4287-862b-4e4a-ac97-ae95b22e45bb']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:03.952800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:03.973618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e540fc-1ca1-46e0-b199-68a4551cf301') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:03.974385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e540fc-1ca1-46e0-b199-68a4551cf301') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:04.008108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a99f0c-42df-43b9-8e5b-f452ec130b37 None None] The sync data for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 is: [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'c12bbd1a-ed8c-4355-848a-1575db95448f', 'name': '', 'network_id': '3be8353e-138e-4e51-9a53-33a9fead1fe2', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:45:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:36Z', 'updated_at': '2021-07-07T17:40:48Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': 'c0af98e1-9204-46dc-b1e2-acc819c5683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:04.038154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad8fe8-2cb6-41c8-8be2-b85f8115911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d48fa-781d-46e3-ba34-e326fa3b11d8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:04.046421 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4300c-77a0-4b74-9a1b-2d69ed802ede x-openstack-request-id: req-42a4300c-77a0-4b74-9a1b-2d69ed802ede {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:04.051031 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:04.051741 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42a4300c-77a0-4b74-9a1b-2d69ed802ede {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:04.052167 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'status': 'completed', 'code': 200} Jul 07 17:43:04.195404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.256626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.295215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.326679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e2c1-08a7-4915-be65-8191df548321 req-b00b2573-6a5c-4a04-8645-ebc25d732734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.328783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-b00b2573-6a5c-4a04-8645-ebc25d732734 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 1098 time: 0.2601938 Jul 07 17:43:04.337572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:04.360926 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] Sync routers for ids ['d269e51f-1d21-44a8-b812-b4f94c1881e5'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:04.390209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.403484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:04.404220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:04.408703 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:04.419885 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] Routers {'d269e51f-1d21-44a8-b812-b4f94c1881e5'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:04.428312 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d269e51f-1d21-44a8-b812-b4f94c1881e5'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:04.525871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.531912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8165dd1b-8522-40fe-9d13-1a89229fe32e tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "PUT /v2.0/routers/d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 200 len: 921 time: 3.7184482 Jul 07 17:43:04.536786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:04.545854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e2c1-08a7-4915-be65-8191df548321 req-2d92d39b-d20c-419c-a1ea-f50f1d1643ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.547932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-2d92d39b-d20c-419c-a1ea-f50f1d1643ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 200 len: 898 time: 0.2038965 Jul 07 17:43:04.593643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:04.602908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.636109 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.643819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/99ec4287-862b-4e4a-ac97-ae95b22e45bb HTTP/1.1" status: 204 len: 168 time: 1.2575123 Jul 07 17:43:04.646804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] Routers {'d269e51f-1d21-44a8-b812-b4f94c1881e5'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:04.647469 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:42:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d269e51f-1d21-44a8-b812-b4f94c1881e5'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:04.680411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50962) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:04.683866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.686830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.688635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a98d48fa-781d-46e3-ba34-e326fa3b11d8 HTTP/1.1" status: 204 len: 168 time: 0.8722868 Jul 07 17:43:04.696287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2112902840'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:04.713068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8849c5c-e406-4ffa-83a1-a7f658b6270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d48fa-781d-46e3-ba34-e326fa3b11d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:04.716430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d30c7-2700-46f7-a7a5-4ca798b69be8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=99ec4287-862b-4e4a-ac97-ae95b22e45bb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:04.729416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a801d-c498-4991-a54d-a8aaddad6fc7 req-05179344-a315-46f8-bff4-6ed02d48cc32 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.733668 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-62bd8ece-347d-4891-bc6a-15b5e974f1a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 200 len: 217 time: 0.1446137 Jul 07 17:43:04.736187 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:04.736898 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56b9c5-fa15-4756-8532-fef9253c04f2 None None] The sync data for ids ['d269e51f-1d21-44a8-b812-b4f94c1881e5'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:04.745162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d88a801d-c498-4991-a54d-a8aaddad6fc7 req-05179344-a315-46f8-bff4-6ed02d48cc32 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.3985870 Jul 07 17:43:04.816513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d88a801d-c498-4991-a54d-a8aaddad6fc7 req-2b120514-58e8-456f-963f-1f0bc4f07d0c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701277 Jul 07 17:43:04.825742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:04.829656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.845464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e2c1-08a7-4915-be65-8191df548321 req-6a475a70-30be-4892-a723-44606711b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.847739 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-6a475a70-30be-4892-a723-44606711b9b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 200 len: 834 time: 0.1044121 Jul 07 17:43:04.895879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:04.903807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e00d47-afc6-41df-b134-7500c6862910 None None] New status for floating IP 22db70fa-e0a4-401f-9a44-9ed183db9067: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:04.926159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.926561 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment 95c6ebfe-b112-4e59-81cf-b0f20a88651e of type vlan for network e0cafa6f-3b8c-4209-b2bf-d77c54280378 Jul 07 17:43:04.932818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b49c00fb-b5f6-49a2-8150-fffd4f83d32f tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 200 len: 921 time: 0.3945107 Jul 07 17:43:04.935432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:05.120269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e2c1-08a7-4915-be65-8191df548321 req-0083f96c-7fb7-4eac-8b14-cfc54b667767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.122139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-0083f96c-7fb7-4eac-8b14-cfc54b667767 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3be8353e-138e-4e51-9a53-33a9fead1fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437782 Jul 07 17:43:05.133820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c101edc-87c1-4826-a688-e5a5d4def12a tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.141568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c101edc-87c1-4826-a688-e5a5d4def12a tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=d269e51f-1d21-44a8-b812-b4f94c1881e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2022426 Jul 07 17:43:05.145660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50980) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:05.270933 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.417330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.423720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.426018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.446770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbcee8-e5a5-463f-b947-895418e7f9c1 req-e302bf14-6c2a-4579-9d6f-293c49761881 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.454310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34bbcee8-e5a5-463f-b947-895418e7f9c1 req-e302bf14-6c2a-4579-9d6f-293c49761881 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 946 time: 0.3342967 Jul 07 17:43:05.484147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a9f0f-6bea-470e-bfa7-96c90e1aedce tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.492624 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f4a9f0f-6bea-470e-bfa7-96c90e1aedce tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.3306432 Jul 07 17:43:05.496736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50990) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:05.538070 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-7ec76451-78af-4fe1-b5e4-9fa29e30483c service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904498 Jul 07 17:43:05.635927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7fe74c2c-ce7c-4fb5-8796-32080549f655 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 200 len: 205 time: 0.1372607 Jul 07 17:43:05.641856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 50994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:05.675536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-ce79fca3-3aca-4221-a605-759e309f4f89 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.679457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-ce79fca3-3aca-4221-a605-759e309f4f89 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.23 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.4608488 Jul 07 17:43:05.726008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0429487 Jul 07 17:43:05.766788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 50996) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:05.777921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:05.843262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814092ee-d01d-4600-9a6f-4f1d8cfb364d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=e0cafa6f-3b8c-4209-b2bf-d77c54280378,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:05.894566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:06.041808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e77e2c1-08a7-4915-be65-8191df548321 req-d7b233b6-4e35-4c9f-b01b-f2bbbacd983e service neutron] 10.222.0.23 "GET /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245720 Jul 07 17:43:06.064763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:06.072124 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:06.432433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:06.462899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34bbcee8-e5a5-463f-b947-895418e7f9c1 req-8ba31d25-427d-422c-9a9e-a7151c3c194a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0073414 Jul 07 17:43:06.579836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=5a19637f-58fb-432c-ad0a-ffcde791ddfb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:06.592265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': '95c6ebfe-b112-4e59-81cf-b0f20a88651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:06.593765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: e0cafa6f-3b8c-4209-b2bf-d77c54280378, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:06.621080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:06.643313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, e0cafa6f-3b8c-4209-b2bf-d77c54280378) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:06.651893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:06.652501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:06.662015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01a8ed-f3c3-487e-bc6a-da907cb59dab None None] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:06.688314 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f7cf851c-b9bd-4f0f-81eb-c47b20c1df06 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9172330 Jul 07 17:43:06.690310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51018) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:06.704537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378', 'name': 'tempest-PortsTestJSON-1231300200'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:06.831019 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.002780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:07.007031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.098014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 3c7aebaf-bb19-47c3-bcbf-58897dcefb8e yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:07.109467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:07.109909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.136949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-e0cafa6f-3b8c-4209-b2bf-d77c54280378', 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': '5a19637f-58fb-432c-ad0a-ffcde791ddfb'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:07.138609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.263738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.512660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.10 (e0cafa6f-3b8c-4209-b2bf-d77c54280378/5a19637f-58fb-432c-ad0a-ffcde791ddfb/3c7aebaf-bb19-47c3-bcbf-58897dcefb8e) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:07.563423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:07.564138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.604030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6a9128cf-7a6a-41aa-86f7-5663ab6d053a no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:07.618501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 6a9128cf-7a6a-41aa-86f7-5663ab6d053a owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:07.679187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7379ab-2ba1-45f3-850a-a8dd902cba41 req-4d3fd3ff-b606-4445-af3c-506c2daa6843 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:07.688945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd7379ab-2ba1-45f3-850a-a8dd902cba41 req-4d3fd3ff-b606-4445-af3c-506c2daa6843 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 946 time: 0.4649732 Jul 07 17:43:07.759294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.764084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dfa40f68-a0ed-4f75-bb67-0499ef5af2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.819179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd7379ab-2ba1-45f3-850a-a8dd902cba41 req-f8bb9f09-9076-4c5e-b681-6118bddbcd03 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=efe76a86-0302-4cbc-a583-e22b84ea3ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297522 Jul 07 17:43:07.822543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port cc49f383-9722-42b0-afa6-1f1b4371735e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:07.822894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:07.887871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:07.894117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:07.900976 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5570c4a-361c-4d2c-ba1e-9f63a013dceb" -d '{"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:07.912428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.054648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:08.068178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.130163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=6a9128cf-7a6a-41aa-86f7-5663ab6d053a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:08.218318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.277297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] No DVR routers for this DVR port 6a9128cf-7a6a-41aa-86f7-5663ab6d053a on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:08.282684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:08.297530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f5740af-525a-4eae-9aa7-e215433072e6 req-f3da2f2e-77aa-4753-a129-03089ea76404 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.23 "DELETE /v2.0/ports/6a9128cf-7a6a-41aa-86f7-5663ab6d053a HTTP/1.1" status: 204 len: 173 time: 2.5801342 Jul 07 17:43:08.297530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-deleted', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:08.300862 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d396cc2-1f7c-4d70-8293-a7fe9c0a9423" -d '{"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-deleted", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:08.336796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for cc49f383-9722-42b0-afa6-1f1b4371735e owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:08.620458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27751-0c01-4665-8135-a2810a8574aa req-73384b35-afe0-4caf-835e-f75f6f59e583 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:08.631078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abb27751-0c01-4665-8135-a2810a8574aa req-73384b35-afe0-4caf-835e-f75f6f59e583 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 946 time: 0.5290685 Jul 07 17:43:08.722516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abb27751-0c01-4665-8135-a2810a8574aa req-d82dbf38-3996-461d-9e61-4c70690e01ec tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880871 Jul 07 17:43:08.768157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51048) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:09.125309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.323356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 3c7aebaf-bb19-47c3-bcbf-58897dcefb8e will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:09.323804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.395676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=cc49f383-9722-42b0-afa6-1f1b4371735e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:09.401428 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e74acc3-ddde-43cb-adad-0257af1cccbd x-openstack-request-id: req-2e74acc3-ddde-43cb-adad-0257af1cccbd {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:09.402262 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:09.402262 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e74acc3-ddde-43cb-adad-0257af1cccbd {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:09.402262 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'code': 200} Jul 07 17:43:09.417462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.584794 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0259a672-f579-47a2-a6ca-e8c6e8d1a402 x-openstack-request-id: req-0259a672-f579-47a2-a6ca-e8c6e8d1a402 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:09.585151 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32abd280-8f85-4552-8b9b-76d857269d4b", "name": "network-vif-deleted", "tag": "6a9128cf-7a6a-41aa-86f7-5663ab6d053a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:09.585430 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0259a672-f579-47a2-a6ca-e8c6e8d1a402 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:09.585903 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32abd280-8f85-4552-8b9b-76d857269d4b', 'name': 'network-vif-deleted', 'tag': '6a9128cf-7a6a-41aa-86f7-5663ab6d053a', 'status': 'completed', 'code': 200} Jul 07 17:43:09.597725 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.600648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Allocated IP 172.20.0.2 (e0cafa6f-3b8c-4209-b2bf-d77c54280378/5a19637f-58fb-432c-ad0a-ffcde791ddfb/c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:09.723888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:09.738912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:09.755365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:09.783518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.787035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.851168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.852246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router d269e51f-1d21-44a8-b812-b4f94c1881e5 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:09.888449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.890388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a22f1d36-7e66-4b08-a2bd-bf268a1688de tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 204 len: 168 time: 4.2090235 Jul 07 17:43:09.906335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a1cad43-a47f-470e-9b24-716979e4e3a2 req-911644ab-5397-4a99-bd23-6c12219d3c3f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=32abd280-8f85-4552-8b9b-76d857269d4b HTTP/1.1" status: 200 len: 210 time: 0.0689576 Jul 07 17:43:09.909713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51058) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:09.929430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1368626646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:09.931689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:09.932905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.954032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=3c7aebaf-bb19-47c3-bcbf-58897dcefb8e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:09.973216 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:09.974225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.015161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-74c94415-a2f4-4459-be07-9dcdb40a57b1 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3227298 Jul 07 17:43:10.021087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f3a29-2d58-47ee-a101-789bcd17803f tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:10.027237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b05f3a29-2d58-47ee-a101-789bcd17803f tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1093 time: 1.2552311 Jul 07 17:43:10.027237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:10.030072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51068) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:10.220288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.231363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.260419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:10.289120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.291949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44165e06-cd91-45cf-9c4c-e0d5f984d215 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3800125 Jul 07 17:43:10.295583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51086) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:10.308482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:10.372309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.417355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98c99d99-02bf-4f1a-b8ef-f690c1a0afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.515262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.538649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 3c7aebaf-bb19-47c3-bcbf-58897dcefb8e {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:10.538649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.572251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Transition to ACTIVE for port object c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:10.661753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Transition to ACTIVE for port object c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:10.681376 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.703071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.827005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:10.857580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:10.885315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:10.888020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Pushing event updated for resources: {'Port': ['ID=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:11.010497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.057706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.090476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 3c7aebaf-bb19-47c3-bcbf-58897dcefb8e owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:11.095100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.121545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Attempting to bind port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:11.122565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Attempting to bind port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '95c6ebfe-b112-4e59-81cf-b0f20a88651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:11.123399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Attempting to bind port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 on network e0cafa6f-3b8c-4209-b2bf-d77c54280378 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:11.139311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:11.145159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Checking segment: {'id': '95c6ebfe-b112-4e59-81cf-b0f20a88651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:11.146177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.155636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Bound using segment: {'id': '95c6ebfe-b112-4e59-81cf-b0f20a88651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:11.156857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Bound port: c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c6ebfe-b112-4e59-81cf-b0f20a88651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e0cafa6f-3b8c-4209-b2bf-d77c54280378'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:11.157810 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.272870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51104) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:11.453697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] For port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:11.492008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] For port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,segment=NetworkSegment(95c6ebfe-b112-4e59-81cf-b0f20a88651e),segment_id=95c6ebfe-b112-4e59-81cf-b0f20a88651e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:11.509499 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.723751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.25.3.47 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3601c32d-2a36-4eef-a5d3-38342095c8ee) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:11.815830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31756a-2e25-4c84-b9cf-51761a6de628 None None] Pushing event updated for resources: {'Port': ['ID=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:11.905932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:11.984317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.234632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=3c7aebaf-bb19-47c3-bcbf-58897dcefb8e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:12.389103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.394910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-850788e5-6404-41f0-a08e-7beb8b652173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/3c7aebaf-bb19-47c3-bcbf-58897dcefb8e HTTP/1.1" status: 204 len: 168 time: 2.3665540 Jul 07 17:43:12.397788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51120) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:12.455458 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a32af9-5160-48f3-bc60-6afe2c278ac2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:43:12.456532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a32af9-5160-48f3-bc60-6afe2c278ac2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:43:12.461906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e5a32af9-5160-48f3-bc60-6afe2c278ac2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/3c7aebaf-bb19-47c3-bcbf-58897dcefb8e HTTP/1.1" status: 404 len: 333 time: 0.0627561 Jul 07 17:43:12.468919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51124) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:12.527663 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed0d7e6-0a49-4dbd-8b64-bd4f84eef857 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:12.533696 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4ed0d7e6-0a49-4dbd-8b64-bd4f84eef857 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/3c7aebaf-bb19-47c3-bcbf-58897dcefb8e HTTP/1.1" status: 404 len: 333 time: 0.0624669 Jul 07 17:43:12.536930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51130) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:12.541888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.709756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 5a19637f-58fb-432c-ad0a-ffcde791ddfb {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:12.727776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:12.749942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.851711 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.865959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:12.867581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-86a8271a-b24c-45ca-9870-95f875cac8ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9238048 Jul 07 17:43:12.932657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:12.993503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.118025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.211844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.289727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=5a19637f-58fb-432c-ad0a-ffcde791ddfb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:13.292885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.318759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.321065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/5a19637f-58fb-432c-ad0a-ffcde791ddfb HTTP/1.1" status: 204 len: 168 time: 0.7830112 Jul 07 17:43:13.334591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51136) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:13.348952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.349456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.349913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.350240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.350915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.351295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.351636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.351974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.352308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.352732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.352977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.353428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52266b37-7341-4603-a483-6574a9ea34f8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:13.373082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:13.377513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:13.385063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:13.445493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=3601c32d-2a36-4eef-a5d3-38342095c8ee,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:13.569900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Allocated IP 172.25.3.70 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e633a5a8-2526-4870-abd0-d7cd2bcc8c2d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:13.634109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673092ea-7ca1-4523-b6c0-62f44d1a1f91 None None] Network e0cafa6f-3b8c-4209-b2bf-d77c54280378 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:13.641420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.666895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.667612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.668190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.671647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.680722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.684630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.685623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:13.689245 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-1af0d2d8-f31b-4391-8d37-76aa51863d64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.7455790 Jul 07 17:43:13.740261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:13.749944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Provisioning for port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:13.777251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Provisioning complete for port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:13.781929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.065228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.192367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.298984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] For port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,segment=NetworkSegment(95c6ebfe-b112-4e59-81cf-b0f20a88651e),segment_id=95c6ebfe-b112-4e59-81cf-b0f20a88651e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:14.308971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] DHCP port deletion for e0cafa6f-3b8c-4209-b2bf-d77c54280378 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:43:14.326245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.548739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e74faf-1ce5-4c6d-a9be-ecf3159cb0a3 None None] Pushing event updated for resources: {'Port': ['ID=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:14.661847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Deleting port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:14.662421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.692524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.702663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:14.898960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.019878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.028534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] For port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,segment=NetworkSegment(95c6ebfe-b112-4e59-81cf-b0f20a88651e),segment_id=95c6ebfe-b112-4e59-81cf-b0f20a88651e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:15.029136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.070752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Calling delete_port for c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:15.242714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.371800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,segment=NetworkSegment(95c6ebfe-b112-4e59-81cf-b0f20a88651e),segment_id=95c6ebfe-b112-4e59-81cf-b0f20a88651e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:15.383729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.391233 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.424313 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.434317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.506179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event deleted for resources: {'Port': ['ID=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:15.559897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] Pushing event deleted for resources: {'Port': ['ID=c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:15.562059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add3a22-495a-4f4b-8463-96cfe4fc2bd3 None None] No DVR routers for this DVR port c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:15.587918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] The port 'c2ffeefe-0519-40ce-a2a4-c8d92ae14eb1' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:43:15.669444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=3601c32d-2a36-4eef-a5d3-38342095c8ee,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:15.711007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:15.711701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.045610 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP 8cf6bc14-bca1-45f5-8163-8bc58d88c2d1 associated. External IP: 172.25.3.47, port: 006cbc6e-9fb3-4e46-9090-faf91b0d978c. Jul 07 17:43:16.155344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.166463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-2fcecff6-7e84-4324-a914-7af6d20265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:16.167041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-2fcecff6-7e84-4324-a914-7af6d20265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:16.167548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-2fcecff6-7e84-4324-a914-7af6d20265b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:16.169412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-2fcecff6-7e84-4324-a914-7af6d20265b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 2295 time: 2.4073796 Jul 07 17:43:16.174835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:16.183423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:16.197329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cafa6f-3b8c-4209-b2bf-d77c54280378']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:16.200026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:16.300899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c6ebfe-b112-4e59-81cf-b0f20a88651e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:16.301286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c6ebfe-b112-4e59-81cf-b0f20a88651e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:16.312971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event updated for resources: {'Port': ['ID=e633a5a8-2526-4870-abd0-d7cd2bcc8c2d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:16.333096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.373413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.384027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-293c9dcc-7902-45a6-a35d-17175f9db8f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.1950004 Jul 07 17:43:16.390155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:16.390768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:16.395152 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:16.536842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:16.708388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-3fc52e4f-be3c-4429-bbc3-bc6afe980ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:16.710012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-3fc52e4f-be3c-4429-bbc3-bc6afe980ef6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.3115802 Jul 07 17:43:16.710786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.732813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.737288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/e0cafa6f-3b8c-4209-b2bf-d77c54280378 HTTP/1.1" status: 204 len: 168 time: 3.4011827 Jul 07 17:43:16.761593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51176) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:16.769768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175624791'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:16.804928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f067a6-250d-482b-909a-c46bb8b45568 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=e0cafa6f-3b8c-4209-b2bf-d77c54280378,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:16.826269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:16.830288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:16.835132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.845812 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:16.867711 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:16.869800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:16.910428 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.000464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:17.018342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.018898 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment 0865a017-42cb-4a4a-a07b-38c7984afe40 of type vlan for network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 Jul 07 17:43:17.110568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.145881 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:17.207580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-8c0e573b-f90a-4a1a-8629-e000b7ddc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:17.214764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-8c0e573b-f90a-4a1a-8629-e000b7ddc271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4886122 Jul 07 17:43:17.251457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0f547e02-c5e6-4579-9898-340c43e627b3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0899982 Jul 07 17:43:17.257455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:17.266543 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382fb13-07a1-41e8-930d-59aa97cddaef" -d '{"events": [{"name": "network-changed", "server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:17.300131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.340379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:17.341852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.452447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port c12bbd1a-ed8c-4355-848a-1575db95448f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:17.452839 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.458088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.574294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8064654 Jul 07 17:43:17.577184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:17.588424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:17.631427 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e4505-955f-4e79-9695-ea3eee65dbbf x-openstack-request-id: req-381e4505-955f-4e79-9695-ea3eee65dbbf {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:17.631778 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:17.632167 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-381e4505-955f-4e79-9695-ea3eee65dbbf {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:17.632778 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'status': 'completed', 'code': 200} Jul 07 17:43:17.760592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed6a02-e5ab-4c00-b78b-078c59eada2a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=2f58f7ac-38e0-4136-95ba-5dfb2d4c8436,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:17.780354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:17.793721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '8cf6bc14-bca1-45f5-8163-8bc58d88c2d1', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:f9:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b74948-df9d-48e3-880b-e26368ba17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:14Z', 'updated_at': '2021-07-07T17:43:14Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:17.888714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:17.901275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.930866 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:17.957718 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:17.961069 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:18.230313 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:18.622603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.632974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.655307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.836764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=8b855ca6-bad7-4394-a63c-e10993051470,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:18.858083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-ffd4e6d1-0ec3-43c3-baad-a6171a6abd80 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6095881 Jul 07 17:43:18.863028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': '0865a017-42cb-4a4a-a07b-38c7984afe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:18.865086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:18.936081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:18.969657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:18.986410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37068d7f-081e-4958-9666-aeaf90fc23f5 None None] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:18.987507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:18.991306 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.053238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-103e61cc-ce18-4a86-986e-25fab6bba13d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4694228 Jul 07 17:43:19.053238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:19.059734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1269256557'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:19.090707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port c12bbd1a-ed8c-4355-848a-1575db95448f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c12bbd1a-ed8c-4355-848a-1575db95448f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:19.091083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.147445 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '8cf6bc14-bca1-45f5-8163-8bc58d88c2d1', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:f9:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b74948-df9d-48e3-880b-e26368ba17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:14Z', 'updated_at': '2021-07-07T17:43:14Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:19.272556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for c12bbd1a-ed8c-4355-848a-1575db95448f owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:19.320675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-61c146e2-94a0-4089-9d2a-0fb4a55e6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:19.322007 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994c573-d9c5-408d-9a3c-47335ce6575b None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '8cf6bc14-bca1-45f5-8163-8bc58d88c2d1', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:f9:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b74948-df9d-48e3-880b-e26368ba17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:43:14Z', 'updated_at': '2021-07-07T17:43:14Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:19.322250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-61c146e2-94a0-4089-9d2a-0fb4a55e6041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1098 time: 1.5331657 Jul 07 17:43:19.432264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2f58f7ac-38e0-4136-95ba-5dfb2d4c8436', 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': '8b855ca6-bad7-4394-a63c-e10993051470'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:19.433119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.468431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:19.472908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.511451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port a8d0f152-d82d-4206-b703-a596bd5c2bc4 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:19.856099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.11 (2f58f7ac-38e0-4136-95ba-5dfb2d4c8436/8b855ca6-bad7-4394-a63c-e10993051470/a8d0f152-d82d-4206-b703-a596bd5c2bc4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:20.025660 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb66ec-42fa-4de6-b4d3-521317046591 None None] New status for floating IP 8cf6bc14-bca1-45f5-8163-8bc58d88c2d1: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:20.179541 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.214024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object a8d0f152-d82d-4206-b703-a596bd5c2bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:20.243975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-0d570d73-0335-4870-9b36-4c2fdf7f6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:20.249295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-0d570d73-0335-4870-9b36-4c2fdf7f6fa3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.8324735 Jul 07 17:43:20.316087 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:20.327418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.443211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:20.449475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:20.460293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:20.498920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=a8d0f152-d82d-4206-b703-a596bd5c2bc4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:20.509728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Allocated IP 172.20.0.2 (2f58f7ac-38e0-4136-95ba-5dfb2d4c8436/8b855ca6-bad7-4394-a63c-e10993051470/706b82cb-a15e-4101-9b44-80b2778c75dd) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:20.539700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:20.540725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.562858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-aa0fda61-ae27-483d-b920-e64c0587a4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6901102 Jul 07 17:43:20.564479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d23f8f29-f49f-472c-9af4-69c81160f3dc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5100279 Jul 07 17:43:20.570500 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51224) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:20.749934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port a8d0f152-d82d-4206-b703-a596bd5c2bc4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:20.750563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.944399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.987869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for a8d0f152-d82d-4206-b703-a596bd5c2bc4 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:21.109130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.146011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Transition to ACTIVE for port object 706b82cb-a15e-4101-9b44-80b2778c75dd will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:21.222927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Transition to ACTIVE for port object 706b82cb-a15e-4101-9b44-80b2778c75dd will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:21.245437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.413138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.418713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-80d9f8e8-9c61-492b-be03-7819fb421476 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.8170371 Jul 07 17:43:21.447137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.490193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=c12bbd1a-ed8c-4355-848a-1575db95448f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:21.502469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:21.527413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=a8d0f152-d82d-4206-b703-a596bd5c2bc4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:21.539807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:21.577196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:21.645083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.648063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70d0a045-b97a-43fb-b2e9-476f8702ce0c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/a8d0f152-d82d-4206-b703-a596bd5c2bc4 HTTP/1.1" status: 204 len: 168 time: 1.0762422 Jul 07 17:43:21.652596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51238) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:21.671706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-00ac12e1-cd3e-4089-a03e-bbb7233bf371 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 999 time: 1.0814512 Jul 07 17:43:21.699879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Pushing event updated for resources: {'Port': ['ID=706b82cb-a15e-4101-9b44-80b2778c75dd,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:21.718285 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e331431c-17f2-43ae-9941-2b957c0f35da tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:21.722077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e331431c-17f2-43ae-9941-2b957c0f35da tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/a8d0f152-d82d-4206-b703-a596bd5c2bc4 HTTP/1.1" status: 404 len: 333 time: 0.0675836 Jul 07 17:43:21.727099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51240) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:21.736370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Attempting to bind port 706b82cb-a15e-4101-9b44-80b2778c75dd on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:21.737164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Attempting to bind port 706b82cb-a15e-4101-9b44-80b2778c75dd by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0865a017-42cb-4a4a-a07b-38c7984afe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:21.737770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Attempting to bind port 706b82cb-a15e-4101-9b44-80b2778c75dd on network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:21.747610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:21.749154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Checking segment: {'id': '0865a017-42cb-4a4a-a07b-38c7984afe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:21.750821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.753419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Bound using segment: {'id': '0865a017-42cb-4a4a-a07b-38c7984afe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:21.755385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Bound port: 706b82cb-a15e-4101-9b44-80b2778c75dd, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0865a017-42cb-4a4a-a07b-38c7984afe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2f58f7ac-38e0-4136-95ba-5dfb2d4c8436'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:21.757688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:21.844730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Router c6478c3b-b89b-411a-9506-e1fae0252c28 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:21.858856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-19686617-8ccf-4ce9-9ef9-358e3b45865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:21.868087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-19686617-8ccf-4ce9-9ef9-358e3b45865e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.4300709 Jul 07 17:43:21.913050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 8b855ca6-bad7-4394-a63c-e10993051470 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:21.929737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.057424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-800030ab-a492-455d-9dca-6fe94a5c7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:22.059556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-800030ab-a492-455d-9dca-6fe94a5c7772 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.3187060 Jul 07 17:43:22.110011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] For port 706b82cb-a15e-4101-9b44-80b2778c75dd, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:22.128641 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] For port 706b82cb-a15e-4101-9b44-80b2778c75dd, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=706b82cb-a15e-4101-9b44-80b2778c75dd,segment=NetworkSegment(0865a017-42cb-4a4a-a07b-38c7984afe40),segment_id=0865a017-42cb-4a4a-a07b-38c7984afe40)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:22.134678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.143064 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.432225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daf578-14c1-42da-aff7-3d06e6b741d2 None None] Pushing event updated for resources: {'Port': ['ID=706b82cb-a15e-4101-9b44-80b2778c75dd,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:22.510618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-b272acbb-ac56-4b33-9dec-bb8cfdce7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:22.512991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-b272acbb-ac56-4b33-9dec-bb8cfdce7205 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6265156 Jul 07 17:43:22.539330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.589069 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.817084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:22.830583 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] Sync routers for ids ['c6478c3b-b89b-411a-9506-e1fae0252c28'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:22.873006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.875105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:22.886003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f2ca39d-098f-42ad-b582-54bcb9f4292b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "PUT /v2.0/routers/c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 200 len: 879 time: 12.5856104 Jul 07 17:43:22.887556 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] Routers {'c6478c3b-b89b-411a-9506-e1fae0252c28'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:22.895610 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c6478c3b-b89b-411a-9506-e1fae0252c28'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:22.911059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51254) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:22.949336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-8b37e954-81a0-4a86-8f77-4c7d04e3eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:22.953891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-8b37e954-81a0-4a86-8f77-4c7d04e3eb05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8395932 Jul 07 17:43:23.062120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=8b855ca6-bad7-4394-a63c-e10993051470,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:23.067406 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:23.093174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:23.126989 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e69c87f3-aa95-4924-b2ec-1b0b7296be30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/8b855ca6-bad7-4394-a63c-e10993051470 HTTP/1.1" status: 204 len: 168 time: 1.3965490 Jul 07 17:43:23.146790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51256) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:23.172478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] Routers {'c6478c3b-b89b-411a-9506-e1fae0252c28'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:23.176287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c6478c3b-b89b-411a-9506-e1fae0252c28'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:23.364454 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:23.364746 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e504697-e555-4ab9-8e95-956c92c0b452 None None] The sync data for ids ['c6478c3b-b89b-411a-9506-e1fae0252c28'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:23.558738 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:23.868218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-06d7ef82-5f65-4989-96f4-6ee2086cd399 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3430853 Jul 07 17:43:23.911255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-a7a7ba15-7aa0-4e82-99df-3243e9b81a11 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600569 Jul 07 17:43:23.931400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 706b82cb-a15e-4101-9b44-80b2778c75dd {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:23.932142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.026431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a7bd48a-b3e5-4415-b7a8-dac26b88ecfa tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 200 len: 920 time: 1.0995362 Jul 07 17:43:24.027647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51272) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:24.137365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port 706b82cb-a15e-4101-9b44-80b2778c75dd, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=706b82cb-a15e-4101-9b44-80b2778c75dd,segment=NetworkSegment(0865a017-42cb-4a4a-a07b-38c7984afe40),segment_id=0865a017-42cb-4a4a-a07b-38c7984afe40)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:24.137815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:24.211727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 706b82cb-a15e-4101-9b44-80b2778c75dd owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:24.590240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821eca67-136d-4bcd-b204-80ca6ff37564 None None] Network 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:24.639859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-73d55e1e-d784-4e29-89b9-851d26505065 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095821 Jul 07 17:43:24.830667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-a60982c9-cb67-47e6-b8c5-41c57fe2ac26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.0661173 Jul 07 17:43:24.833535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6382fb13-07a1-41e8-930d-59aa97cddaef req-ad1d9301-8037-4ad0-9f05-b538d2354b5f service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700697 Jul 07 17:43:24.918676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 706b82cb-a15e-4101-9b44-80b2778c75dd up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:25.062703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 053546b8-ca06-46d9-b1fa-e228b78e79ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:25.108610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.127092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port 706b82cb-a15e-4101-9b44-80b2778c75dd on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:25.156757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aab18a-437f-4ae4-9e03-3d726af8cd7d tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:25.169697 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c1aab18a-437f-4ae4-9e03-3d726af8cd7d tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=c6478c3b-b89b-411a-9506-e1fae0252c28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0571566 Jul 07 17:43:25.182527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:25.190729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=706b82cb-a15e-4101-9b44-80b2778c75dd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:25.198392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-628017b5-b915-40de-b6b3-dad2a12e3893 None None] Provisioning for port 706b82cb-a15e-4101-9b44-80b2778c75dd completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:25.238011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-80dc17ce-762f-42de-9544-d395ebfe3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:25.247792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-628017b5-b915-40de-b6b3-dad2a12e3893 None None] Provisioning complete for port 706b82cb-a15e-4101-9b44-80b2778c75dd triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:25.248385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-628017b5-b915-40de-b6b3-dad2a12e3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.260495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-80dc17ce-762f-42de-9544-d395ebfe3791 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.4170878 Jul 07 17:43:25.346678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No active binding found for port 706b82cb-a15e-4101-9b44-80b2778c75dd {{(pid=93948) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:43:25.347325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 706b82cb-a15e-4101-9b44-80b2778c75dd not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:43:25.350067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-628017b5-b915-40de-b6b3-dad2a12e3893 None None] Port 706b82cb-a15e-4101-9b44-80b2778c75dd was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:43:25.387840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port 706b82cb-a15e-4101-9b44-80b2778c75dd not found, will not notify nova. {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:43:25.455002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.472436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f58f7ac-38e0-4136-95ba-5dfb2d4c8436']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:25.485431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0865a017-42cb-4a4a-a07b-38c7984afe40') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:25.485733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0865a017-42cb-4a4a-a07b-38c7984afe40') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:25.497939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79557b-f1c2-49b4-b5f1-7aa3e48bce94 None None] DHCP port deletion for 2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:43:25.506918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.550594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.566270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:25.568242 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:25.574596 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:25.700425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.787450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.821398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:25.832633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/2f58f7ac-38e0-4136-95ba-5dfb2d4c8436 HTTP/1.1" status: 204 len: 168 time: 2.6839209 Jul 07 17:43:25.833775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:25.848721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'name': 'tempest-PortsTestJSON-1092433376'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:25.897486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea871e97-6912-4f3d-b9c7-a2a8f8ef08b2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=2f58f7ac-38e0-4136-95ba-5dfb2d4c8436,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:26.050633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:26.058164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:26.110232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 7fa468a4-b4f3-4bb4-9e31-3485801542d4 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:26.254248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5f475-afed-4dac-8a0c-634e5658388b tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.260148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-83d5f475-afed-4dac-8a0c-634e5658388b tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 1.0362253 Jul 07 17:43:26.267662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:26.351634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52dc993c-70b3-453a-b20f-3ee359de3748 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 200 len: 205 time: 0.0788434 Jul 07 17:43:26.351634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-006ca922-934f-42df-826c-a1bfbee7e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:26.357487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-006ca922-934f-42df-826c-a1bfbee7e6f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9780693 Jul 07 17:43:26.360039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:26.403241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:26.428728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Sync routers for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:26.468709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:26.472283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:26.623736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:26.677021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 706b82cb-a15e-4101-9b44-80b2778c75dd no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:26.726190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51316) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:26.726596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2f335917-7d34-4287-bbc4-ee617ddb7a47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/053546b8-ca06-46d9-b1fa-e228b78e79ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4511080 Jul 07 17:43:26.729243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-cfaca0d8-9605-4d62-bf05-67011c2ca97c service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498592 Jul 07 17:43:26.782044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 706b82cb-a15e-4101-9b44-80b2778c75dd {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:26.784544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 706b82cb-a15e-4101-9b44-80b2778c75dd not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:26.816419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:26.985001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:26.994798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting subnet c0af98e1-9204-46dc-b1e2-acc819c5683a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:27.009806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:27.014986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:27.022279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:27.022528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.023331 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:27.032918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.040020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.043275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=7fa468a4-b4f3-4bb4-9e31-3485801542d4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:27.147226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-af7b6c88-acce-43bb-903e-27148b8defa9 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044557 Jul 07 17:43:27.155560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1c1ccde9-70d2-428e-8c89-432d52d9224f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3174558 Jul 07 17:43:27.163569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51318) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:27.226343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-fce8577b-d483-4c9b-9dd4-ec5e75e34f48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.0737102 Jul 07 17:43:27.242058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.378254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-4c7401af-90d7-4768-8897-b5c171ed9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:27.387582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-4c7401af-90d7-4768-8897-b5c171ed9a9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1520903 Jul 07 17:43:27.518731 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.648785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.732022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.776332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-fae7c81d-dbdf-4f0c-ba2c-9abc4d814344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:27.785883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-fae7c81d-dbdf-4f0c-ba2c-9abc4d814344 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3899651 Jul 07 17:43:27.816003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 7fa468a4-b4f3-4bb4-9e31-3485801542d4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:27.816716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.843938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:27.889725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:43:20Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:27.968848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Subnet': ['ID=c0af98e1-9204-46dc-b1e2-acc819c5683a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:27.994789 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.005464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-65d13524-2c71-46cc-99a5-02f19d4278ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/subnets/c0af98e1-9204-46dc-b1e2-acc819c5683a HTTP/1.1" status: 204 len: 168 time: 1.2771962 Jul 07 17:43:28.006838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51336) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:28.139406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.207676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port e633a5a8-2526-4870-abd0-d7cd2bcc8c2d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:28.208377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.227312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d11a68-2f11-4598-9567-8da605187271 None None] Network 3be8353e-138e-4e51-9a53-33a9fead1fe2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:28.233970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Checking router: 053546b8-ca06-46d9-b1fa-e228b78e79ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:28.251988 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.259683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-948f9be3-359f-45a5-b515-e6b1b49a4fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658721 Jul 07 17:43:28.335868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 7fa468a4-b4f3-4bb4-9e31-3485801542d4 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:28.347425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Routers {'053546b8-ca06-46d9-b1fa-e228b78e79ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:28.348551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['053546b8-ca06-46d9-b1fa-e228b78e79ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:28.444588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.468256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for e633a5a8-2526-4870-abd0-d7cd2bcc8c2d owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:28.502772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] Set router 053546b8-ca06-46d9-b1fa-e228b78e79ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:28.652099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51342) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:28.816477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:28.844408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.004320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] DHCP port deletion for 3be8353e-138e-4e51-9a53-33a9fead1fe2 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:43:29.116823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=7fa468a4-b4f3-4bb4-9e31-3485801542d4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:29.142693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.147528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.156913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-841476b2-80d6-4d0f-b2d1-542d11f59c67 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/7fa468a4-b4f3-4bb4-9e31-3485801542d4 HTTP/1.1" status: 204 len: 168 time: 1.9876943 Jul 07 17:43:29.163121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51350) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:29.198051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:43:20Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:29.227433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'mac_address': 'fa:16:3e:3d:16:a7', 'name': 'tempest-PortsTestJSON-653050616'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:29.247733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=e633a5a8-2526-4870-abd0-d7cd2bcc8c2d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:29.272399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Deleting subnet d423d2c7-988a-456e-9b7a-4b23b338d3eb {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:29.275541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd03d4a-a642-49af-a276-b762daa9390a None None] The sync data for ids ['053546b8-ca06-46d9-b1fa-e228b78e79ad'] in n-d-791505-12 is: [{'id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374412199', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:23Z', 'updated_at': '2021-07-07T17:43:20Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '4ff54501-6987-439f-b7c3-aa87ec58eb57', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053546b8-ca06-46d9-b1fa-e228b78e79ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:24Z', 'updated_at': '2021-07-07T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:29.278210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.282937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 4ff54501-6987-439f-b7c3-aa87ec58eb57 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:29.283307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.322734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Deleting port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:29.324028 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.451780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.455125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.455801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.456158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.456506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.458868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.459197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.459526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.459883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.460360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.460728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.461133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:29.475486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.509456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] For port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,segment=NetworkSegment(d546f3f4-515d-4435-b3c2-ac018605de29),segment_id=d546f3f4-515d-4435-b3c2-ac018605de29)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:29.510147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.552547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Calling delete_port for 547a66f4-b6ce-4f0f-bd44-3ef665cab83f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:29.591282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.671069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 4ff54501-6987-439f-b7c3-aa87ec58eb57, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4ff54501-6987-439f-b7c3-aa87ec58eb57,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:29.671437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.701924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 4ff54501-6987-439f-b7c3-aa87ec58eb57 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:29.789042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.812311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.837105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d423d2c7-988a-456e-9b7a-4b23b338d3eb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:29.871966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.889237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:29.899253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-abf5537b-1d41-4a63-a2fb-47052a300e9d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d423d2c7-988a-456e-9b7a-4b23b338d3eb HTTP/1.1" status: 204 len: 168 time: 1.2424240 Jul 07 17:43:29.905141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51356) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:29.972743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] Pushing event deleted for resources: {'Port': ['ID=547a66f4-b6ce-4f0f-bd44-3ef665cab83f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:29.996276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9880b-12c6-4516-9139-37055b1fec6b None None] No DVR routers for this DVR port 547a66f4-b6ce-4f0f-bd44-3ef665cab83f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:43:30.223392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-5c7d3223-fa19-4c1f-b420-5e86df3e130a service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1931601 Jul 07 17:43:30.240442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.250076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.318741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.372721 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.410970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-a30da71c-4569-4cf4-a906-0599eaa76349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.0847147 Jul 07 17:43:30.415333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.416141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router c6478c3b-b89b-411a-9506-e1fae0252c28 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:30.433205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.440688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0977f9b-b004-4bd6-896f-cb1a3d29253b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 204 len: 168 time: 4.0788088 Jul 07 17:43:30.463890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51362) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:30.472379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1631258862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:30.513713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.526059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:30.546026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04ab41e-9da5-425d-b16e-f578ec8c7d49']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:30.571086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c443d8-5bff-44aa-8ef9-e654cc17044a') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:30.571392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c443d8-5bff-44aa-8ef9-e654cc17044a') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:30.589035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.632351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.633867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=4ff54501-6987-439f-b7c3-aa87ec58eb57,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:30.680987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 547a66f4-b6ce-4f0f-bd44-3ef665cab83f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:30.689311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.758907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.759490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.763165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:30.763634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:30.766143 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:30.770476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.788035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-8873e3b0-fd25-4a7a-bce1-219f0999c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:30.798186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-8873e3b0-fd25-4a7a-bce1-219f0999c710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.3526523 Jul 07 17:43:30.817244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 547a66f4-b6ce-4f0f-bd44-3ef665cab83f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:30.824836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 547a66f4-b6ce-4f0f-bd44-3ef665cab83f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:30.825680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c12bbd1a-ed8c-4355-848a-1575db95448f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:30.891199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c12bbd1a-ed8c-4355-848a-1575db95448f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:30.893384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c12bbd1a-ed8c-4355-848a-1575db95448f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:30.911471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 14f9bbb8-c30e-452b-98ce-fa9643f2f707 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:30.948077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.950739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.019500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.019981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Fanout notify agent at l3_agent the message router_deleted on router 053546b8-ca06-46d9-b1fa-e228b78e79ad {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:31.033875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.038974 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2501a27c-a061-4f51-85b6-c1460e312608 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/routers/053546b8-ca06-46d9-b1fa-e228b78e79ad HTTP/1.1" status: 204 len: 168 time: 3.0268607 Jul 07 17:43:31.040493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:31.061745 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.077400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.124786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-0ea145f4-8f57-4afa-814c-7f47be468461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:31.127159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-0ea145f4-8f57-4afa-814c-7f47be468461 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3277576 Jul 07 17:43:31.136982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.150749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.154969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c04ab41e-9da5-425d-b16e-f578ec8c7d49 HTTP/1.1" status: 204 len: 168 time: 1.2449272 Jul 07 17:43:31.229277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eb5c1-3ee0-4335-88e6-604557580640 admin admin] Pushing event deleted for resources: {'Network': ['ID=c04ab41e-9da5-425d-b16e-f578ec8c7d49,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:31.261488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.289880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.292705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-34224bac-14ea-4840-b22d-c50560aa381b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8273580 Jul 07 17:43:31.303784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51376) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:31.319878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': True}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:31.447868 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.561263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:31.645328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.699024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-6f4b998f-d58b-4f4f-83a4-9a082d7bf956 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603483 Jul 07 17:43:31.741623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:31.759231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:31.767875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2477823c-3250-4de4-b55f-e4da69d3f39b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66a6acdde3534c00b7b1864f9843f8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041643 Jul 07 17:43:31.810753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:31.817394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:31.818496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:31.821372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:31.837167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=14f9bbb8-c30e-452b-98ce-fa9643f2f707,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:31.894270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39db9665-46dc-4a3e-9f26-89d8ceb37f27 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6685891 Jul 07 17:43:31.914025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51386) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:32.044470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.054135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-2b661275-1bb3-4cff-8f5d-97eea3684746 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419735 Jul 07 17:43:32.101439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324aea1-ed2e-470e-ac24-b7a2a022b873 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:32.105343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c324aea1-ed2e-470e-ac24-b7a2a022b873 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/14f9bbb8-c30e-452b-98ce-fa9643f2f707 HTTP/1.1" status: 200 len: 840 time: 0.1757236 Jul 07 17:43:32.110294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.160528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.173885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be8353e-138e-4e51-9a53-33a9fead1fe2']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:32.209244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51390) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:32.231517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd546f3f4-515d-4435-b3c2-ac018605de29') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:32.232027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd546f3f4-515d-4435-b3c2-ac018605de29') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:32.244762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.267921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.285796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:32.286208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:32.311039 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:32.323904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-85b71ff8-de29-47c3-9cd4-2cfcec76f66a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.2471430 Jul 07 17:43:32.390783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.396326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.402237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e3225ee-88e7-432d-8be0-3249c21c61b8 HTTP/1.1" status: 204 len: 168 time: 0.5733361 Jul 07 17:43:32.461600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.521923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4896343-3144-4d29-be73-ec230c7d6080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3225ee-88e7-432d-8be0-3249c21c61b8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:32.551524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-81075280-2394-4557-931e-174b0c41e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:32.559167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-81075280-2394-4557-931e-174b0c41e325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.2280972 Jul 07 17:43:32.655311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4ff54501-6987-439f-b7c3-aa87ec58eb57 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:43:32.705225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4ff54501-6987-439f-b7c3-aa87ec58eb57 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:43:32.710095 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4ff54501-6987-439f-b7c3-aa87ec58eb57 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:43:32.717186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-4e5219e5-3084-41e6-b2f0-8aab008c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:32.719057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-4e5219e5-3084-41e6-b2f0-8aab008c813e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530075 Jul 07 17:43:33.034851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-e4c827d5-1310-45bf-ae8e-e2404df349d0 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072307 Jul 07 17:43:33.300909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.311470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.318620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/networks/3be8353e-138e-4e51-9a53-33a9fead1fe2 HTTP/1.1" status: 204 len: 168 time: 2.2763743 Jul 07 17:43:33.339815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51406) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:33.380931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfffd8-0508-43b8-ab84-7e8dbc7e60d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Network': ['ID=3be8353e-138e-4e51-9a53-33a9fead1fe2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:33.381145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-48762c48-26e4-4921-8aa2-e2279d1daec8 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255322 Jul 07 17:43:33.420036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 14f9bbb8-c30e-452b-98ce-fa9643f2f707 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:33.420416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.509859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-c3f71619-769f-44c8-b4a7-355e39b2543f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.1142607 Jul 07 17:43:33.530691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.561616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 14f9bbb8-c30e-452b-98ce-fa9643f2f707 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:33.679842 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.716629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.786238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-e78e8ee4-76b7-4b48-bf6a-9098e9cab5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:33.788437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-e78e8ee4-76b7-4b48-bf6a-9098e9cab5b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.2655861 Jul 07 17:43:33.850867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.853908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.858664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/security-groups/efe76a86-0302-4cbc-a583-e22b84ea3ed5 HTTP/1.1" status: 204 len: 168 time: 0.5169852 Jul 07 17:43:33.881167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf165c0-6bfb-4c59-80a6-9c21657117bd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe76a86-0302-4cbc-a583-e22b84ea3ed5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:33.899964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d4d8-4916-4326-a426-098e2171f467 req-cd734f32-a63f-4726-82be-a6f0c62e853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:33.908502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.914735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-cd734f32-a63f-4726-82be-a6f0c62e853d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174214 Jul 07 17:43:33.990707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.218722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.299323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-baf7b6ca-c52d-4f7c-9199-e63fb940ed48 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744378 Jul 07 17:43:34.322384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.327592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/14f9bbb8-c30e-452b-98ce-fa9643f2f707 HTTP/1.1" status: 204 len: 168 time: 2.1074433 Jul 07 17:43:34.334993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51432) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:34.349351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7f51-c1f8-4f4c-b01d-6e3751ef8fd8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=14f9bbb8-c30e-452b-98ce-fa9643f2f707,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:34.453097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.25.3.166 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/2df9d1ad-c45e-4884-a300-fe343c8985ec) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:34.512909 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eedca4-0ebc-4a36-ad53-3ddcea7a9d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:34.519693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-44eedca4-0ebc-4a36-ad53-3ddcea7a9d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/14f9bbb8-c30e-452b-98ce-fa9643f2f707 HTTP/1.1" status: 404 len: 333 time: 0.1805224 Jul 07 17:43:34.520459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:34.545795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'name': 'tempest-PortsTestJSON-146757978'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:34.849606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51450) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:34.857375 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.859668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304776626', 'description': 'tempest-secgroup-smoke-1304776626 description', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:34.920269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3943d4d8-4916-4326-a426-098e2171f467 req-2b97852d-d7b5-471a-a069-b4c944ccf9e9 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139102 Jul 07 17:43:34.926228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.987677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:34.991637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.995719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.058779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 2ac2be04-83b3-4bc2-9462-a35ae7118dec yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:35.137040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:35.151247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:35.157206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:35.208952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=2df9d1ad-c45e-4884-a300-fe343c8985ec,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.374256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.406824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.476613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.478321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6248293 Jul 07 17:43:35.483523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51468) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:35.490155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:35.505106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e329-144e-4e93-ac87-fa501baa29fb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e661a19-baca-4377-a041-5e391d0f29aa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.561547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.680759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.760720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=2ac2be04-83b3-4bc2-9462-a35ae7118dec,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:35.826616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:35.832518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:35.841178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:35.865051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:35.868901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.869716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.930724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-424c4915-27d4-4ab2-b682-d96232a6b330 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3965311 Jul 07 17:43:35.933708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51482) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:35.957089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:35.958711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.096217 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.144885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.185202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab54513b-0daa-424f-a918-8c3627ca7574,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:36.252757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.255308 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05e6e5f7-a9c8-427e-9b21-07e390c2b00e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7703896 Jul 07 17:43:36.263280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51496) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:36.289521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:36.306818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.370660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.440163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.466959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.749452 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.760587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.828354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c723d-8e8a-4535-95ce-74364aea4e21,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:36.871861 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.874400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-353d70fe-812d-4345-a253-a37ad5c46c18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6012683 Jul 07 17:43:36.879861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:36.889262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:36.900709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.913598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.965750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router d351e239-965a-4461-9812-33b828d55289 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:36.973398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] In _notify_port_updated(), no bound segment for port 2ac2be04-83b3-4bc2-9462-a35ae7118dec on network 02e162df-ebd2-4255-bce8-75359d21707b {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:43:36.986868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:36.987901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.989643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/ports/2ac2be04-83b3-4bc2-9462-a35ae7118dec HTTP/1.1" status: 200 len: 818 time: 1.0534830 Jul 07 17:43:36.993354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:36.999373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.096583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71225-7b9a-4f4a-bb20-1ae387dbfaa3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=2ac2be04-83b3-4bc2-9462-a35ae7118dec,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:37.316918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.332253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.337870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 2ac2be04-83b3-4bc2-9462-a35ae7118dec {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:37.338512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.365485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:37.369002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7763b932-d3ad-4728-ab7d-02e5052a3fb3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:37.386551 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] Sync routers for ids ['d351e239-965a-4461-9812-33b828d55289'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:37.387772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.391831 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c66f972-c357-45fa-8ce9-1655846b1206 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "PUT /v2.0/routers/d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 200 len: 915 time: 6.0797083 Jul 07 17:43:37.394600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51604) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:37.397380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.399232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9782010-61d6-4f5a-a96a-40380abcd88e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5178609 Jul 07 17:43:37.405624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51606) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:37.410929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:37.427616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] Routers {'d351e239-965a-4461-9812-33b828d55289'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:37.428689 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d351e239-965a-4461-9812-33b828d55289'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.515169 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.535656 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] Routers {'d351e239-965a-4461-9812-33b828d55289'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:37.535656 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d351e239-965a-4461-9812-33b828d55289'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.583252 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:37.584002 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8f5d-477c-40e1-926d-d9befb518c5c None None] The sync data for ids ['d351e239-965a-4461-9812-33b828d55289'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:37.603749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.626717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 2ac2be04-83b3-4bc2-9462-a35ae7118dec owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:37.646952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af64b002-b90b-4c34-8b41-88463e7dcfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.804121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.830799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.926084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b948683a-867f-4be8-bb09-3addf4cdd8bf tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 200 len: 921 time: 0.5294263 Jul 07 17:43:37.927134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51620) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:37.935142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=2ac2be04-83b3-4bc2-9462-a35ae7118dec,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:37.952490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:37.961307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa5168d9-cfbb-4f4d-9e54-152a9fe02563 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/2ac2be04-83b3-4bc2-9462-a35ae7118dec HTTP/1.1" status: 204 len: 168 time: 0.9633079 Jul 07 17:43:37.964244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51622) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:37.995320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.004439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.036517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37abffc-4909-47e3-9a62-03a24c75426a tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:38.041368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d37abffc-4909-47e3-9a62-03a24c75426a tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=d351e239-965a-4461-9812-33b828d55289&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1103582 Jul 07 17:43:38.043950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51624) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.047269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a612f08-44c7-4cb7-9b71-4ea533a46470,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:38.059547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.061098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33d5d25a-ec52-4e25-8b64-79e7c49e56ff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6542168 Jul 07 17:43:38.066315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51626) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.083135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:38.132991 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:43:38.153085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.208471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb8eaa-bd49-454b-a344-cacfa8dac178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:38.215909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51630) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.216842 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f7cb8eaa-bd49-454b-a344-cacfa8dac178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2494471 Jul 07 17:43:38.290035 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a41234-9496-43ae-836b-2e6d577125f0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:38.291263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-14a41234-9496-43ae-836b-2e6d577125f0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/2ac2be04-83b3-4bc2-9462-a35ae7118dec HTTP/1.1" status: 404 len: 333 time: 0.0737684 Jul 07 17:43:38.297211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.302731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-427571289'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:38.342003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.348418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.361639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a5ddf-103b-4d1e-ae41-674bf8dde8e2 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:38.364866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ca1a5ddf-103b-4d1e-ae41-674bf8dde8e2 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.3098321 Jul 07 17:43:38.365136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:38.369399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.370389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51634) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.405784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618d8f91-eec8-4fd8-a4be-d86d7c06d5f8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:38.416364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.418946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59381ced-598e-469e-a1ed-b624eb62f4e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3511252 Jul 07 17:43:38.424043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51636) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.432051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': '4e661a19-baca-4377-a041-5e391d0f29aa', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:38.443336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:38.465263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.465618 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment a03d3621-e7d9-428f-9070-a9d83c576ec7 of type vlan for network 23cbfc1d-28ce-4773-924c-c898f8c876f8 Jul 07 17:43:38.482729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51638) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.493354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-570b7cad-35e7-4a22-b331-74eee36e5a61 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 200 len: 205 time: 0.1203842 Jul 07 17:43:38.498403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51640) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:38.516980 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:43:38.533276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.622040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.677443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.693851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.789061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-610842a0-88ab-45c8-ab35-6725572f1e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.811608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c4616c-927e-4f75-9abb-15384340526c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:38.817502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:38.827714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:38.829398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.040626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.042948 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3eecef42-6db1-497c-aad0-a46cc2f16f04 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6173978 Jul 07 17:43:39.057833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51648) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.077874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'network': {'name': 'tempest-network-smoke--1681495757', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:39.116383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=23cbfc1d-28ce-4773-924c-c898f8c876f8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:39.140614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:39.442139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-610842a0-88ab-45c8-ab35-6725572f1e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.452285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-610842a0-88ab-45c8-ab35-6725572f1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.472883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4182fd5c-f67f-47aa-837f-9a1976fdbf7b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1745074 Jul 07 17:43:39.483880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51664) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.508413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:39.539435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.585723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610842a0-88ab-45c8-ab35-6725572f1e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba2f23-3c13-4e99-a963-3b291196ef8b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:39.622939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:39.634630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.677795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-610842a0-88ab-45c8-ab35-6725572f1e0d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a25ea27ae3264b1e95f270ec494ec75a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1725302 Jul 07 17:43:39.680454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51666) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:39.778710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:39.801061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.801574 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Added segment 735116d6-d551-40b1-87e8-98e2d6146722 of type vlan for network 83320aad-98ce-4897-ba9a-203e83513981 Jul 07 17:43:39.872731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.946557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:39.958970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:39.964086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.060295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.084088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:40.086163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa2df7c1-6d0c-40fb-98d7-71796cdd6fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.095590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.119381 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0547442 Jul 07 17:43:40.143861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12f0cc-12b1-4c12-8fcd-93984c860ede tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Network': ['ID=83320aad-98ce-4897-ba9a-203e83513981,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:40.148162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.151202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:40.161673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'admin_state_up': True, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:40.176493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 83320aad-98ce-4897-ba9a-203e83513981 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:40.284673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.440907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.447141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.451461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52ba2f23-3c13-4e99-a963-3b291196ef8b HTTP/1.1" status: 204 len: 168 time: 0.7673461 Jul 07 17:43:40.467716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port 2df9d1ad-c45e-4884-a300-fe343c8985ec {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:40.480500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.532267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.539042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.591202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac90c-594f-4dd6-aa89-f97307ef5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba2f23-3c13-4e99-a963-3b291196ef8b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:40.691252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.739490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.752877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:40.801818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for 2df9d1ad-c45e-4884-a300-fe343c8985ec owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:41.023946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.119197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=c4471372-c5af-45ea-a9db-a404aec7c8e8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:41.129324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.249597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': 'a03d3621-e7d9-428f-9070-a9d83c576ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:41.251685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 23cbfc1d-28ce-4773-924c-c898f8c876f8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:41.300881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:41.305934 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.327373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51680) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:41.342144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d549edc7-b571-46fa-84ad-c2a31d0b27f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.342639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 23cbfc1d-28ce-4773-924c-c898f8c876f8) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:41.347954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=2df9d1ad-c45e-4884-a300-fe343c8985ec,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:41.353254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.354498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.359062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286a734-2750-4bb1-8b9a-14146470c4c1 None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:41.421305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea2056f2-da3b-43be-8f97-411a4f2c6dd9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9309356 Jul 07 17:43:41.421792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51682) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:41.428127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:41.520619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.602976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-23cbfc1d-28ce-4773-924c-c898f8c876f8', 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': 'c4471372-c5af-45ea-a9db-a404aec7c8e8'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:41.604407 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.670958 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.674104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.740368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.741742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router d351e239-965a-4461-9812-33b828d55289 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:41.764369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.776317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7c81d5d-eacf-40e3-95c6-afc4bbc4aad0 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 204 len: 168 time: 3.2765968 Jul 07 17:43:41.777136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51688) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:41.790800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1960028723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:41.833695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d549edc7-b571-46fa-84ad-c2a31d0b27f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.898575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.899827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.913733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d549edc7-b571-46fa-84ad-c2a31d0b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:41.928959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Allocated IP 172.20.0.2 (23cbfc1d-28ce-4773-924c-c898f8c876f8/c4471372-c5af-45ea-a9db-a404aec7c8e8/a75514fa-7408-4f64-9f02-da103b44e323) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:41.932726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.003148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d549edc7-b571-46fa-84ad-c2a31d0b27f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7532ff4d805e4834bd008b4ccb0170cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739619 Jul 07 17:43:42.013372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:42.019207 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.025011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.032866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.072702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:42.077064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.093694 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.136009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549edc7-b571-46fa-84ad-c2a31d0b27f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea483e-9d73-4c88-aa7d-20d8d0567397,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.153038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.158611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-321a27ce-561d-48f1-91d3-a1f77b3cf3b9 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3747137 Jul 07 17:43:42.159559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:42.167741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:42.223109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.324943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.345532 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.363379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Transition to ACTIVE for port object a75514fa-7408-4f64-9f02-da103b44e323 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:42.379381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.51 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:42.416330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Transition to ACTIVE for port object a75514fa-7408-4f64-9f02-da103b44e323 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:42.435435 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.493682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.508444 n-d-791505-12 neutron-server[93946]: INFO neutron.db.ipam_backend_mixin [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c4471372-c5af-45ea-a9db-a404aec7c8e8 (CIDR: 172.20.0.0/28) Jul 07 17:43:42.515384 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:43:42.517074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:43:42.536781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:42.539800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:42.550347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:42.557062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Pushing event updated for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:42.563543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-af2b0c34-be89-4998-b53e-efbd094c0c51 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1389470 Jul 07 17:43:42.572744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.577163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.587816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bea483e-9d73-4c88-aa7d-20d8d0567397 HTTP/1.1" status: 204 len: 168 time: 0.5657012 Jul 07 17:43:42.592105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51696) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:42.602332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:42.832884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Attempting to bind port a75514fa-7408-4f64-9f02-da103b44e323 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:42.841978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Attempting to bind port a75514fa-7408-4f64-9f02-da103b44e323 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a03d3621-e7d9-428f-9070-a9d83c576ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:42.842896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Attempting to bind port a75514fa-7408-4f64-9f02-da103b44e323 on network 23cbfc1d-28ce-4773-924c-c898f8c876f8 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:42.870847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:42.872253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Checking segment: {'id': 'a03d3621-e7d9-428f-9070-a9d83c576ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:42.877971 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:42.880214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Bound using segment: {'id': 'a03d3621-e7d9-428f-9070-a9d83c576ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:42.884729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Bound port: a75514fa-7408-4f64-9f02-da103b44e323, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03d3621-e7d9-428f-9070-a9d83c576ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:42.889191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.052362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:43.110734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:43.119630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a75514fa-7408-4f64-9f02-da103b44e323,segment=NetworkSegment(a03d3621-e7d9-428f-9070-a9d83c576ec7),segment_id=a03d3621-e7d9-428f-9070-a9d83c576ec7)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:43.129454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.196445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.223882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.260035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f0e8-0ec2-4f32-a78a-e4a42ef7b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea483e-9d73-4c88-aa7d-20d8d0567397,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:43.271562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.298228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Deleting subnet 3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:43.302957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:43.303999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.315488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Pushing event updated for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:43.321717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.355997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.356471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.357476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.358214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.358831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.360162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.361779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.362273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.362730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.363347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.363781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.365283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cbd37-6a0a-460d-b48f-2883ef0b64cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:43.382860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.500132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.542555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.706732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:43.734969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.741225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Allocated IP 172.25.3.19 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/d810d843-3942-4a25-b355-2b4b8e140242) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:43.743684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:43.761293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:43.764860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.810684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:43.993037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.142053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.144985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-36b05fdd-88bc-4540-b059-fdc654649dcc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3c6d8e59-3c0a-43b5-ab4d-78b2d7d7b7f8 HTTP/1.1" status: 204 len: 168 time: 1.0912814 Jul 07 17:43:44.151746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51722) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:44.273903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.399985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.421088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.444836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329699c3-9e15-429a-b26b-330775666824']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:44.486104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872c416a-c0ea-403f-b70a-3da0e5fbe6ad') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:44.488405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872c416a-c0ea-403f-b70a-3da0e5fbe6ad') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:44.527966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.574662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.587828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:44.588521 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:44.592260 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:44.648365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.773585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:44.776069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Pushing event updated for resources: {'Port': ['ID=d810d843-3942-4a25-b355-2b4b8e140242,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:44.783852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:44.794829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:44.799675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.814115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a75514fa-7408-4f64-9f02-da103b44e323 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:44.820759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.823194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] 10.222.0.66 "DELETE /v2.0/networks/329699c3-9e15-429a-b26b-330775666824 HTTP/1.1" status: 204 len: 168 time: 0.6699719 Jul 07 17:43:44.830734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51734) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:44.910485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.965025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884ceab-c3d2-4cfb-b6ea-42eb7e42675b admin admin] Pushing event deleted for resources: {'Network': ['ID=329699c3-9e15-429a-b26b-330775666824,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:45.002922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.077265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a75514fa-7408-4f64-9f02-da103b44e323 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:45.214415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Deleting subnet aa113986-7616-41c5-af19-7a9496e502fb {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:43:45.248970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.313770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51740) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:45.363220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:45.364843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=ab705010-5e78-4e15-a4db-c6e5223f4ba2,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:45.381469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:45.394631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:45.395697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.405141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.431878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2ab3a-ccdb-48af-9ecd-efba66b3fdc9 None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:45.589729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fc34e2c6-b700-4821-a12b-f690fe884ae0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9920402 Jul 07 17:43:45.601948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51744) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:45.614142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2142932637-network', 'tenant_id': '514a562674f0461db08f3c553e43f559'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:45.627630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'fixed_ips': [{'subnet_id': 'c4471372-c5af-45ea-a9db-a404aec7c8e8'}, {'subnet_id': 'ab705010-5e78-4e15-a4db-c6e5223f4ba2'}], 'name': 'tempest-PortsTestJSON-1868745219'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:45.642977 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.701378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Provisioning for port a75514fa-7408-4f64-9f02-da103b44e323 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:45.711116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:45.711650 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.962388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.994683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.000956 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.060979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Update dhcp port {'port': {'network_id': '23cbfc1d-28ce-4773-924c-c898f8c876f8', 'fixed_ips': [{'subnet_id': 'c4471372-c5af-45ea-a9db-a404aec7c8e8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab705010-5e78-4e15-a4db-c6e5223f4ba2'}], 'binding:host_id': 'n-d-791505-12'}, 'id': 'a75514fa-7408-4f64-9f02-da103b44e323'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:43:46.086823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.133403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a75514fa-7408-4f64-9f02-da103b44e323,segment=NetworkSegment(a03d3621-e7d9-428f-9070-a9d83c576ec7),segment_id=a03d3621-e7d9-428f-9070-a9d83c576ec7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:46.134925 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.140506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.263420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Made reservation on behalf of 514a562674f0461db08f3c553e43f559 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:46.270764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.282117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:46.352066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.410405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dc978-b9f9-43e7-9ead-794bf819ca8a None None] Pushing event updated for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:46.481672 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.513236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Allocated IP 172.20.0.18 (23cbfc1d-28ce-4773-924c-c898f8c876f8/ab705010-5e78-4e15-a4db-c6e5223f4ba2/a75514fa-7408-4f64-9f02-da103b44e323) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:46.601779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa113986-7616-41c5-af19-7a9496e502fb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:46.605849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.666489 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.671250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f882ac1-b485-427b-ae40-12a3330c8ed4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aa113986-7616-41c5-af19-7a9496e502fb HTTP/1.1" status: 204 len: 168 time: 1.7616227 Jul 07 17:43:46.690516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a75514fa-7408-4f64-9f02-da103b44e323,segment=NetworkSegment(a03d3621-e7d9-428f-9070-a9d83c576ec7),segment_id=a03d3621-e7d9-428f-9070-a9d83c576ec7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:46.695343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a75514fa-7408-4f64-9f02-da103b44e323 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:46.700453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51750) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:46.803142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.813711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:46.814233 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.879286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Transition to ACTIVE for port object a75514fa-7408-4f64-9f02-da103b44e323 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:46.882146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.886720 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.905221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.021692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.032259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Router f64271da-370b-4aa1-b56f-62bdb97e98eb is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:47.039847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc28a48-ab75-4815-b090-cce8bcd1247d']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.056450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb13e5bf-b04d-44e8-b1a8-f7715c70a734') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.056830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb13e5bf-b04d-44e8-b1a8-f7715c70a734') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.073244 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.085604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port d6a67444-fe00-48d9-b47f-6f6f22b574a6 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:43:47.101828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.103607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5d37-0890-444b-b94a-cfc84cda6058 None None] Pushing event updated for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.150647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:43:47.151160 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:43:47.153568 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:43:47.277577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.293044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.298261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bc28a48-ab75-4815-b090-cce8bcd1247d HTTP/1.1" status: 204 len: 168 time: 0.5900939 Jul 07 17:43:47.324003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028879d-1058-45c9-bdea-e2a4a602bac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc28a48-ab75-4815-b090-cce8bcd1247d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.332853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:47.343273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] Sync routers for ids ['f64271da-370b-4aa1-b56f-62bdb97e98eb'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:47.345325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.350309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0bd9a8f-80f0-4ccd-a0a8-803674aa67b7 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "PUT /v2.0/routers/f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 200 len: 915 time: 5.1869667 Jul 07 17:43:47.351131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51758) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.367054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] Routers {'f64271da-370b-4aa1-b56f-62bdb97e98eb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:47.371997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['f64271da-370b-4aa1-b56f-62bdb97e98eb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.397326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.407080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.435388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:47.493852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.509756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-acbaf4fc-e89b-47fa-a6a0-bdac278c0b0d tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 200 len: 921 time: 0.1571009 Jul 07 17:43:47.511771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.519675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] Routers {'f64271da-370b-4aa1-b56f-62bdb97e98eb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:47.521871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['f64271da-370b-4aa1-b56f-62bdb97e98eb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:47.632558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.633028 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Added segment f927295e-7d0e-4259-8b63-e6001e68611e of type vlan for network 69c9809d-61a6-45d5-96b6-5981aa118670 Jul 07 17:43:47.639197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.667718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c76d69-c250-4f0b-8e52-6512e91189bb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:47.669796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d5c76d69-c250-4f0b-8e52-6512e91189bb tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=f64271da-370b-4aa1-b56f-62bdb97e98eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1563988 Jul 07 17:43:47.676191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51768) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.737619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a54fe-bfd5-42b7-a450-21c02a56cd87,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:47.847736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d42fb-5f70-40b2-a482-ac197cd0bb81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:47.852877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a25d42fb-5f70-40b2-a482-ac197cd0bb81 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.1712124 Jul 07 17:43:47.853820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.923237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0537f83f-44ec-4ed6-a200-a9ca47a9bca7 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 200 len: 205 time: 0.0646622 Jul 07 17:43:47.927157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51776) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:47.952336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.12 (23cbfc1d-28ce-4773-924c-c898f8c876f8/c4471372-c5af-45ea-a9db-a404aec7c8e8/d6a67444-fe00-48d9-b47f-6f6f22b574a6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:47.963374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.21 (23cbfc1d-28ce-4773-924c-c898f8c876f8/ab705010-5e78-4e15-a4db-c6e5223f4ba2/d6a67444-fe00-48d9-b47f-6f6f22b574a6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:48.024058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:48.025538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7a4e0-95ea-41c0-a0cb-972ddc7c90e4 None None] The sync data for ids ['f64271da-370b-4aa1-b56f-62bdb97e98eb'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:48.042919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.053029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887dbda-29a8-457e-ac3d-75c65c284f8a None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:48.076075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 3b76974d-841c-451e-85e8-c349e5e2c73d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:48.087580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b9404ed3-1dbc-4d1a-a597-d126dd20d3ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbc7c5290a7440b5a99b5e7daedbeed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347115 Jul 07 17:43:48.103019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51780) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:48.174511 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.291346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-450333d5-ef12-4381-a846-b7862be6ac75 None None] Provisioning for port a75514fa-7408-4f64-9f02-da103b44e323 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:48.300472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-450333d5-ef12-4381-a846-b7862be6ac75 None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:48.300924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-450333d5-ef12-4381-a846-b7862be6ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.342256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.394803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.398584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.401590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:48.402508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.412554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.581827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port d810d843-3942-4a25-b355-2b4b8e140242 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:48.582265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.586721 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.591187 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.592288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf8c5845-c1fd-426c-a7dd-dc6423150657 HTTP/1.1" status: 204 len: 168 time: 0.4878869 Jul 07 17:43:48.653232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a758fa-8a58-4a05-a5b2-326eb5f9bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c5845-c1fd-426c-a7dd-dc6423150657,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:48.683643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3633034 Jul 07 17:43:48.686814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51792) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:48.698527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Request body: {'subnet': {'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2142932637-subnet', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:48.723197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a75514fa-7408-4f64-9f02-da103b44e323 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:48.726094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.737069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4e01b-f4b1-430e-a7c7-06879a00bc60 admin admin] Pushing event updated for resources: {'Network': ['ID=69c9809d-61a6-45d5-96b6-5981aa118670,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:48.752994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:48.768556 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Sync routers for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:48.769262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object d6a67444-fe00-48d9-b47f-6f6f22b574a6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:48.786978 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:48.788007 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:48.836676 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.850352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Made reservation on behalf of 514a562674f0461db08f3c553e43f559 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:48.861362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.864690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 69c9809d-61a6-45d5-96b6-5981aa118670 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:48.916487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:48.917853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.919294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-46f1b1c7-2d64-45ad-aa8e-60da3586e45d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.7656529 Jul 07 17:43:48.924564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:48.925705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:48.926035 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.935636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:48.993102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:48.993385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.043151 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:49.049414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a51544b-f8ae-4b53-9953-ef2b75e19f7d tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=61c83d0a2e3f4538b485bf39d2f4e91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209648 Jul 07 17:43:49.052234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for d810d843-3942-4a25-b355-2b4b8e140242 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:49.053950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:49.102622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=d6a67444-fe00-48d9-b47f-6f6f22b574a6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:49.158837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:49.164407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.213676 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d1aa0cdb-55f5-4f55-bf07-7e2c086d9654 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6081517 Jul 07 17:43:49.214959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:49.238898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4471372-c5af-45ea-a9db-a404aec7c8e8'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:49.318167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:49.347925 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Checking router: 3b76974d-841c-451e-85e8-c349e5e2c73d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:49.348570 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Updating router 3b76974d-841c-451e-85e8-c349e5e2c73d port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:43:49.390356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c96649c9-f305-4f83-984e-37b457e02172 None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:49.391969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c96649c9-f305-4f83-984e-37b457e02172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.440726 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.603405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:49.604697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.810602 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.823416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Transition to ACTIVE for port object a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:49.835516 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.935265 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Attempting to bind port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:49.935955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Attempting to bind port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:49.936497 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Attempting to bind port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:49.997591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:49.998640 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:49.999517 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.001753 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:50.002948 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Bound port: a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:50.003871 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.025185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefe532-fe76-41c2-a397-547546d1902e tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:50.029398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2aefe532-fe76-41c2-a397-547546d1902e tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9722729 Jul 07 17:43:50.053206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51808) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:50.117213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1840615d-2ba5-41c7-8fb7-3e6b7714883a None None] Provisioning for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:50.124743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1840615d-2ba5-41c7-8fb7-3e6b7714883a None None] Provisioning complete for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:50.128809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f986b71-cba9-4cc6-9a5f-4c2c18053fda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=403f265a0fc74c8da135ea19d125d735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156441 Jul 07 17:43:50.131254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1840615d-2ba5-41c7-8fb7-3e6b7714883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.135061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Pushing event updated for resources: {'Port': ['ID=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.164429 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.165490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51810) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:50.166688 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.168575 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.173359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.173938 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.174372 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.174800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.175210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.175616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.176318 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.176780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.181110 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:43:50.183122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9e787fc5-486b-4dd1-acd2-b6553f209366 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264710 Jul 07 17:43:50.201732 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:50.209997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946650550', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:50.256297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1840615d-2ba5-41c7-8fb7-3e6b7714883a None None] Port d6a67444-fe00-48d9-b47f-6f6f22b574a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:50.272324 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] For port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:50.274161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.276721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] For port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:50.282789 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.369800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:50.370628 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:50.418348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07e8dc2-ecea-4c71-a499-1578392b756a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.440681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Checking segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:50.440681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Network hostable DHCP agents. Network: 69c9809d-61a6-45d5-96b6-5981aa118670, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:50.451141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:50.455883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.457503 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aff67-84ad-4a83-92c9-6fad6d04c083 None None] Pushing event updated for resources: {'Port': ['ID=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.461782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.514048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.543728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.563687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=d810d843-3942-4a25-b355-2b4b8e140242,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.570006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:50.589917 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:50.619193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 69c9809d-61a6-45d5-96b6-5981aa118670) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:50.634382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de341698-f7b0-439e-b90e-efd22bc79417 None None] Network 69c9809d-61a6-45d5-96b6-5981aa118670 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:50.646929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:50.648777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.702035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Delete allocated IP 172.20.0.21 (23cbfc1d-28ce-4773-924c-c898f8c876f8/ab705010-5e78-4e15-a4db-c6e5223f4ba2) {{(pid=93947) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:43:50.767722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.769369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.780389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d92a854-8054-420e-a2fc-f32aef3c2ada HTTP/1.1" status: 204 len: 168 time: 0.6032629 Jul 07 17:43:50.833018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-25116d7f-9ab9-41f8-8023-5c8135c0709d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1450996 Jul 07 17:43:50.836635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51820) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:50.890289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:50.923334 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:50.950504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee35d0-3e11-4cd7-8c3d-b9e0e6c22d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92a854-8054-420e-a2fc-f32aef3c2ada,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:50.991021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.006825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.022242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3dc42-acb0-4121-bc36-d6b157f37659 None None] The sync data for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 is: [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:44Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:51.114838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-69c9809d-61a6-45d5-96b6-5981aa118670', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:51.120060 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.217998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.235933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Ignored duplicate provisioning block setup for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:43:51.242096 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.371134 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.374181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.394656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.407195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.496060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=d6a67444-fe00-48d9-b47f-6f6f22b574a6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:51.757268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] In _notify_port_updated(), no bound segment for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 on network 23cbfc1d-28ce-4773-924c-c898f8c876f8 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:43:51.758242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:51.758455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network hostable DHCP agents. Network: 83320aad-98ce-4897-ba9a-203e83513981, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:43:51.775464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:51.776754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.783886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Subnet': ['ID=762e6bd5-5228-4875-a358-db11b9ff1f78,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:51.791636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-016d9c96-fbe8-487d-8ced-c38e591eef17 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/ports/d6a67444-fe00-48d9-b47f-6f6f22b574a6 HTTP/1.1" status: 200 len: 920 time: 2.5706475 Jul 07 17:43:51.792637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:51.803853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4471372-c5af-45ea-a9db-a404aec7c8e8'}, {'subnet_id': 'ab705010-5e78-4e15-a4db-c6e5223f4ba2'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:51.828159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.830777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router f64271da-370b-4aa1-b56f-62bdb97e98eb {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:43:51.832502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Allocated IP 172.20.0.2 (69c9809d-61a6-45d5-96b6-5981aa118670/a07e8dc2-ecea-4c71-a499-1578392b756a/b454d9ab-cf3b-4860-b904-1959f2b451f6) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:51.853097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:51.855991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-837029da-3af7-4343-af2e-3fc6e618d659 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 204 len: 168 time: 3.9267826 Jul 07 17:43:51.879151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 83320aad-98ce-4897-ba9a-203e83513981 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:43:51.890956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:51.897892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1991699389', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:52.001086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.010092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 83320aad-98ce-4897-ba9a-203e83513981) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:52.037890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:52.039294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.088657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.093614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.162337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.289166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4a19c-75ea-4740-8e37-0838bfd41674 None None] Network 83320aad-98ce-4897-ba9a-203e83513981 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:52.320143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80b7acab-89a0-4161-b0ed-a80cdf6ce8d3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1170468 Jul 07 17:43:52.331658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51842) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:52.348274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.362329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Transition to ACTIVE for port object b454d9ab-cf3b-4860-b904-1959f2b451f6 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:52.397226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Transition to ACTIVE for port object b454d9ab-cf3b-4860-b904-1959f2b451f6 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:52.735967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.886954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Pushing event updated for resources: {'Port': ['ID=b454d9ab-cf3b-4860-b904-1959f2b451f6,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:52.897003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:52.908624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-77611e42-6f87-41c6-9afe-d19cbec5b6f9 None None] Provisioning complete for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:52.909020 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77611e42-6f87-41c6-9afe-d19cbec5b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:52.950550 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-83320aad-98ce-4897-ba9a-203e83513981', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:43:52.951897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.008101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:53.017872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:53.045161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:53.117617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.152679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-77611e42-6f87-41c6-9afe-d19cbec5b6f9 None None] Port d6a67444-fe00-48d9-b47f-6f6f22b574a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:53.308090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.384137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Attempting to bind port b454d9ab-cf3b-4860-b904-1959f2b451f6 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:53.384541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Attempting to bind port b454d9ab-cf3b-4860-b904-1959f2b451f6 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:53.384920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Attempting to bind port b454d9ab-cf3b-4860-b904-1959f2b451f6 on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:53.392771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:53.429413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:53.430101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Checking segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:53.430554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.431001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Bound using segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:53.431884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Bound port: b454d9ab-cf3b-4860-b904-1959f2b451f6, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:53.431884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.440479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:53.440881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.519359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Allocated IP 172.20.0.2 (83320aad-98ce-4897-ba9a-203e83513981/762e6bd5-5228-4875-a358-db11b9ff1f78/29179728-95f8-4a5e-b7c1-d7d6e4eef29c) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:53.695294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.885798 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:53.896197 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Transition to ACTIVE for port object 29179728-95f8-4a5e-b7c1-d7d6e4eef29c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:53.922741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Transition to ACTIVE for port object 29179728-95f8-4a5e-b7c1-d7d6e4eef29c will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:53.934621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.114666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Network 83320aad-98ce-4897-ba9a-203e83513981 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:54.183084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:54.222649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:54.262433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Pushing event updated for resources: {'Port': ['ID=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:54.264494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.268924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] For port b454d9ab-cf3b-4860-b904-1959f2b451f6, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:54.270843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.24 (23cbfc1d-28ce-4773-924c-c898f8c876f8/ab705010-5e78-4e15-a4db-c6e5223f4ba2/d6a67444-fe00-48d9-b47f-6f6f22b574a6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:54.294042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.321978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.342362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] For port b454d9ab-cf3b-4860-b904-1959f2b451f6, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b454d9ab-cf3b-4860-b904-1959f2b451f6,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:54.355838 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.456468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:54.514581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.525211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da8d7-8d6b-4e05-8782-ce48979b7185 None None] Pushing event updated for resources: {'Port': ['ID=b454d9ab-cf3b-4860-b904-1959f2b451f6,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:54.533140 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.648584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:54.651945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Attempting to bind port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:43:54.652365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Attempting to bind port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:43:54.652744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Attempting to bind port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:43:54.659456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:43:54.659880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:43:54.660244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.660645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Bound using segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:43:54.661129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Bound port: 29179728-95f8-4a5e-b7c1-d7d6e4eef29c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:43:54.661524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.687887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Allocated IP 172.25.3.222 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/f127e762-ac15-434f-9bea-22c2d05ba370) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:54.747366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.836184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object d6a67444-fe00-48d9-b47f-6f6f22b574a6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:54.848683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:54.886824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] For port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:43:54.891940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] For port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:43:54.899973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.060865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8f5c-59f3-413c-be28-5369d2e59053 None None] Pushing event updated for resources: {'Port': ['ID=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:55.269379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.362839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=d6a67444-fe00-48d9-b47f-6f6f22b574a6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:55.506557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.527231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.554026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] In _notify_port_updated(), no bound segment for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 on network 23cbfc1d-28ce-4773-924c-c898f8c876f8 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:43:55.559757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:55.560451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.566861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51896) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:55.576371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4c35b031-8f7e-4122-bdb0-f7d5aa2ad17e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/ports/d6a67444-fe00-48d9-b47f-6f6f22b574a6 HTTP/1.1" status: 200 len: 1000 time: 3.7818689 Jul 07 17:43:55.685705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.767794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:55.771352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:55.775405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:55.825595 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.853865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-afb4434b-e9cb-4956-83d4-89459516c418 None None] Provisioning for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:55.881079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event updated for resources: {'Port': ['ID=f127e762-ac15-434f-9bea-22c2d05ba370,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:55.890054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-afb4434b-e9cb-4956-83d4-89459516c418 None None] Provisioning complete for port d6a67444-fe00-48d9-b47f-6f6f22b574a6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:55.890303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afb4434b-e9cb-4956-83d4-89459516c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:55.975102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-afb4434b-e9cb-4956-83d4-89459516c418 None None] Port d6a67444-fe00-48d9-b47f-6f6f22b574a6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:56.171202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.1 (83320aad-98ce-4897-ba9a-203e83513981/762e6bd5-5228-4875-a358-db11b9ff1f78/3e88b8f1-aeb6-4980-a2c6-197dda635114) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:56.252095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.513841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:56.524248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'network': {'name': 'tempest-network-smoke--1969745272', 'project_id': '330a94b7554f42e28066d6d784f000fc', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:56.557239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Allocated IP 172.25.3.59 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/31eb4439-d11a-47f2-9571-bf3abdfc872f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:43:56.757974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:43:56.785608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.853472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port d6a67444-fe00-48d9-b47f-6f6f22b574a6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:43:56.854095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.861036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.896829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.968567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:56.972376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.004029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ecdb4-07ff-476d-9df8-8cd4cbbaf31d None None] Network 69c9809d-61a6-45d5-96b6-5981aa118670 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:57.138037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.222124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object 3e88b8f1-aeb6-4980-a2c6-197dda635114 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:43:57.276610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:57.308798 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:57.336998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Pushing event updated for resources: {'Port': ['ID=31eb4439-d11a-47f2-9571-bf3abdfc872f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:57.348351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:57.351566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:57.425862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.443434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for d6a67444-fe00-48d9-b47f-6f6f22b574a6 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:43:57.462706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.482690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.491099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b454d9ab-cf3b-4860-b904-1959f2b451f6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:57.502418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77227a61-e802-4443-8672-14b677154d72 None None] Network 83320aad-98ce-4897-ba9a-203e83513981 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:43:57.624126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:43:57.643732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8ae33-2de1-4cfd-8039-67a911f2860d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:57.651549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3f2a1d64-2e53-48eb-93f8-071dc94e2e5b None None] Provisioning for port b454d9ab-cf3b-4860-b904-1959f2b451f6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:57.659339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.659939 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Added segment 492e041d-cd41-475c-99af-0221d5b0e052 of type vlan for network 23de15a8-7422-4925-97df-a13d6a51a072 Jul 07 17:43:57.711789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.722649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.732074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.821805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.824033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b454d9ab-cf3b-4860-b904-1959f2b451f6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:57.840344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2adb36ca-1767-422b-9905-cae6c51d55eb None None] Provisioning for port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:57.857324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:57.858410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.860128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b454d9ab-cf3b-4860-b904-1959f2b451f6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:57.860752 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:57.979429 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4561625 Jul 07 17:43:58.078493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:58.112931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'admin_state_up': True, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:58.194244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.197459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.224215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Router 2f9c3619-10fe-4086-b6b6-cd1f061bea30 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:43:58.293841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.295306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278f09-c7fa-40d7-b881-7a37849d0066 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Network': ['ID=23de15a8-7422-4925-97df-a13d6a51a072,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:58.319074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.322349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 23de15a8-7422-4925-97df-a13d6a51a072 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:43:58.351973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b454d9ab-cf3b-4860-b904-1959f2b451f6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b454d9ab-cf3b-4860-b904-1959f2b451f6,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:58.375429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.376272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 29179728-95f8-4a5e-b7c1-d7d6e4eef29c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:58.641362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.665021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:58.771779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 83320aad-98ce-4897-ba9a-203e83513981 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:43:58.829098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:58.856938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9bf1c6f9-f4d9-41ae-9192-208a7938abb4 None None] Provisioning complete for port b454d9ab-cf3b-4860-b904-1959f2b451f6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:58.856938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c6f9-f4d9-41ae-9192-208a7938abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.860912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:43:58.862832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:58.863959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:58.864191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=d6a67444-fe00-48d9-b47f-6f6f22b574a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:58.876907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b454d9ab-cf3b-4860-b904-1959f2b451f6,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:58.880714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:43:58.990610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.194206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.197200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.329452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:59.332084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:59.343707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] Sync routers for ids ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:59.352964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.360456 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.360962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:59.420062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.434587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3178ab24-ca4c-48d8-b460-1da1a726593d tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5373628 Jul 07 17:43:59.436051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 51918) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:59.474341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:59.512419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] Routers {'2f9c3619-10fe-4086-b6b6-cd1f061bea30'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:59.513071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:59.559967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:59.563351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Provisioning for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:59.571975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Provisioning complete for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:59.572530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.643704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Port 3e88b8f1-aeb6-4980-a2c6-197dda635114 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:43:59.689423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:59.689824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.708935 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.715277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-684b8f10-17d5-443c-b8d9-cf55233c362e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/d6a67444-fe00-48d9-b47f-6f6f22b574a6 HTTP/1.1" status: 204 len: 168 time: 4.1380756 Jul 07 17:43:59.721591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51920) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:59.735997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] Routers {'2f9c3619-10fe-4086-b6b6-cd1f061bea30'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:59.737134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:59.765198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.782388 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a566395e-cfe1-42c0-8c3b-5b73c950d0d3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:43:59.788319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a566395e-cfe1-42c0-8c3b-5b73c950d0d3 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/d6a67444-fe00-48d9-b47f-6f6f22b574a6 HTTP/1.1" status: 404 len: 333 time: 0.0595655 Jul 07 17:43:59.820147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:59.831691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:59.833037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92205f-9fc7-4865-8448-9378f4c2b97c None None] The sync data for ids ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:59.844089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Provisioning complete for port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:59.844987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb797509-7a99-42d8-91cd-88ee25f1a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:59.847905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 51924) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:00.108693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet ab705010-5e78-4e15-a4db-c6e5223f4ba2 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:00.122551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.217138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e9e4288-cf2e-41f5-b743-1b8b04fc5ca9 None None] Provisioning complete for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:00.217835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4288-cf2e-41f5-b743-1b8b04fc5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.260523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e4288-cf2e-41f5-b743-1b8b04fc5ca9 None None] Port 3e88b8f1-aeb6-4980-a2c6-197dda635114 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:00.290055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b454d9ab-cf3b-4860-b904-1959f2b451f6 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:00.399175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.428400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b454d9ab-cf3b-4860-b904-1959f2b451f6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:00.429449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.554575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.609437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.663241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 29179728-95f8-4a5e-b7c1-d7d6e4eef29c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:00.786530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.820776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:00.821715 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.914959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:00.947372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.170515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.202083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.25.3.70 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4830d1c7-5246-4a68-8b8f-df89f8600e8f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:01.206202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.339512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=ab705010-5e78-4e15-a4db-c6e5223f4ba2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:01.371052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Deleting port f127e762-ac15-434f-9bea-22c2d05ba370 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:01.371415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.396516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.399761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0c4f7445-55d2-4f73-a633-4386e3d5bfae tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/ab705010-5e78-4e15-a4db-c6e5223f4ba2 HTTP/1.1" status: 204 len: 168 time: 1.5514097 Jul 07 17:44:01.405237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52004) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:01.406015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946aba1-d7af-425d-b7c6-70c011331783 None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:01.509553 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.541608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet c4471372-c5af-45ea-a9db-a404aec7c8e8 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:01.553394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.633852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.649283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.688400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.728905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.731603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Calling delete_port for f127e762-ac15-434f-9bea-22c2d05ba370 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:01.889650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.894134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Router bb4c658f-68b9-43b2-8d9f-ea37e830a930 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:44:01.910215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:01.931176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:01.964890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:01.971502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:01.977636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:02.050817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=4830d1c7-5246-4a68-8b8f-df89f8600e8f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:02.162591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.195603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.235019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Pushing event deleted for resources: {'Port': ['ID=f127e762-ac15-434f-9bea-22c2d05ba370,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:02.304043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:02.318820 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Sync routers for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:02.338991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:02.340105 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:02.387751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.399120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-664b7d52-91b4-46e0-bfb1-bff5b1e06047 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.5294788 Jul 07 17:44:02.399885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52010) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:02.403017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 83320aad-98ce-4897-ba9a-203e83513981 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:02.404845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.589273 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:02.617600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:02.773632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.819737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.834860 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.842140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.052051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Router 2f9c3619-10fe-4086-b6b6-cd1f061bea30 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:03.083022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.087350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/c4471372-c5af-45ea-a9db-a404aec7c8e8 HTTP/1.1" status: 204 len: 168 time: 1.6762693 Jul 07 17:44:03.087350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a143e-057e-4b32-8252-798ff3243d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=c4471372-c5af-45ea-a9db-a404aec7c8e8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:03.093925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:03.180632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1154925-c6dc-432b-9186-6c1a2188213e None None] Network 23cbfc1d-28ce-4773-924c-c898f8c876f8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:03.184696 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:43:58Z', 'revision_number': 3, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:03.216582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Checking router: bb4c658f-68b9-43b2-8d9f-ea37e830a930 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:03.217006 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Updating router bb4c658f-68b9-43b2-8d9f-ea37e830a930 port 31eb4439-d11a-47f2-9571-bf3abdfc872f binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:03.287106 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.305468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:03.315884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c8db78ae-d280-4168-b97c-03c9eb1c6f36 None None] Provisioning complete for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:03.317385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c8db78ae-d280-4168-b97c-03c9eb1c6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.336389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.337591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a36c21a0-ffb6-465d-bef3-d35e3f716a18 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "PUT /v2.0/routers/2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 200 len: 706 time: 3.8945920 Jul 07 17:44:03.376699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:03.390847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] Sync routers for ids ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:03.409597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.477147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c8db78ae-d280-4168-b97c-03c9eb1c6f36 None None] Port 3e88b8f1-aeb6-4980-a2c6-197dda635114 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:03.497277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-62b4854d-60f9-4953-862b-899ce0a30b7b tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/routers/2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 200 len: 741 time: 0.1101878 Jul 07 17:44:03.517278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52022) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:03.573052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] Routers {'2f9c3619-10fe-4086-b6b6-cd1f061bea30'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:03.573711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:03.576893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c8db78ae-d280-4168-b97c-03c9eb1c6f36 None None] Provisioning complete for port a75514fa-7408-4f64-9f02-da103b44e323 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:03.577908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c8db78ae-d280-4168-b97c-03c9eb1c6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.635879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f5e484fd-1025-4ba1-96f3-57b33a5bf7e1 tempest-RoutersAdminTest-1185586849 tempest-RoutersAdminTest-1185586849-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 200 len: 205 time: 0.1180537 Jul 07 17:44:03.638668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52024) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:03.677076 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f90e3da-8c78-474b-aa85-91e300b4956c tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 200 len: 205 time: 0.0370729 Jul 07 17:44:03.679501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52026) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:03.743889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:03.790333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] Routers {'2f9c3619-10fe-4086-b6b6-cd1f061bea30'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:03.791066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:03.794037 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.838786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:03.839444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b9ecf-cb4c-4787-be5e-a49914b8303f None None] The sync data for ids ['2f9c3619-10fe-4086-b6b6-cd1f061bea30'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:03.864326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.882314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 3b76974d-841c-451e-85e8-c349e5e2c73d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:03.930526 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.949413 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Transition to ACTIVE for port object 31eb4439-d11a-47f2-9571-bf3abdfc872f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:03.957981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.963651 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.008696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] DHCP port deletion for 23cbfc1d-28ce-4773-924c-c898f8c876f8 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:04.085293 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Attempting to bind port 31eb4439-d11a-47f2-9571-bf3abdfc872f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:04.087442 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Attempting to bind port 31eb4439-d11a-47f2-9571-bf3abdfc872f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:04.089077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Attempting to bind port 31eb4439-d11a-47f2-9571-bf3abdfc872f on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:04.094304 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e4dc2-0aca-4930-8566-ab19fcae6f34 None None] Pushing event updated for resources: {'Port': ['ID=31eb4439-d11a-47f2-9571-bf3abdfc872f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:04.112212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:04.112748 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:04.113507 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.114762 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:04.116086 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Bound port: 31eb4439-d11a-47f2-9571-bf3abdfc872f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:04.118300 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.124979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Deleting port a75514fa-7408-4f64-9f02-da103b44e323 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:04.125367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.170026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-a9fbf7fd-5ebb-4b9a-8860-aa7cef4615bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8615773 Jul 07 17:44:04.290572 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] For port 31eb4439-d11a-47f2-9571-bf3abdfc872f, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:04.298271 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] For port 31eb4439-d11a-47f2-9571-bf3abdfc872f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=31eb4439-d11a-47f2-9571-bf3abdfc872f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:04.306572 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.339735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a75514fa-7408-4f64-9f02-da103b44e323,segment=NetworkSegment(a03d3621-e7d9-428f-9070-a9d83c576ec7),segment_id=a03d3621-e7d9-428f-9070-a9d83c576ec7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:04.341525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.380562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port a75514fa-7408-4f64-9f02-da103b44e323 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:04.383914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.389048 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:04.390415 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:04.395456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Calling delete_port for a75514fa-7408-4f64-9f02-da103b44e323 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:04.564101 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:04.585881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a75514fa-7408-4f64-9f02-da103b44e323 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:04.594307 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.623983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port a75514fa-7408-4f64-9f02-da103b44e323, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a75514fa-7408-4f64-9f02-da103b44e323,segment=NetworkSegment(a03d3621-e7d9-428f-9070-a9d83c576ec7),segment_id=a03d3621-e7d9-428f-9070-a9d83c576ec7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:04.624801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.640478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:04.653479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-21290342-1e9a-4183-b2eb-669baae51832 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/3b76974d-841c-451e-85e8-c349e5e2c73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3155882 Jul 07 17:44:04.659088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a75514fa-7408-4f64-9f02-da103b44e323 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:04.659553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a75514fa-7408-4f64-9f02-da103b44e323 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:04.683328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for a75514fa-7408-4f64-9f02-da103b44e323 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:04.719949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-3ec508ed-cf07-4888-aa95-c3ca9287da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:04.720585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] Pushing event deleted for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:04.722175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-3ec508ed-cf07-4888-aa95-c3ca9287da34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1098 time: 0.4931340 Jul 07 17:44:04.733330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe417d-53df-4c27-82ef-ed24198e56ec None None] No DVR routers for this DVR port a75514fa-7408-4f64-9f02-da103b44e323 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:04.755612 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Sync routers for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:04.761700 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e4dc2-0aca-4930-8566-ab19fcae6f34 None None] Pushing event updated for resources: {'Port': ['ID=31eb4439-d11a-47f2-9571-bf3abdfc872f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:04.778354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:04.779124 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:04.779505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Allocated IP 172.20.0.1 (69c9809d-61a6-45d5-96b6-5981aa118670/a07e8dc2-ecea-4c71-a499-1578392b756a/1d71a582-976d-4acc-8589-e1f99dc03f23) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:05.000960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-bbb32f9c-b34c-4907-98db-32b725408401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:05.003119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-bbb32f9c-b34c-4907-98db-32b725408401 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.2339611 Jul 07 17:44:05.007417 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:05.009141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.131783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=a75514fa-7408-4f64-9f02-da103b44e323,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:05.136924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.141248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port a75514fa-7408-4f64-9f02-da103b44e323 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:05.182852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router d7287b6f-589a-4d60-9447-7a287335ef04 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:44:05.203346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.205387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.354704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.355396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9c3619-10fe-4086-b6b6-cd1f061bea30 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:05.360190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:43:58Z', 'revision_number': 3, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.365842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.367500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1ffbf89-f0e8-4b82-85ac-fbe1250b94b3 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 204 len: 168 time: 1.6869807 Jul 07 17:44:05.373220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.401413 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253e994-6232-4d0d-a7f0-d807951e5532 None None] The sync data for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 is: [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:43:58Z', 'revision_number': 3, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:05.448406 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a96f03c5-f62c-4b3f-8ed7-9897674d5599 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 200 len: 205 time: 0.0719607 Jul 07 17:44:05.449991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.469890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:00Z', 'revision_number': 2, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.501209 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-9e0b2e8a-17a8-4ec6-9660-5762e330370e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:05.505049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9e0b2e8a-17a8-4ec6-9660-5762e330370e tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/2f9c3619-10fe-4086-b6b6-cd1f061bea30 HTTP/1.1" status: 404 len: 336 time: 0.0515587 Jul 07 17:44:05.505482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.525799 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Checking router: 3b76974d-841c-451e-85e8-c349e5e2c73d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:05.527891 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Updating router 3b76974d-841c-451e-85e8-c349e5e2c73d port 3e88b8f1-aeb6-4980-a2c6-197dda635114 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:05.553344 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6592d10-410d-4af7-8ea9-bc8bde5e001b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 200 len: 205 time: 0.0430133 Jul 07 17:44:05.554338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.563866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:05.576291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Sync routers for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:05.614259 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-b72ef3b7-17b1-4473-964c-1be6045dfb8b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:05.619640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b72ef3b7-17b1-4473-964c-1be6045dfb8b tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/f64271da-370b-4aa1-b56f-62bdb97e98eb HTTP/1.1" status: 404 len: 336 time: 0.0603204 Jul 07 17:44:05.620118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.636644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:05.637683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.662796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a434134-e768-422f-9ffb-bdcc65bbcfcb tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 200 len: 205 time: 0.0377069 Jul 07 17:44:05.664339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52058) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.668257 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.713646 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-bc2e7b6e-97da-4903-ad30-c46b92958236 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:05.719104 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bc2e7b6e-97da-4903-ad30-c46b92958236 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/d351e239-965a-4461-9812-33b828d55289 HTTP/1.1" status: 404 len: 336 time: 0.0494862 Jul 07 17:44:05.719363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.720035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.722403 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c185f705-7f60-495a-9041-bd467076c0c0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.6335499 Jul 07 17:44:05.723170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52060) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.723744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52062) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.728643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cbfc1d-28ce-4773-924c-c898f8c876f8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.741467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03d3621-e7d9-428f-9070-a9d83c576ec7') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.741865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03d3621-e7d9-428f-9070-a9d83c576ec7') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:05.757734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Transition to ACTIVE for port object 1d71a582-976d-4acc-8589-e1f99dc03f23 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:05.773414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-54f647b3-5395-449e-96f7-187affea6485 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 1001 time: 0.7538164 Jul 07 17:44:05.776846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.781826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-0b24709b-2a50-48ae-b3f3-a5e19196ce74 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304776626&fields=id&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 267 time: 0.7380271 Jul 07 17:44:05.872595 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a7436e82-4464-4fcc-a8eb-cb4584ded432 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 200 len: 205 time: 0.1474946 Jul 07 17:44:05.887576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.906111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52066) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:05.924084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b5cb22a0-fa1e-4c7e-94cc-3b6835002277 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=330a94b7554f42e28066d6d784f000fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1864185 Jul 07 17:44:05.926789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52068) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.060886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e0244-1247-477c-9370-a1cee3b1b828 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:06.062873 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-389e0244-1247-477c-9370-a1cee3b1b828 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346297 Jul 07 17:44:06.070140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.159346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26445701-72c6-4c3d-8662-657df1ecc91b tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831184 Jul 07 17:44:06.160910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52072) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.171321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695894453', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'project_id': '330a94b7554f42e28066d6d784f000fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:06.176154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:06.176774 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:06.187298 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:06.210709 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-c372417c-be26-432f-8e4d-6e8801adca61 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:06.212198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c372417c-be26-432f-8e4d-6e8801adca61 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/c6478c3b-b89b-411a-9506-e1fae0252c28 HTTP/1.1" status: 404 len: 336 time: 0.3014388 Jul 07 17:44:06.215940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52074) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.302843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-70045f4b-5f91-4dea-b19e-b085dbac9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:06.305033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-70045f4b-5f91-4dea-b19e-b085dbac9588 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.5219119 Jul 07 17:44:06.402800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.413790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.424519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.427048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/23cbfc1d-28ce-4773-924c-c898f8c876f8 HTTP/1.1" status: 204 len: 168 time: 3.3283417 Jul 07 17:44:06.466091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:06.502041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52078) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.505734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70a37-421a-4014-9857-b17943a4f963 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=23cbfc1d-28ce-4773-924c-c898f8c876f8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:06.559335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 31eb4439-d11a-47f2-9571-bf3abdfc872f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:06.631268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-b6793658-8f9f-4f1d-8d5a-d292cbc5406a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:06.632471 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.643198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-b6793658-8f9f-4f1d-8d5a-d292cbc5406a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 797 time: 0.8117583 Jul 07 17:44:06.649171 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7d387a73-9c8f-45d7-a4cc-b4b84629a608 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 200 len: 205 time: 0.4306943 Jul 07 17:44:06.657144 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Transition to ACTIVE for port object 3e88b8f1-aeb6-4980-a2c6-197dda635114 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:06.663159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:06.667875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52080) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:06.671752 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.675211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.697029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:06.715554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:06.771978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:06.812910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Pushing event updated for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:06.949365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 31eb4439-d11a-47f2-9571-bf3abdfc872f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:06.971016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 31eb4439-d11a-47f2-9571-bf3abdfc872f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:06.971783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.991949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509214a4-a6cc-4f3a-8f04-dc761e3a3f07 None None] Pushing event updated for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:07.005130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-b65bf637-d5fe-4521-b259-f81bea9eb5fa tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/quotas/61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 375 time: 0.3555782 Jul 07 17:44:07.023132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:02Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:07.069347 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Attempting to bind port 3e88b8f1-aeb6-4980-a2c6-197dda635114 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:07.069808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Checking router: d7287b6f-589a-4d60-9447-7a287335ef04 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:07.069997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Attempting to bind port 3e88b8f1-aeb6-4980-a2c6-197dda635114 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:07.070164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Updating router d7287b6f-589a-4d60-9447-7a287335ef04 port 4830d1c7-5246-4a68-8b8f-df89f8600e8f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:07.070568 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Attempting to bind port 3e88b8f1-aeb6-4980-a2c6-197dda635114 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:07.088754 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:07.089324 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:07.090208 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.090754 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Bound using segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:07.091348 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Bound port: 3e88b8f1-aeb6-4980-a2c6-197dda635114, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:07.093753 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.139434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.290936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.295145 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-998f9ac7-3934-468e-96ca-adaeccc798da tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:07.300476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-998f9ac7-3934-468e-96ca-adaeccc798da tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/d269e51f-1d21-44a8-b812-b4f94c1881e5 HTTP/1.1" status: 404 len: 336 time: 0.5871809 Jul 07 17:44:07.301274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52082) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:07.321675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] For port 3e88b8f1-aeb6-4980-a2c6-197dda635114, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:07.337587 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] For port 3e88b8f1-aeb6-4980-a2c6-197dda635114, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e88b8f1-aeb6-4980-a2c6-197dda635114,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:07.347594 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.434381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7d6f496-6028-40e0-9633-768f699f4e74 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "GET /v2.0/ports?device_id=73cf4409-814d-4b98-a07c-c2967bcf30bf HTTP/1.1" status: 200 len: 205 time: 0.1255302 Jul 07 17:44:07.440623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52084) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:07.454058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73edb496-f00a-4792-9adc-a7abd01aa020 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.456854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-73edb496-f00a-4792-9adc-a7abd01aa020 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9467633 Jul 07 17:44:07.478316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-195bb615-000b-40fe-b6e6-3a7996296d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:07.488004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52088) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:07.491119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-195bb615-000b-40fe-b6e6-3a7996296d80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1689138 Jul 07 17:44:07.584449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.591256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.599469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Transition to ACTIVE for port object 4830d1c7-5246-4a68-8b8f-df89f8600e8f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:07.611701 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:07.612607 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:07.650373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.714720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Attempting to bind port 4830d1c7-5246-4a68-8b8f-df89f8600e8f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:07.716796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Attempting to bind port 4830d1c7-5246-4a68-8b8f-df89f8600e8f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:07.717224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Attempting to bind port 4830d1c7-5246-4a68-8b8f-df89f8600e8f on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:07.740924 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509214a4-a6cc-4f3a-8f04-dc761e3a3f07 None None] Pushing event updated for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:07.772042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Subnet': ['ID=92c194fb-f864-4f7b-89ad-3167026ab99a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:07.797608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:07.799208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:07.800068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.800632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:07.803573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Bound port: 4830d1c7-5246-4a68-8b8f-df89f8600e8f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:07.804218 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.806298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fb33fc2b-fd4d-46ac-873f-d5063decc8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.815169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8790e6c-773b-45c1-8dbb-441f2c8de24f None None] Provisioning for port 1d71a582-976d-4acc-8589-e1f99dc03f23 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:07.945815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2fd4359b-8fde-4268-9455-f908c6169b03 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4425557 Jul 07 17:44:07.951471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Checking segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:07.951857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network hostable DHCP agents. Network: 23de15a8-7422-4925-97df-a13d6a51a072, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:07.952365 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-4d1b58e9-422b-4633-a157-08c010038cd7 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] delete failed (client error): The resource could not be found. Jul 07 17:44:07.954098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52090) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:07.960344 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:07.961481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-345727607'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:07.962657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4d1b58e9-422b-4633-a157-08c010038cd7 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/routers/73cf4409-814d-4b98-a07c-c2967bcf30bf HTTP/1.1" status: 404 len: 336 time: 0.5039525 Jul 07 17:44:07.968856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52092) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:07.997091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f8790e6c-773b-45c1-8dbb-441f2c8de24f None None] Provisioning complete for port 1d71a582-976d-4acc-8589-e1f99dc03f23 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:07.997668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8790e6c-773b-45c1-8dbb-441f2c8de24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.037835 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2fdbb7-0590-4f13-ad9d-12cd92920432 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] DELETE failed (client error): The resource could not be found. Jul 07 17:44:08.039030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2fdbb7-0590-4f13-ad9d-12cd92920432 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:44:08.043573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ef2fdbb7-0590-4f13-ad9d-12cd92920432 tempest-RoutersAdminTest-717987480 tempest-RoutersAdminTest-717987480-project] 10.222.0.66 "DELETE /v2.0/subnets/183937b2-2f36-40aa-8735-e9cdab61414c HTTP/1.1" status: 404 len: 337 time: 0.0680470 Jul 07 17:44:08.059167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.074159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4c07-bc53-4aaa-a887-6959c9a584cb None None] Pushing event updated for resources: {'Port': ['ID=4830d1c7-5246-4a68-8b8f-df89f8600e8f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:08.131832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:08.145525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.201619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 23de15a8-7422-4925-97df-a13d6a51a072 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:44:08.221803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f8790e6c-773b-45c1-8dbb-441f2c8de24f None None] Port 1d71a582-976d-4acc-8589-e1f99dc03f23 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:08.281602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 23de15a8-7422-4925-97df-a13d6a51a072) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:08.316286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55579d-4a27-4a7e-ac14-429d83c407fa None None] Network 23de15a8-7422-4925-97df-a13d6a51a072 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:08.328453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:08.332954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 31eb4439-d11a-47f2-9571-bf3abdfc872f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=31eb4439-d11a-47f2-9571-bf3abdfc872f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:08.342339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.371954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:44:08.395982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cdead2ea-c33d-4ba7-bed8-1b46b0b705f1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2321117 Jul 07 17:44:08.401710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52096) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:08.429065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.429352 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment 5e60a3cc-d70b-4bf1-b411-26e8769f2012 of type vlan for network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d Jul 07 17:44:08.512760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-28fe4118-2af0-44c7-9b3e-4a44eaf11d13 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5058625 Jul 07 17:44:08.621769 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:08.654097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-51790ff8-cf36-4e7e-9176-70de8d15bb99 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1005285 Jul 07 17:44:08.689151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.740485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-23de15a8-7422-4925-97df-a13d6a51a072', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:44:08.741699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.748104 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950a440-539f-476d-92d6-ee456a45c8fb None None] The sync data for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 is: [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:08.752059 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:08.776356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52102) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:08.832519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] For port 4830d1c7-5246-4a68-8b8f-df89f8600e8f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:08.912832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] For port 4830d1c7-5246-4a68-8b8f-df89f8600e8f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4830d1c7-5246-4a68-8b8f-df89f8600e8f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:08.994882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.046888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:09.046888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:43:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:09.098725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.214553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82a86dc6-3a58-4602-ad76-4d58d21bbc24 req-d788c74b-d88f-4a19-bc3d-58ce871e2020 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643750 Jul 07 17:44:09.215201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:09.252062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.resource_extend [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:44:09.291221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=31eb4439-d11a-47f2-9571-bf3abdfc872f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:09.306027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.322326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:09.326621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.346141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b74b3839-a8b8-4c62-a49c-073b9394ab69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.388390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4327922 Jul 07 17:44:09.403397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52106) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:09.424071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:09.517969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4064-ac47-409e-9e94-2f430651283b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=3ef10736-57d2-4cfa-a17f-3fe1537d8b7d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:09.551090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:44:09.563331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-c350184b-edd1-4476-92f8-6d61cc00b019 service neutron] 10.222.0.66 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0115364 Jul 07 17:44:09.718793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4c07-bc53-4aaa-a887-6959c9a584cb None None] Pushing event updated for resources: {'Port': ['ID=4830d1c7-5246-4a68-8b8f-df89f8600e8f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:09.745437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Allocated IP 172.20.0.2 (23de15a8-7422-4925-97df-a13d6a51a072/92c194fb-f864-4f7b-89ad-3167026ab99a/7637e615-c2fc-4a7a-8636-fb3687840695) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:09.859984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:09.945471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:02Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:09.986516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58f5f2-0c0a-4042-a83f-95d69d661b8e None None] The sync data for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 is: [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:02Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:10.055937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-073a487a-26e6-4020-b272-054a81f7cb21 service neutron] 10.222.0.66 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174719 Jul 07 17:44:10.098514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.111967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.121588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b74b3839-a8b8-4c62-a49c-073b9394ab69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.132683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.162177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b74b3839-a8b8-4c62-a49c-073b9394ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.214468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Transition to ACTIVE for port object 7637e615-c2fc-4a7a-8636-fb3687840695 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:10.235320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-789d3a22-c972-45d2-ae18-3ccdaae95e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.272500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:10.276541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.280802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Transition to ACTIVE for port object 7637e615-c2fc-4a7a-8636-fb3687840695 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:10.305814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.383102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Pushing event updated for resources: {'Port': ['ID=7637e615-c2fc-4a7a-8636-fb3687840695,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:10.409919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Network 23de15a8-7422-4925-97df-a13d6a51a072 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:10.411862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:10.415101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:10.428979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Pushing event updated for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:10.435294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.441324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b74b3839-a8b8-4c62-a49c-073b9394ab69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5866ed5c7a0d4befbf386ebdef40c67b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6353540 Jul 07 17:44:10.446648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b3839-a8b8-4c62-a49c-073b9394ab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9c9e9-fb98-440e-bca0-51e8b9e196a9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:10.457986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52110) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:10.554778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Attempting to bind port 7637e615-c2fc-4a7a-8636-fb3687840695 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:10.555073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Attempting to bind port 7637e615-c2fc-4a7a-8636-fb3687840695 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:10.555444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Attempting to bind port 7637e615-c2fc-4a7a-8636-fb3687840695 on network 23de15a8-7422-4925-97df-a13d6a51a072 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:10.566065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:10.566597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Checking segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:10.567024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.567429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Bound using segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:10.568179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Bound port: 7637e615-c2fc-4a7a-8636-fb3687840695, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:10.568566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.683891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.722686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] For port 7637e615-c2fc-4a7a-8636-fb3687840695, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:10.735346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] For port 7637e615-c2fc-4a7a-8636-fb3687840695, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7637e615-c2fc-4a7a-8636-fb3687840695,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:10.737347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.20.0.1 (23de15a8-7422-4925-97df-a13d6a51a072/92c194fb-f864-4f7b-89ad-3167026ab99a/1c67607b-7d7b-4449-b86e-101489bc21b9) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:10.747134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:10.823268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.020824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6adfd-ac94-4374-9294-374be009b009 None None] Pushing event updated for resources: {'Port': ['ID=7637e615-c2fc-4a7a-8636-fb3687840695,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:11.073449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.076594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.168953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:11.231687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:11.248957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.272729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Transition to ACTIVE for port object 1c67607b-7d7b-4449-b86e-101489bc21b9 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:11.299885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 31eb4439-d11a-47f2-9571-bf3abdfc872f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:11.364902 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.431139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13bde1eb-4dec-438d-b069-f4b4c7e8e8da req-711e7dcc-3430-4cd0-9312-4acd1119707f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 210 time: 0.2609131 Jul 07 17:44:11.515856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 31eb4439-d11a-47f2-9571-bf3abdfc872f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:11.516216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.604999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 23de15a8-7422-4925-97df-a13d6a51a072 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:11.630306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:11.646692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:11.718298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.724050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.727077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbd9c9e9-fb98-440e-bca0-51e8b9e196a9 HTTP/1.1" status: 204 len: 168 time: 1.2618656 Jul 07 17:44:11.738355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=b2f59a34-2852-442b-aec8-555067f17e14,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:11.770925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45806f2f-cb62-4498-9da3-621935bbf5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9c9e9-fb98-440e-bca0-51e8b9e196a9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:11.866310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.873220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': '5e60a3cc-d70b-4bf1-b411-26e8769f2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:11.873631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:11.929384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:44:11.958673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:11.968248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:11.983822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:11.986335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:11.996503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.022402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e88b8f1-aeb6-4980-a2c6-197dda635114 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:12.054473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Router bb4c658f-68b9-43b2-8d9f-ea37e830a930 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:12.057505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4336ca62-9802-4c05-ac70-4ecb66106260 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6447809 Jul 07 17:44:12.062886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:12.070428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d', 'name': 'tempest-PortsTestJSON-952175978'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:12.292509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e0bb6-779a-4878-8197-b5e515b6c876 None None] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:12.631734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:12.642120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6550985a-7c85-4ac8-b13f-987a2a9e0c0e admin admin] 10.222.0.66 "PUT /v2.0/routers/bb4c658f-68b9-43b2-8d9f-ea37e830a930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2347741 Jul 07 17:44:12.646045 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Sync routers for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:12.657997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:12.672021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:12.708115 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:12.715799 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:12.744405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:13.072460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.147761 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:13.359905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:13.407311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:13.471217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c234838-f411-4d9f-baee-0864f2374995 None None] Provisioning complete for port 1d71a582-976d-4acc-8589-e1f99dc03f23 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:13.480010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c234838-f411-4d9f-baee-0864f2374995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.498461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:13.501664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.755259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0c234838-f411-4d9f-baee-0864f2374995 None None] Port 1d71a582-976d-4acc-8589-e1f99dc03f23 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:13.774006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15d630-f953-4a5d-b723-2e69d67c3424 None None] Network 23de15a8-7422-4925-97df-a13d6a51a072 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:13.794972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.863052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3ef10736-57d2-4cfa-a17f-3fe1537d8b7d', 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': 'b2f59a34-2852-442b-aec8-555067f17e14'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:44:13.870476 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1d71a582-976d-4acc-8589-e1f99dc03f23', 'name': '', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'mac_address': 'fa:16:3e:cd:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:04Z', 'updated_at': '2021-07-07T17:44:09Z', 'revision_number': 2, 'project_id': '514a562674f0461db08f3c553e43f559', 'subnets': [{'id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:13.873024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:13.939518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Checking router: bb4c658f-68b9-43b2-8d9f-ea37e830a930 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:13.939878 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Updating router bb4c658f-68b9-43b2-8d9f-ea37e830a930 port 1d71a582-976d-4acc-8589-e1f99dc03f23 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:14.032846 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.333134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.5 (3ef10736-57d2-4cfa-a17f-3fe1537d8b7d/b2f59a34-2852-442b-aec8-555067f17e14/395f6f0e-5407-4eb1-a0dd-b9ad8629b487) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:14.373151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-249024b5-fca7-4205-a580-a724bdafaaa3 None None] Provisioning for port 7637e615-c2fc-4a7a-8636-fb3687840695 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:14.375724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.393023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.477276 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.542386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80027271-b252-4534-b0c9-2c34b6d97375 req-c375d75b-8078-4ab5-aed9-1e649787aab3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 210 time: 1.5419881 Jul 07 17:44:14.740270 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c4330ae7-39b3-466e-a682-b52885f88daf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5aed3ff88a1b462fbb8371abef547036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3723204 Jul 07 17:44:14.745275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52162) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:14.841385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3e88b8f1-aeb6-4980-a2c6-197dda635114, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e88b8f1-aeb6-4980-a2c6-197dda635114,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:14.872806 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.969084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.019993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:15.036403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52166) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:15.037873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.038230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.038603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.044461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.045052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.046301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.046843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.053714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.054259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.054837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.055367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.055882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:15.063481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.098292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.158826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-921161488-network', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:15.188238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.272118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:15.314977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:15.344714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-7651d69c-f11a-4ac2-b44d-61a926e9c1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 2.4843009 Jul 07 17:44:15.380670 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.399284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Made reservation on behalf of b62c35bca3934dec8d1f11e6f6627ccd for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:15.410989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.434795 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Transition to ACTIVE for port object 1d71a582-976d-4acc-8589-e1f99dc03f23 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:15.439786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7637e615-c2fc-4a7a-8636-fb3687840695 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:15.450059 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.469225 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.488270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-c81d4740-4ef8-4f4d-9478-9b648c84b722 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:15.491868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-c81d4740-4ef8-4f4d-9478-9b648c84b722 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 797 time: 0.6568034 Jul 07 17:44:15.594779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.599145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.600556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebb26de1-1300-449c-983d-01b01900cfce HTTP/1.1" status: 204 len: 168 time: 0.7870188 Jul 07 17:44:15.633255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.648704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e14a1a-2163-446a-b71a-ed8e1420945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb26de1-1300-449c-983d-01b01900cfce,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:15.705312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 23de15a8-7422-4925-97df-a13d6a51a072 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:15.715690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:15.722174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7637e615-c2fc-4a7a-8636-fb3687840695 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:15.746566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7637e615-c2fc-4a7a-8636-fb3687840695 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:15.747047 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.893314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Allocated IP 172.20.0.2 (3ef10736-57d2-4cfa-a17f-3fe1537d8b7d/b2f59a34-2852-442b-aec8-555067f17e14/03f70c3f-661f-4f68-9817-9568fb7bd77d) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:15.910430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904c0d-9920-4446-87f1-099e7813f112 None None] Pushing event updated for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:16.002785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-3537637a-6083-4693-962e-2dd59b705369 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 380 time: 0.4955173 Jul 07 17:44:16.041222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'port': {'device_id': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'admin_state_up': True, 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'security_groups': ['4e661a19-baca-4377-a041-5e391d0f29aa']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:16.054815 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Attempting to bind port 1d71a582-976d-4acc-8589-e1f99dc03f23 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:16.055582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Attempting to bind port 1d71a582-976d-4acc-8589-e1f99dc03f23 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:16.056318 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Attempting to bind port 1d71a582-976d-4acc-8589-e1f99dc03f23 on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:16.068251 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:16.069019 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Checking segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:16.069846 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.070713 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Bound using segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:16.071657 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Bound port: 1d71a582-976d-4acc-8589-e1f99dc03f23, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:16.072285 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.149336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.274572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.325026 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] For port 1d71a582-976d-4acc-8589-e1f99dc03f23, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:16.333753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7637e615-c2fc-4a7a-8636-fb3687840695, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7637e615-c2fc-4a7a-8636-fb3687840695,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:16.337015 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] For port 1d71a582-976d-4acc-8589-e1f99dc03f23, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1d71a582-976d-4acc-8589-e1f99dc03f23,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:16.350678 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.386795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.391844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4830d1c7-5246-4a68-8b8f-df89f8600e8f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:16.399969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Provisioning complete for port 7637e615-c2fc-4a7a-8636-fb3687840695 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:16.400347 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.413757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5464fc5-b027-4488-b57f-020c2f76ad36 req-beac09d4-0723-4803-9ff1-ca564bf7328b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 210 time: 0.1444359 Jul 07 17:44:16.529608 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:16.531500 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:16.605633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:16.613573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=395f6f0e-5407-4eb1-a0dd-b9ad8629b487,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:16.684023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:16.748371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:16.823550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.893625 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:16.953144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.957636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.958025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Transition to ACTIVE for port object 03f70c3f-661f-4f68-9817-9568fb7bd77d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:16.963909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.965765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.968211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.971632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.972360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:16.984512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-08c4e7a5-9f3b-4371-bade-2c7f3ddc1f18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 1.4479909 Jul 07 17:44:16.993862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7637e615-c2fc-4a7a-8636-fb3687840695,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:17.169553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:17.171125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.201227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Transition to ACTIVE for port object 03f70c3f-661f-4f68-9817-9568fb7bd77d will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:17.210374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4830d1c7-5246-4a68-8b8f-df89f8600e8f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:17.269510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4830d1c7-5246-4a68-8b8f-df89f8600e8f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:17.270088 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.286915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.313192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904c0d-9920-4446-87f1-099e7813f112 None None] Pushing event updated for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:17.392533 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.425686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:17.432463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.447527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:44:17.464327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-122a5e62-f8d6-4018-8520-7b8f7cec29d8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3996434 Jul 07 17:44:17.469906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52194) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:17.484341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d', 'name': 'tempest-PortsTestJSON-2039386220'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:17.578900 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1d71a582-976d-4acc-8589-e1f99dc03f23', 'name': '', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'mac_address': 'fa:16:3e:cd:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:04Z', 'updated_at': '2021-07-07T17:44:16Z', 'revision_number': 4, 'project_id': '514a562674f0461db08f3c553e43f559', 'subnets': [{'id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:17.590307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.590884 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Added segment 15061668-87cf-45c2-bb2b-0d35ded45743 of type vlan for network 80ce8c23-4983-4095-b9e1-cd84f6403457 Jul 07 17:44:17.594009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d0d16-8397-4671-bda7-3abb4fc2e01f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:17.658390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router d7287b6f-589a-4d60-9447-7a287335ef04 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:17.712888 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb17f30-45b9-47a9-927d-0d7e5a06b9ba None None] The sync data for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 is: [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1d71a582-976d-4acc-8589-e1f99dc03f23', 'name': '', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'mac_address': 'fa:16:3e:cd:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:04Z', 'updated_at': '2021-07-07T17:44:16Z', 'revision_number': 4, 'project_id': '514a562674f0461db08f3c553e43f559', 'subnets': [{'id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:17.729998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:17.738706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.5 (83320aad-98ce-4897-ba9a-203e83513981/762e6bd5-5228-4875-a358-db11b9ff1f78/1dcfd4e1-0b66-481f-8995-f01ab979cf51) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:17.778015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:17.788071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:17.858884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.036744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Pushing event updated for resources: {'Port': ['ID=03f70c3f-661f-4f68-9817-9568fb7bd77d,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:18.051163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.091794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4830d1c7-5246-4a68-8b8f-df89f8600e8f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4830d1c7-5246-4a68-8b8f-df89f8600e8f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:18.104694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Provisioning for port 1c67607b-7d7b-4449-b86e-101489bc21b9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:18.118497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.220182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:18.230629 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c93615a3-1613-4916-829f-240ba23839cc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "PUT /v2.0/routers/d7287b6f-589a-4d60-9447-7a287335ef04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8257327 Jul 07 17:44:18.230931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52206) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:18.236336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--669321808', 'description': 'tempest-secgroup_access--669321808 description', 'project_id': '330a94b7554f42e28066d6d784f000fc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:18.263814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.265841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:18.266808 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.278067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.302939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Sync routers for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:18.305611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Provisioning complete for port 1c67607b-7d7b-4449-b86e-101489bc21b9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:18.315301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.375255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2550068 Jul 07 17:44:18.381063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:18.398531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Request body: {'subnet': {'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-921161488-subnet', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:18.421203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69054-af5a-4a41-9b49-9ffc1c783dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=80ce8c23-4983-4095-b9e1-cd84f6403457,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:18.422165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Attempting to bind port 03f70c3f-661f-4f68-9817-9568fb7bd77d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:18.432142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Attempting to bind port 03f70c3f-661f-4f68-9817-9568fb7bd77d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '5e60a3cc-d70b-4bf1-b411-26e8769f2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:18.432776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Attempting to bind port 03f70c3f-661f-4f68-9817-9568fb7bd77d on network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:18.435282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4830d1c7-5246-4a68-8b8f-df89f8600e8f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:18.458818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:44:18.490410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:18.491635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:18.499727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85e1e408-dcfb-4065-9b59-dceb3b15e446 req-7ff1a202-d965-4a35-87d5-baa44c6cacda tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 210 time: 0.4591959 Jul 07 17:44:18.594856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.608430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.616249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:18.617803 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Checking segment: {'id': '5e60a3cc-d70b-4bf1-b411-26e8769f2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:18.618241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.619844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Bound using segment: {'id': '5e60a3cc-d70b-4bf1-b411-26e8769f2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:18.620408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Bound port: 03f70c3f-661f-4f68-9817-9568fb7bd77d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e60a3cc-d70b-4bf1-b411-26e8769f2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3ef10736-57d2-4cfa-a17f-3fe1537d8b7d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:18.622084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.746896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-0a0db85f-93e9-4761-b5a5-9ef35ccea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:18.748089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-0a0db85f-93e9-4761-b5a5-9ef35ccea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:18.750560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-0a0db85f-93e9-4761-b5a5-9ef35ccea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:18.754701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-0a0db85f-93e9-4761-b5a5-9ef35ccea3ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 2295 time: 1.6306183 Jul 07 17:44:18.778713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Made reservation on behalf of b62c35bca3934dec8d1f11e6f6627ccd for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:18.786378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.801337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.813433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5807505 Jul 07 17:44:18.826384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5eab6533-d690-4e77-8f0f-8e3046b7826c None None] Port 1c67607b-7d7b-4449-b86e-101489bc21b9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:18.829501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7637e615-c2fc-4a7a-8636-fb3687840695 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:18.841412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:18.860907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1482087383', 'description': 'tempest-secgroup_general--1482087383 description', 'project_id': '330a94b7554f42e28066d6d784f000fc'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:18.961976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-1f6eeff4-e9f7-4919-b707-9f927e0eea4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.1938798 Jul 07 17:44:19.010231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a236e-6714-4490-8f7c-f846296216b8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7898422b-8fb3-4519-ab76-193754d2b9e2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:19.091885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.095119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7637e615-c2fc-4a7a-8636-fb3687840695 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:19.095932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.100212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.133729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-a2f05d81-9cf6-4564-b3d6-269bc2cede1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:19.135384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-a2f05d81-9cf6-4564-b3d6-269bc2cede1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.1552296 Jul 07 17:44:19.145403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object 1dcfd4e1-0b66-481f-8995-f01ab979cf51 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:19.158147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] For port 03f70c3f-661f-4f68-9817-9568fb7bd77d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:19.169193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:19.196121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:19.200585 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.255416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port b64ca369-3d15-41e2-a2a7-79c6b64f815d yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:19.474869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.504625 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-8af1a6da-e83d-4264-9f17-5e608200c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:19.506865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-8af1a6da-e83d-4264-9f17-5e608200c2eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3595302 Jul 07 17:44:19.516659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] For port 03f70c3f-661f-4f68-9817-9568fb7bd77d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=03f70c3f-661f-4f68-9817-9568fb7bd77d,segment=NetworkSegment(5e60a3cc-d70b-4bf1-b411-26e8769f2012),segment_id=5e60a3cc-d70b-4bf1-b411-26e8769f2012)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:19.531822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52226) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:19.534382 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.554359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-96eac677-c947-4887-b99f-52c75b7be21d None None] Provisioning complete for port 1c67607b-7d7b-4449-b86e-101489bc21b9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:19.554797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-96eac677-c947-4887-b99f-52c75b7be21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.611599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.667357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-96eac677-c947-4887-b99f-52c75b7be21d None None] Port 1c67607b-7d7b-4449-b86e-101489bc21b9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:19.895569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Checking segment: {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:19.896097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82116c8-c5b1-4721-82a4-ee1be2100120 None None] Pushing event updated for resources: {'Port': ['ID=03f70c3f-661f-4f68-9817-9568fb7bd77d,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:19.896209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Network hostable DHCP agents. Network: 80ce8c23-4983-4095-b9e1-cd84f6403457, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:19.984842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1d71a582-976d-4acc-8589-e1f99dc03f23 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:19.994352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a146c2-1542-4e7b-923f-3b13d4e5083e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:20.050544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:44:20.101940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 80ce8c23-4983-4095-b9e1-cd84f6403457) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:20.113132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:20.113809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.166825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.187966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31be2e-bdf0-42e2-8b62-eea29e80a81d None None] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:20.197126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.208558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-357370968'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:20.212839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 83320aad-98ce-4897-ba9a-203e83513981 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:20.218284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4eeb31a7-4c59-472e-9bfc-ef38b3577403 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8259797 Jul 07 17:44:20.220778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:20.227822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:20.269326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:20.325211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:20.328823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.330176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.4850445 Jul 07 17:44:20.334010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52238) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:20.356930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'security_group_rule': {'security_group_id': '7898422b-8fb3-4519-ab76-193754d2b9e2', 'project_id': '330a94b7554f42e28066d6d784f000fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:20.391818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b43b0-faeb-4418-a908-37a205ee116f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724a166e-e847-4300-8210-62b76ac2c98a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:20.403336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:44:20.403336 n-d-791505-12 neutron-server[93947]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:44:20.403336 n-d-791505-12 neutron-server[93947]: [parameters: {'project_id_1': 'b62c35bca3934dec8d1f11e6f6627ccd', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 44, 20, 331318)}] Jul 07 17:44:20.403336 n-d-791505-12 neutron-server[93947]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:44:20.404371 n-d-791505-12 neutron-server[93947]: DEBUG oslo_db.api [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:44:20.414555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:20.421730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1d71a582-976d-4acc-8589-e1f99dc03f23 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:20.465273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1d71a582-976d-4acc-8589-e1f99dc03f23 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:20.465959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.544140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.3 (3ef10736-57d2-4cfa-a17f-3fe1537d8b7d/b2f59a34-2852-442b-aec8-555067f17e14/b64ca369-3d15-41e2-a2a7-79c6b64f815d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:20.599114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:13Z', 'revision_number': 2, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:20.609950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.627739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.628994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.750872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Checking router: d7287b6f-589a-4d60-9447-7a287335ef04 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:20.751155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Updating router d7287b6f-589a-4d60-9447-7a287335ef04 port 1c67607b-7d7b-4449-b86e-101489bc21b9 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:20.835396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.843526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.849206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:20.850069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.872215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-80ce8c23-4983-4095-b9e1-cd84f6403457', 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'fixed_ips': [{'subnet_id': '27a146c2-1542-4e7b-923f-3b13d4e5083e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:44:20.873661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.876492 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.880892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4678adf8-af2d-49f6-942a-40effa3d7faf None None] Provisioning for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:20.883009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd07773-4b72-4b38-a17a-ca3e5eed0092,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:20.900410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-d00382f9-9d22-4b34-aec9-24a0da10d861 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3657525 Jul 07 17:44:20.906470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.909288 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8e462cb2-3765-4175-82c6-c760f387aa15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5653245 Jul 07 17:44:20.930064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4678adf8-af2d-49f6-942a-40effa3d7faf None None] Provisioning complete for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:20.930470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4678adf8-af2d-49f6-942a-40effa3d7faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.985737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.988618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.032113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-f44228d8-589d-4797-ad67-000a9378edec service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240566 Jul 07 17:44:21.050874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-ab0fb678-5728-4e16-9f42-9506fce4dd3a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0468919 Jul 07 17:44:21.082266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4678adf8-af2d-49f6-942a-40effa3d7faf None None] Port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:21.084222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.128941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Request body: {'port': {'device_id': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:21.187997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.193892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968d7f-ceff-4766-8654-9229c0714c57 req-59a1ef13-2391-4a41-b781-65303485d7ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:21.208264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed968d7f-ceff-4766-8654-9229c0714c57 req-59a1ef13-2391-4a41-b781-65303485d7ac tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 931 time: 1.0852425 Jul 07 17:44:21.255020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-ababcbcb-57f6-4f09-b9dd-31496812faa4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.2142367 Jul 07 17:44:21.260575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.339540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-520007b8-8744-4e97-ac72-6d92d43870f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:21.341364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-520007b8-8744-4e97-ac72-6d92d43870f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.0763791 Jul 07 17:44:21.350107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 1d71a582-976d-4acc-8589-e1f99dc03f23, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1d71a582-976d-4acc-8589-e1f99dc03f23,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:21.350736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.361600 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.362820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e88b8f1-aeb6-4980-a2c6-197dda635114 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:21.495054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.501995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e183d89a-5ea7-4d7c-b95b-99653045069e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.9614131 Jul 07 17:44:21.502796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52246) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:21.508526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.516318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.548689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Allocated IP 172.20.0.2 (80ce8c23-4983-4095-b9e1-cd84f6403457/27a146c2-1542-4e7b-923f-3b13d4e5083e/3414081c-4e59-4ebd-9e41-681d719cd0a2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:21.634077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object b64ca369-3d15-41e2-a2a7-79c6b64f815d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:21.789157 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.804545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed968d7f-ceff-4766-8654-9229c0714c57 req-a8996fc2-1bef-422b-8a35-eb2b713ac9de tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5941558 Jul 07 17:44:21.824805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:21.926473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:21.938219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-989debfb-9146-4c66-a69e-35d9dc704b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:21.941183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-989debfb-9146-4c66-a69e-35d9dc704b1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5747557 Jul 07 17:44:21.946201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:21.949624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:22.022112 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.069083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:22.072491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.083397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=b64ca369-3d15-41e2-a2a7-79c6b64f815d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:22.176624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-338401a2-ce15-4bb9-921a-0d115b5749cf tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7056921 Jul 07 17:44:22.181130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52250) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:22.272718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.276891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.294708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-f6f62938-bd44-4125-b07b-d9dfde5d478f service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759480 Jul 07 17:44:22.309366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42302ca0-0e17-46f2-b76f-0fa801e563f5 None None] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:22.370995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:22.452439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.456010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-91869835-eb0d-4657-9c4a-2a4560141efb None None] Provisioning for port 03f70c3f-661f-4f68-9817-9568fb7bd77d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:22.466661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3e88b8f1-aeb6-4980-a2c6-197dda635114 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:22.468141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.484471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.528359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Transition to ACTIVE for port object 1c67607b-7d7b-4449-b86e-101489bc21b9 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:22.536266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.537101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0953a995-2fa1-4d69-849c-5844cfac0ea4 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:22.559146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.564745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cac8885d-616c-4493-8e93-0b57151cb4b1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "DELETE /v2.0/routers/0953a995-2fa1-4d69-849c-5844cfac0ea4 HTTP/1.1" status: 204 len: 168 time: 1.0568981 Jul 07 17:44:22.565206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52260) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:22.565340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-7fe877bf-c003-4f1f-bd19-fdec98297b03 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--669321808&fields=id&tenant_id=330a94b7554f42e28066d6d784f000fc HTTP/1.1" status: 200 len: 267 time: 0.0961528 Jul 07 17:44:22.586619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Transition to ACTIVE for port object 3414081c-4e59-4ebd-9e41-681d719cd0a2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:22.587156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Request body: {'router': {'name': 'tempest-router-487459940', 'distributed': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:22.613771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.618782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-9c8c25f9-f1d0-4e55-802a-9f9afb00f6a9 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157864 Jul 07 17:44:22.689129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b80bd7-b84f-49ad-aa22-20639c7a0797 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:22.696879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-59b80bd7-b84f-49ad-aa22-20639c7a0797 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.5143855 Jul 07 17:44:22.697969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52262) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:22.703859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Transition to ACTIVE for port object 3414081c-4e59-4ebd-9e41-681d719cd0a2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:22.753139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.760484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64098-03c8-4c0b-91a4-d0783e52c76e None None] Pushing event updated for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:22.796085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.798234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:22.918477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:23.231699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.236418 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.267836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.273106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.357258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.358247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b690f4e-a4dc-4ef1-bf67-0ec2efaa1aca tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7788363 Jul 07 17:44:23.369437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52270) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:23.386744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-2a4818e0-ed5e-4163-8a33-41d0beeac031 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.7609000 Jul 07 17:44:23.433535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port b64ca369-3d15-41e2-a2a7-79c6b64f815d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:23.433984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.452733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-0bf1ae13-32ab-43fa-831a-4cc86c96c686 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--1482087383&fields=id&tenant_id=330a94b7554f42e28066d6d784f000fc HTTP/1.1" status: 200 len: 267 time: 0.8851666 Jul 07 17:44:23.471884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:23.480890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:23.517752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Pushing event updated for resources: {'Port': ['ID=3414081c-4e59-4ebd-9e41-681d719cd0a2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:23.660403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Attempting to bind port 1c67607b-7d7b-4449-b86e-101489bc21b9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:23.660903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Attempting to bind port 1c67607b-7d7b-4449-b86e-101489bc21b9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:23.668938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Attempting to bind port 1c67607b-7d7b-4449-b86e-101489bc21b9 on network 23de15a8-7422-4925-97df-a13d6a51a072 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:23.699261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:23.699733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Checking segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:23.700129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.700552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Bound using segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:23.701117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Bound port: 1c67607b-7d7b-4449-b86e-101489bc21b9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:23.702483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.741537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.744613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Attempting to bind port 3414081c-4e59-4ebd-9e41-681d719cd0a2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:23.745151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Attempting to bind port 3414081c-4e59-4ebd-9e41-681d719cd0a2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:23.748961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Attempting to bind port 3414081c-4e59-4ebd-9e41-681d719cd0a2 on network 80ce8c23-4983-4095-b9e1-cd84f6403457 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:23.781856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:23.781856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Checking segment: {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:23.781856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.781856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Bound using segment: {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:23.782341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Bound port: 3414081c-4e59-4ebd-9e41-681d719cd0a2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:23.785499 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.878528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:23.917221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:23.979705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Transition to ACTIVE for port object 1dcfd4e1-0b66-481f-8995-f01ab979cf51 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:23.992048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] For port 1c67607b-7d7b-4449-b86e-101489bc21b9, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:23.995329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Allocated IP 172.25.3.42 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/085459db-ff20-45c0-839c-51fc39f5b4fa) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:24.003669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] For port 3414081c-4e59-4ebd-9e41-681d719cd0a2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:24.011277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.015351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] For port 1c67607b-7d7b-4449-b86e-101489bc21b9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c67607b-7d7b-4449-b86e-101489bc21b9,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:24.025691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] For port 3414081c-4e59-4ebd-9e41-681d719cd0a2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3414081c-4e59-4ebd-9e41-681d719cd0a2,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:24.038945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.039765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.078876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.079622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-13498740-0ef2-4257-a0ec-98c58c37c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:24.085155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-13498740-0ef2-4257-a0ec-98c58c37c5fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.6748674 Jul 07 17:44:24.121717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 03f70c3f-661f-4f68-9817-9568fb7bd77d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:24.238069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for b64ca369-3d15-41e2-a2a7-79c6b64f815d owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:24.322026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.369177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:24.370326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:24.386645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.488315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Provisioning for port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:24.491648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64098-03c8-4c0b-91a4-d0783e52c76e None None] Pushing event updated for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:24.553645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Provisioning complete for port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:24.566248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.670968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-5dd0fa8e-a29a-4ae2-8337-12bf3bf1c6d1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:24.672741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-5dd0fa8e-a29a-4ae2-8337-12bf3bf1c6d1 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 797 time: 1.2189224 Jul 07 17:44:24.675315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:24.675671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:24.676013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:24.687029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:24.693126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:44:24.693916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:24.727967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:24.728360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:24.728712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Bound using segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:24.729182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Bound port: 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:24.729561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.735337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-5237f78f-ff95-462e-a65a-f64d71021572 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/quotas/330a94b7554f42e28066d6d784f000fc HTTP/1.1" status: 200 len: 375 time: 0.0434499 Jul 07 17:44:24.740070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-ddd32958-0f5a-4565-abc8-63c5a45c45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:24.742302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-ddd32958-0f5a-4565-abc8-63c5a45c45f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5902824 Jul 07 17:44:24.753105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.754006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d81e58fc-1e93-4ea3-8e03-bf6fa7774426 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:24.773002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.778040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58205b72-e6a0-4adc-b62f-9ae0087bfc62 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "DELETE /v2.0/routers/d81e58fc-1e93-4ea3-8e03-bf6fa7774426 HTTP/1.1" status: 204 len: 168 time: 1.4042699 Jul 07 17:44:24.786666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52274) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:24.800271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Request body: {'router': {'name': 'tempest-router-1225234786', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1f077d6bf3674607a417ede72d6cab81'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:24.849218 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.855028 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.988456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.989547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:24.996063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:25.023949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.028072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcc10-edc8-405f-ae08-2178f010d8ad None None] Pushing event updated for resources: {'Port': ['ID=3414081c-4e59-4ebd-9e41-681d719cd0a2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:25.075139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 03f70c3f-661f-4f68-9817-9568fb7bd77d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:25.091012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 03f70c3f-661f-4f68-9817-9568fb7bd77d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:25.091709 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.095685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:25.102578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:25.103809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.110720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] 10.222.0.73 "PUT /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1092 time: 4.0367942 Jul 07 17:44:25.132072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:25.140393 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e748d2-6547-40ed-8edd-99083e6cdd58" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:25.163765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-4f446546-351b-4214-a08a-f933c2b9a4c3 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118268 Jul 07 17:44:25.249873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:25.294271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.308223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.359349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.360809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1ce0f7b3-89ce-4b6a-86e5-744625d20458 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5730667 Jul 07 17:44:25.365280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:25.375429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:25.388140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.397030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46579a8-e7b5-4278-977e-1a9c8b61b67c service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:25.498260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Provisioning for port b64ca369-3d15-41e2-a2a7-79c6b64f815d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:25.501991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-3d7a04c4-805c-4954-a149-653214ae4cca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7512693 Jul 07 17:44:25.666209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Provisioning complete for port b64ca369-3d15-41e2-a2a7-79c6b64f815d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:25.666669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.713673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-af72e3c8-8cd8-431f-b4e3-f5b01f985b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:25.715636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-af72e3c8-8cd8-431f-b4e3-f5b01f985b78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1095 time: 0.5507734 Jul 07 17:44:25.839968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Port b64ca369-3d15-41e2-a2a7-79c6b64f815d was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:44:25.844614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-e362d710-7422-4dff-a901-56f9e897d4a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 217 time: 0.1098163 Jul 07 17:44:25.852399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-d1e0ea62-4a9d-41b8-b005-d9e8447594ae service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730008 Jul 07 17:44:25.900799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-6b4cfd2f-0df7-40bb-8348-226055178750 service neutron] 10.222.0.66 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674006 Jul 07 17:44:25.902918 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:25.949045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.000397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Provisioning complete for port 03f70c3f-661f-4f68-9817-9568fb7bd77d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:26.000882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-714b98f9-46ee-48fe-b772-f3367fa0c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.057424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 03f70c3f-661f-4f68-9817-9568fb7bd77d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=03f70c3f-661f-4f68-9817-9568fb7bd77d,segment=NetworkSegment(5e60a3cc-d70b-4bf1-b411-26e8769f2012),segment_id=5e60a3cc-d70b-4bf1-b411-26e8769f2012)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:26.070118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.071149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1d71a582-976d-4acc-8589-e1f99dc03f23 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:26.083925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:23Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:26.144968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-23223950-32c1-41ce-ae48-ab59d4d92e85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.2851632 Jul 07 17:44:26.202962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=b64ca369-3d15-41e2-a2a7-79c6b64f815d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:26.206793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bf35a-7a78-478f-9cd9-cfe2e47f85a4 None None] The sync data for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 is: [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:23Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:26.222920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.371081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-27bf9196-7def-4f5a-8dad-80afb3fa8c09 service neutron] 10.222.0.66 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080504 Jul 07 17:44:26.403502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=03f70c3f-661f-4f68-9817-9568fb7bd77d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:26.419369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-eafa720c-f1c2-43af-9ea9-d8d5130aed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:26.426105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1d71a582-976d-4acc-8589-e1f99dc03f23 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:26.426105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.430278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-eafa720c-f1c2-43af-9ea9-d8d5130aed72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.5729897 Jul 07 17:44:26.682639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:26.704481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.709871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-742d720a-2adf-4d69-887b-f36af3218a5f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/b64ca369-3d15-41e2-a2a7-79c6b64f815d HTTP/1.1" status: 204 len: 168 time: 3.9368510 Jul 07 17:44:26.710074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:26.713179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:26.717026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Pushing event updated for resources: {'Port': ['ID=085459db-ff20-45c0-839c-51fc39f5b4fa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:26.722521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:26.852159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3a753-54d5-45cd-beec-cc674c28771f None None] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:26.863834 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db34d85-2dce-49c2-9d9b-e654229eaf5a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:44:26.867019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6db34d85-2dce-49c2-9d9b-e654229eaf5a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/b64ca369-3d15-41e2-a2a7-79c6b64f815d HTTP/1.1" status: 404 len: 333 time: 0.1478703 Jul 07 17:44:26.875265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69099647-e92b-4b6a-8684-fb1bf61324b6 None None] Provisioning complete for port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:26.876919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69099647-e92b-4b6a-8684-fb1bf61324b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.884335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52290) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:26.908882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-c82e2205-f836-4a1f-b097-af0b812e3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:26.915536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-c82e2205-f836-4a1f-b097-af0b812e3fca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.5360670 Jul 07 17:44:26.925530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:26.925994 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.027209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4830d1c7-5246-4a68-8b8f-df89f8600e8f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:27.121671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93947) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 17:44:27.122236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Router 71f000c5-759a-4ce1-812d-45dfdfd2940a migrating from provider to provider. {{(pid=93947) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 17:44:27.122914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.140332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-69099647-e92b-4b6a-8684-fb1bf61324b6 None None] Port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:27.141342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.230615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a616-6797-476b-8861-89ae33d64d82 req-63cc474b-e2e3-4613-ba29-8b7dc4558015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:27.233463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-63cc474b-e2e3-4613-ba29-8b7dc4558015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7142889 Jul 07 17:44:27.292497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.337004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69099647-e92b-4b6a-8684-fb1bf61324b6 None None] Could not find standard attr ID for object b64ca369-3d15-41e2-a2a7-79c6b64f815d. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:44:27.376564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.482072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4830d1c7-5246-4a68-8b8f-df89f8600e8f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:27.482763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:27.622670 n-d-791505-12 neutron-server[93947]: WARNING neutron.scheduler.l3_agent_scheduler [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] No L3 agents can host the router 71f000c5-759a-4ce1-812d-45dfdfd2940a Jul 07 17:44:27.693295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-dbf72374-6285-4324-9e77-dcfe314490d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:27.694986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-dbf72374-6285-4324-9e77-dcfe314490d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7670934 Jul 07 17:44:27.716506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9533346f-e035-4ca2-89a1-849c5d3479d8 None None] Provisioning for port 3414081c-4e59-4ebd-9e41-681d719cd0a2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:27.827816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-c150b55b-0484-4839-bf3d-321d10bbbb0e service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665455 Jul 07 17:44:27.836023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-0fc9d074-e106-4080-b1a4-96514128667b service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268313 Jul 07 17:44:27.982979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Hosts for router 71f000c5-759a-4ce1-812d-45dfdfd2940a: [] {{(pid=93947) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 17:44:28.030768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Hosts for other DVR routers connected to router 71f000c5-759a-4ce1-812d-45dfdfd2940a: set() {{(pid=93947) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 17:44:28.033942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.037920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-97bf796b-f235-459f-a3ee-e59080336f94 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "PUT /v2.0/routers/71f000c5-759a-4ce1-812d-45dfdfd2940a HTTP/1.1" status: 200 len: 717 time: 2.6689618 Jul 07 17:44:28.038539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52302) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:28.151448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-ea11f612-2ac4-46e3-841b-a64b65dc01e9 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000827 Jul 07 17:44:28.251606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c03d0ade-a27a-4c88-8865-905ced701e24 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "GET /v2.0/routers/71f000c5-759a-4ce1-812d-45dfdfd2940a HTTP/1.1" status: 200 len: 717 time: 0.2109375 Jul 07 17:44:28.260722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52304) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:28.313158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8ad6-6303-4c5c-95da-45d31caf7278 req-2a66bcab-f23e-4c2a-a382-abe8e990a3dd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:28.318252 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.321543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04aa8ad6-6303-4c5c-95da-45d31caf7278 req-2a66bcab-f23e-4c2a-a382-abe8e990a3dd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 943 time: 1.0188277 Jul 07 17:44:28.361449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:28.361773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.370848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-fd83c1cf-4c77-4c1f-920d-d666c07f595c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.2032170 Jul 07 17:44:28.636326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 03f70c3f-661f-4f68-9817-9568fb7bd77d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:28.797924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 03f70c3f-661f-4f68-9817-9568fb7bd77d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:28.798362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:28.830159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04aa8ad6-6303-4c5c-95da-45d31caf7278 req-66ffa525-455c-44b0-95f1-9fdc4fa5d279 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5075772 Jul 07 17:44:28.932972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21a1a616-6797-476b-8861-89ae33d64d82 req-91f1c7c0-a021-49aa-b56e-9937fe107538 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0955796 Jul 07 17:44:28.941782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-70332eaa-2268-4d60-a3a1-b5c289cc980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:28.944709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-70332eaa-2268-4d60-a3a1-b5c289cc980d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.5667186 Jul 07 17:44:29.051828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.070293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 395f6f0e-5407-4eb1-a0dd-b9ad8629b487 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:29.116158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c67607b-7d7b-4449-b86e-101489bc21b9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:29.136692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-a1bb538c-6c9c-4c53-9be5-604abb0d8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:29.138286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-a1bb538c-6c9c-4c53-9be5-604abb0d8204 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1811562 Jul 07 17:44:29.172433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4787cf0c-dce5-4f58-9580-f004747f5f00 tempest-RoutersTestDVR-565292285 tempest-RoutersTestDVR-565292285-project] 10.222.0.66 "GET /v2.0/routers/71f000c5-759a-4ce1-812d-45dfdfd2940a HTTP/1.1" status: 200 len: 683 time: 0.9034350 Jul 07 17:44:29.173045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52318) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:29.194733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.216069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1c67607b-7d7b-4449-b86e-101489bc21b9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:29.227672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1c67607b-7d7b-4449-b86e-101489bc21b9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:29.230373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.292385 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c9e7b-edb0-41ac-b515-05321b7df1ab x-openstack-request-id: req-ab8c9e7b-edb0-41ac-b515-05321b7df1ab {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:29.292918 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:29.293261 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab8c9e7b-edb0-41ac-b515-05321b7df1ab {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:29.293924 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:44:29.352089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.418256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-db5d2014-7edf-4293-9274-4fb322091657 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705991 Jul 07 17:44:29.424578 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.508611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 1c67607b-7d7b-4449-b86e-101489bc21b9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c67607b-7d7b-4449-b86e-101489bc21b9,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:29.518822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.519615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3414081c-4e59-4ebd-9e41-681d719cd0a2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:29.632828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-010342d2-bfa4-4293-b108-7d08da438975 req-e5094230-a2f9-4895-befd-5849f4845f8d tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 210 time: 0.0917263 Jul 07 17:44:29.644126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.669932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:29.750721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3414081c-4e59-4ebd-9e41-681d719cd0a2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:29.764988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3414081c-4e59-4ebd-9e41-681d719cd0a2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:29.765352 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:29.840699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=395f6f0e-5407-4eb1-a0dd-b9ad8629b487,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:29.885363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-74d50b06-7e70-45f2-815f-62f829c65be8 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563525 Jul 07 17:44:29.905353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.023808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.033112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.065607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-78d20865-ff74-4951-ade3-2d651cb8243f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.0882843 Jul 07 17:44:30.067097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.067730 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.068216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.068556 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.068889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.069217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.069544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.069878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.070201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.070606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.070963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.071372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:30.092941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.094980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b5f5fbe-e9f1-4211-9be2-e27ddeb08d80 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/395f6f0e-5407-4eb1-a0dd-b9ad8629b487 HTTP/1.1" status: 204 len: 168 time: 3.2091496 Jul 07 17:44:30.097423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-aaefdd08-6f72-4ec6-a005-eb4237e4cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:30.100633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-aaefdd08-6f72-4ec6-a005-eb4237e4cd51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1095 time: 0.7593524 Jul 07 17:44:30.101132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52332) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:30.124372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3414081c-4e59-4ebd-9e41-681d719cd0a2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3414081c-4e59-4ebd-9e41-681d719cd0a2,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:30.132090 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.200366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.202090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71f000c5-759a-4ce1-812d-45dfdfd2940a {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:30.212243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.222877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a221d9f-92a8-4e49-91d0-2a705f75587d tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "DELETE /v2.0/routers/71f000c5-759a-4ce1-812d-45dfdfd2940a HTTP/1.1" status: 204 len: 168 time: 1.0475442 Jul 07 17:44:30.235402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52336) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:30.257727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Request body: {'router': {'name': 'tempest-router-198095222', 'distributed': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:30.258106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3414081c-4e59-4ebd-9e41-681d719cd0a2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:30.262019 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bc7cf6-2293-4346-82e1-34a74e779a30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:44:30.263916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-37bc7cf6-2293-4346-82e1-34a74e779a30 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/395f6f0e-5407-4eb1-a0dd-b9ad8629b487 HTTP/1.1" status: 404 len: 333 time: 0.1606612 Jul 07 17:44:30.312536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52338) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:30.354679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c67607b-7d7b-4449-b86e-101489bc21b9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:30.450759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-029d14c3-fd41-4d5b-ad8f-5d1468af0003 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:30.452403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1c67607b-7d7b-4449-b86e-101489bc21b9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:30.453266 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.455874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-029d14c3-fd41-4d5b-ad8f-5d1468af0003 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.23 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 797 time: 0.7163842 Jul 07 17:44:30.458354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Router 504376cb-c9df-4379-9eb7-68df11c60587 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:44:30.462139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.464714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:30.843251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-397a8446-7b1d-4150-b202-bf79a968689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:30.844446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-397a8446-7b1d-4150-b202-bf79a968689a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.7632785 Jul 07 17:44:30.948772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet b2f59a34-2852-442b-aec8-555067f17e14 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:30.953086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.002403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.035859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-cc870a0c-2943-4bc5-b13f-ebc568e61ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:31.037487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-cc870a0c-2943-4bc5-b13f-ebc568e61ec1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.9254282 Jul 07 17:44:31.049213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dffcdb-b8d9-4fb8-bd99-c8c7b09ca0dd req-1d2da50f-d2cf-4525-a10d-7c1a64e8886b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:31.050889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3dffcdb-b8d9-4fb8-bd99-c8c7b09ca0dd req-1d2da50f-d2cf-4525-a10d-7c1a64e8886b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 943 time: 0.8566747 Jul 07 17:44:31.108839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-39d15542-1415-4d52-966d-4695e69fc84b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 217 time: 0.0544975 Jul 07 17:44:31.225345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-8e1648c1-f6a0-4a41-a630-eca0917098be tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=330a94b7554f42e28066d6d784f000fc HTTP/1.1" status: 200 len: 477 time: 0.7527423 Jul 07 17:44:31.236240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'port': {'device_id': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'admin_state_up': True, 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'security_groups': ['7898422b-8fb3-4519-ab76-193754d2b9e2', '724a166e-e847-4300-8210-62b76ac2c98a']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:31.241047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.289508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-cc70576b-d0ad-406e-9c97-d48104b5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:31.292282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-cc70576b-d0ad-406e-9c97-d48104b5b591 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4400663 Jul 07 17:44:31.311629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.327926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3dffcdb-b8d9-4fb8-bd99-c8c7b09ca0dd req-10f04869-22bc-4271-bfd0-fe1b8f8c4f0b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300825 Jul 07 17:44:31.375991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.380000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3aa0da60-ff54-4765-b5b9-f0bb87fd8aa1 tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1382353 Jul 07 17:44:31.383646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52344) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:31.415977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-f674b1bd-3c70-4707-a273-ccfec3733f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:31.418651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-f674b1bd-3c70-4707-a273-ccfec3733f7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.3034809 Jul 07 17:44:31.502766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.506226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:31.519666 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Sync routers for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:31.532471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.535482 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:31.536837 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:31.727016 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:31.759085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.766756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-68a91900-0be5-4a7b-bded-3ebf7c0d2780 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.5439415 Jul 07 17:44:31.767952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52354) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:31.770567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-f50ca760-d1d6-472a-b2c2-5a763309e76e service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592643 Jul 07 17:44:31.885625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.973555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:31.975831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d6eb3-9b08-4713-81d1-39a89c582231 None None] Network 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:31.976584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/b2f59a34-2852-442b-aec8-555067f17e14 HTTP/1.1" status: 204 len: 168 time: 1.6350987 Jul 07 17:44:31.978305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc7c38e6-fd51-4278-911b-9c0712a855d7 req-4a922871-3a41-4482-80fb-a0916ab43510 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 210 time: 0.0762908 Jul 07 17:44:31.987236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-b006cadc-d650-48de-8d55-6eca8897596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:31.989100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-b006cadc-d650-48de-8d55-6eca8897596e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5600133 Jul 07 17:44:32.012793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:32.127072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:27Z', 'revision_number': 3, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:32.231597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.250358 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Checking router: 504376cb-c9df-4379-9eb7-68df11c60587 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:32.254095 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Updating router 504376cb-c9df-4379-9eb7-68df11c60587 port 085459db-ff20-45c0-839c-51fc39f5b4fa binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:32.264823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3414081c-4e59-4ebd-9e41-681d719cd0a2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:32.294324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:32.300480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.308888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c51d99-5d73-42a1-a8db-944e98e89178 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f59a34-2852-442b-aec8-555067f17e14,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:32.318305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-744e6fb8-6337-4904-9ea7-d5563c2cf1c4 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161755 Jul 07 17:44:32.374081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3414081c-4e59-4ebd-9e41-681d719cd0a2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:32.376972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.425999 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.431256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.433490 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.435281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] DHCP port deletion for 3ef10736-57d2-4cfa-a17f-3fe1537d8b7d request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:32.541979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-fc1c737c-d3dc-4276-a119-f7c459c71396 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.2020645 Jul 07 17:44:32.679909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Deleting port 03f70c3f-661f-4f68-9817-9568fb7bd77d {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:32.679909 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.804233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-c6690b22-3bce-4634-a4b8-c61f4dc5c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:32.806849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-c6690b22-3bce-4634-a4b8-c61f4dc5c316 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.2402699 Jul 07 17:44:32.896868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.897386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a42578af-e5dd-4f6f-a498-72772b5db190 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:44:32.908957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.930159 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-52b0fd0e-312e-40af-bca2-3427ad357c4e tempest-RoutersTestDVR-274731784 tempest-RoutersTestDVR-274731784-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a42578af-e5dd-4f6f-a498-72772b5db190 HTTP/1.1" status: 204 len: 168 time: 1.5338135 Jul 07 17:44:32.981397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-2f3cc48e-8369-48d2-b752-fcaefee6d300 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559754 Jul 07 17:44:33.061522 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.090122 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Transition to ACTIVE for port object 085459db-ff20-45c0-839c-51fc39f5b4fa will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:33.108213 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.168941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 03f70c3f-661f-4f68-9817-9568fb7bd77d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:33.171496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.203942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.214354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd88ec-c5b5-4ba2-88d4-c590861bebce req-a7d37b08-ae8a-48ce-8a55-b21771e1f2f4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:33.237061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79bd88ec-c5b5-4ba2-88d4-c590861bebce req-a7d37b08-ae8a-48ce-8a55-b21771e1f2f4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 943 time: 0.5596430 Jul 07 17:44:33.251632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:44:33.266679 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Attempting to bind port 085459db-ff20-45c0-839c-51fc39f5b4fa on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:33.268964 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Attempting to bind port 085459db-ff20-45c0-839c-51fc39f5b4fa by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:33.270993 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Attempting to bind port 085459db-ff20-45c0-839c-51fc39f5b4fa on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:33.280058 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6d24d-cb07-4b4e-bd95-47b9acf20f71 None None] Pushing event updated for resources: {'Port': ['ID=085459db-ff20-45c0-839c-51fc39f5b4fa,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:33.284758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550a32-1526-41d2-a038-5af25b92565f req-028d2255-0a99-4b79-a2bf-201a15dd4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:33.287545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-028d2255-0a99-4b79-a2bf-201a15dd4dc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4704535 Jul 07 17:44:33.294332 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:33.296271 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:33.300436 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.301027 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:33.301666 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Bound port: 085459db-ff20-45c0-839c-51fc39f5b4fa, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:33.302253 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.370779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] For port 03f70c3f-661f-4f68-9817-9568fb7bd77d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=03f70c3f-661f-4f68-9817-9568fb7bd77d,segment=NetworkSegment(5e60a3cc-d70b-4bf1-b411-26e8769f2012),segment_id=5e60a3cc-d70b-4bf1-b411-26e8769f2012)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:33.370779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.430871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.20.0.4 (23de15a8-7422-4925-97df-a13d6a51a072/92c194fb-f864-4f7b-89ad-3167026ab99a/6d360ad4-3c9e-47f0-b0e5-62af4a4daeda) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:33.437512 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] For port 085459db-ff20-45c0-839c-51fc39f5b4fa, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:33.442978 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] For port 085459db-ff20-45c0-839c-51fc39f5b4fa, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=085459db-ff20-45c0-839c-51fc39f5b4fa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:33.451223 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.489478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Calling delete_port for 03f70c3f-661f-4f68-9817-9568fb7bd77d owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:33.561064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52372) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:33.585091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:33.586033 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:33.599759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Allocated IP 172.20.0.1 (80ce8c23-4983-4095-b9e1-cd84f6403457/27a146c2-1542-4e7b-923f-3b13d4e5083e/4530a95c-1d97-47ef-b6d4-71230b7f7883) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:33.638231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:33.661334 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6d24d-cb07-4b4e-bd95-47b9acf20f71 None None] Pushing event updated for resources: {'Port': ['ID=085459db-ff20-45c0-839c-51fc39f5b4fa,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:33.662532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:44:33.704991 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.761036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] Pushing event deleted for resources: {'Port': ['ID=03f70c3f-661f-4f68-9817-9568fb7bd77d,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:33.763504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.769704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5833e3c-510c-4c4f-b296-2f7e302d2751 None None] No DVR routers for this DVR port 03f70c3f-661f-4f68-9817-9568fb7bd77d on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:33.803657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:33.822921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.832173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port 03f70c3f-661f-4f68-9817-9568fb7bd77d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=03f70c3f-661f-4f68-9817-9568fb7bd77d,segment=NetworkSegment(5e60a3cc-d70b-4bf1-b411-26e8769f2012),segment_id=5e60a3cc-d70b-4bf1-b411-26e8769f2012)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:33.832506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.848967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 03f70c3f-661f-4f68-9817-9568fb7bd77d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:33.859863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:33.867088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Transition to ACTIVE for port object 4530a95c-1d97-47ef-b6d4-71230b7f7883 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:33.869599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.887893 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:33.988899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.017337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:34.102860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['1dcfd4e1-0b66-481f-8995-f01ab979cf51'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:34.142041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port 03f70c3f-661f-4f68-9817-9568fb7bd77d on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:34.153536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=03f70c3f-661f-4f68-9817-9568fb7bd77d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:34.167696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-79bd88ec-c5b5-4ba2-88d4-c590861bebce req-d8dcf5e2-04f6-473a-9906-a9bfc71989e0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9290388 Jul 07 17:44:34.209898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.229813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-feec4658-b2a2-4756-84a2-356a54361891 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611603 Jul 07 17:44:34.260318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e748d2-6547-40ed-8edd-99083e6cdd58 req-0cad0139-56ba-42a5-8e04-bcf73cdccd6a service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2659831 Jul 07 17:44:34.340622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:34.370228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:34.374279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 03f70c3f-661f-4f68-9817-9568fb7bd77d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:34.378196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:34.413160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:34.432809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:34.447880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 03f70c3f-661f-4f68-9817-9568fb7bd77d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:34.449591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 03f70c3f-661f-4f68-9817-9568fb7bd77d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:34.544284 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:27Z', 'revision_number': 3, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:34.597902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1377b33-2199-40cc-a477-93fdb9cdf08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.603745 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92b04e-be3b-4095-b728-4116400897e4 None None] The sync data for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 is: [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:27Z', 'revision_number': 3, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:34.616118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.675502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.716052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Transition to ACTIVE for port object 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:34.719271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.750411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef10736-57d2-4cfa-a17f-3fe1537d8b7d']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:34.777205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e60a3cc-d70b-4bf1-b411-26e8769f2012') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:34.777575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e60a3cc-d70b-4bf1-b411-26e8769f2012') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:34.792097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.809927 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.821020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:34.821607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:34.910575 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:34.935288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-22d653b6-0a40-4930-bab6-1fd5f262e293 None None] Provisioning for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:34.941828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.950595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.954624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/3ef10736-57d2-4cfa-a17f-3fe1537d8b7d HTTP/1.1" status: 204 len: 168 time: 2.9410508 Jul 07 17:44:34.971175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-22d653b6-0a40-4930-bab6-1fd5f262e293 None None] Provisioning complete for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:34.972153 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-22d653b6-0a40-4930-bab6-1fd5f262e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.974739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52378) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:34.995252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4aaeb75a-3d3b-4309-aab7-8f648c997105 req-a7e67d2a-020f-40f1-a639-478c3cb4c8ac tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 210 time: 0.0758073 Jul 07 17:44:35.005024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-280953442'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:35.026340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4863946-3b5b-4edb-9f80-6d2ba44396fa tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=3ef10736-57d2-4cfa-a17f-3fe1537d8b7d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:35.043520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74550a32-1526-41d2-a038-5af25b92565f req-bd68dec4-59bf-48e5-97e4-309a22145010 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675037 Jul 07 17:44:35.135280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-22d653b6-0a40-4930-bab6-1fd5f262e293 None None] Port 4530a95c-1d97-47ef-b6d4-71230b7f7883 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:35.181796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1377b33-2199-40cc-a477-93fdb9cdf08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.203795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1377b33-2199-40cc-a477-93fdb9cdf08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.222429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.234244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.371856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a1377b33-2199-40cc-a477-93fdb9cdf08e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f077d6bf3674607a417ede72d6cab81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6760461 Jul 07 17:44:35.374180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1377b33-2199-40cc-a477-93fdb9cdf08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39363e-28af-46e3-8d68-311c8f683393,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:35.379259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:35.487555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:35.491247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.535038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.574389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 23de15a8-7422-4925-97df-a13d6a51a072 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:35.579073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.612645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:35.620702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:35.634335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:44:35.638022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:35.705685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d5dc1-d3a0-47d3-8eab-00a198076d74 req-9ad564bd-95d1-47b8-9ed7-eaee8030e6e1 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:35.720126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a15d5dc1-d3a0-47d3-8eab-00a198076d74 req-9ad564bd-95d1-47b8-9ed7-eaee8030e6e1 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.3041553 Jul 07 17:44:35.743283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.743832 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment d5a864fc-1342-4439-a746-edc8871c21b5 of type vlan for network 605cfdc1-b9b4-436a-bd00-349a8753465b Jul 07 17:44:35.767497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.771879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.777754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb39363e-28af-46e3-8d68-311c8f683393 HTTP/1.1" status: 204 len: 168 time: 0.3903732 Jul 07 17:44:35.805002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d2768-80b7-47f0-a5f0-4dc71178211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39363e-28af-46e3-8d68-311c8f683393,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:35.850267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a15d5dc1-d3a0-47d3-8eab-00a198076d74 req-f82f5044-4601-4f78-af81-2aa7bba2a60d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206841 Jul 07 17:44:35.864917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:35.866432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.903211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.982058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.991022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.000133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:36.000906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.109184 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.133837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-504ee356-002e-4315-a1e0-043c478ed5dc None None] Provisioning for port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:36.139503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-504ee356-002e-4315-a1e0-043c478ed5dc None None] Provisioning complete for port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:36.139878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-504ee356-002e-4315-a1e0-043c478ed5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.159884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=605cfdc1-b9b4-436a-bd00-349a8753465b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:36.255697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 605cfdc1-b9b4-436a-bd00-349a8753465b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:44:36.326706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-c33a0ef1-7ce6-4e48-a7c1-b861c5dcbccb tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 5.0914576 Jul 07 17:44:36.374331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Request body: {'port': {'device_id': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:36.485947 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d7bbb0d1-128d-428e-9810-e1bfafd0aaa2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5069201 Jul 07 17:44:36.486891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52394) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:36.507599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:36.521478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.594420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:36.636308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 085459db-ff20-45c0-839c-51fc39f5b4fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:36.639689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:36.646376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-504ee356-002e-4315-a1e0-043c478ed5dc None None] Port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:36.722370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 085459db-ff20-45c0-839c-51fc39f5b4fa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:36.727808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 085459db-ff20-45c0-839c-51fc39f5b4fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:36.728219 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.744818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e25e-de52-4547-95be-e33aa6fa8702 req-967d2629-b4ea-47e9-a45a-ba86ed747144 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:36.749211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8824e25e-de52-4547-95be-e33aa6fa8702 req-967d2629-b4ea-47e9-a45a-ba86ed747144 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 970 time: 0.2817652 Jul 07 17:44:36.751869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a20b6d17-69dd-4478-8018-a11506aa5058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.895604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:36.924718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.999344 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.032706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a20b6d17-69dd-4478-8018-a11506aa5058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.033337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 085459db-ff20-45c0-839c-51fc39f5b4fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=085459db-ff20-45c0-839c-51fc39f5b4fa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:37.048457 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.056389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a20b6d17-69dd-4478-8018-a11506aa5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.113672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:37.116462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8824e25e-de52-4547-95be-e33aa6fa8702 req-e5a142e9-27d9-4cbe-97b0-3142f1649ae0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2745264 Jul 07 17:44:37.124141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:37.124559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=085459db-ff20-45c0-839c-51fc39f5b4fa,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:37.131854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:37.137027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:37.138045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.138898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:37.142896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.224380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a20b6d17-69dd-4478-8018-a11506aa5058 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a349794e8be4c3ea927e668818aab9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766325 Jul 07 17:44:37.225527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52402) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:37.275570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b6d17-69dd-4478-8018-a11506aa5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b504c07b-959e-4b5a-90e2-b1b1f8335814,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:37.375662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.429916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:37.442674 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf36fc2-433b-4ea5-8dd9-31f0faffb6c1" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:37.461543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:37.470776 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.475726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.592302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.592937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:37.658125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e82f651b-092a-48c2-a01e-bfd3d47558f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.746499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7847f22d-2359-4971-8e27-163716a8eb97 None None] Provisioning complete for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:37.747613 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7847f22d-2359-4971-8e27-163716a8eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.831917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cd759-0341-4a7c-82b9-d9ee6bf57bec req-85f4c7fd-9fce-4dc5-8d82-ad044a613200 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:37.863135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e40cd759-0341-4a7c-82b9-d9ee6bf57bec req-85f4c7fd-9fce-4dc5-8d82-ad044a613200 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.3713098 Jul 07 17:44:37.888422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7847f22d-2359-4971-8e27-163716a8eb97 None None] Port 4530a95c-1d97-47ef-b6d4-71230b7f7883 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:37.896065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.902675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:37.908860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b504c07b-959e-4b5a-90e2-b1b1f8335814 HTTP/1.1" status: 204 len: 168 time: 0.6557662 Jul 07 17:44:37.947890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73935cfc-e0b1-46e6-8fa2-debc46a35e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504c07b-959e-4b5a-90e2-b1b1f8335814,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:37.983639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e40cd759-0341-4a7c-82b9-d9ee6bf57bec req-e4b341c4-6445-4bdc-a33e-03c9ffc25b2f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192234 Jul 07 17:44:38.292667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 085459db-ff20-45c0-839c-51fc39f5b4fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:38.433189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 085459db-ff20-45c0-839c-51fc39f5b4fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:38.435698 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:38.443422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Router 504376cb-c9df-4379-9eb7-68df11c60587 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:38.542915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:38.558226 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:38.562424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:38.679283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Transition to ACTIVE for port object 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:38.726478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:38.752654 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef2f7b-a66b-436f-8dcf-0dee5d1f4124 x-openstack-request-id: req-a2ef2f7b-a66b-436f-8dcf-0dee5d1f4124 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:38.752955 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:38.753234 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2ef2f7b-a66b-436f-8dcf-0dee5d1f4124 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:38.753602 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'code': 200} Jul 07 17:44:38.766981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=55329765-1579-4d14-9dba-f461d9185a44,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:38.837579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Pushing event updated for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:38.840623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:38.850854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1737b5b-c8ad-4db0-92ae-3aa440c984a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/504376cb-c9df-4379-9eb7-68df11c60587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0745871 Jul 07 17:44:38.853306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': 'd5a864fc-1342-4439-a746-edc8871c21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:38.853918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 605cfdc1-b9b4-436a-bd00-349a8753465b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:38.865593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Sync routers for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:38.909305 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:38.909507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:39.011019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8fc2-6de4-43e6-807e-ceab09fc3c28 req-6a140336-14b2-4cbb-a9a0-7519124f7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:39.012718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a0f8fc2-6de4-43e6-807e-ceab09fc3c28 req-6a140336-14b2-4cbb-a9a0-7519124f7b55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1097 time: 0.1781590 Jul 07 17:44:39.018633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 605cfdc1-b9b4-436a-bd00-349a8753465b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:44:39.094805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 605cfdc1-b9b4-436a-bd00-349a8753465b) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:39.115123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a488f4-8c45-483a-8350-5d3db25aaa69 None None] Network 605cfdc1-b9b4-436a-bd00-349a8753465b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:39.129514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:39.133220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.156750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Attempting to bind port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:39.157273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Attempting to bind port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:39.157830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Attempting to bind port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda on network 23de15a8-7422-4925-97df-a13d6a51a072 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:39.164725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda on network 23de15a8-7422-4925-97df-a13d6a51a072 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:44:39.165210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Attempting to bind port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda on network 23de15a8-7422-4925-97df-a13d6a51a072 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:39.175023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:39.175870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Checking segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:39.176437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Bound using segment: {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:39.177143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Bound port: 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492e041d-cd41-475c-99af-0221d5b0e052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:39.177669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.181808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1361f35e-6f39-4979-ab25-0816ecb42658 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6834390 Jul 07 17:44:39.184295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52444) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:39.192440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b', 'name': 'tempest-PortsTestJSON-1168935518', 'fixed_ips': [{'subnet_id': '55329765-1579-4d14-9dba-f461d9185a44', 'ip_address': '172.20.0.10'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:39.211708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a0f8fc2-6de4-43e6-807e-ceab09fc3c28 req-33ec87cf-63f4-4186-91cd-ed54df6762e4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908717 Jul 07 17:44:39.275305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52448) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:39.305189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb279-1c99-46b9-8b85-6a4b5e8b3821 req-4b104a72-a250-4e51-a2da-6bea4e19d5d3 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:39.313204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f2eb279-1c99-46b9-8b85-6a4b5e8b3821 req-4b104a72-a250-4e51-a2da-6bea4e19d5d3 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 982 time: 0.2460883 Jul 07 17:44:39.363387 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f2eb279-1c99-46b9-8b85-6a4b5e8b3821 req-33acfe35-537b-4786-8f30-ba289abf9b78 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492361 Jul 07 17:44:39.493214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:39.516358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:39.542609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:39.563750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.586997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-956626801'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:39.654312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-605cfdc1-b9b4-436a-bd00-349a8753465b', 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': '55329765-1579-4d14-9dba-f461d9185a44'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:44:39.655679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.700674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Pushing event updated for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:39.717192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:39.718468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.720796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-12ae5c12-e744-496f-b035-68b53b470094 service neutron] 10.222.0.23 "PUT /v2.0/ports/6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 1131 time: 3.3725715 Jul 07 17:44:39.721859 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:39.726132 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:39.730752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:39.800186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac89c4-734f-417a-92d3-ce199ba05a84 req-3db6badf-01d1-4402-9b38-b54eda2d504a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:39.802305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47ac89c4-734f-417a-92d3-ce199ba05a84 req-3db6badf-01d1-4402-9b38-b54eda2d504a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1832902 Jul 07 17:44:39.812838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Made reservation on behalf of 9a8bb97bc2b84afe9445626f633ff220 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:39.818279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.846809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:39.992204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47ac89c4-734f-417a-92d3-ce199ba05a84 req-58355e8f-fb3f-4f21-b853-932ebebd99a4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703718 Jul 07 17:44:40.056281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.128713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port f0d02d06-30a3-4843-a7f2-c202437ec437 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:40.237819 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.247161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.253294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e6da-a83f-47a5-8627-2b058dc23c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.268431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-afddb456-eefd-4be7-ae7c-87abaddc6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:40.271277 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-afddb456-eefd-4be7-ae7c-87abaddc6a5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1134 time: 0.3494077 Jul 07 17:44:40.315081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:44:40.362265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d6a006-e9f8-44e3-83b2-6508f641e3dc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:40.367426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.370671 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Added segment dc3df158-f43a-4170-a3d0-3a9559d89698 of type vlan for network 0408ac61-f1c2-4914-abd3-5f7b17214111 Jul 07 17:44:40.391554 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-6a5ff0e1-54f3-4ad2-8c8c-54dee9dd889a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 217 time: 0.1109166 Jul 07 17:44:40.485629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.551957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.559577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:40.560976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.580915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Allocated IP 172.20.0.2 (605cfdc1-b9b4-436a-bd00-349a8753465b/55329765-1579-4d14-9dba-f461d9185a44/8c3de927-f29a-43c8-9aca-890f054a0c3e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:40.633731 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.709276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:35Z', 'revision_number': 4, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4530a95c-1d97-47ef-b6d4-71230b7f7883', 'name': '', 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'mac_address': 'fa:16:3e:00:9b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:33Z', 'updated_at': '2021-07-07T17:44:35Z', 'revision_number': 2, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'subnets': [{'id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:40.753058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52472) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:40.753923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4722757 Jul 07 17:44:40.754030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Checking router: 504376cb-c9df-4379-9eb7-68df11c60587 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:40.754030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Updating router 504376cb-c9df-4379-9eb7-68df11c60587 port 4530a95c-1d97-47ef-b6d4-71230b7f7883 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:44:40.754248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Request body: {'subnet': {'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:40.781918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90182fe9-8430-46ec-a927-fd1b928bc0ae tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'Network': ['ID=0408ac61-f1c2-4914-abd3-5f7b17214111,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:40.815236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.817968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:44:40.907018 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf02eee-2c2b-4a6a-869c-08a5b455c801 x-openstack-request-id: req-abf02eee-2c2b-4a6a-869c-08a5b455c801 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:40.907342 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:40.908150 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abf02eee-2c2b-4a6a-869c-08a5b455c801 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:40.909019 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'status': 'completed', 'code': 200} Jul 07 17:44:40.964414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Made reservation on behalf of 9a8bb97bc2b84afe9445626f633ff220 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:40.971768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.987652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-cf4eef31-16e2-4ff0-9fb2-97f6e91707c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:40.991048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-cf4eef31-16e2-4ff0-9fb2-97f6e91707c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 200 len: 835 time: 0.5925217 Jul 07 17:44:41.146529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e95e-e003-4eda-87f3-cc5ae2bc45d0 req-9fcabc0c-6e2e-49a7-ac9b-15d60a3b4a0b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:41.150931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b69e95e-e003-4eda-87f3-cc5ae2bc45d0 req-9fcabc0c-6e2e-49a7-ac9b-15d60a3b4a0b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 982 time: 0.1244664 Jul 07 17:44:41.233226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b69e95e-e003-4eda-87f3-cc5ae2bc45d0 req-45cd8b18-d664-4589-962d-6ca91337b325 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0738416 Jul 07 17:44:41.255210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.283276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-a8b21c75-6761-40e7-ae59-083844d5f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:41.284884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-a8b21c75-6761-40e7-ae59-083844d5f01e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23de15a8-7422-4925-97df-a13d6a51a072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690549 Jul 07 17:44:41.395267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Transition to ACTIVE for port object 8c3de927-f29a-43c8-9aca-890f054a0c3e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:41.465235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Transition to ACTIVE for port object 8c3de927-f29a-43c8-9aca-890f054a0c3e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:41.486549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.491121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1986c8-3fc0-4d61-9608-17367fd87862 req-a970bf05-bdf7-49f8-98f9-565a943d8aff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:41.499082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc1986c8-3fc0-4d61-9608-17367fd87862 req-a970bf05-bdf7-49f8-98f9-565a943d8aff tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1130617 Jul 07 17:44:41.566258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc1986c8-3fc0-4d61-9608-17367fd87862 req-b9e2e45a-e504-4dc2-9dc3-3390962c4ec0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635872 Jul 07 17:44:41.621580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-42640d45-dfb2-4a35-a39a-3a34b0b8d9e5 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293998 Jul 07 17:44:41.628272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Network 605cfdc1-b9b4-436a-bd00-349a8753465b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:41.633883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:41.664933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:41.710268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.10 (605cfdc1-b9b4-436a-bd00-349a8753465b/55329765-1579-4d14-9dba-f461d9185a44/f0d02d06-30a3-4843-a7f2-c202437ec437) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:41.733001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Pushing event updated for resources: {'Port': ['ID=8c3de927-f29a-43c8-9aca-890f054a0c3e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:41.852219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Attempting to bind port 8c3de927-f29a-43c8-9aca-890f054a0c3e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:41.852619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Attempting to bind port 8c3de927-f29a-43c8-9aca-890f054a0c3e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd5a864fc-1342-4439-a746-edc8871c21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:41.852990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Attempting to bind port 8c3de927-f29a-43c8-9aca-890f054a0c3e on network 605cfdc1-b9b4-436a-bd00-349a8753465b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:41.894330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:41.895158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Checking segment: {'id': 'd5a864fc-1342-4439-a746-edc8871c21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:41.895978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.896967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Bound using segment: {'id': 'd5a864fc-1342-4439-a746-edc8871c21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:41.897509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Bound port: 8c3de927-f29a-43c8-9aca-890f054a0c3e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a864fc-1342-4439-a746-edc8871c21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:41.897920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.923966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.931444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-6fdd70a0-a01a-4e4b-8125-14f5c035dda4 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:41.938964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-6fdd70a0-a01a-4e4b-8125-14f5c035dda4 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 0.1754146 Jul 07 17:44:41.950701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:41.964432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-665c033a-d92a-43ec-a97f-38ebbd344f5b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/quotas/b62c35bca3934dec8d1f11e6f6627ccd HTTP/1.1" status: 200 len: 375 time: 0.0173557 Jul 07 17:44:41.991496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.019934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Transition to ACTIVE for port object 4530a95c-1d97-47ef-b6d4-71230b7f7883 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:42.029135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.043721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] For port 8c3de927-f29a-43c8-9aca-890f054a0c3e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:42.092423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'Subnet': ['ID=d079a907-4e49-44a0-ba30-a17edb978366,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:42.095544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-41ed4207-f6f7-4c74-8bf1-12ff45e9e189 req-85c84c93-2f57-43ac-b9fd-16d8c420566d service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611535 Jul 07 17:44:42.104497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] For port 8c3de927-f29a-43c8-9aca-890f054a0c3e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8c3de927-f29a-43c8-9aca-890f054a0c3e,segment=NetworkSegment(d5a864fc-1342-4439-a746-edc8871c21b5),segment_id=d5a864fc-1342-4439-a746-edc8871c21b5)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:42.130576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2688de-be6e-4032-b493-5ca51d09adec None None] Pushing event updated for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:42.142840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.148066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-f9e6c6e3-d327-4c55-a51e-bc549bf5933d tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734817 Jul 07 17:44:42.160831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Checking segment: {'id': 'dc3df158-f43a-4170-a3d0-3a9559d89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:42.161402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Network hostable DHCP agents. Network: 0408ac61-f1c2-4914-abd3-5f7b17214111, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:42.231622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.272776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:44:42.279248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object f0d02d06-30a3-4843-a7f2-c202437ec437 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:42.286283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-5e298a61-8cdf-442b-bbeb-0d8f814451f3 service neutron] 10.222.0.66 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372480 Jul 07 17:44:42.307435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8afa13-da59-49f2-9e52-8018f8a3aabd None None] Pushing event updated for resources: {'Port': ['ID=8c3de927-f29a-43c8-9aca-890f054a0c3e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:42.309696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0408ac61-f1c2-4914-abd3-5f7b17214111) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:42.330235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.331274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.339482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Attempting to bind port 4530a95c-1d97-47ef-b6d4-71230b7f7883 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:42.340836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Attempting to bind port 4530a95c-1d97-47ef-b6d4-71230b7f7883 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:42.341572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Attempting to bind port 4530a95c-1d97-47ef-b6d4-71230b7f7883 on network 80ce8c23-4983-4095-b9e1-cd84f6403457 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:42.348254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed52f6c-3980-4b95-88b4-23c40cae67c2 None None] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:42.356935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:42.357777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Checking segment: {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:42.358780 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.359462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Bound using segment: {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:42.360200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Bound port: 4530a95c-1d97-47ef-b6d4-71230b7f7883, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15061668-87cf-45c2-bb2b-0d35ded45743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:42.360867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.398362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-4478860d-0cea-46c7-ba78-302226f613e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.400546 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-4478860d-0cea-46c7-ba78-302226f613e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1134 time: 0.2152345 Jul 07 17:44:42.407913 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ba802df1-aa26-46c2-8fff-d52320a306db tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6618936 Jul 07 17:44:42.408580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52502) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:42.425074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-07833372-bf26-4bff-b4cc-90f2c6d5f7a4 service neutron] 10.222.0.66 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317122 Jul 07 17:44:42.509924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Request body: {'port': {'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-9459648'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:42.540206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.565211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] For port 4530a95c-1d97-47ef-b6d4-71230b7f7883, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:42.570259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] For port 4530a95c-1d97-47ef-b6d4-71230b7f7883, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4530a95c-1d97-47ef-b6d4-71230b7f7883,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:42.600653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.717324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 605cfdc1-b9b4-436a-bd00-349a8753465b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:42.723508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:42.724289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:42.727366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2688de-be6e-4032-b493-5ca51d09adec None None] Pushing event updated for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:42.735861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:42.748753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:42.752082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=f0d02d06-30a3-4843-a7f2-c202437ec437,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:42.792098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-75dcb79d-c954-4eb6-9684-455699e6d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.795823 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-75dcb79d-c954-4eb6-9684-455699e6d26c service neutron] 10.222.0.23 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 898 time: 0.3840966 Jul 07 17:44:42.874803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-0c3b2207-6e30-4f31-abea-c93113d16eb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 217 time: 0.0606465 Jul 07 17:44:42.885598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:42.924888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.925754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.983805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Made reservation on behalf of 9a8bb97bc2b84afe9445626f633ff220 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:42.986963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:43.055811 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-54615f18-ad7e-46a4-aadb-0efd1ec3769f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8694429 Jul 07 17:44:43.070971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52512) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:43.080684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0408ac61-f1c2-4914-abd3-5f7b17214111', 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111', 'tenant_id': '9a8bb97bc2b84afe9445626f633ff220', 'fixed_ips': [{'subnet_id': 'd079a907-4e49-44a0-ba30-a17edb978366'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:44:43.082230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:43.104020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '605cfdc1-b9b4-436a-bd00-349a8753465b', 'name': 'tempest-PortsTestJSON-179937180', 'fixed_ips': [{'subnet_id': '55329765-1579-4d14-9dba-f461d9185a44', 'ip_address': '172.20.0.9'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:43.123214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] device_id is not set on port 77e57873-d2fd-40ae-af8c-eb4633c8813f yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:43.329702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0301c6-6d49-46f4-8ec6-f049340c3649 req-bd7c1ce6-fc35-46e1-8b68-8e2c09300255 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:43.351305 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe0301c6-6d49-46f4-8ec6-f049340c3649 req-bd7c1ce6-fc35-46e1-8b68-8e2c09300255 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.3416510 Jul 07 17:44:43.359909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-3e65b757-99ba-4b3e-87d3-0d4f0c356260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:43.364917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-3e65b757-99ba-4b3e-87d3-0d4f0c356260 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 200 len: 835 time: 0.4787018 Jul 07 17:44:43.444103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe0301c6-6d49-46f4-8ec6-f049340c3649 req-82600332-ffd1-4aa0-be98-b1b4e12c0047 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827005 Jul 07 17:44:43.473010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52522) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:43.615766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315ee26-55d8-43da-93f8-4f76d259d425 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:43.617714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0315ee26-55d8-43da-93f8-4f76d259d425 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1092 time: 0.1436558 Jul 07 17:44:43.622099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52524) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:43.631850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:43.703388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:43.883448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:43.902634 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-929be6ac-2e4c-4a98-9b36-6c8f29077dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:43.908167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-929be6ac-2e4c-4a98-9b36-6c8f29077dfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23de15a8-7422-4925-97df-a13d6a51a072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4057102 Jul 07 17:44:43.967467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Allocated IP 2001:db8::2 (0408ac61-f1c2-4914-abd3-5f7b17214111/d079a907-4e49-44a0-ba30-a17edb978366/184ced76-9d67-4844-b1b2-c6bf3d6e22f1) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:43.982961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:44:44.089525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-97fe1043-afb6-4e68-94a9-9bf1fc2a0544 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719232 Jul 07 17:44:44.194004 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:44.204496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:44.229435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef28293-d28a-44c7-8e7b-19723f22cfbd req-f476550c-0ea2-4d79-94e9-0a3d3d566ef8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:44.237594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ef28293-d28a-44c7-8e7b-19723f22cfbd req-f476550c-0ea2-4d79-94e9-0a3d3d566ef8 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 982 time: 0.4068322 Jul 07 17:44:44.263491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:44.277830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:44.378018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:35Z', 'revision_number': 4, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4530a95c-1d97-47ef-b6d4-71230b7f7883', 'name': '', 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'mac_address': 'fa:16:3e:00:9b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:33Z', 'updated_at': '2021-07-07T17:44:42Z', 'revision_number': 4, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'subnets': [{'id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:44.508518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ef28293-d28a-44c7-8e7b-19723f22cfbd req-5d395a50-0c57-471c-9619-107493a5b0e6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1967571 Jul 07 17:44:44.582757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8c3de927-f29a-43c8-9aca-890f054a0c3e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:44.602264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e84f3a-3cad-4a66-81cf-a031c0b964e8 None None] The sync data for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 is: [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:44:35Z', 'revision_number': 4, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4530a95c-1d97-47ef-b6d4-71230b7f7883', 'name': '', 'network_id': '80ce8c23-4983-4095-b9e1-cd84f6403457', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'mac_address': 'fa:16:3e:00:9b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:33Z', 'updated_at': '2021-07-07T17:44:42Z', 'revision_number': 4, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'subnets': [{'id': '27a146c2-1542-4e7b-923f-3b13d4e5083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:44.797995 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8f8785b7-845d-49f8-a0b1-46933ae7bfe6 req-8c5bf00a-667d-4438-bed0-14c073a8edde service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015572 Jul 07 17:44:44.848252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.91 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/70a679b3-6c95-4721-af88-f1022e2fd13a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:44.927203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:44.968066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'port_id': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'mac_address': 'fa:16:3e:6c:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:44:45.127813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8c3de927-f29a-43c8-9aca-890f054a0c3e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:45.149293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.163651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.9 (605cfdc1-b9b4-436a-bd00-349a8753465b/55329765-1579-4d14-9dba-f461d9185a44/20a3f0f9-b0c5-4570-90a1-695e9eda8df5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:45.192810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:45.215434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d130e48e-f6fc-4aea-a7c4-2ed9813f5e03 None None] Network 605cfdc1-b9b4-436a-bd00-349a8753465b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:45.238584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.386078 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.409472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.419955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:45.455944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.462195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Transition to ACTIVE for port object 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:45.478286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Provisioning for port 8c3de927-f29a-43c8-9aca-890f054a0c3e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:45.507170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30a5b3d9-329d-41c0-ab4d-a05a33c3037c req-5904ea03-ee76-41f9-8fda-f91e32504c7b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 210 time: 0.5224254 Jul 07 17:44:45.509603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=70a679b3-6c95-4721-af88-f1022e2fd13a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:45.565101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Provisioning complete for port 8c3de927-f29a-43c8-9aca-890f054a0c3e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:45.577765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:45.578545 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.581496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:45.605662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:45.703730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Transition to ACTIVE for port object 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:45.866304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:45.883354 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.954097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.986286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:46.088320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:46.089233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:46.118244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:46.123523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:46.188913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.189559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.189704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.190062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.190323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.190661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.191056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.191389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.191712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.192298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.192649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.192946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:44:46.256185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Allocated IP 2001:db8::185 (0408ac61-f1c2-4914-abd3-5f7b17214111/d079a907-4e49-44a0-ba30-a17edb978366/77e57873-d2fd-40ae-af8c-eb4633c8813f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:46.297135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Attempting to bind port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:46.297135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Attempting to bind port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'dc3df158-f43a-4170-a3d0-3a9559d89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:46.297135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Attempting to bind port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 on network 0408ac61-f1c2-4914-abd3-5f7b17214111 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:46.432995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:46.467237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:46.467828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Checking segment: {'id': 'dc3df158-f43a-4170-a3d0-3a9559d89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:46.468464 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:46.469069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Bound using segment: {'id': 'dc3df158-f43a-4170-a3d0-3a9559d89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:46.469861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Bound port: 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3df158-f43a-4170-a3d0-3a9559d89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:46.470670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:46.592605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4530a95c-1d97-47ef-b6d4-71230b7f7883 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:46.642969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb5c8-4de3-4f7f-b92f-8ad7fe36134f req-1537f7bf-372b-4a73-b134-27c086abbf4c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:46.651157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cedfb5c8-4de3-4f7f-b92f-8ad7fe36134f req-1537f7bf-372b-4a73-b134-27c086abbf4c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 983 time: 0.3984828 Jul 07 17:44:46.684124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-053e355f-4312-4e33-8b37-1f91ece4dee5 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:46.688477 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-053e355f-4312-4e33-8b37-1f91ece4dee5 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.23 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 1.3321128 Jul 07 17:44:46.713836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Request body: {'port': {'device_id': '8a35862f-f142-43f6-921a-b79a6224a273', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'admin_state_up': True, 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:46.789096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Made reservation on behalf of b62c35bca3934dec8d1f11e6f6627ccd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:46.804627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:46.830077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cedfb5c8-4de3-4f7f-b92f-8ad7fe36134f req-8ccbb47f-8202-4b2a-8aed-9904659502bc tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1778951 Jul 07 17:44:46.871693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.053702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Pushing event updated for resources: {'Port': ['ID=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:47.085955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] For port 8c3de927-f29a-43c8-9aca-890f054a0c3e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8c3de927-f29a-43c8-9aca-890f054a0c3e,segment=NetworkSegment(d5a864fc-1342-4439-a746-edc8871c21b5),segment_id=d5a864fc-1342-4439-a746-edc8871c21b5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:47.109544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 605cfdc1-b9b4-436a-bd00-349a8753465b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:47.194049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:47.214801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] For port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:47.215613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=20a3f0f9-b0c5-4570-90a1-695e9eda8df5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:47.219476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] For port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,segment=NetworkSegment(dc3df158-f43a-4170-a3d0-3a9559d89698),segment_id=dc3df158-f43a-4170-a3d0-3a9559d89698)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:47.237713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.245059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:47.248821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.265748 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.382485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:47.395986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:47.396473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.430265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:47.431076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.488882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Transition to ACTIVE for port object 77e57873-d2fd-40ae-af8c-eb4633c8813f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:47.519618 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1618d96d-5bcd-4e3b-84ca-baba5ed9e888 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4281216 Jul 07 17:44:47.523392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52542) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:47.525054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d3f16-d133-4bb6-918b-0b4b9e477dd5 None None] Pushing event updated for resources: {'Port': ['ID=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:47.681314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Allocated IP 172.20.0.5 (69c9809d-61a6-45d5-96b6-5981aa118670/a07e8dc2-ecea-4c71-a499-1578392b756a/5731c5b8-c825-4d1c-af0e-25f7ffae49cd) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:47.896836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe7ea1-7a3f-4518-b839-b7b33b460909 None None] Pushing event updated for resources: {'Port': ['ID=8c3de927-f29a-43c8-9aca-890f054a0c3e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:47.952943 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.097764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4530a95c-1d97-47ef-b6d4-71230b7f7883, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4530a95c-1d97-47ef-b6d4-71230b7f7883,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:48.105186 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.244145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-48dcad75-ae39-402c-85d2-6f5bec7bb14d req-a7aad610-d3a0-4c08-825c-bcdb5d833a30 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 210 time: 0.0687561 Jul 07 17:44:48.252306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:48.281738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Provisioning for port f0d02d06-30a3-4843-a7f2-c202437ec437 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:48.290910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Provisioning complete for port f0d02d06-30a3-4843-a7f2-c202437ec437 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:48.292076 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.404345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Port f0d02d06-30a3-4843-a7f2-c202437ec437 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:48.418312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.444459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Provisioning complete for port 8c3de927-f29a-43c8-9aca-890f054a0c3e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:48.444911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2c3046ae-8965-4fae-a83c-4c5e0d111076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.725275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.744414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:48.937775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:48.947630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8c3de927-f29a-43c8-9aca-890f054a0c3e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:49.044408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c26fbb1f-1432-402b-b993-89b68b6b9f5e None None] Provisioning complete for port f0d02d06-30a3-4843-a7f2-c202437ec437 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:49.045691 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c26fbb1f-1432-402b-b993-89b68b6b9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.113236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.188357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c26fbb1f-1432-402b-b993-89b68b6b9f5e None None] Port f0d02d06-30a3-4843-a7f2-c202437ec437 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:49.226063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8c3de927-f29a-43c8-9aca-890f054a0c3e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:49.226677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.381599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:49.413148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:49.438625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:49.440816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f7e85-5f0a-4e53-81e5-6fbfac71500b req-c288b252-450b-427e-8c96-cc8e083b5fec tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:49.453007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:49.454245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.457670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b2f7e85-5f0a-4e53-81e5-6fbfac71500b req-c288b252-450b-427e-8c96-cc8e083b5fec tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 983 time: 0.4046361 Jul 07 17:44:49.511916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dd7da70a-7a74-4e37-b6fb-2bb20b877b0e None None] Provisioning for port 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:49.521649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-dd7da70a-7a74-4e37-b6fb-2bb20b877b0e None None] Provisioning complete for port 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:49.522408 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dd7da70a-7a74-4e37-b6fb-2bb20b877b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.588885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'Port': ['ID=77e57873-d2fd-40ae-af8c-eb4633c8813f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:49.640310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-dd7da70a-7a74-4e37-b6fb-2bb20b877b0e None None] Port 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:49.648764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b2f7e85-5f0a-4e53-81e5-6fbfac71500b req-d487e2d8-3bac-4465-9882-5920da149295 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1653039 Jul 07 17:44:49.663260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.670761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.738513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:49.753574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Request body: {'port': {'network_id': '0408ac61-f1c2-4914-abd3-5f7b17214111', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1912250645', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:49.754313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.api.validators [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] bootfile-name is not in valid_values {{(pid=93946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:49.754811 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.api.validators [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] tftp-server is not in valid_values {{(pid=93946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:49.755239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.api.validators [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] server-ip-address is not in valid_values {{(pid=93946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:49.765789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4566a943-be9d-490f-8fd9-8dcb9f9097ef tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 7.2715278 Jul 07 17:44:49.799851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466ac79-7d13-4f98-bed8-784226a64713 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:49.804595 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b466ac79-7d13-4f98-bed8-784226a64713 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 2.2781873 Jul 07 17:44:49.805329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:49.808824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.874192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93da62-0721-4d49-9f83-668ff2ad22f7 None None] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:49.958373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=70a679b3-6c95-4721-af88-f1022e2fd13a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:49.979016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Transition to ACTIVE for port object 5731c5b8-c825-4d1c-af0e-25f7ffae49cd will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:49.991910 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.067579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:50.107211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ace3ac26-919f-4e50-8797-c663b2ccce35 req-7c53ddca-b78a-4835-bc17-50e30b69bb54 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 210 time: 0.0515099 Jul 07 17:44:50.140037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993e526-cd9f-4449-b5be-721006c9af41 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:50.147951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993e526-cd9f-4449-b5be-721006c9af41 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:50.157687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993e526-cd9f-4449-b5be-721006c9af41 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:50.163457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b993e526-cd9f-4449-b5be-721006c9af41 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3510873 Jul 07 17:44:50.165126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52562) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:50.166803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.233166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Pushing event updated for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:50.284116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Made reservation on behalf of 9a8bb97bc2b84afe9445626f633ff220 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:50.288717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.319181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] device_id is not set on port 1a215137-2ac2-446f-8eba-fcf5467484ea yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:44:50.322778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:50.366148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:50.402947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:50.414961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:50.427426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:50.427804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.434032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Provisioning for port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:50.451879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Provisioning complete for port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:50.452262 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.455148 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 36a8d5ce-9132-4a54-922d-b04c726d9ed4 associated. External IP: 172.25.3.91, port: 1dcfd4e1-0b66-481f-8995-f01ab979cf51. Jul 07 17:44:50.556519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4530a95c-1d97-47ef-b6d4-71230b7f7883 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:50.683573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:50.687376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.727768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:50.728443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.734658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-407f86ba-2a54-4de8-90a7-3081ceb1c55f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.0312698 Jul 07 17:44:50.761399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Request body: {'port': {'device_id': '8a35862f-f142-43f6-921a-b79a6224a273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:50.776922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.985329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Allocated IP 2001:db8::52 (0408ac61-f1c2-4914-abd3-5f7b17214111/d079a907-4e49-44a0-ba30-a17edb978366/1a215137-2ac2-446f-8eba-fcf5467484ea) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:44:51.066796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4530a95c-1d97-47ef-b6d4-71230b7f7883 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:51.067682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.087373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] For port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,segment=NetworkSegment(dc3df158-f43a-4170-a3d0-3a9559d89698),segment_id=dc3df158-f43a-4170-a3d0-3a9559d89698)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:51.090666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.113376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 20a3f0f9-b0c5-4570-90a1-695e9eda8df5 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:51.150412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.165454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.332735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.351466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.401101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:51.405247 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0503d4e-c625-4cbc-a4c9-c429b6939230" -d '{"events": [{"server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "name": "network-vif-plugged", "status": "completed", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:51.416978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=20a3f0f9-b0c5-4570-90a1-695e9eda8df5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:51.440859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Provisioning for port 77e57873-d2fd-40ae-af8c-eb4633c8813f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:51.482812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed78acf-5c69-4cae-8e30-0c5ec894d0be None None] Pushing event updated for resources: {'Port': ['ID=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:51.504157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:51.506582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Provisioning complete for port 77e57873-d2fd-40ae-af8c-eb4633c8813f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:51.507120 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.591361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.623435 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.716502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.722252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fd58fae7-3eb7-4a8c-969e-047bea1ebc0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/20a3f0f9-b0c5-4570-90a1-695e9eda8df5 HTTP/1.1" status: 204 len: 168 time: 1.5516038 Jul 07 17:44:51.726135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:51.727321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Transition to ACTIVE for port object 1a215137-2ac2-446f-8eba-fcf5467484ea will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:51.768908 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b868a-03f6-412d-91cd-a3eab8035810 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:44:51.774193 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf7b868a-03f6-412d-91cd-a3eab8035810 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/20a3f0f9-b0c5-4570-90a1-695e9eda8df5 HTTP/1.1" status: 404 len: 333 time: 0.0463030 Jul 07 17:44:51.775057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52578) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:51.824025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Port 77e57873-d2fd-40ae-af8c-eb4633c8813f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:51.852246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:51.871447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:51.889211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Provisioning complete for port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:51.890072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.002171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:44:52.058238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Provisioning for port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:52.066324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Provisioning complete for port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:52.066749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.083555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:44:52.085604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port f0d02d06-30a3-4843-a7f2-c202437ec437 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:52.086413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.104430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:44:52.117341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:52.117341 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.146001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5044f8ea-fdfb-4eda-8e2c-4c5692a47112 None None] Port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:52.177668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'Port': ['ID=1a215137-2ac2-446f-8eba-fcf5467484ea,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:52.229230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d5d4a717-b9cc-4622-9f25-a9a96d854209 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4785469 Jul 07 17:44:52.230920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52580) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:52.248770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5731c5b8-c825-4d1c-af0e-25f7ffae49cd {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:52.269801 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.284624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3af91-f75d-489b-ba01-ac14adad55ac req-a05b20da-3588-49cb-8a0f-3cb13a9ae3f4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:52.287377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fee3af91-f75d-489b-ba01-ac14adad55ac req-a05b20da-3588-49cb-8a0f-3cb13a9ae3f4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.7526796 Jul 07 17:44:52.300617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b23e626-3e23-4659-9f59-9499ee1ac5e5 None None] Provisioning complete for port 77e57873-d2fd-40ae-af8c-eb4633c8813f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:52.301268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b23e626-3e23-4659-9f59-9499ee1ac5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.364709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.388994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 3b76974d-841c-451e-85e8-c349e5e2c73d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:44:52.406245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:44:52.418877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for f0d02d06-30a3-4843-a7f2-c202437ec437 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:52.522047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3b23e626-3e23-4659-9f59-9499ee1ac5e5 None None] Port 77e57873-d2fd-40ae-af8c-eb4633c8813f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:52.549201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:52.549874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.579750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Transition to ACTIVE for port object 5731c5b8-c825-4d1c-af0e-25f7ffae49cd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:44:52.597819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fee3af91-f75d-489b-ba01-ac14adad55ac req-db4e1a08-9bff-4813-93d2-435a6bc6ccd4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2002976 Jul 07 17:44:52.599661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.690104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a67720-5d58-4c9c-8dd4-540a17f6a04e tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:52.697943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a67720-5d58-4c9c-8dd4-540a17f6a04e tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:52.722143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a67720-5d58-4c9c-8dd4-540a17f6a04e tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:52.728348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77a67720-5d58-4c9c-8dd4-540a17f6a04e tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4913878 Jul 07 17:44:52.732262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:52.776686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Pushing event updated for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:52.784070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:52.837862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=f0d02d06-30a3-4843-a7f2-c202437ec437,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:52.864072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cc5ca6a7-3bb1-433a-9aef-505518de583d None None] Provisioning for port 1a215137-2ac2-446f-8eba-fcf5467484ea completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:44:52.883975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cc5ca6a7-3bb1-433a-9aef-505518de583d None None] Provisioning complete for port 1a215137-2ac2-446f-8eba-fcf5467484ea triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:52.884746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cc5ca6a7-3bb1-433a-9aef-505518de583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.015644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ca6a7-3bb1-433a-9aef-505518de583d None None] Port 1a215137-2ac2-446f-8eba-fcf5467484ea cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:53.046956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Attempting to bind port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:44:53.048926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Attempting to bind port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:44:53.049495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Attempting to bind port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:53.070604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.076305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-584622d5-f62c-4455-8738-4e935b8b84a5 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/f0d02d06-30a3-4843-a7f2-c202437ec437 HTTP/1.1" status: 204 len: 168 time: 1.2949004 Jul 07 17:44:53.080377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:53.102757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd on network 69c9809d-61a6-45d5-96b6-5981aa118670 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:44:53.103745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Attempting to bind port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:44:53.171551 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2c66cb-0c6a-46e3-9742-dbb5ec7d6f7c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:44:53.174685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ef2c66cb-0c6a-46e3-9742-dbb5ec7d6f7c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/f0d02d06-30a3-4843-a7f2-c202437ec437 HTTP/1.1" status: 404 len: 333 time: 0.0920875 Jul 07 17:44:53.178097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:44:53.179071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Checking segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:53.180213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Bound using segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:44:53.181538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Bound port: 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:44:53.182645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.187149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52592) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:53.402024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:44:53.408670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:44:53.429213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.472866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:44:53.487302 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Sync routers for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:44:53.504114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.522011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:53.523185 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:53.579904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Deleting port 1a215137-2ac2-446f-8eba-fcf5467484ea {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:53.581079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.619328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7aefb-a655-4121-a0c5-51f98a2dcdb2 req-4b73b12b-738d-4f38-9139-9e228d44a2da tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:53.622312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:53.625241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.630301 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] 10.222.0.23 "PUT /v2.0/ports/5731c5b8-c825-4d1c-af0e-25f7ffae49cd HTTP/1.1" status: 200 len: 1092 time: 2.8761337 Jul 07 17:44:53.634428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ef7aefb-a655-4121-a0c5-51f98a2dcdb2 req-4b73b12b-738d-4f38-9139-9e228d44a2da tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1053 time: 0.7124791 Jul 07 17:44:53.641838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:53.652786 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed246586-101a-41f5-82e0-f7f8745a32fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:53.694971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 55329765-1579-4d14-9dba-f461d9185a44 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:53.705731 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.769888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-158a9208-1957-4734-975e-c4992e781b31 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.1459956 Jul 07 17:44:53.776805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:44:53.781807 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:44:53.786031 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:53.844513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.875828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ef7aefb-a655-4121-a0c5-51f98a2dcdb2 req-77a8217f-c7a3-4178-b6ba-d336d8fe017a tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396734 Jul 07 17:44:53.929533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:53.963715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Calling delete_port for 1a215137-2ac2-446f-8eba-fcf5467484ea owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:54.000113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.091545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c78e24-1371-436b-be06-5bd257ce533c service neutron] Pushing event updated for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:54.099262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.147163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=55329765-1579-4d14-9dba-f461d9185a44,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:54.171925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.177576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a27acc-ebc8-4b84-b0eb-be8e553158cf None None] Network 605cfdc1-b9b4-436a-bd00-349a8753465b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:54.186953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10c61540-5a9d-485c-bad2-49ac2e715d0e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/55329765-1579-4d14-9dba-f461d9185a44 HTTP/1.1" status: 204 len: 168 time: 0.9954185 Jul 07 17:44:54.190010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52604) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:54.208764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-add10394-f2bf-49a3-aa58-a961cefe5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.212191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-add10394-f2bf-49a3-aa58-a961cefe5e93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1095 time: 0.5005212 Jul 07 17:44:54.302492 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0673cb-6f9b-44d7-bc99-66c0e049e228 x-openstack-request-id: req-1e0673cb-6f9b-44d7-bc99-66c0e049e228 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:54.302800 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "name": "network-vif-plugged", "status": "completed", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:54.303062 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e0673cb-6f9b-44d7-bc99-66c0e049e228 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:54.303481 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'code': 200} Jul 07 17:44:54.379027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-17d8a8fa-b061-407d-b424-ce16c59b721e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd HTTP/1.1" status: 200 len: 217 time: 0.1533463 Jul 07 17:44:54.498336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-e1979c05-9472-49b9-87af-994aa93a23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.500413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-e1979c05-9472-49b9-87af-994aa93a23a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a07e8dc2-ecea-4c71-a499-1578392b756a HTTP/1.1" status: 200 len: 849 time: 0.1130569 Jul 07 17:44:54.521133 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '36a8d5ce-9132-4a54-922d-b04c726d9ed4', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:46Z', 'updated_at': '2021-07-07T17:44:46Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:54.551800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] DHCP port deletion for 605cfdc1-b9b4-436a-bd00-349a8753465b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:54.610818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Checking router: 3b76974d-841c-451e-85e8-c349e5e2c73d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:44:54.611073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-4bafc450-daa1-4fbb-8d60-5fc4b236be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.612423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-4bafc450-daa1-4fbb-8d60-5fc4b236be3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69c9809d-61a6-45d5-96b6-5981aa118670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043217 Jul 07 17:44:54.622854 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:44:54.623658 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:54.650047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Deleting port 8c3de927-f29a-43c8-9aca-890f054a0c3e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:54.650879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.683253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.733358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-4100404e-eb3f-47a8-9d29-0965b071eca1 service neutron] 10.222.0.23 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136971 Jul 07 17:44:54.775040 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:44:54.802879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] For port 8c3de927-f29a-43c8-9aca-890f054a0c3e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8c3de927-f29a-43c8-9aca-890f054a0c3e,segment=NetworkSegment(d5a864fc-1342-4439-a746-edc8871c21b5),segment_id=d5a864fc-1342-4439-a746-edc8871c21b5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:54.803438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.826877 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:54.831978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Calling delete_port for 8c3de927-f29a-43c8-9aca-890f054a0c3e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:54.848188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e8ba-022e-45cb-94f5-94081b479cfd req-80b53a71-a8f1-45ca-a5fc-e56aae5cdf59 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.849859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6d2e8ba-022e-45cb-94f5-94081b479cfd req-80b53a71-a8f1-45ca-a5fc-e56aae5cdf59 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.4378452 Jul 07 17:44:54.896580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event deleted for resources: {'Port': ['ID=1a215137-2ac2-446f-8eba-fcf5467484ea,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:54.927503 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ad5269b8-30b9-4d60-b09b-9623adf0f69d req-2eccf9d3-3754-4283-b25a-87fac91621db service neutron] 10.222.0.23 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854446 Jul 07 17:44:54.939227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63ae85-c077-400b-abaf-fd9a86f61204 req-7b97c174-c5c4-443b-b84e-3817e1c228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.941547 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c63ae85-c077-400b-abaf-fd9a86f61204 req-7b97c174-c5c4-443b-b84e-3817e1c228ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.5326729 Jul 07 17:44:55.053727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.070307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.072319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-326a5252-5fdb-4022-9c17-e0e0c33ca441 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "DELETE /v2.0/ports/1a215137-2ac2-446f-8eba-fcf5467484ea HTTP/1.1" status: 204 len: 168 time: 2.3421438 Jul 07 17:44:55.074490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3c63ae85-c077-400b-abaf-fd9a86f61204 req-8f11dc36-d377-4988-b321-22ecb32ea302 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7898422b-8fb3-4519-ab76-193754d2b9e2&id=724a166e-e847-4300-8210-62b76ac2c98a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1089368 Jul 07 17:44:55.078881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:55.086061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Request body: {'port': {'name': 'tempest-new-port-name-1732001331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:55.086585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] bootfile-name is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:55.086892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] tftp-server is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:55.087233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.api.validators [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] server-ip-address is not in valid_values {{(pid=93947) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:44:55.093483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f6d2e8ba-022e-45cb-94f5-94081b479cfd req-f00ad3ed-bd2b-4afc-99e4-ed8fb34550c4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2092538 Jul 07 17:44:55.118411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 8c3de927-f29a-43c8-9aca-890f054a0c3e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:55.118818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.194147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] Pushing event deleted for resources: {'Port': ['ID=8c3de927-f29a-43c8-9aca-890f054a0c3e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:55.209315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226ab98-754f-4001-9cdb-c0a261c890d4 None None] No DVR routers for this DVR port 8c3de927-f29a-43c8-9aca-890f054a0c3e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:55.260587 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5d233-4fb8-4e1b-b0b0-6dcb0cd8afa5 x-openstack-request-id: req-29f5d233-4fb8-4e1b-b0b0-6dcb0cd8afa5 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:55.260891 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:55.261982 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29f5d233-4fb8-4e1b-b0b0-6dcb0cd8afa5 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:55.261982 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd', 'status': 'completed', 'code': 200} Jul 07 17:44:55.296120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.307863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port 8c3de927-f29a-43c8-9aca-890f054a0c3e, host n-d-791505-12, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:55.308361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.368068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '36a8d5ce-9132-4a54-922d-b04c726d9ed4', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:46Z', 'updated_at': '2021-07-07T17:44:46Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:55.424637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 8c3de927-f29a-43c8-9aca-890f054a0c3e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:55.451918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Port 8c3de927-f29a-43c8-9aca-890f054a0c3e was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:44:55.465471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249473b-278c-493a-a66f-d68d0397b0ef None None] The sync data for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 is: [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '36a8d5ce-9132-4a54-922d-b04c726d9ed4', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:44:46Z', 'updated_at': '2021-07-07T17:44:46Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:44:55.479201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.575788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=8c3de927-f29a-43c8-9aca-890f054a0c3e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:55.579537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port 8c3de927-f29a-43c8-9aca-890f054a0c3e on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:55.619787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-8d95f224-faf4-4441-b312-7a34a57e01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:55.622806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-8d95f224-faf4-4441-b312-7a34a57e01d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1095 time: 0.2910726 Jul 07 17:44:55.728110 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.751504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.758809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.786823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] In _notify_port_updated(), no bound segment for port 77e57873-d2fd-40ae-af8c-eb4633c8813f on network 0408ac61-f1c2-4914-abd3-5f7b17214111 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:44:55.792427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:55.793347 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.795082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "PUT /v2.0/ports/77e57873-d2fd-40ae-af8c-eb4633c8813f HTTP/1.1" status: 200 len: 1130 time: 0.7147894 Jul 07 17:44:55.820974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52614) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:55.900502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e8ab5-d918-47dd-b09b-7be50b2616cc None None] New status for floating IP 36a8d5ce-9132-4a54-922d-b04c726d9ed4: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:44:55.953463 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:55.995710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f412f1-c100-4f94-bfed-d4f0e6978d87 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event updated for resources: {'Port': ['ID=77e57873-d2fd-40ae-af8c-eb4633c8813f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:56.023951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5731c5b8-c825-4d1c-af0e-25f7ffae49cd details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:44:56.067569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605cfdc1-b9b4-436a-bd00-349a8753465b']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:56.099611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a864fc-1342-4439-a746-edc8871c21b5') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:56.100016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a864fc-1342-4439-a746-edc8871c21b5') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:56.139614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c043f50-da2e-40fd-85d4-cba7223f7434 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.141359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0c043f50-da2e-40fd-85d4-cba7223f7434 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "GET /v2.0/ports/77e57873-d2fd-40ae-af8c-eb4633c8813f HTTP/1.1" status: 200 len: 1130 time: 0.3176198 Jul 07 17:44:56.142750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-7c96e20f-3082-43bf-80d4-857223d369d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.144292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-7c96e20f-3082-43bf-80d4-857223d369d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 0.4994626 Jul 07 17:44:56.147659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52618) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:56.150967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.270746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635e67-5424-4d93-9a7e-9eac892738b9 req-26bb22eb-cc97-4167-a85d-99fedd365c6c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.283270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44635e67-5424-4d93-9a7e-9eac892738b9 req-26bb22eb-cc97-4167-a85d-99fedd365c6c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.6585524 Jul 07 17:44:56.298644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-b2fdfa82-1065-409d-b14c-b14b65704187 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd HTTP/1.1" status: 200 len: 217 time: 0.1370485 Jul 07 17:44:56.330410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.338504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8c3de927-f29a-43c8-9aca-890f054a0c3e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:44:56.370420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:56.371069 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:56.377116 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:56.439000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Deleting port 77e57873-d2fd-40ae-af8c-eb4633c8813f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:56.439350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.459997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8c3de927-f29a-43c8-9aca-890f054a0c3e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:44:56.459997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8c3de927-f29a-43c8-9aca-890f054a0c3e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:44:56.491456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.542621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.546366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/605cfdc1-b9b4-436a-bd00-349a8753465b HTTP/1.1" status: 204 len: 168 time: 2.3519304 Jul 07 17:44:56.548109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b30d-080b-4a83-b671-99333e02c7ed tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=605cfdc1-b9b4-436a-bd00-349a8753465b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:56.553866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52626) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:56.556800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c13caab-40e9-4830-9572-5283bca90b6a None None] Provisioning complete for port 77e57873-d2fd-40ae-af8c-eb4633c8813f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:44:56.558815 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c13caab-40e9-4830-9572-5283bca90b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.567595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1382358596'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:56.570167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:56.597133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44635e67-5424-4d93-9a7e-9eac892738b9 req-0643574d-84ca-4407-a9fb-93abc7a7b042 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122075 Jul 07 17:44:56.615497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-c52268d7-4a3b-4131-875b-3237aad582fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.619133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-c52268d7-4a3b-4131-875b-3237aad582fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a07e8dc2-ecea-4c71-a499-1578392b756a HTTP/1.1" status: 200 len: 849 time: 0.2857296 Jul 07 17:44:56.638412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'port_id': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd', 'mac_address': 'fa:16:3e:bf:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:44:56.654133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c13caab-40e9-4830-9572-5283bca90b6a None None] Port 77e57873-d2fd-40ae-af8c-eb4633c8813f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:44:56.663444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52628) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:56.718100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.748991 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d4cbf-54fc-43db-a16d-498a04e0bc68 x-openstack-request-id: req-178d4cbf-54fc-43db-a16d-498a04e0bc68 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:44:56.752102 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:44:56.753031 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-178d4cbf-54fc-43db-a16d-498a04e0bc68 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:44:56.757282 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:44:56.766355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Calling delete_port for 77e57873-d2fd-40ae-af8c-eb4633c8813f owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:56.779447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.823452 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f93b179-7335-4956-ab2a-242b58dda1ed tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/36a8d5ce-9132-4a54-922d-b04c726d9ed4 HTTP/1.1" status: 200 len: 992 time: 0.1482947 Jul 07 17:44:56.823693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:56.836522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:56.838590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5731c5b8-c825-4d1c-af0e-25f7ffae49cd {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:44:56.917907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:56.934787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.021243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.047132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:44:57.068666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-710dc614-006e-483d-8681-9c4f3f227249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.070807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-710dc614-006e-483d-8681-9c4f3f227249 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69c9809d-61a6-45d5-96b6-5981aa118670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4441981 Jul 07 17:44:57.094549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:57.107805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event deleted for resources: {'Port': ['ID=77e57873-d2fd-40ae-af8c-eb4633c8813f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:57.145640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.149532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.150122 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Added segment 02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6 of type vlan for network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa Jul 07 17:44:57.151687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2f1fe275-4196-422d-a809-2f432adc6fbe tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "DELETE /v2.0/ports/77e57873-d2fd-40ae-af8c-eb4633c8813f HTTP/1.1" status: 204 len: 168 time: 1.0000627 Jul 07 17:44:57.152428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52632) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:57.214919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5731c5b8-c825-4d1c-af0e-25f7ffae49cd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:44:57.256398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52634) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:57.293210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Deleting subnet d079a907-4e49-44a0-ba30-a17edb978366 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:44:57.305005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74706c9-5214-4423-947b-82995006a35b req-2eb5f01d-7844-40e3-b3f7-6f12f3e551e1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.313243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.315565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74706c9-5214-4423-947b-82995006a35b req-2eb5f01d-7844-40e3-b3f7-6f12f3e551e1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1096 time: 0.3580663 Jul 07 17:44:57.330744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-0d118e52-d281-44e7-9b65-90efac5dc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.333057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-0d118e52-d281-44e7-9b65-90efac5dc367 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1097 time: 0.5540569 Jul 07 17:44:57.381214 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.495608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.648014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.669084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32c467da-3339-44df-a477-c7b12933ba18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.696110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.698562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b74706c9-5214-4423-947b-82995006a35b req-836a7a10-24b5-4d46-a59a-219cee9825da tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820460 Jul 07 17:44:57.717237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-1225c5f8-99fe-4ff0-8237-f3ddd58ce84e service neutron] 10.222.0.23 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356137 Jul 07 17:44:57.815914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-930d868d-4ed5-4c36-9bdf-77538ebd977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.817893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-930d868d-4ed5-4c36-9bdf-77538ebd977d service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.4675224 Jul 07 17:44:57.822194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.828195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.833972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.834662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.889337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:57.894577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf080b1-f9bf-4b81-8534-283828910f45 None None] Network 0408ac61-f1c2-4914-abd3-5f7b17214111 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:44:57.899502 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "DELETE /v2.0/subnets/d079a907-4e49-44a0-ba30-a17edb978366 HTTP/1.1" status: 204 len: 168 time: 0.7450411 Jul 07 17:44:57.900864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95e862-770a-42e5-bcc3-0cc415c29649 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event deleted for resources: {'Subnet': ['ID=d079a907-4e49-44a0-ba30-a17edb978366,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:57.904202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52638) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:58.063815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.122823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-805a6e54-2bf5-43b6-9a5e-2cec6996568a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1000 time: 0.2852292 Jul 07 17:44:58.123952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Network': ['ID=4942f4cc-c494-49a6-93a8-ae219bdfa7fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:58.179924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:44:58.237808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed246586-101a-41f5-82e0-f7f8745a32fe req-2a81f844-2270-47f4-b82a-1ba6fbbe48f3 service neutron] 10.222.0.23 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096750 Jul 07 17:44:58.255479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Deleting port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:58.256046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.312494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32c467da-3339-44df-a477-c7b12933ba18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.319861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32c467da-3339-44df-a477-c7b12933ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.388403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-32c467da-3339-44df-a477-c7b12933ba18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5653bf956c3049b1bcb9460789ab204b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261053 Jul 07 17:44:58.392229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c467da-3339-44df-a477-c7b12933ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f979438-2a80-41d7-89e6-9b1ca8f1b9ba,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:58.401690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-348846ea-18e3-4d0e-a01a-7143830fd214 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8425689 Jul 07 17:44:58.403451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52640) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:58.403768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52642) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:58.455274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] For port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,segment=NetworkSegment(dc3df158-f43a-4170-a3d0-3a9559d89698),segment_id=dc3df158-f43a-4170-a3d0-3a9559d89698)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:58.456246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.457240 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:44:58.464017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-a9633de3-0633-4f15-aba7-dd004e9d5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:58.466461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-a9633de3-0633-4f15-aba7-dd004e9d5c6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.3252420 Jul 07 17:44:58.487757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Calling delete_port for 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:58.498634 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.526526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.623683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] DHCP port deletion for 0408ac61-f1c2-4914-abd3-5f7b17214111 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:44:58.702186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.762623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event deleted for resources: {'Port': ['ID=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:58.781251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] No DVR routers for this DVR port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:58.940314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.955908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408ac61-f1c2-4914-abd3-5f7b17214111']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:58.984948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Deleting port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:44:58.985543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:58.986152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3df158-f43a-4170-a3d0-3a9559d89698') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:58.987061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3df158-f43a-4170-a3d0-3a9559d89698') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:44:59.006017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.030910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.041102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:44:59.041626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:44:59.047424 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:44:59.090168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] For port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:44:59.092007 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.110899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Calling delete_port for 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:44:59.115011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:44:59.116598 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.135739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.149371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.152016 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] 10.222.0.66 "DELETE /v2.0/networks/0408ac61-f1c2-4914-abd3-5f7b17214111 HTTP/1.1" status: 204 len: 168 time: 1.2463603 Jul 07 17:44:59.158206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] Pushing event deleted for resources: {'Port': ['ID=184ced76-9d67-4844-b1b2-c6bf3d6e22f1,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:59.165970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d7f8-179a-475f-b144-a46a41fcbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-838912415 tempest-ExtraDHCPOptionsIpV6TestJSON-838912415-project] Pushing event deleted for resources: {'Network': ['ID=0408ac61-f1c2-4914-abd3-5f7b17214111,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:59.175653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da2e7f-cf0a-4b29-8852-bb04f9cc97eb None None] No DVR routers for this DVR port 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:44:59.210942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:44:59.218212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.230809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.235469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.236992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f979438-2a80-41d7-89e6-9b1ca8f1b9ba HTTP/1.1" status: 204 len: 168 time: 0.8318610 Jul 07 17:44:59.285729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31bb3-894a-41b5-a9ec-a1b92066babf req-a2ffe7ea-5daf-4a61-9cd4-1b70f6a97ade tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:59.288619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44e31bb3-894a-41b5-a9ec-a1b92066babf req-a2ffe7ea-5daf-4a61-9cd4-1b70f6a97ade tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.7469091 Jul 07 17:44:59.335944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-17ecd756-8567-4fe3-b64c-d58d675a9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:59.337579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-17ecd756-8567-4fe3-b64c-d58d675a9b6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8517368 Jul 07 17:44:59.368027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaa662-89b7-4428-8dc0-36e73a4044c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f979438-2a80-41d7-89e6-9b1ca8f1b9ba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:59.474066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44e31bb3-894a-41b5-a9ec-a1b92066babf req-a508c3d2-504d-41e2-9dc1-93c918f2df8d tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1276162 Jul 07 17:44:59.534128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-40a51fea-0be6-4a0f-baf7-afc2f24e9ccc service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806390 Jul 07 17:44:59.615334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52656) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:44:59.825562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:59.897347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9534363a-a9fc-4000-a7f1-bb5cb46f6cb5 req-98487b9a-f34c-479e-888d-0d0e4876442d service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559299 Jul 07 17:44:59.924234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=a80b7526-6ddc-458c-b788-496adfa69efe,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:44:59.951428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2040b-6530-4b36-aec9-171f8c0645e1 req-257f68f2-22da-4f8b-8cae-235a38cdd7d7 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:59.953068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ac2040b-6530-4b36-aec9-171f8c0645e1 req-257f68f2-22da-4f8b-8cae-235a38cdd7d7 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1096 time: 0.2105207 Jul 07 17:44:59.956453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Checking segment: {'id': '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:44:59.956835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network hostable DHCP agents. Network: 4942f4cc-c494-49a6-93a8-ae219bdfa7fa, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:44:59.963186 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a36c7c6d-1bca-4005-b061-d8ec4f5be4e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a8bb97bc2b84afe9445626f633ff220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458886 Jul 07 17:44:59.966065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52660) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:00.000690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:45:00.008314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ac2040b-6530-4b36-aec9-171f8c0645e1 req-4f86380a-7ea8-47d6-a2a5-6c9606135a10 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Jul 07 17:45:00.018375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 4942f4cc-c494-49a6-93a8-ae219bdfa7fa) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:00.025077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:00.026423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.040224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800c38f-2033-4c72-801d-1ee6829ab24e None None] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:00.042488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5731c5b8-c825-4d1c-af0e-25f7ffae49cd up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:00.069012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.082717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-115bb0eb-0692-49de-8cb1-a419dda83b3d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6300020 Jul 07 17:45:00.085166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52662) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:00.093944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1266443703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:00.145584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.170527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.171852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.198825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:00.217294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:00.218106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.265729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.266932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.270784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31d6a006-e9f8-44e3-83b2-6508f641e3dc HTTP/1.1" status: 204 len: 168 time: 0.3008230 Jul 07 17:45:00.288534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae311d95-1dce-4a31-87f0-6d6bdbf8642d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d6a006-e9f8-44e3-83b2-6508f641e3dc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:00.302484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.312330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.353731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.356905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5290e08d-da2d-489e-923e-ef3576f5980d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2694771 Jul 07 17:45:00.359270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52666) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:00.364763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa', 'name': 'tempest-PortsTestJSON-555526365'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:00.375809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:00.426538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:00.426959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 184ced76-9d67-4844-b1b2-c6bf3d6e22f1 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:00.455649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-4942f4cc-c494-49a6-93a8-ae219bdfa7fa', 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': 'a80b7526-6ddc-458c-b788-496adfa69efe'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:45:00.456419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.518756 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.569843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:00.578097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.614924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:00.632004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:00.635315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561b41e-ce44-4113-bad5-5ec75d7e9344 req-70f58c7f-4c78-4113-800c-a7f5f0441df7 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:00.635906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:00.639665 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d877d8-21ce-4d5f-bd08-877f412772b9" -d '{"events": [{"server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "name": "network-vif-plugged", "status": "completed", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:00.645972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.650600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4561b41e-ce44-4113-bad5-5ec75d7e9344 req-70f58c7f-4c78-4113-800c-a7f5f0441df7 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.1431878 Jul 07 17:45:00.722022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4561b41e-ce44-4113-bad5-5ec75d7e9344 req-bc730260-093b-47ce-89d2-1cdeec708ad5 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698884 Jul 07 17:45:00.771466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:00.775347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Allocated IP 172.20.0.2 (4942f4cc-c494-49a6-93a8-ae219bdfa7fa/a80b7526-6ddc-458c-b788-496adfa69efe/5ef9a688-c447-47cf-88fa-8a49d9e55a90) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:00.802019 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10edf01-df04-4fec-ba2c-e158d642bfb4 x-openstack-request-id: req-d10edf01-df04-4fec-ba2c-e158d642bfb4 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:00.802323 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "name": "network-vif-plugged", "status": "completed", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:00.802608 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d10edf01-df04-4fec-ba2c-e158d642bfb4 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:00.803020 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd', 'code': 200} Jul 07 17:45:01.004796 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.022244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Transition to ACTIVE for port object 5ef9a688-c447-47cf-88fa-8a49d9e55a90 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:01.028591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-e0a96866-28fc-4490-9424-006ab99cd6c7 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.030776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-e0a96866-28fc-4490-9424-006ab99cd6c7 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.0864990 Jul 07 17:45:01.033841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87c2a7-78cb-4a10-b6a4-1c6093b31832 req-f86e8bf9-b0a9-4d19-b1d3-276a08474dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.035594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b87c2a7-78cb-4a10-b6a4-1c6093b31832 req-f86e8bf9-b0a9-4d19-b1d3-276a08474dc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.1553297 Jul 07 17:45:01.064058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Transition to ACTIVE for port object 5ef9a688-c447-47cf-88fa-8a49d9e55a90 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:01.070569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-23b0ffc4-223e-4b17-a73b-96533b13f872 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.077440 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.120721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b87c2a7-78cb-4a10-b6a4-1c6093b31832 req-99c1e548-8ae0-458a-995b-844f6cd713e5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709386 Jul 07 17:45:01.124593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:01.128290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:01.131754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:01.161438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Pushing event updated for resources: {'Port': ['ID=5ef9a688-c447-47cf-88fa-8a49d9e55a90,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:01.240049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-23b0ffc4-223e-4b17-a73b-96533b13f872 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.243246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.11 (4942f4cc-c494-49a6-93a8-ae219bdfa7fa/a80b7526-6ddc-458c-b788-496adfa69efe/6e6d48e2-5a14-4a14-9087-afcbb717b0ad) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:01.248975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-23b0ffc4-223e-4b17-a73b-96533b13f872 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.275597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Attempting to bind port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:01.276535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Attempting to bind port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:01.277082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Attempting to bind port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 on network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:01.290012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:01.290870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Checking segment: {'id': '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:01.291656 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.292298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Bound using segment: {'id': '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:01.293093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Bound port: 5ef9a688-c447-47cf-88fa-8a49d9e55a90, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4942f4cc-c494-49a6-93a8-ae219bdfa7fa'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:01.294270 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.303415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52a57886-5bbb-4d0b-a3cd-a9c0123ad89f req-23b0ffc4-223e-4b17-a73b-96533b13f872 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2626500 Jul 07 17:45:01.354541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0ffc4-223e-4b17-a73b-96533b13f872 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0eda70-287b-4c7d-a5e5-6f4c58e0b8a2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:01.362637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:01.432632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] For port 5ef9a688-c447-47cf-88fa-8a49d9e55a90, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:01.443838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] For port 5ef9a688-c447-47cf-88fa-8a49d9e55a90, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5ef9a688-c447-47cf-88fa-8a49d9e55a90,segment=NetworkSegment(02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6),segment_id=02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:01.453660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.553185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842ee90-efe5-47d1-ad31-c6395343e247 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.554317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0842ee90-efe5-47d1-ad31-c6395343e247 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1131 time: 0.1900411 Jul 07 17:45:01.560005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:01.569316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:01.570294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8502539-4781-40b5-9b24-b851ddcb056f None None] Pushing event updated for resources: {'Port': ['ID=5ef9a688-c447-47cf-88fa-8a49d9e55a90,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:01.603414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.623974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 6e6d48e2-5a14-4a14-9087-afcbb717b0ad will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:01.678950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.718396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52698) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:01.720147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.751097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:01.756651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:01.758867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=6e6d48e2-5a14-4a14-9087-afcbb717b0ad,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:01.761263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:01.823814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.824407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.848225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0027de75-76e0-4ab4-ab6d-b62499b47e89 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4856286 Jul 07 17:45:01.850665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52702) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:01.867485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978daf-79fb-4826-a7c2-329a57f9b045 req-66942472-2bd1-422c-b50b-a264ac9e02cf tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.871965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56978daf-79fb-4826-a7c2-329a57f9b045 req-66942472-2bd1-422c-b50b-a264ac9e02cf tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.2218575 Jul 07 17:45:02.013790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56978daf-79fb-4826-a7c2-329a57f9b045 req-bc632476-61bf-4400-8d8a-1abe398d97f9 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291153 Jul 07 17:45:02.112308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.144225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1269980519'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:02.337076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.25.3.13 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/9f030e52-436d-4877-8a8b-d60fd0407f34) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:02.439642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5ef9a688-c447-47cf-88fa-8a49d9e55a90 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:02.560135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:02.571292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.655513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.662405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.669006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.675296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.681862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.688792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.695366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.697490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-2f20fa3c-d284-4b5b-b5db-8b3691a9d3fa tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.1763856 Jul 07 17:45:02.700238 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.747749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:02.752341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.772441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:02.789861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:02.793879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.802640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:02.810585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=9f030e52-436d-4877-8a8b-d60fd0407f34,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:02.891122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcf6d4f6-1001-41f0-a905-4e2851325a30 req-f66ee0da-9e64-4edd-97f3-08e90be7eb38 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649797 Jul 07 17:45:03.075505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.088338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.116729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:45:03.138370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.139328 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Added segment 0ae78bf5-53a9-46a6-9202-16d74625c48b of type vlan for network f04482c6-27dc-442c-a6b3-c6cbc1d7252e Jul 07 17:45:03.251014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.281366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883e40b-95bb-4bb5-ac09-91e698d95c7a None None] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:03.306808 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.324141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443f1fd0-de22-4c1e-b578-7a29b783bb02,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:03.384639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.385501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Provisioning for port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:03.397710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Provisioning complete for port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:03.397994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.398852 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.409581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.420993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.432531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.445078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.457457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.461861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25b1f017-031b-4b88-91ee-d9b05c62e074 req-1fdf2f84-e1c8-4ff7-b5bf-fd7a7f5cf720 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.3103976 Jul 07 17:45:03.570884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.590017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.592099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.644971 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9233198 Jul 07 17:45:03.653865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52712) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:03.687818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.746018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'subnet': {'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:03.763623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] For port 5ef9a688-c447-47cf-88fa-8a49d9e55a90, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5ef9a688-c447-47cf-88fa-8a49d9e55a90,segment=NetworkSegment(02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6),segment_id=02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:03.770067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.805371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.833939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54a17f-5ab5-4cbe-b9b6-6db31136c4f6 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Network': ['ID=f04482c6-27dc-442c-a6b3-c6cbc1d7252e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:03.868494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:45:03.882712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d8358-aa7b-4867-b2c4-5bba6b780f79 None None] Pushing event updated for resources: {'Port': ['ID=5ef9a688-c447-47cf-88fa-8a49d9e55a90,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:03.959166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:03.963254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.016557 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.025210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.057868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923487aa-46c9-45c1-984f-9db044a62e38 req-7ff77046-9872-40c7-9675-6341978559d8 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:04.061485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-923487aa-46c9-45c1-984f-9db044a62e38 req-7ff77046-9872-40c7-9675-6341978559d8 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.2792826 Jul 07 17:45:04.066107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.147420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=6e6d48e2-5a14-4a14-9087-afcbb717b0ad,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:04.204602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-923487aa-46c9-45c1-984f-9db044a62e38 req-03ef191b-0718-4867-b6c6-7c8a858972fc tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345716 Jul 07 17:45:04.228767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Provisioning for port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:04.255278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Provisioning complete for port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:04.255931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.421695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5ef9a688-c447-47cf-88fa-8a49d9e55a90 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:04.490059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:04.514584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Provisioning complete for port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:04.515138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a49cd911-8ae0-4063-abe3-25f2d36a5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.541433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:04.542055 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.603573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.661300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.721343 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-6c648fb6-31fd-4d97-a4de-b110f8c57cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5094311 Jul 07 17:45:04.782640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Checking segment: {'id': '0ae78bf5-53a9-46a6-9202-16d74625c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:04.782894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network hostable DHCP agents. Network: f04482c6-27dc-442c-a6b3-c6cbc1d7252e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:45:04.800869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.813071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cceb51-35b1-4243-b0ed-2d92b6387b26 req-086d099c-01ac-495c-bf9d-e5e308394850 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:04.816153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12cceb51-35b1-4243-b0ed-2d92b6387b26 req-086d099c-01ac-495c-bf9d-e5e308394850 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.3454916 Jul 07 17:45:04.830404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Subnet': ['ID=07b0c718-c8d8-425a-9ae8-fbbc4635ffb9,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:04.834928 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.835635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:45:04.878862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f04482c6-27dc-442c-a6b3-c6cbc1d7252e) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:04.895203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5397905-d708-45b5-828f-72021cfcb102 None None] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:04.896303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:04.897424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.897810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-076abb45-0cc7-404d-9b89-60674f0c2862 None None] Provisioning complete for port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:04.898338 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-076abb45-0cc7-404d-9b89-60674f0c2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.935200 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3436f6a0-679a-4f0b-bad1-b5b417897698 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2416039 Jul 07 17:45:04.939920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.946710 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52720) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:04.997337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-86871032', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:05.047127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-076abb45-0cc7-404d-9b89-60674f0c2862 None None] Port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:05.084703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.085981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.092860 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.096367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12cceb51-35b1-4243-b0ed-2d92b6387b26 req-e70ec664-bee5-4e47-815d-df670710b00d tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542040 Jul 07 17:45:05.099424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=9f030e52-436d-4877-8a8b-d60fd0407f34,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:05.183362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-25eb473f-3376-42a3-9b5b-6b16af4e5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.185156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-25eb473f-3376-42a3-9b5b-6b16af4e5bd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 1098 time: 0.3670113 Jul 07 17:45:05.212836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d5490-a0fa-493e-9d3e-a416d57e6fee None None] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:05.218850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5133f6ed-7672-4201-952d-be89d331fa13 None None] Provisioning complete for port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:05.219368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5133f6ed-7672-4201-952d-be89d331fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.263981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.323561 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Floating IP 7e7bee6f-5fb9-4446-b466-5fe4f20442e3 associated. External IP: 172.25.3.13, port: 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda. Jul 07 17:45:05.340818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5133f6ed-7672-4201-952d-be89d331fa13 None None] Port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:05.687488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.792603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-3d1595f2-c12f-42d6-9774-dc3c6d28b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.794788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-3d1595f2-c12f-42d6-9774-dc3c6d28b5a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.5674269 Jul 07 17:45:05.851806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.862474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.896600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7508f-a9d0-46fd-911e-dc4b4fcff950 req-4e920e9d-7123-4a90-bc07-d27785e78b7b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.898276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6b7508f-a9d0-46fd-911e-dc4b4fcff950 req-4e920e9d-7123-4a90-bc07-d27785e78b7b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.2151251 Jul 07 17:45:05.901619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-531f3eb4-9761-4f0f-9961-41933459c183 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 200 len: 1001 time: 0.0986440 Jul 07 17:45:05.921053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:05.974201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=6e6d48e2-5a14-4a14-9087-afcbb717b0ad,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:05.985258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.026602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-29d7c04c-24ca-47a7-ba3a-3bc0e7b479b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.028230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-29d7c04c-24ca-47a7-ba3a-3bc0e7b479b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0865591 Jul 07 17:45:06.076324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6b7508f-a9d0-46fd-911e-dc4b4fcff950 req-028422e8-5c66-492a-ab95-b8379bc835c3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351974 Jul 07 17:45:06.233780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router d7287b6f-589a-4d60-9447-7a287335ef04 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:06.254056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-876d9d28-0c2a-46e1-b35f-20c0ff93e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.255688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-876d9d28-0c2a-46e1-b35f-20c0ff93e15d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976798 Jul 07 17:45:06.265349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.283520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:06.321196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:06.415746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.577005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:06.591284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-0cd0d097-ad2c-445c-8588-c862d6fbcea2 service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866120 Jul 07 17:45:06.598004 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Sync routers for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:06.625676 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:06.627569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:06.641864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.642679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.643228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.643711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.644197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.644673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.645167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.647988 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-df5a12b7-a286-4061-ad94-bf4892635512 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.7258754 Jul 07 17:45:06.702378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0361da2c-9b8f-4755-b620-2864694cbbf7 None None] Provisioning complete for port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:06.703282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0361da2c-9b8f-4755-b620-2864694cbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.751688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-18596fe3-7704-4612-8fbb-24c748ec890c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751309 Jul 07 17:45:06.774278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.775270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0361da2c-9b8f-4755-b620-2864694cbbf7 None None] Port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:06.790117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.50 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/2062e518-8d41-44fd-aee3-8bced33cd99a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:06.822952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Router 13d3bfe8-4e05-4969-b51f-95fe75c20df5 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:45:06.890948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80ec528e-4a82-49f8-b9da-09826bb0c3dd tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3286960 Jul 07 17:45:06.900318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:06.906785 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:06.912047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52752) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:06.976632 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:06.993508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bdf752b-84de-4e4a-9ac7-9c4cd9e0cf5a req-2f20e2cc-f89d-4366-98f8-d1941555e84a service neutron] 10.222.0.73 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870203 Jul 07 17:45:07.022147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:07.032120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a27fb0bb-28fd-461b-b509-cb4d814d3c44 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/routers/13d3bfe8-4e05-4969-b51f-95fe75c20df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1799700 Jul 07 17:45:07.032777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:07.038500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] Sync routers for ids ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:07.055386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] Routers {'13d3bfe8-4e05-4969-b51f-95fe75c20df5'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:07.056179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.085765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.141701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.161979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] Routers {'13d3bfe8-4e05-4969-b51f-95fe75c20df5'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:07.162271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.247867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.249250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8d576-02ba-43fd-8876-6c8cccb73cd1 None None] The sync data for ids ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:07.361141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.361739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.362229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.363108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.363783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.364531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.365057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.365528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.366006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.366555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.366981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.367459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.367912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.368391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.368849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.377083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ef69569e-245a-4fdb-975d-71342cb4f522 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10490 time: 0.4486599 Jul 07 17:45:07.378028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:07.403338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-391409b4-aed5-4cb5-b97e-cbfcfde412da tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.405323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-391409b4-aed5-4cb5-b97e-cbfcfde412da tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 0.3312168 Jul 07 17:45:07.470591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-bb437097-a1be-4030-93ca-78db6434d5aa tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/quotas/b62c35bca3934dec8d1f11e6f6627ccd HTTP/1.1" status: 200 len: 375 time: 0.0370681 Jul 07 17:45:07.472892 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7e7bee6f-5fb9-4446-b466-5fe4f20442e3', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'port_id': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'mac_address': 'fa:16:3e:6c:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:45:03Z', 'updated_at': '2021-07-07T17:45:03Z', 'revision_number': 0, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.505435 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Checking router: d7287b6f-589a-4d60-9447-7a287335ef04 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:07.517705 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:07.518470 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:07.551744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8633841-ef8f-4e4a-b59c-73b4dc271ba7 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.555884 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8633841-ef8f-4e4a-b59c-73b4dc271ba7 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?device_id=13d3bfe8-4e05-4969-b51f-95fe75c20df5 HTTP/1.1" status: 200 len: 982 time: 0.5151927 Jul 07 17:45:07.559681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52772) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:07.570106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.610822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.611484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.612669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.617316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.618352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.619366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.620254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.624082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.625379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.626869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.627790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.628533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.629144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.629755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.632832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-892182d4-6881-44f0-8be5-58b24f140cfe tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8897 time: 0.2535052 Jul 07 17:45:07.638618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52774) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:07.645147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd3-65e1-4fc2-839a-9a524913917c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.690241 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:07.702665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:07.706653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=2062e518-8d41-44fd-aee3-8bced33cd99a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:07.709341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:07.713415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:07.887863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-25065413-c930-4712-b1e9-062ff8157e76 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3962011 Jul 07 17:45:08.098937 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7e7bee6f-5fb9-4446-b466-5fe4f20442e3', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'port_id': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'mac_address': 'fa:16:3e:6c:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:45:03Z', 'updated_at': '2021-07-07T17:45:03Z', 'revision_number': 0, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:08.151677 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28313c9-105e-42f0-807d-333bac2bced4 None None] The sync data for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 is: [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '7e7bee6f-5fb9-4446-b466-5fe4f20442e3', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'port_id': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'mac_address': 'fa:16:3e:6c:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:45:03Z', 'updated_at': '2021-07-07T17:45:03Z', 'revision_number': 0, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:08.261926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.436276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-1ce6f6bd-6faf-48fe-81d0-0c2887bdb8c6 service neutron] 10.222.0.66 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341263 Jul 07 17:45:08.538542 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.573096 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d081eb-cbd6-433d-bf99-3bf51698f3b8 None None] New status for floating IP 7e7bee6f-5fb9-4446-b466-5fe4f20442e3: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:08.617504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23830699-6e7d-4e72-86bb-6342db6c161b tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7004 time: 0.9729445 Jul 07 17:45:08.631026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:08.819185 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-8fe3e88e-38c7-4ad4-b6ae-dadabd78b6a2 service neutron] 10.222.0.66 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644822 Jul 07 17:45:08.823552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ddf99-43e8-4944-93da-6334ea5c748f tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:08.824202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ddf99-43e8-4944-93da-6334ea5c748f tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:08.830208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-270ddf99-43e8-4944-93da-6334ea5c748f tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d7287b6f-589a-4d60-9447-7a287335ef04 HTTP/1.1" status: 200 len: 1991 time: 0.1977530 Jul 07 17:45:08.900289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-4e9ae0d3-b9eb-4dea-b859-c37c75c3f73c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:08.902411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-4e9ae0d3-b9eb-4dea-b859-c37c75c3f73c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 946 time: 0.2537215 Jul 07 17:45:09.041160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.091854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 006cbc6e-9fb3-4e46-9090-faf91b0d978c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:09.092447 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.266933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 006cbc6e-9fb3-4e46-9090-faf91b0d978c, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=006cbc6e-9fb3-4e46-9090-faf91b0d978c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:09.267311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.535660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:45:09.550810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 6e6d48e2-5a14-4a14-9087-afcbb717b0ad {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:09.551302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.746002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.764301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:09.766281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 6e6d48e2-5a14-4a14-9087-afcbb717b0ad owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:09.791149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:09.812955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:09.815018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:09.830936 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.835619 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d1fd076b-9add-4579-b014-7d5cb4ed3e79 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8874118 Jul 07 17:45:09.837990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:09.841187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f32b3-4022-4708-bf23-825d580de985 req-28b55606-eb43-4cfc-b2a2-94a5e301722e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:09.851410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1f32b3-4022-4708-bf23-825d580de985 req-28b55606-eb43-4cfc-b2a2-94a5e301722e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 946 time: 0.4488683 Jul 07 17:45:09.895670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:09.922490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:09.923326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:44:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:09.999403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:10.001045 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.001278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd3b70-bfab-4db8-bd3d-b7c426a35c52 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:10.001923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.002615 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP 8cf6bc14-bca1-45f5-8163-8bc58d88c2d1 disassociated. External IP: 172.25.3.47, port: 006cbc6e-9fb3-4e46-9090-faf91b0d978c. Jul 07 17:45:10.003311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 006cbc6e-9fb3-4e46-9090-faf91b0d978c owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:10.025436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1f32b3-4022-4708-bf23-825d580de985 req-ec9f41a3-8280-45ee-abfa-d8e1989985d3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721919 Jul 07 17:45:10.110704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c24a8b42-de4f-466b-9857-0bf141e8479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.166289 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18f964-a7e8-4965-b8cd-c9eb2257e9dc x-openstack-request-id: req-ea18f964-a7e8-4965-b8cd-c9eb2257e9dc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:10.166792 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:10.167671 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea18f964-a7e8-4965-b8cd-c9eb2257e9dc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:10.168449 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'status': 'completed', 'code': 200} Jul 07 17:45:10.384003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6c155c1-66e0-40ec-9d6d-3228ea504767 req-ed979af3-935b-433c-a251-5682a272c6ff tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 210 time: 0.0963306 Jul 07 17:45:10.493479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-a088c0c3-bb19-4591-8b22-865f150ab121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:10.496963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-a088c0c3-bb19-4591-8b22-865f150ab121 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.2831867 Jul 07 17:45:10.586954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.640651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=006cbc6e-9fb3-4e46-9090-faf91b0d978c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:10.663200 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.734739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-1bf7ecc2-7f78-4038-916b-17b4c648bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:10.736375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-1bf7ecc2-7f78-4038-916b-17b4c648bb0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 898 time: 0.2308722 Jul 07 17:45:10.806705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.862985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-027c499f-ac72-4d33-af5f-54804a342e67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 1000 time: 0.1180811 Jul 07 17:45:10.873162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:10.885061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=6e6d48e2-5a14-4a14-9087-afcbb717b0ad,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:11.278378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-0e03207e-5205-4dd2-86a7-e02372d423b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:11.281771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-0e03207e-5205-4dd2-86a7-e02372d423b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 200 len: 835 time: 0.4067674 Jul 07 17:45:11.321635 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:11.370165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3a048171-0b8e-4f18-b614-77361f5599ec tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:11.372516 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3a048171-0b8e-4f18-b614-77361f5599ec tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.73 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 0.1372206 Jul 07 17:45:11.380943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.407969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:11.444138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:11.478030 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:11.479589 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:11.551125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 006cbc6e-9fb3-4e46-9090-faf91b0d978c on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:11.564863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.568907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbb8f325-a86a-4463-a328-9fd18d359269 req-b7c965e8-4ef4-4631-bb5e-2c996dd248d8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.73 "DELETE /v2.0/ports/006cbc6e-9fb3-4e46-9090-faf91b0d978c HTTP/1.1" status: 204 len: 173 time: 2.6598403 Jul 07 17:45:11.577369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Request body: {'port': {'device_id': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'admin_state_up': True, 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:11.629016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-63352d3d-18ce-4e2c-b8db-e4ae04db679d req-8c4f1660-1c40-4aef-a6c9-5fea3721c63d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0710106 Jul 07 17:45:11.657209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-7ec2720e-e2aa-4a3a-8117-1a80bb53c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:11.660378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-7ec2720e-e2aa-4a3a-8117-1a80bb53c641 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23de15a8-7422-4925-97df-a13d6a51a072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3644102 Jul 07 17:45:11.758474 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:11.872733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-7a4c50f8-f505-41b7-8c86-0fe5a1010c7c service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990333 Jul 07 17:45:11.903581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:12.061728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Made reservation on behalf of b62c35bca3934dec8d1f11e6f6627ccd for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:12.069047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:12.099573 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.121563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aec3e63a-9d05-4c4c-a142-cf219d41c2bb req-7298c5bd-6749-4e0c-a3df-4888f3a27f26 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381434 Jul 07 17:45:12.171672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2dc5ad86-c48b-44b8-90e6-9bcc6c7b7ed0 req-c1449ff4-c115-48ee-b73b-1b738d51325e tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 210 time: 0.0723259 Jul 07 17:45:12.179207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'name': 'network-vif-deleted', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:12.181702 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f4c20-63fc-445b-9fca-13a0c6a5b9ff" -d '{"events": [{"server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "name": "network-vif-deleted", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:12.192046 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:12.221947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Router 13d3bfe8-4e05-4969-b51f-95fe75c20df5 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:12.224094 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:12.231115 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.306268 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec12789-06e2-490f-820d-c367dfed30d4 x-openstack-request-id: req-bec12789-06e2-490f-820d-c367dfed30d4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:12.306595 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b74948-df9d-48e3-880b-e26368ba17a0", "name": "network-vif-deleted", "tag": "006cbc6e-9fb3-4e46-9090-faf91b0d978c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:12.307894 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bec12789-06e2-490f-820d-c367dfed30d4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:12.307894 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b74948-df9d-48e3-880b-e26368ba17a0', 'name': 'network-vif-deleted', 'tag': '006cbc6e-9fb3-4e46-9090-faf91b0d978c', 'status': 'completed', 'code': 200} Jul 07 17:45:12.469308 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:12.618060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:12.634374 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-67b79ab3-9a14-4eea-81da-73e202347932 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/routers/13d3bfe8-4e05-4969-b51f-95fe75c20df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0681865 Jul 07 17:45:12.634569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52804) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:12.643945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ce409-e742-414b-925f-e897235be28a None None] Sync routers for ids ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:12.647580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-304edc98-52d7-42dc-b3ba-bc1d9874c830 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6149271 Jul 07 17:45:12.669822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] Routers {'13d3bfe8-4e05-4969-b51f-95fe75c20df5'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:12.670514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.700636 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-782914d2-a882-4ff4-959d-c93996625382 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:45:12.707015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-782914d2-a882-4ff4-959d-c93996625382 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/6e6d48e2-5a14-4a14-9087-afcbb717b0ad HTTP/1.1" status: 404 len: 333 time: 0.0675943 Jul 07 17:45:12.709597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52808) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:12.745472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:12.771116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.801217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] Routers {'13d3bfe8-4e05-4969-b51f-95fe75c20df5'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:12.801891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.876228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cb6ce409-e742-414b-925f-e897235be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.881906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ce409-e742-414b-925f-e897235be28a None None] The sync data for ids ['13d3bfe8-4e05-4969-b51f-95fe75c20df5'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:12.903685 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.938079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:12.986076 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03907148-1b94-4e41-b1df-8720b7fcc454 None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:13.018020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 006cbc6e-9fb3-4e46-9090-faf91b0d978c no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:13.062097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Allocated IP 172.20.0.13 (69c9809d-61a6-45d5-96b6-5981aa118670/a07e8dc2-ecea-4c71-a499-1578392b756a/0de06f09-27b8-435e-835d-4ca624e201d5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:13.085475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 006cbc6e-9fb3-4e46-9090-faf91b0d978c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:13.085908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 006cbc6e-9fb3-4e46-9090-faf91b0d978c not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:13.156816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c97a8a83-8560-4c01-894b-8cbd82f460ae req-d6f5ec5c-3e32-44f0-a39f-4fb475a0e398 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0401995 Jul 07 17:45:13.424667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.431652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.545572 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca9c7c3-4f56-4227-9b02-385da2cd1d39 None None] New status for floating IP 8cf6bc14-bca1-45f5-8163-8bc58d88c2d1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:13.563017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.563939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.564615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.565260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.566119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.567047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.567706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.570479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-c8a20821-6f2f-4450-8770-42093cb3db8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 6508 time: 0.5347872 Jul 07 17:45:13.585019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.1 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/20259e2e-6c4f-459d-b0a9-db6ba4199df2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:13.657112 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.689450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.691451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Fanout notify agent at l3_agent the message router_deleted on router 13d3bfe8-4e05-4969-b51f-95fe75c20df5 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:45:13.721918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e7b9856-1233-4ad0-8c5d-7a610568d3f7 req-4da446f4-5166-4abe-ad10-dcf0b459b373 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 210 time: 0.1503279 Jul 07 17:45:13.740022 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.742862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c5109c92-59b2-4831-9e49-e8209f7d3467 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/routers/13d3bfe8-4e05-4969-b51f-95fe75c20df5 HTTP/1.1" status: 204 len: 168 time: 1.0317519 Jul 07 17:45:13.748223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:13.796503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.846979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Transition to ACTIVE for port object 0de06f09-27b8-435e-835d-4ca624e201d5 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:13.896217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet a80b7526-6ddc-458c-b788-496adfa69efe {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:13.914322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:13.934575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-ee1005b4-1473-4728-b91d-65b91dd7b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.935403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-ee1005b4-1473-4728-b91d-65b91dd7b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.936339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-ee1005b4-1473-4728-b91d-65b91dd7b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.940394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-ee1005b4-1473-4728-b91d-65b91dd7b823 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&id=9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 200 len: 2295 time: 0.3250370 Jul 07 17:45:13.985798 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.119704 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.120549 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.186605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.199487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5731c5b8-c825-4d1c-af0e-25f7ffae49cd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:14.228979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.249030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.255699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/a80b7526-6ddc-458c-b788-496adfa69efe HTTP/1.1" status: 204 len: 168 time: 0.5007734 Jul 07 17:45:14.273501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:14.382689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.389958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663575-cb01-4874-a90a-a7b2f4eb6b3b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=a80b7526-6ddc-458c-b788-496adfa69efe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:14.395367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Pushing event updated for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:14.413470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-1e94426c-ff7f-43bd-b033-79955c5c4392 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 200 len: 1000 time: 0.4383969 Jul 07 17:45:14.435910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.481621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:14.482190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.570553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:14.579187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44249d68-df38-4405-9e3f-89cf04b4b8d5 req-4afd80bc-27e7-4368-99ce-1992c6591b2d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0757015 Jul 07 17:45:14.583916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Network 69c9809d-61a6-45d5-96b6-5981aa118670 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:14.586223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:14.608007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:14.616708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port 5ef9a688-c447-47cf-88fa-8a49d9e55a90, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5ef9a688-c447-47cf-88fa-8a49d9e55a90,segment=NetworkSegment(02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6),segment_id=02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:14.617173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.617657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:14.659154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 5ef9a688-c447-47cf-88fa-8a49d9e55a90 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:14.668954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3092508-575e-4e65-85ef-790403df3871 None None] Network 4942f4cc-c494-49a6-93a8-ae219bdfa7fa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:14.673670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:14.756446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-406643f1-1200-4589-a142-2128c96ef847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:14.760365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-406643f1-1200-4589-a142-2128c96ef847 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 200 len: 855 time: 0.3450298 Jul 07 17:45:14.762651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=20259e2e-6c4f-459d-b0a9-db6ba4199df2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:14.875713 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.958097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=5ef9a688-c447-47cf-88fa-8a49d9e55a90,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:14.970379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port 5ef9a688-c447-47cf-88fa-8a49d9e55a90 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:15.067002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.130585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-645499ae-a189-4555-a131-350893d98837 None None] Provisioning for port 0de06f09-27b8-435e-835d-4ca624e201d5 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:15.138410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-645499ae-a189-4555-a131-350893d98837 None None] Provisioning complete for port 0de06f09-27b8-435e-835d-4ca624e201d5 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:15.139348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-645499ae-a189-4555-a131-350893d98837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.142213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e12c3b-74a8-4599-855f-08de37460cf3 None None] DHCP port deletion for 4942f4cc-c494-49a6-93a8-ae219bdfa7fa request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:45:15.226475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-645499ae-a189-4555-a131-350893d98837 None None] Port 0de06f09-27b8-435e-835d-4ca624e201d5 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:15.235166 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.250718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4942f4cc-c494-49a6-93a8-ae219bdfa7fa']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:15.265934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:15.266296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bc10fc-b7d6-45f0-91ea-7fa6f8d53fd6') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:15.281322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.302334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.315595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:45:15.316478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:45:15.321043 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:45:15.666265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:15.667147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.711937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-77ff57a2-3b31-480d-b763-c473a687268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:15.714185 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-77ff57a2-3b31-480d-b763-c473a687268b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ee94d23-0cf4-4e94-b2e9-b458500fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8103888 Jul 07 17:45:15.735713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3d043ab2-0825-41e6-8431-0c0a4cf5e574 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.3428488 Jul 07 17:45:15.759213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Request body: {'port': {'device_id': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:15.870424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb56ad9-483d-4a1c-a655-9386102bb29a req-868ee8fa-3293-4ce8-af1b-49407d7e624b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:15.872881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcb56ad9-483d-4a1c-a655-9386102bb29a req-868ee8fa-3293-4ce8-af1b-49407d7e624b tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1028 time: 0.6954169 Jul 07 17:45:15.957471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.974795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-ce6f50b9-41df-4bec-aaff-116181a2b4ad req-87a2fa25-6f1d-4236-8620-d87d3fd8a33a service neutron] (93947) timed out ('10.222.0.73', 53685) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:45:15.975915 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.988333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/4942f4cc-c494-49a6-93a8-ae219bdfa7fa HTTP/1.1" status: 204 len: 168 time: 1.7045796 Jul 07 17:45:15.990228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:16.011380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcb56ad9-483d-4a1c-a655-9386102bb29a req-ee1921bd-b05a-4bc5-9a93-eebf2ce87917 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165714 Jul 07 17:45:16.025950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9ca70-16aa-4157-903a-049585ed3bdc tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=4942f4cc-c494-49a6-93a8-ae219bdfa7fa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:16.084101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-cef028c6-2fda-40d7-94b8-64a1b19b7442 service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449101 Jul 07 17:45:16.085835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.092984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.139740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab9656-33dd-4926-bf28-930f1a7906da tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.149946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0ab9656-33dd-4926-bf28-930f1a7906da tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/b27ebdd9-cee0-4309-8d89-0ebf5df237ad HTTP/1.1" status: 200 len: 841 time: 0.1423554 Jul 07 17:45:16.151080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:16.261074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f01b4b68-baf9-48af-83f0-9808b1dd8d31 req-24044d02-f033-43e5-92a9-dfd494891163 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0493197 Jul 07 17:45:16.307865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0f85c6c-c849-4fa4-a2b1-011354822dc7 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/b27ebdd9-cee0-4309-8d89-0ebf5df237ad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1499786 Jul 07 17:45:16.310614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52830) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:16.319412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:16.365971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5ef9a688-c447-47cf-88fa-8a49d9e55a90 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:16.415894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 5ef9a688-c447-47cf-88fa-8a49d9e55a90 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:16.416361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5ef9a688-c447-47cf-88fa-8a49d9e55a90 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:16.492172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:16.500305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.600755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-faf6dd85-f5dc-4f93-8823-72fa6c061b3d service neutron] 10.222.0.23 "GET /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964335 Jul 07 17:45:16.711158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-d372ef3f-3e9d-4f00-9233-9147d70ddb15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 217 time: 0.0806699 Jul 07 17:45:16.721632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e95c0-6abe-4988-96ed-9a05b431c483 req-de232796-8857-41d7-8f96-9624de37b5bb tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.724583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-154e95c0-6abe-4988-96ed-9a05b431c483 req-de232796-8857-41d7-8f96-9624de37b5bb tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1097 time: 0.1298344 Jul 07 17:45:16.828680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-97073e6c-1bc7-4a2e-aca4-52c6c4c805da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.830874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-97073e6c-1bc7-4a2e-aca4-52c6c4c805da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.1093707 Jul 07 17:45:16.831123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-154e95c0-6abe-4988-96ed-9a05b431c483 req-d4c65452-9344-4353-84ec-538be1e918f8 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937421 Jul 07 17:45:16.954942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.057782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=06c92ec2-f90a-43ce-9675-435aa113b1e3,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:17.070298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:17.074816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:17.080036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.081201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.089694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6473ee-ae3c-4b2d-b660-b945a4e9731b None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:17.173315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de06f09-27b8-435e-835d-4ca624e201d5 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:17.189711 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.223563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b7ffa9cf-f771-42c4-9df4-de50d84ec97d tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9112029 Jul 07 17:45:17.224868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52840) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:17.236083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Transition to ACTIVE for port object 0de06f09-27b8-435e-835d-4ca624e201d5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:17.237783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'security_group': {'name': 'tempest-secgroup-931148107'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:17.242259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-0bd37be0-3f58-4076-9fcd-5d42c21e1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.244931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-0bd37be0-3f58-4076-9fcd-5d42c21e1f80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3894432 Jul 07 17:45:17.249035 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.251938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.321329 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:17.331199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.356752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bafb85-040d-4d8a-8b77-fec870d9be1f req-3513a3c3-75b2-4fb7-af35-0057e1bfa468 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.363767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9bafb85-040d-4d8a-8b77-fec870d9be1f req-3513a3c3-75b2-4fb7-af35-0057e1bfa468 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.2150884 Jul 07 17:45:17.365760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.509393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.510276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.512856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.513587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.526709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.527711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.528059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.528392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.528726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.529091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.529523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.529850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:17.530979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-02e162df-ebd2-4255-bce8-75359d21707b', 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'tenant_id': '290a09cdaf734eaf9ec4f54d9e87ba02', 'fixed_ips': [{'subnet_id': '06c92ec2-f90a-43ce-9675-435aa113b1e3'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:45:17.532776 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.616077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=20259e2e-6c4f-459d-b0a9-db6ba4199df2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:17.619853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9bafb85-040d-4d8a-8b77-fec870d9be1f req-0e7f7d8c-ec9b-41d9-af38-c5fd81439a2b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352598 Jul 07 17:45:17.667170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.671507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.676973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52844) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:17.860761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Attempting to bind port 0de06f09-27b8-435e-835d-4ca624e201d5 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:17.861578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Attempting to bind port 0de06f09-27b8-435e-835d-4ca624e201d5 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:17.861722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c71bb741-d4e9-45a6-bc70-6be1cadef97b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/36a8d5ce-9132-4a54-922d-b04c726d9ed4 HTTP/1.1" status: 200 len: 992 time: 0.1732886 Jul 07 17:45:17.861864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Attempting to bind port 0de06f09-27b8-435e-835d-4ca624e201d5 on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:17.863052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.899093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Allocated IP 172.20.0.2 (02e162df-ebd2-4255-bce8-75359d21707b/06c92ec2-f90a-43ce-9675-435aa113b1e3/2acaf306-a822-43fa-97a6-75494876c6fb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:17.954261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5a956-4551-4129-a19e-7b1fd5cedd16,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:17.959633 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:17.969404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ea115ec-8b6f-423a-b307-fcdb5643f611 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7366669 Jul 07 17:45:17.973233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52848) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:17.981517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035853114'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:18.046750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Port 0de06f09-27b8-435e-835d-4ca624e201d5 on network 69c9809d-61a6-45d5-96b6-5981aa118670 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:18.048292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Attempting to bind port 0de06f09-27b8-435e-835d-4ca624e201d5 on network 69c9809d-61a6-45d5-96b6-5981aa118670 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:18.065199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:18.066093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Checking segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:18.067361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Bound using segment: {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:18.068937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Bound port: 0de06f09-27b8-435e-835d-4ca624e201d5, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f927295e-7d0e-4259-8b63-e6001e68611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:18.070123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.094405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.117221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7c0c-ee73-4496-8b70-c6e86467dc62 req-cc59a6e2-7469-4384-a765-24ce0473e09c tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:18.130360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60df7c0c-ee73-4496-8b70-c6e86467dc62 req-cc59a6e2-7469-4384-a765-24ce0473e09c tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1054 time: 0.1887207 Jul 07 17:45:18.186243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-d2e3bcb6-5d15-42d3-b1fc-57736e6288d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746173 Jul 07 17:45:18.251443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60df7c0c-ee73-4496-8b70-c6e86467dc62 req-8357a817-bb8b-467a-9c0d-518b704bc416 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Jul 07 17:45:18.263901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.284615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Transition to ACTIVE for port object 2acaf306-a822-43fa-97a6-75494876c6fb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:18.318907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-a4a45964-cb02-43fe-8e11-c53139ca2cba service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205969 Jul 07 17:45:18.319354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Transition to ACTIVE for port object 2acaf306-a822-43fa-97a6-75494876c6fb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:18.320130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:18.338335 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.355683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0de06f09-27b8-435e-835d-4ca624e201d5,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:18.399800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.407136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.411018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.414178 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-20625f65-5602-4079-991e-d47982e111b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 217 time: 0.0753186 Jul 07 17:45:18.451494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.453274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4785938 Jul 07 17:45:18.457508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52850) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:18.457705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:18.459905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:18.465370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:18.472741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-36504668', 'security_groups': ['d0b9ab15-b6cb-4c48-bc0d-f37750e78eb0'], 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06c92ec2-f90a-43ce-9675-435aa113b1e3'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:18.477416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:18.479084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7d8a0-c93a-4565-8534-f8548fccbd26 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b9ab15-b6cb-4c48-bc0d-f37750e78eb0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:18.623116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3dd5085-111d-46de-b597-bdde264ed0d2 req-c19829e6-3bd0-4c71-bff4-249e5f60c323 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b74948-df9d-48e3-880b-e26368ba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0455194 Jul 07 17:45:18.631043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Attempting to bind port 2acaf306-a822-43fa-97a6-75494876c6fb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:18.631572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Attempting to bind port 2acaf306-a822-43fa-97a6-75494876c6fb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:18.632268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Attempting to bind port 2acaf306-a822-43fa-97a6-75494876c6fb on network 02e162df-ebd2-4255-bce8-75359d21707b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:18.647735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:18.648611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Checking segment: {'id': 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:18.649476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.650326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Bound using segment: {'id': 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:18.651555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Bound port: 2acaf306-a822-43fa-97a6-75494876c6fb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:18.652350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.726164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-48f00aa8-554e-4874-9e48-99ce23fd80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:18.727339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:18.728060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-48f00aa8-554e-4874-9e48-99ce23fd80ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2650659 Jul 07 17:45:18.728844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:18.742287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:18.743054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.744650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-3fb26a58-5dff-487f-a80a-237b320a59d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/0de06f09-27b8-435e-835d-4ca624e201d5 HTTP/1.1" status: 200 len: 1093 time: 2.9921362 Jul 07 17:45:18.745218 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:18.749405 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c778d548-070b-490d-8db6-f31b195cdc98" -d '{"events": [{"name": "network-changed", "server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:18.802643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:18.809160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:18.815957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:18.831002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.840752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:19.032493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec4a61-9fd9-4244-bae7-bf268d3ff623 None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:19.048265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.076194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port 29624e34-dec1-4292-aedf-7c46f583f480 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:19.285677 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1171dcb-68ef-4d8a-bebb-5489d4516b61 x-openstack-request-id: req-a1171dcb-68ef-4d8a-bebb-5489d4516b61 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:19.286581 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:19.286581 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1171dcb-68ef-4d8a-bebb-5489d4516b61 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:19.287187 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5', 'status': 'completed', 'code': 200} Jul 07 17:45:19.298561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-31d251db-8312-44dd-94bc-942560dc4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.301316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-31d251db-8312-44dd-94bc-942560dc4ed5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5479629 Jul 07 17:45:19.304894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:19.326955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.7 (02e162df-ebd2-4255-bce8-75359d21707b/06c92ec2-f90a-43ce-9675-435aa113b1e3/29624e34-dec1-4292-aedf-7c46f583f480) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:19.416006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-67b44f57-758c-4d96-8260-8f3c1e577330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.419157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-67b44f57-758c-4d96-8260-8f3c1e577330 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1096 time: 0.6139920 Jul 07 17:45:19.584856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-27d3b0cb-b8f8-48f5-98c9-92bcfa3c53a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de06f09-27b8-435e-835d-4ca624e201d5 HTTP/1.1" status: 200 len: 217 time: 0.1375842 Jul 07 17:45:19.647338 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.669256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 29624e34-dec1-4292-aedf-7c46f583f480 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:19.717750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-66f05543-eebe-4092-8677-e4bc5fc72829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.719453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-66f05543-eebe-4092-8677-e4bc5fc72829 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a07e8dc2-ecea-4c71-a499-1578392b756a HTTP/1.1" status: 200 len: 849 time: 0.1246350 Jul 07 17:45:19.735420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.801481 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-ba5b8535-5f28-4665-8a57-c048fa0b726a service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826279 Jul 07 17:45:19.813658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52866) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:19.852929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:19.858326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:19.866038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:19.900991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=29624e34-dec1-4292-aedf-7c46f583f480,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:20.023738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.024615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.062045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-43deb411-1ea8-4576-885c-366264421af8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5995507 Jul 07 17:45:20.065865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52870) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:20.077097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:20.114161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:20.126635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:20.143772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d3e95473-eb2c-4f96-8927-4cd1995abbef tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/routers/b0800842-6256-4e20-961d-05a6c5f43c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3046272 Jul 07 17:45:20.158462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52872) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:20.162408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:20.163495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.168390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'port': {'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e', 'name': 'tempest-FloatingIPTestJSON-739495260'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:20.201610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37eb4b-8eed-4b28-a83a-70642130f9fb req-4e87f6d9-7b48-4aad-a701-184f613f80d5 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.210168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db37eb4b-8eed-4b28-a83a-70642130f9fb req-4e87f6d9-7b48-4aad-a701-184f613f80d5 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1096 time: 0.2789519 Jul 07 17:45:20.220518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.246201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:20.246997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.313738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db37eb4b-8eed-4b28-a83a-70642130f9fb req-253e0a1c-6503-4150-8645-6bddf4ec69ab tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024055 Jul 07 17:45:20.349772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-b9b987f4-79ae-4afb-99dc-e8208809548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.352366 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-b9b987f4-79ae-4afb-99dc-e8208809548d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69c9809d-61a6-45d5-96b6-5981aa118670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6253104 Jul 07 17:45:20.356524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:20.361812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.380486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-b3678188-4ab0-46e7-b8bf-c2b6d0f5332d service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687323 Jul 07 17:45:20.402187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:20.403943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048983d-f09e-407a-9c0f-197f307f3fb3 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:20.409357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:20.415007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.450570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:20.570407 n-d-791505-12 neutron-server[93946]: INFO neutron.db.ipam_backend_mixin [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 06c92ec2-f90a-43ce-9675-435aa113b1e3 (CIDR: 172.20.0.0/28) Jul 07 17:45:20.576962 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:45:20.577637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:20.594949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2acaf306-a822-43fa-97a6-75494876c6fb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:20.602257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec1f24e6-bff0-439a-8b04-15e697e8b833 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5341146 Jul 07 17:45:20.603010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:20.609303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:20.674348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Provisioning for port 2acaf306-a822-43fa-97a6-75494876c6fb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:20.685322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:20.686152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.831425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a31d8-03f7-4d3e-9eb3-152319437320 req-796e6fce-0593-4bb0-871b-9ef74b9b37dc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.837596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.841242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d34a31d8-03f7-4d3e-9eb3-152319437320 req-796e6fce-0593-4bb0-871b-9ef74b9b37dc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1429367 Jul 07 17:45:20.895089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:20.899777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:20.900733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.908705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.981938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:20.996519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d34a31d8-03f7-4d3e-9eb3-152319437320 req-b5c5ff9e-7ffc-4783-a5b9-f48fda19197c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539974 Jul 07 17:45:21.001141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:21.003440 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.034393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-80fa91df-8229-476a-bd29-341fa0210fc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 200 len: 217 time: 0.0979321 Jul 07 17:45:21.037649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] device_id is not set on port 159374f6-5638-435c-98b4-3c9a52b40a4c yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:21.065602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-373210df-c093-4570-9f92-d59daa6441c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1794617 Jul 07 17:45:21.082990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdd09e-b8a7-4930-87f2-06b2ea46cbc8 None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:21.199268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-82439416-8a4b-469c-949d-bebcb4ba0662 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824123669&fields=id&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 267 time: 0.0527058 Jul 07 17:45:21.212125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e5bddd9-7016-4717-a9cb-5d50fcd049bc None None] Provisioning for port 29624e34-dec1-4292-aedf-7c46f583f480 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:21.218341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5e5bddd9-7016-4717-a9cb-5d50fcd049bc None None] Provisioning complete for port 29624e34-dec1-4292-aedf-7c46f583f480 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:21.218662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5e5bddd9-7016-4717-a9cb-5d50fcd049bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.266429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bddd9-7016-4717-a9cb-5d50fcd049bc None None] Port 29624e34-dec1-4292-aedf-7c46f583f480 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:21.329107 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-81df943e-c5e3-4adf-8654-d16b0b4404a3 service neutron] 10.222.0.73 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9618547 Jul 07 17:45:21.362364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-5e8367af-9fbd-43c1-8096-caf0cc8f5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.365096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-5e8367af-9fbd-43c1-8096-caf0cc8f5cdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.3182852 Jul 07 17:45:21.379729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.452733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=367d5d9e-c20d-496a-a821-1d68e514c521,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:21.473104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:21.476164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:21.485865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-45f59be7-7edb-497b-822e-f37b3230b14e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.487559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-45f59be7-7edb-497b-822e-f37b3230b14e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.2575459 Jul 07 17:45:21.488990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.489597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.500377 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.8 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/159374f6-5638-435c-98b4-3c9a52b40a4c) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:21.505461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b001a229-3ffd-4591-b2e9-3a2dc7355c3d None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:21.512833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-18c58da0-40c0-4922-a472-891efb22195a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9083517 Jul 07 17:45:21.520272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:21.528061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1829619009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '367d5d9e-c20d-496a-a821-1d68e514c521'}], 'security_groups': ['c9f5a956-4551-4129-a19e-7b1fd5cedd16']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:21.544523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-72709bc8-19fa-4208-b25c-d128e7425b57 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0365026 Jul 07 17:45:21.704421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-46470769-cb52-453b-94b3-ce10ce9ed53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.707198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-46470769-cb52-453b-94b3-ce10ce9ed53f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3177562 Jul 07 17:45:21.710298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9fe522a9-aa0b-490f-a62d-6af5013d450b req-c870ebb4-8dfa-4e4f-9ccd-331210f0c3ce service neutron] 10.222.0.73 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712785 Jul 07 17:45:21.815982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.836465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Update dhcp port {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'fixed_ips': [{'subnet_id': '06c92ec2-f90a-43ce-9675-435aa113b1e3', 'ip_address': '172.20.0.2'}, {'subnet_id': '367d5d9e-c20d-496a-a821-1d68e514c521'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '2acaf306-a822-43fa-97a6-75494876c6fb'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:45:21.886647 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.889044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-13032da0-a0f1-4e25-bfe4-148e5f1cad22 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3430171 Jul 07 17:45:22.028214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.080924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d548-070b-490d-8db6-f31b195cdc98 req-aec782bc-b86b-4e51-b99d-1abc30df0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.082757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-aec782bc-b86b-4e51-b99d-1abc30df0847 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1096 time: 0.1781659 Jul 07 17:45:22.087693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-01032909-3c93-47b4-82e2-58d854b37bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721888 Jul 07 17:45:22.099189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Allocated IP 172.20.0.18 (02e162df-ebd2-4255-bce8-75359d21707b/367d5d9e-c20d-496a-a821-1d68e514c521/2acaf306-a822-43fa-97a6-75494876c6fb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:22.251115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:22.319889 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.364976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Transition to ACTIVE for port object 2acaf306-a822-43fa-97a6-75494876c6fb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:22.376364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.379692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.456912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:22.545146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:22.548046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=159374f6-5638-435c-98b4-3c9a52b40a4c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:22.556608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:22.559413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:22.563938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-bd2f57d7-9853-425a-af58-ef3afcb7a164 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469223 Jul 07 17:45:22.567490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d548-070b-490d-8db6-f31b195cdc98 req-039722f3-86df-4251-8f08-7b45761145ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.569024 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-039722f3-86df-4251-8f08-7b45761145ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 200 len: 911 time: 0.4781299 Jul 07 17:45:22.575060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-b393e804-c341-4c39-afc0-2df20434b558 service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199942 Jul 07 17:45:22.648287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-f30bd10a-9287-4d5a-b89a-d736345aaf82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de06f09-27b8-435e-835d-4ca624e201d5 HTTP/1.1" status: 200 len: 217 time: 0.0546570 Jul 07 17:45:22.695206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4ae3-c99f-41b5-b424-f6fedc62b94f None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:22.728022 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-796dddca-e754-4e7c-b046-c31573933073 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 200 len: 217 time: 0.1276493 Jul 07 17:45:22.744961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Delete allocated IP 172.20.0.7 (02e162df-ebd2-4255-bce8-75359d21707b/06c92ec2-f90a-43ce-9675-435aa113b1e3) {{(pid=93946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:45:22.761276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.762337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.774644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.28 (02e162df-ebd2-4255-bce8-75359d21707b/367d5d9e-c20d-496a-a821-1d68e514c521/29624e34-dec1-4292-aedf-7c46f583f480) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:22.814918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d548-070b-490d-8db6-f31b195cdc98 req-90c8cacc-4375-4306-b98b-469c4ea22be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.817701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-90c8cacc-4375-4306-b98b-469c4ea22be9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a07e8dc2-ecea-4c71-a499-1578392b756a HTTP/1.1" status: 200 len: 849 time: 0.1285987 Jul 07 17:45:22.897512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-06ffff39-efcf-4843-89fd-927ce0ecb0d5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7372148 Jul 07 17:45:22.899284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:22.909615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-50172a7c-945f-43d5-be3a-f1a12ace11ac service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170252 Jul 07 17:45:22.914501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'port': {'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e', 'name': 'tempest-FloatingIPTestJSON-1482469432'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:23.001766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-704e2e69-5fd5-497d-8f7f-79dc23262db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.004621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-704e2e69-5fd5-497d-8f7f-79dc23262db0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 200 len: 797 time: 0.2645543 Jul 07 17:45:23.124866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.144736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object 29624e34-dec1-4292-aedf-7c46f583f480 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:23.152597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.184011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d548-070b-490d-8db6-f31b195cdc98 req-6a7346a0-818c-4c8d-910b-7755f80215fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.186615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-6a7346a0-818c-4c8d-910b-7755f80215fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69c9809d-61a6-45d5-96b6-5981aa118670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3551800 Jul 07 17:45:23.331804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-45417a47-fcbf-4d39-8e52-0d82103498f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.333604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-45417a47-fcbf-4d39-8e52-0d82103498f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b380fc7c-3a47-4b17-b38a-989f95d40bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3143482 Jul 07 17:45:23.383285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=29624e34-dec1-4292-aedf-7c46f583f480,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:23.393884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] In _notify_port_updated(), no bound segment for port 29624e34-dec1-4292-aedf-7c46f583f480 on network 02e162df-ebd2-4255-bce8-75359d21707b {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:45:23.399647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.400335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.402463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-02d5945f-ae22-4657-84cb-2d600265b237 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/ports/29624e34-dec1-4292-aedf-7c46f583f480 HTTP/1.1" status: 200 len: 921 time: 1.8793662 Jul 07 17:45:23.407482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52920) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:23.421357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:23.425082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.507720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] device_id is not set on port dbe58b95-6024-4144-9ee9-9a0b09eee113 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:23.567997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-6d19b04c-4bae-4aa8-9332-e17088382a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.570860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-6d19b04c-4bae-4aa8-9332-e17088382a13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1097 time: 0.3184638 Jul 07 17:45:23.600053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-e02e79d6-a443-4f5a-8a06-f79c1cd3d074 service neutron] 10.222.0.73 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016860 Jul 07 17:45:23.643074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-54cd70e9-c819-469f-b900-9635e1586e03 service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986839 Jul 07 17:45:23.770581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 29624e34-dec1-4292-aedf-7c46f583f480 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:23.771088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.826232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Provisioning for port 29624e34-dec1-4292-aedf-7c46f583f480 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:23.832250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Provisioning complete for port 29624e34-dec1-4292-aedf-7c46f583f480 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:23.833169 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.843706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.6 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/dbe58b95-6024-4144-9ee9-9a0b09eee113) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:23.898754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c778d548-070b-490d-8db6-f31b195cdc98 req-818179ba-c66c-4cb6-936e-0f250761a912 service neutron] 10.222.0.73 "GET /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869530 Jul 07 17:45:23.922976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Port 29624e34-dec1-4292-aedf-7c46f583f480 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:23.935455 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-1d5b3f27-7f5e-44f3-a2ef-8a9ea84f2d4d service neutron] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495184 Jul 07 17:45:23.947209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Provisioning for port 2acaf306-a822-43fa-97a6-75494876c6fb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:23.952936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:23.953543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.077697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:24.077979 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.170578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0f2697a6-ca1d-446f-a94b-5813661d41a8 None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:24.316105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.377211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:24.381459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-8d40db4b-a2f2-4750-8ad3-3df56edfea4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 200 len: 217 time: 0.2065160 Jul 07 17:45:24.475001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.476754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:24.477269 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.494498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.509394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-ac95cd32-ad14-42c5-8174-2bd0bd35b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.513261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-ac95cd32-ad14-42c5-8174-2bd0bd35b79f service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.9340944 Jul 07 17:45:24.532090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 29624e34-dec1-4292-aedf-7c46f583f480 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:24.540272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bad554c3-cd69-4c01-b631-017fc5ae9111 None None] Provisioning complete for port 29624e34-dec1-4292-aedf-7c46f583f480 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:24.540648 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bad554c3-cd69-4c01-b631-017fc5ae9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.587661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-becb1547-6012-410b-8a19-f9630c0fb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.589945 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-becb1547-6012-410b-8a19-f9630c0fb828 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1990426 Jul 07 17:45:24.612612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bad554c3-cd69-4c01-b631-017fc5ae9111 None None] Port 29624e34-dec1-4292-aedf-7c46f583f480 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:24.646275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402cb-4b8a-41ce-9b7a-6e174d57f8ef req-c4aa3b2b-f482-4d17-ae51-6c4c07f5c6f2 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.648259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c8402cb-4b8a-41ce-9b7a-6e174d57f8ef req-c4aa3b2b-f482-4d17-ae51-6c4c07f5c6f2 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1096 time: 0.9483802 Jul 07 17:45:24.650905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:24.654534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=dbe58b95-6024-4144-9ee9-9a0b09eee113,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:24.664453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:24.674782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:24.779124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.780007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.790793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-470f3e2c-939c-45b5-a515-e27e7bf7120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.792725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-470f3e2c-939c-45b5-a515-e27e7bf7120a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1932905 Jul 07 17:45:24.813241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-650fc859-b69e-4195-9458-9ea1850d6750 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1000 time: 0.2834706 Jul 07 17:45:24.831129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05e26cf5-9ed4-4f2e-a25f-b0a124113ab8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9270153 Jul 07 17:45:24.843036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52932) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:24.869515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'dbe58b95-6024-4144-9ee9-9a0b09eee113', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:24.886530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c8402cb-4b8a-41ce-9b7a-6e174d57f8ef req-294eec0f-e90e-490a-b039-26905b0b2276 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356635 Jul 07 17:45:24.923373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-d6d0b605-db60-499c-865a-1b6bfdbd03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.925072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-d6d0b605-db60-499c-865a-1b6bfdbd03ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.1036549 Jul 07 17:45:24.961918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-494fb927-0dd8-479e-9fc3-bda492377693 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599979 Jul 07 17:45:24.976824 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.066067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0de06f09-27b8-435e-835d-4ca624e201d5 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:25.140172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-40ee5ee9-39bb-429c-92e9-381438de35a3 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669123 Jul 07 17:45:25.161049 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.253362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-388bb3cd-8c18-4f23-aa92-06bd0b4f514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.256457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-388bb3cd-8c18-4f23-aa92-06bd0b4f514d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971869 Jul 07 17:45:25.260423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-1df8adc0-751a-4768-b210-b936bd6028c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 200 len: 217 time: 0.1076670 Jul 07 17:45:25.262078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=29624e34-dec1-4292-aedf-7c46f583f480,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:25.269075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0de06f09-27b8-435e-835d-4ca624e201d5,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:25.289566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0de06f09-27b8-435e-835d-4ca624e201d5', 'network_id': '69c9809d-61a6-45d5-96b6-5981aa118670', 'port_id': '0de06f09-27b8-435e-835d-4ca624e201d5', 'mac_address': 'fa:16:3e:2a:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07e8dc2-ecea-4c71-a499-1578392b756a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:25.392251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.424675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-45e6f74a-fcee-4875-a80b-294483be2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.426549 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-45e6f74a-fcee-4875-a80b-294483be2b2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 200 len: 797 time: 0.1617277 Jul 07 17:45:25.437315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de06f09-27b8-435e-835d-4ca624e201d5 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:25.494210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0de06f09-27b8-435e-835d-4ca624e201d5,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:25.505408 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.592725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-4835aeac-d7fa-4e8e-8570-90ac36bc5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.595852 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-4835aeac-d7fa-4e8e-8570-90ac36bc5c56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9fc0ed89-6785-4a01-a8b6-506077f77dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1600525 Jul 07 17:45:25.604956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:25.716609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0de06f09-27b8-435e-835d-4ca624e201d5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:25.719772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-47129c82-64b3-4af9-90ec-7ffdad2ef442 service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151955 Jul 07 17:45:25.755518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.764063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57bf37-3390-41e4-b6a0-5390673fba53 req-ea4f87d0-253c-4f0e-a7fc-2a4fd8a3c90e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.766814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc57bf37-3390-41e4-b6a0-5390673fba53 req-ea4f87d0-253c-4f0e-a7fc-2a4fd8a3c90e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.6869080 Jul 07 17:45:25.871560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:25.876086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a2b6329-a70a-4e76-9153-6cb22151112f tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/29624e34-dec1-4292-aedf-7c46f583f480 HTTP/1.1" status: 204 len: 168 time: 2.4639747 Jul 07 17:45:25.893819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:25.937304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-beebffac-68cb-4ec7-acfc-8bdb7fc6134b req-7fb8ce32-b114-4634-a6be-98653ca0f07d service neutron] 10.222.0.23 "GET /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100999 Jul 07 17:45:25.976175 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54ff19d-f143-4ff0-ac91-f1350de8c548 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:45:25.982252 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f54ff19d-f143-4ff0-ac91-f1350de8c548 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/29624e34-dec1-4292-aedf-7c46f583f480 HTTP/1.1" status: 404 len: 333 time: 0.0829542 Jul 07 17:45:25.982607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc57bf37-3390-41e4-b6a0-5390673fba53 req-300ea9cf-2b69-4d17-8f1c-a3b00a7fcfd1 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937537 Jul 07 17:45:25.989673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:25.993163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-29e43eba-85f6-45f4-ae7e-7bb5dda89959 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.997555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-29e43eba-85f6-45f4-ae7e-7bb5dda89959 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.7271504 Jul 07 17:45:26.002359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-ec3a670e-2f92-409a-9227-f627d8c072d8 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046158 Jul 07 17:45:26.118603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.170387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.204074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-5906c857-2554-49bc-958f-fff79b1f0f20 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 380 time: 0.1826844 Jul 07 17:45:26.228094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'security_groups': ['aeb22517-9df5-4930-b7ce-c54bbc12981a']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:26.231619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.326522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef42e57a-9ffe-46d8-b5c4-8ae66035573a req-63596f5e-6edc-41dc-a8b9-dc079949a5d4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.1204798 Jul 07 17:45:26.355384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.362932 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.370622 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0b9ab15-b6cb-4c48-bc0d-f37750e78eb0 HTTP/1.1" status: 204 len: 168 time: 0.3761711 Jul 07 17:45:26.372936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:26.421179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fd9ec-f8f5-4141-9095-df2f80adad00 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b9ab15-b6cb-4c48-bc0d-f37750e78eb0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:26.486744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-46d1c511-f701-429d-8b38-a4b55c70c387 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789751 Jul 07 17:45:26.505516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.574994 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.595697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.97 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/7c324b2e-e1d0-4956-8a82-ed6b069389a8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:26.664499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.668340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.672833 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/security-groups/c9f5a956-4551-4129-a19e-7b1fd5cedd16 HTTP/1.1" status: 204 len: 168 time: 0.2922833 Jul 07 17:45:26.673562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52944) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:26.717235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a738e-5ae1-49ac-b734-12f90cfa1124 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5a956-4551-4129-a19e-7b1fd5cedd16,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:26.769772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 06c92ec2-f90a-43ce-9675-435aa113b1e3 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:26.778716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.795781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:26.802309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.863566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:26.973499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.040213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.068744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce12ac-ff57-412a-bf81-12df1ecf8b39 req-602d0069-08d5-48ae-b837-78d36ee30799 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:27.071833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6ce12ac-ff57-412a-bf81-12df1ecf8b39 req-602d0069-08d5-48ae-b837-78d36ee30799 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1097 time: 0.4475932 Jul 07 17:45:27.080672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0de06f09-27b8-435e-835d-4ca624e201d5 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:27.094571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.094781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.104993 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/06c92ec2-f90a-43ce-9675-435aa113b1e3 HTTP/1.1" status: 204 len: 168 time: 0.4273477 Jul 07 17:45:27.106378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdc27f-942f-4f01-bb4d-cf94a0a36c40 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=06c92ec2-f90a-43ce-9675-435aa113b1e3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:27.108630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52948) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:27.114761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:27.173746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ca15b-3312-461d-bee7-781c4927e3bd None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:27.253187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6ce12ac-ff57-412a-bf81-12df1ecf8b39 req-2e544fe4-93ee-464a-8be1-1008d56a0588 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403966 Jul 07 17:45:27.262787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.3 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/3c9c9731-a2e0-46c1-b963-8d5e8332acbf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:27.311770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.354086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0de06f09-27b8-435e-835d-4ca624e201d5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:27.420100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0de06f09-27b8-435e-835d-4ca624e201d5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:27.420771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.428213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.442914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:27.447961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.579468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:27.589074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:27.613292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:27.715553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.775215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:27.779358 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d92365-afa9-4308-9e4c-f0f1841a73ba" -d '{"events": [{"server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "name": "network-vif-plugged", "status": "completed", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:27.781343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=7c324b2e-e1d0-4956-8a82-ed6b069389a8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:27.806037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0de06f09-27b8-435e-835d-4ca624e201d5,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:27.826364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.956910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:27.985605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:27.996621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.053968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:28.058489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:28.066753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:28.067381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.094361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=d4273e1d-98ac-41b4-8691-2fed7efa5cf6,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:28.106794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e6b3de15-1824-4d75-b405-7085f7e93bc9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9964092 Jul 07 17:45:28.111003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:28.116299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1087605443'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:28.155708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.248350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 3c9c9731-a2e0-46c1-b963-8d5e8332acbf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:28.265997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea11db-9dd9-4d45-aa9d-092eac459b3a req-292de52c-aa5c-4200-906a-6522670168ea tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:28.267807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-afea11db-9dd9-4d45-aa9d-092eac459b3a req-292de52c-aa5c-4200-906a-6522670168ea tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.6014128 Jul 07 17:45:28.310423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.317798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.358657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.364885 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2506232 Jul 07 17:45:28.375238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52958) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:28.384353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911124958'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:28.402530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-afea11db-9dd9-4d45-aa9d-092eac459b3a req-bdc53139-df36-467f-ae25-a50ea82638e8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227739 Jul 07 17:45:28.431189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.455152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b5a29-3f59-41b6-b358-6c818ea7b8bb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5bf0c5-228b-45d3-9b76-4064010558a6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:28.490562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.535994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:28.562321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:28.580124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:28.583402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:28.729071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.736492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.742336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:28.743473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.800355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9384923-8f07-42e5-bcd4-360c6020cc11,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:28.810803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.814987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-71abf014-985d-46dd-84d3-97ed052b3cec tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4352584 Jul 07 17:45:28.815663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:28.827709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409072209'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:28.862237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:28.862760 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.069566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e43a1-35e4-4e4e-a52a-6e58d6f16f81 req-a62696d2-27f2-47ca-ab9f-6a242265d0f4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:29.075416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.077411 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b4e43a1-35e4-4e4e-a52a-6e58d6f16f81 req-a62696d2-27f2-47ca-ab9f-6a242265d0f4 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 931 time: 0.2102120 Jul 07 17:45:29.085230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.097598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.103518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-7057e0cb-0e78-49e6-843d-76bb02a9d491 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8819573 Jul 07 17:45:29.145081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.147281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3257799 Jul 07 17:45:29.149832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595894f-3d3b-478f-920f-1c2f86751d74 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35af69-a199-448a-8516-bb6287d048db,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:29.150291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9712458-e6ee-434e-9166-af4610776e13 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:29.153738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52962) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:29.159390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-194524541', 'security_groups': ['ae35af69-a199-448a-8516-bb6287d048db'], 'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4273e1d-98ac-41b4-8691-2fed7efa5cf6'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:29.174545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Request body: {'port': {'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:29.234960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Provisioning for port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:29.248439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Provisioning complete for port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:29.249392 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.320242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:29.492149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.518836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] device_id is not set on port e7ea94bd-dad4-4ab8-b1dd-0173597591fc yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:29.561618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:29.609250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:29.609790 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.688409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b4e43a1-35e4-4e4e-a52a-6e58d6f16f81 req-a07845d8-3042-46de-8a1c-7fec9ef3265d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6098375 Jul 07 17:45:29.822172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:29.949830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:29.950159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.018515 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6eebcb-3983-4afc-aa2c-2265ccc8c4a8 x-openstack-request-id: req-ea6eebcb-3983-4afc-aa2c-2265ccc8c4a8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:30.018515 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "name": "network-vif-plugged", "status": "completed", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:30.018515 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea6eebcb-3983-4afc-aa2c-2265ccc8c4a8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:30.023889 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5', 'code': 200} Jul 07 17:45:30.129576 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.149828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.241953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-06e4845d-74c2-4e5f-b6c5-310492b29d3e None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:30.291579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Update dhcp port {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'fixed_ips': [{'subnet_id': '367d5d9e-c20d-496a-a821-1d68e514c521', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4273e1d-98ac-41b4-8691-2fed7efa5cf6'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '2acaf306-a822-43fa-97a6-75494876c6fb'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:45:30.334434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=7c324b2e-e1d0-4956-8a82-ed6b069389a8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:30.374822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.394575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76852428-801e-4f5c-8e17-04ca4d382d1f req-bbd5920e-5c30-49a2-ad2f-fd18951dafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:30.396629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76852428-801e-4f5c-8e17-04ca4d382d1f req-bbd5920e-5c30-49a2-ad2f-fd18951dafe3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.3268571 Jul 07 17:45:30.408455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.409068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.409604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.410121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.410669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.411179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.411686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.412195 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.412697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.413208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.414494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.415027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:30.505985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.623659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.11 (02e162df-ebd2-4255-bce8-75359d21707b/d4273e1d-98ac-41b4-8691-2fed7efa5cf6/e7ea94bd-dad4-4ab8-b1dd-0173597591fc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:30.699370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1afe-36f8-42a2-90f1-8142bad18165 req-aa04778b-37c3-435b-9df5-8e4fac13e501 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:30.702088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b8a1afe-36f8-42a2-90f1-8142bad18165 req-aa04778b-37c3-435b-9df5-8e4fac13e501 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.3964365 Jul 07 17:45:30.711058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76852428-801e-4f5c-8e17-04ca4d382d1f req-cc242414-75d4-4c6b-b38f-6ecae5e4a7a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797041 Jul 07 17:45:30.827222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c9731-a2e0-46c1-b963-8d5e8332acbf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:30.830956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.852423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.856430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object e7ea94bd-dad4-4ab8-b1dd-0173597591fc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:30.909365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b8a1afe-36f8-42a2-90f1-8142bad18165 req-cbb8f1f1-36e2-4c7e-a9fc-04890d046a36 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912971 Jul 07 17:45:30.912056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Transition to ACTIVE for port object 3c9c9731-a2e0-46c1-b963-8d5e8332acbf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:30.913919 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP f28b0ac9-40a5-410d-a8cf-7d0c23c144bc associated. External IP: 172.25.3.97, port: dbe58b95-6024-4144-9ee9-9a0b09eee113. Jul 07 17:45:30.935368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.022692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:31.025744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Allocated IP 172.20.0.2 (02e162df-ebd2-4255-bce8-75359d21707b/d4273e1d-98ac-41b4-8691-2fed7efa5cf6/2acaf306-a822-43fa-97a6-75494876c6fb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:31.031189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:31.036425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:31.071809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.160777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:31.178517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:31.179575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.196317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=e7ea94bd-dad4-4ab8-b1dd-0173597591fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:31.221937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7acde6de-d43d-4513-9ff2-2d6eb9ea7771 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0664048 Jul 07 17:45:31.225036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52968) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:31.236396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:31.336709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:31.402211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:31.546272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:31.559006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.562092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:31.564101 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:31.571695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.586297 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:31.587055 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:31.604382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd34fd4-4349-4c99-afb7-522e11b16ffc req-fdd85204-30f6-4fee-b883-b53bde191a03 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:31.606314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7cd34fd4-4349-4c99-afb7-522e11b16ffc req-fdd85204-30f6-4fee-b883-b53bde191a03 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.4667904 Jul 07 17:45:31.612328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Attempting to bind port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:31.612643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Attempting to bind port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:31.612968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Attempting to bind port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:31.637096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Transition to ACTIVE for port object 2acaf306-a822-43fa-97a6-75494876c6fb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:31.648239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.676148 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:31.681096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:31.681096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Attempting to bind port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:31.695991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:31.696669 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:31.745202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.773417 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:31.774133 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb0e1b-e81d-4b86-96e1-9e7cdd752a56 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:31.837947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e7cf1872-71c1-4962-b5d6-c2dc808d3df1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9924428 Jul 07 17:45:31.840931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:31.841942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:31.842950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:31.843988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Bound port: 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:31.844898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:31.855455 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4273e1d-98ac-41b4-8691-2fed7efa5cf6 (CIDR: 172.20.0.0/28) Jul 07 17:45:31.856637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:31.862156 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:31.868536 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:45:31.869171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:31.880423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55914a-8b2f-40d4-aac4-32e4f953bf4e None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:31.910405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7cd34fd4-4349-4c99-afb7-522e11b16ffc req-97413c46-4249-4d34-afc8-0381a4ca90c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653441 Jul 07 17:45:31.970677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-80d00c17-f040-4f8f-b077-6c94ea2fbac6 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7433054 Jul 07 17:45:31.975308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:31.984509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:32.081902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:32.089079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:32.097508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.113329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.206215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.207560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.211775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 1092 time: 3.0468907 Jul 07 17:45:32.212739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:32.236432 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:32.361209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:32.379177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:32.383619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.513895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd473c-2202-4912-b156-5a5516a2c690 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:32.574650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61e4f-2467-4e97-891c-6bd1542931c9 req-0acbce6e-747f-4af8-a5cf-3dab402087c2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.583232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84f61e4f-2467-4e97-891c-6bd1542931c9 req-0acbce6e-747f-4af8-a5cf-3dab402087c2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.3357878 Jul 07 17:45:32.596100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-a787c4e9-e5bb-42d7-92a6-cd74b0cacf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.597617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-a787c4e9-e5bb-42d7-92a6-cd74b0cacf80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1095 time: 0.2089894 Jul 07 17:45:32.630123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.641369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.642398 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP f28b0ac9-40a5-410d-a8cf-7d0c23c144bc disassociated. External IP: 172.25.3.97, port: dbe58b95-6024-4144-9ee9-9a0b09eee113. Jul 07 17:45:32.724919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-33725ed6-8850-42e7-99a1-c239083b6984 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 217 time: 0.1111593 Jul 07 17:45:32.731234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84f61e4f-2467-4e97-891c-6bd1542931c9 req-09fb4c90-b009-413c-884e-4c7b325a2935 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468208 Jul 07 17:45:32.822474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-66daf86f-3f24-42ee-ae39-392e7cd46c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.824578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-66daf86f-3f24-42ee-ae39-392e7cd46c15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0904417 Jul 07 17:45:32.836120 n-d-791505-12 neutron-server[93947]: INFO neutron.db.ipam_backend_mixin [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 367d5d9e-c20d-496a-a821-1d68e514c521 (CIDR: 172.20.0.16/28) Jul 07 17:45:32.845207 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:45:32.845715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:32.880017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dbea54c6-ab2b-4a69-a03c-3eb01212c60e tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9034505 Jul 07 17:45:32.882772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:32.889020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'subnet': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:32.942841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-e5f23112-3a77-4321-bad3-3e7997f88321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.944608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-e5f23112-3a77-4321-bad3-3e7997f88321 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115806 Jul 07 17:45:33.096109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Made reservation on behalf of 290a09cdaf734eaf9ec4f54d9e87ba02 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:33.098022 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.138861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Provisioning for port 2acaf306-a822-43fa-97a6-75494876c6fb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:33.147383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:33.148649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.250791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:33.323931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbceca1-7acc-42ff-a30c-a70510fec962 req-31d83670-b9b9-4a0b-808e-4ed10133b2a1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:33.330274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bbceca1-7acc-42ff-a30c-a70510fec962 req-31d83670-b9b9-4a0b-808e-4ed10133b2a1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.3775563 Jul 07 17:45:33.339594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-b38b7bca-d81d-4959-b2af-4358ca57da2b service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728945 Jul 07 17:45:33.412257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:33.412991 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.501555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d3a82b02-b404-4ab7-b250-cf7af667d3f3 None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:33.517187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:33.522858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.537141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:33.554288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:33.555439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:33.573931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c1c6e7b-442d-4466-b974-ce622e5cee3b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/f28b0ac9-40a5-410d-a8cf-7d0c23c144bc HTTP/1.1" status: 200 len: 687 time: 1.7151101 Jul 07 17:45:33.578996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:33.589044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bbceca1-7acc-42ff-a30c-a70510fec962 req-31177baf-4972-42d0-a0e4-de8ceffc3243 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905806 Jul 07 17:45:33.621190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:33.640774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:33.666295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:33.667911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:33.749545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ef4eca7f-b47d-4e38-acc6-f8af42d74a49 None None] Provisioning for port e7ea94bd-dad4-4ab8-b1dd-0173597591fc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:33.755694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:33.757184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fd0b8-d8f6-4389-a242-6a36d9ab03b2 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:33.776159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ef4eca7f-b47d-4e38-acc6-f8af42d74a49 None None] Provisioning complete for port e7ea94bd-dad4-4ab8-b1dd-0173597591fc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:33.777691 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ef4eca7f-b47d-4e38-acc6-f8af42d74a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.789130 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418c0d16-4c36-483d-9a0b-653cb45dbc83 x-openstack-request-id: req-418c0d16-4c36-483d-9a0b-653cb45dbc83 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:33.789624 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:33.790025 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-418c0d16-4c36-483d-9a0b-653cb45dbc83 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:33.790688 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'status': 'completed', 'code': 200} Jul 07 17:45:33.853910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-53510670-c537-4f3b-b17f-95d4721ea6c7 req-64fe647a-ea21-4325-b9d0-79eba51ccb4d service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057666 Jul 07 17:45:33.857037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ef4eca7f-b47d-4e38-acc6-f8af42d74a49 None None] Port e7ea94bd-dad4-4ab8-b1dd-0173597591fc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:33.975562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.012337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e19d37e-b104-4394-97d3-56dcd54a70c6 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6804 time: 0.3887637 Jul 07 17:45:34.023076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:34.031723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'network': {'name': 'tempest-network-smoke--1028216226', 'project_id': '330a94b7554f42e28066d6d784f000fc', 'port_security_enabled': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:34.069906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Network 02e162df-ebd2-4255-bce8-75359d21707b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:34.084378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:34.087384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.087384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.095381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Subnet': ['ID=9401759b-424b-4dfb-9dd1-f5321c3a3d78,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:34.100066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f197a78-9b34-46ae-963f-fb8d0f8b69b3 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:34.109543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 7c324b2e-e1d0-4956-8a82-ed6b069389a8 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:34.109879 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.126586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:34.131140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.171009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-097ae71d-245c-490e-b280-5cc051c8c173 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2869933 Jul 07 17:45:34.177322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 52996) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:34.196614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-594409896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9401759b-424b-4dfb-9dd1-f5321c3a3d78'}], 'security_groups': ['5a5bf0c5-228b-45d3-9b76-4064010558a6', 'f9384923-8f07-42e5-bcd4-360c6020cc11']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:34.266898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:45:34.272318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-94716efb-a5ce-4b8b-90c7-fd51bbac8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.273692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-94716efb-a5ce-4b8b-90c7-fd51bbac8519 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1095 time: 0.2411637 Jul 07 17:45:34.302557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb860c6-720b-40aa-9771-9be9149e4511 req-94d79a26-278c-43bf-96ca-ae1563cfe3af tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.308935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.309699 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Added segment c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612 of type vlan for network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf Jul 07 17:45:34.309958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edb860c6-720b-40aa-9771-9be9149e4511 req-94d79a26-278c-43bf-96ca-ae1563cfe3af tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.2956924 Jul 07 17:45:34.332703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.333437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.365023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 7c324b2e-e1d0-4956-8a82-ed6b069389a8 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:34.486807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.518970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-edb860c6-720b-40aa-9771-9be9149e4511 req-d9842399-86ed-4761-88db-59cb3dce857c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076743 Jul 07 17:45:34.554991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.562079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.562775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.609626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Update dhcp port {'port': {'network_id': '02e162df-ebd2-4255-bce8-75359d21707b', 'fixed_ips': [{'subnet_id': '367d5d9e-c20d-496a-a821-1d68e514c521', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd4273e1d-98ac-41b4-8691-2fed7efa5cf6', 'ip_address': '172.20.0.2'}, {'subnet_id': '9401759b-424b-4dfb-9dd1-f5321c3a3d78'}], 'binding:host_id': 'n-d-791505-12'}, 'id': '2acaf306-a822-43fa-97a6-75494876c6fb'} from n-d-791505-12. {{(pid=93948) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:45:34.658909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-80251524-55f3-47aa-bb01-51c67dab6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.661001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-80251524-55f3-47aa-bb01-51c67dab6c14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3107066 Jul 07 17:45:34.665331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6389086 Jul 07 17:45:34.672614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 52998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:34.679934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.680327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'admin_state_up': True, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:34.696450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f07ae4-0c6d-4187-99a4-9bddc712d9ca tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Network': ['ID=2935b852-bd8a-4a1a-a2f5-23c94a1febaf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:34.725211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:45:34.741175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-e290bbde-7384-4497-b0e9-4a5c469b79c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 217 time: 0.0680375 Jul 07 17:45:34.762746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.801966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.803166 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.815448 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.863141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=7c324b2e-e1d0-4956-8a82-ed6b069389a8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:34.868842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-c2ce61a7-2228-42c4-a321-f03849156937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.871891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-c2ce61a7-2228-42c4-a321-f03849156937 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1107049 Jul 07 17:45:34.963134 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae609baa-088a-4c65-bbd3-897c98ae151e req-270f61a2-8432-48a5-b723-261afa520162 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.965703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae609baa-088a-4c65-bbd3-897c98ae151e req-270f61a2-8432-48a5-b723-261afa520162 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.2378900 Jul 07 17:45:35.001421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Allocated IP 172.20.0.34 (02e162df-ebd2-4255-bce8-75359d21707b/9401759b-424b-4dfb-9dd1-f5321c3a3d78/2acaf306-a822-43fa-97a6-75494876c6fb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:35.014299 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.076269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae609baa-088a-4c65-bbd3-897c98ae151e req-55d99ee9-6970-4c89-b840-c24a4890161f tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929093 Jul 07 17:45:35.122558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-d04782a8-6758-47ee-aa01-17924606198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:35.124145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-d04782a8-6758-47ee-aa01-17924606198c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2304974 Jul 07 17:45:35.156449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.161042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.169487 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1f613696-8983-46a5-aa6e-1c99ee8180c8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/f28b0ac9-40a5-410d-a8cf-7d0c23c144bc HTTP/1.1" status: 204 len: 168 time: 1.5885346 Jul 07 17:45:35.174187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:35.180704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:35.182415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '159374f6-5638-435c-98b4-3c9a52b40a4c'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:35.239592 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.259325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Transition to ACTIVE for port object 2acaf306-a822-43fa-97a6-75494876c6fb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:35.266123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.336802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.342196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.421048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc972ea3-ca9d-40eb-b510-eb52a69ab6eb None None] Pushing event updated for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:35.540859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.716891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.740812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-7875f2e2-e313-48f7-9f49-f2dc4a3180e9 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067696 Jul 07 17:45:35.760453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.815842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e2b7-f752-41d8-8e0d-f1ab5e5ed0e6 req-8d65a337-7c5d-43a3-8c03-bb9db87b3dab tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:35.820350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d24e2b7-f752-41d8-8e0d-f1ab5e5ed0e6 req-8d65a337-7c5d-43a3-8c03-bb9db87b3dab tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.2468855 Jul 07 17:45:35.829458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.202 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/7628ec9b-061a-4c91-8db0-5010d39d221a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:35.867736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Delete allocated IP 172.20.0.11 (02e162df-ebd2-4255-bce8-75359d21707b/d4273e1d-98ac-41b4-8691-2fed7efa5cf6) {{(pid=93946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:45:35.932020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Allocated IP 172.20.0.37 (02e162df-ebd2-4255-bce8-75359d21707b/9401759b-424b-4dfb-9dd1-f5321c3a3d78/e7ea94bd-dad4-4ab8-b1dd-0173597591fc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:35.991267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.018989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2d24e2b7-f752-41d8-8e0d-f1ab5e5ed0e6 req-5b5dc14d-5f15-461c-aa21-e82638301fda tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869264 Jul 07 17:45:36.030184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab8e26b1-6955-4bb6-9ef8-da940b6ce66f req-0795328c-6574-465a-a6a2-0dd5af2062c8 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777643 Jul 07 17:45:36.095451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.180537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:36.187439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:36.198493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:36.212666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Provisioning for port 2acaf306-a822-43fa-97a6-75494876c6fb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:36.216085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.25.3.156 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/27f21130-ee00-4dc1-a486-b43ae10c444d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:36.218374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:36.218767 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.249402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=7628ec9b-061a-4c91-8db0-5010d39d221a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:36.363231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:36.363231 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.363678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed7fa7-d4af-4ec5-812f-3d65738fa9c9 req-54c13723-307b-4313-bcbb-9d5e13d7cc45 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:36.363678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5ed7fa7-d4af-4ec5-812f-3d65738fa9c9 req-54c13723-307b-4313-bcbb-9d5e13d7cc45 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1450310 Jul 07 17:45:36.376864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.400280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:36.400666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Transition to ACTIVE for port object e7ea94bd-dad4-4ab8-b1dd-0173597591fc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:36.412492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.417375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Provisioning for port e7ea94bd-dad4-4ab8-b1dd-0173597591fc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:36.423688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Provisioning complete for port e7ea94bd-dad4-4ab8-b1dd-0173597591fc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:36.424077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.451877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:36.504532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d52bef4f-4b3d-4d4b-bf7d-28923d267ab9 None None] Port e7ea94bd-dad4-4ab8-b1dd-0173597591fc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:36.531709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:36.531905 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.534289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5ed7fa7-d4af-4ec5-812f-3d65738fa9c9 req-33dac6b1-d2fc-46d9-b4c9-c215030aacf2 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319573 Jul 07 17:45:36.570263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event updated for resources: {'Port': ['ID=e7ea94bd-dad4-4ab8-b1dd-0173597591fc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:36.605222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] In _notify_port_updated(), no bound segment for port e7ea94bd-dad4-4ab8-b1dd-0173597591fc on network 02e162df-ebd2-4255-bce8-75359d21707b {{(pid=93946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:45:36.617312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:36.618386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.626760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-75bbb088-25cd-42af-b044-8860e0d4e0ce tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "PUT /v2.0/ports/e7ea94bd-dad4-4ab8-b1dd-0173597591fc HTTP/1.1" status: 200 len: 959 time: 2.4459996 Jul 07 17:45:36.627821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:36.795432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8abb-32c6-432b-b7a9-b862d651f0b5 req-2a006e88-a861-4a37-883e-4baa1e8e96a8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:36.797005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a49a8abb-32c6-432b-b7a9-b862d651f0b5 req-2a006e88-a861-4a37-883e-4baa1e8e96a8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1257813 Jul 07 17:45:36.830698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port e7ea94bd-dad4-4ab8-b1dd-0173597591fc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:36.830999 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.903566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a49a8abb-32c6-432b-b7a9-b862d651f0b5 req-0f61c20d-ec95-4c92-8808-ffbd560f5720 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997393 Jul 07 17:45:36.945245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.993717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.008977 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.009428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for e7ea94bd-dad4-4ab8-b1dd-0173597591fc owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:37.106938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:37.116317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:37.116820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=27f21130-ee00-4dc1-a486-b43ae10c444d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.119350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:37.194034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.223724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f6be580e-d522-4b5c-a456-6cfa51bc58ca None None] Could not find standard attr ID for object e7ea94bd-dad4-4ab8-b1dd-0173597591fc. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:45:37.227191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=e7ea94bd-dad4-4ab8-b1dd-0173597591fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.360478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.366473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-db8baa34-5484-4b8f-9a6a-6650112e4337 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/e7ea94bd-dad4-4ab8-b1dd-0173597591fc HTTP/1.1" status: 204 len: 168 time: 0.7364349 Jul 07 17:45:37.367388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53014) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.399840 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a87f67-57aa-474f-9dae-be173317069a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] GET failed (client error): The resource could not be found. Jul 07 17:45:37.405683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-18a87f67-57aa-474f-9dae-be173317069a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports/e7ea94bd-dad4-4ab8-b1dd-0173597591fc HTTP/1.1" status: 404 len: 333 time: 0.0371118 Jul 07 17:45:37.406898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53016) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.520373 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.556212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.566005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c57f6-8287-4af4-b4aa-27169e9d69da req-5491842c-7f78-4247-a3ff-bc91188a29f2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:37.567938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad0c57f6-8287-4af4-b4aa-27169e9d69da req-5491842c-7f78-4247-a3ff-bc91188a29f2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.1219249 Jul 07 17:45:37.579667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.619338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.637228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad0c57f6-8287-4af4-b4aa-27169e9d69da req-325017ee-0b98-43b6-9c0a-fac7a1e6207f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624440 Jul 07 17:45:37.643330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60e0a1b6-3623-47aa-968b-a9266d336c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.648397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.652780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.658545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/security-groups/ae35af69-a199-448a-8516-bb6287d048db HTTP/1.1" status: 204 len: 168 time: 0.2464898 Jul 07 17:45:37.659327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53018) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.685820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69123c75-51bb-4e07-9251-8fa17ad99c9b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35af69-a199-448a-8516-bb6287d048db,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:37.749034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.762782 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.784858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.900014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.903494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:37.907779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9384923-8f07-42e5-bcd4-360c6020cc11 HTTP/1.1" status: 204 len: 168 time: 0.2444348 Jul 07 17:45:37.911521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53020) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:37.950747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964293c-ddb6-4663-9b0e-c3c0ff0c0e18 req-782fb99c-3c47-42fa-9efe-63eb502e01c8 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:37.953529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0964293c-ddb6-4663-9b0e-c3c0ff0c0e18 req-782fb99c-3c47-42fa-9efe-63eb502e01c8 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1334522 Jul 07 17:45:37.958789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07348597-7351-4ff0-a129-7af1bb96728c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9384923-8f07-42e5-bcd4-360c6020cc11,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.002829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.014571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0964293c-ddb6-4663-9b0e-c3c0ff0c0e18 req-2126b4a8-f2ab-44b1-8ee0-a966118abe5d tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Jul 07 17:45:38.045799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.073249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.118538 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.128192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.129554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.132815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.138230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/security-groups/5a5bf0c5-228b-45d3-9b76-4064010558a6 HTTP/1.1" status: 204 len: 168 time: 0.2250223 Jul 07 17:45:38.139205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53024) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.159443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74ef99-0840-4425-a141-f566966cffb4 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5bf0c5-228b-45d3-9b76-4064010558a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.216820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet d4273e1d-98ac-41b4-8691-2fed7efa5cf6 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:38.221873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.223053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=7628ec9b-061a-4c91-8db0-5010d39d221a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.244248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.299333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router a12538a7-3cf3-4081-9ee9-44956c9c5f7b is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:45:38.305874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.399090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88413cf9-0312-471d-9f34-3560e220bf9d req-defcd7c6-90c7-411d-82c1-bb7f09564549 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:38.402594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88413cf9-0312-471d-9f34-3560e220bf9d req-defcd7c6-90c7-411d-82c1-bb7f09564549 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1536646 Jul 07 17:45:38.417284 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 123db35a-2706-441a-913c-db27a17a45b4 associated. External IP: 172.25.3.202, port: 159374f6-5638-435c-98b4-3c9a52b40a4c. Jul 07 17:45:38.504855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.519673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:38.531903 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e713b-458a-4c53-8751-800467640807 None None] Sync routers for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:38.547199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88413cf9-0312-471d-9f34-3560e220bf9d req-894f7a51-cea9-4990-a491-276378427692 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072345 Jul 07 17:45:38.555566 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:38.556776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:38.579927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.581308 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1d09987-95b2-4b12-8e49-3a3cdda2143c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9069498 Jul 07 17:45:38.584514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53026) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.599502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.632595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=d4273e1d-98ac-41b4-8691-2fed7efa5cf6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.639399 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.641481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-175eaab8-b8ce-4627-96da-935ffee9d538 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/d4273e1d-98ac-41b4-8691-2fed7efa5cf6 HTTP/1.1" status: 204 len: 168 time: 0.4983094 Jul 07 17:45:38.650406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c59bc9-37b0-4086-a83a-a5a72ffc41b9 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:38.658059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53028) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.761586 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:38.772224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 9401759b-424b-4dfb-9dd1-f5321c3a3d78 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:38.777287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.825579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e81b16-6150-4b30-ab23-5fb3ca46d6d6 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:38.831514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43e81b16-6150-4b30-ab23-5fb3ca46d6d6 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=330a94b7554f42e28066d6d784f000fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2424340 Jul 07 17:45:38.837406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53032) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:38.838222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.905797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-c216eca7-57c9-4ea2-a3e5-9159c747f7fb tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:38.907559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-c216eca7-57c9-4ea2-a3e5-9159c747f7fb tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.2028422 Jul 07 17:45:39.026823 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:37Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:39.058150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.058491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e713b-458a-4c53-8751-800467640807 None None] Checking router: a12538a7-3cf3-4081-9ee9-44956c9c5f7b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:39.058675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e713b-458a-4c53-8751-800467640807 None None] Updating router a12538a7-3cf3-4081-9ee9-44956c9c5f7b port 27f21130-ee00-4dc1-a486-b43ae10c444d binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:45:39.113582 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.156363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d50a5-68f7-4b99-9fe2-08caac6afb9d req-505dc5fe-dd29-44cf-8fc8-3d78ba2aab7f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:39.158036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-039d50a5-68f7-4b99-9fe2-08caac6afb9d req-505dc5fe-dd29-44cf-8fc8-3d78ba2aab7f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.2495155 Jul 07 17:45:39.226392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Deleting port 0de06f09-27b8-435e-835d-4ca624e201d5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:39.226806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.267437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079eb7c5-7124-4bf4-a905-f2d0883b99fd tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:39.272645 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-079eb7c5-7124-4bf4-a905-f2d0883b99fd tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4294322 Jul 07 17:45:39.272645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53036) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:39.320187 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.340083 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:39.345618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-039d50a5-68f7-4b99-9fe2-08caac6afb9d req-29611b21-63ac-47f7-9779-826e68fb1355 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743424 Jul 07 17:45:39.345973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d1ac952-f7ac-420f-b713-60ecb8d92fc7 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694821 Jul 07 17:45:39.358717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:39.397844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=9401759b-424b-4dfb-9dd1-f5321c3a3d78,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:39.405843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.406083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e7f7740-6339-46f0-810b-c74b61c0dd9f tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=330a94b7554f42e28066d6d784f000fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549185 Jul 07 17:45:39.406508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53040) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:39.407927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8ef1f798-fcbd-4579-ab19-905005dc141c tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/9401759b-424b-4dfb-9dd1-f5321c3a3d78 HTTP/1.1" status: 204 len: 168 time: 0.7479966 Jul 07 17:45:39.410421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53042) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:39.478666 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06d00e7-662f-434f-9764-6b060ad078c2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:39.479171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06d00e7-662f-434f-9764-6b060ad078c2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:39.481263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f06d00e7-662f-434f-9764-6b060ad078c2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/d4273e1d-98ac-41b4-8691-2fed7efa5cf6 HTTP/1.1" status: 404 len: 337 time: 0.0680919 Jul 07 17:45:39.484237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53044) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:39.526967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] For port 0de06f09-27b8-435e-835d-4ca624e201d5, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0de06f09-27b8-435e-835d-4ca624e201d5,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:39.527791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.581676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Calling delete_port for 0de06f09-27b8-435e-835d-4ca624e201d5 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:39.673915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fb32-776a-4f54-a994-0818257d3ba2 req-2d290445-fc41-4aab-8c5c-62e86a30afb1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:39.682971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d97fb32-776a-4f54-a994-0818257d3ba2 req-2d290445-fc41-4aab-8c5c-62e86a30afb1 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0014fa47-e42d-4ff8-b74d-467ac689b9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1489167 Jul 07 17:45:39.691929 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.703857 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c72e713b-458a-4c53-8751-800467640807 None None] Transition to ACTIVE for port object 27f21130-ee00-4dc1-a486-b43ae10c444d will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:39.718771 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.751049 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c72e713b-458a-4c53-8751-800467640807 None None] Attempting to bind port 27f21130-ee00-4dc1-a486-b43ae10c444d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:39.751416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c72e713b-458a-4c53-8751-800467640807 None None] Attempting to bind port 27f21130-ee00-4dc1-a486-b43ae10c444d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:39.752117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e713b-458a-4c53-8751-800467640807 None None] Attempting to bind port 27f21130-ee00-4dc1-a486-b43ae10c444d on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:39.779387 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e713b-458a-4c53-8751-800467640807 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:39.779769 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e713b-458a-4c53-8751-800467640807 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:39.780173 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.780575 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e713b-458a-4c53-8751-800467640807 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:39.781054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c72e713b-458a-4c53-8751-800467640807 None None] Bound port: 27f21130-ee00-4dc1-a486-b43ae10c444d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:39.781796 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.828837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47579a79-a344-476e-bd56-a42e25d9d965 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:39.847325 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c72e713b-458a-4c53-8751-800467640807 None None] For port 27f21130-ee00-4dc1-a486-b43ae10c444d, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:39.851127 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c72e713b-458a-4c53-8751-800467640807 None None] For port 27f21130-ee00-4dc1-a486-b43ae10c444d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=27f21130-ee00-4dc1-a486-b43ae10c444d,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:39.859488 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d97fb32-776a-4f54-a994-0818257d3ba2 req-b5dc8aec-7dec-401d-8906-1ffc4641a9bf tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703219 Jul 07 17:45:39.860618 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c72e713b-458a-4c53-8751-800467640807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.862480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:39.890828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0de06f09-27b8-435e-835d-4ca624e201d5'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:39.893697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['5731c5b8-c825-4d1c-af0e-25f7ffae49cd'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:39.910098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:39.910765 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:39.954779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Pushing event deleted for resources: {'Port': ['ID=0de06f09-27b8-435e-835d-4ca624e201d5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:40.015941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] No DVR routers for this DVR port 0de06f09-27b8-435e-835d-4ca624e201d5 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:40.020454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.024444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2d84390-8fe7-4636-81ac-d862db2124e9 req-3075cfb8-6c03-49ba-ae90-397a7234b839 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.73 "DELETE /v2.0/ports/0de06f09-27b8-435e-835d-4ca624e201d5 HTTP/1.1" status: 204 len: 173 time: 1.0967019 Jul 07 17:45:40.025290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'name': 'network-vif-deleted', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:40.030770 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa720c29-7b38-41ee-8cd4-66fa4cb5e9e0" -d '{"events": [{"server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "name": "network-vif-deleted", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:40.117625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c5a78e7-3ca9-459c-b550-561e159dbd55 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:40.118139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c5a78e7-3ca9-459c-b550-561e159dbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.149257 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Pushing event updated for resources: {'Port': ['ID=27f21130-ee00-4dc1-a486-b43ae10c444d,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:40.201446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f277d-2ebe-4e38-a274-d070cd72c3e4 req-7ab17ba1-cd7c-4a8b-b939-2367659d75b9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:40.202618 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.204314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.205545 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.206295 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.209318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a50f277d-2ebe-4e38-a274-d070cd72c3e4 req-7ab17ba1-cd7c-4a8b-b939-2367659d75b9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.1172786 Jul 07 17:45:40.216511 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.217322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.217889 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.218537 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.219495 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.220890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.221665 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.222234 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:40.262159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c319be6-7d38-4850-aaa1-0dd6523ddec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.303810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a50f277d-2ebe-4e38-a274-d070cd72c3e4 req-b7d441fd-095a-4243-ba02-129de486374f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870001 Jul 07 17:45:40.318167 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaf2c1-dc9f-4049-8d89-c4ae7983cf24 None None] Pushing event updated for resources: {'Port': ['ID=27f21130-ee00-4dc1-a486-b43ae10c444d,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:40.348545 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:40.391669 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc57c4dc-d1a5-4a0e-a056-189759796e52 x-openstack-request-id: req-cc57c4dc-d1a5-4a0e-a056-189759796e52 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:40.391669 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0014fa47-e42d-4ff8-b74d-467ac689b9d8", "name": "network-vif-deleted", "tag": "0de06f09-27b8-435e-835d-4ca624e201d5", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:40.391669 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc57c4dc-d1a5-4a0e-a056-189759796e52 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:40.392069 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0014fa47-e42d-4ff8-b74d-467ac689b9d8', 'name': 'network-vif-deleted', 'tag': '0de06f09-27b8-435e-835d-4ca624e201d5', 'status': 'completed', 'code': 200} Jul 07 17:45:40.435974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting subnet 367d5d9e-c20d-496a-a821-1d68e514c521 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:40.439036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:40.444413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.513391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:40.527973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.598601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.600118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:40.601127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:40.604219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f3fe8-91f1-4647-aa18-ddae45de2fc7 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:40.607438 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-333f3fe8-91f1-4647-aa18-ddae45de2fc7 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1994889 Jul 07 17:45:40.611741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53052) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:40.667968 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c72e713b-458a-4c53-8751-800467640807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:37Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:40.701009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-304b9c87-0dbc-4ffe-b0ad-919715930a7b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5219905 Jul 07 17:45:40.703897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:40.711745 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e713b-458a-4c53-8751-800467640807 None None] The sync data for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 is: [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:37Z', 'revision_number': 3, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:40.713090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:40.732416 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.742433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9095eaef-7eb5-40c8-bbf6-e333485a0140 tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291625 Jul 07 17:45:40.749102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53056) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:40.761179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857104646', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'project_id': '330a94b7554f42e28066d6d784f000fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:40.777448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:40.778296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:40.853640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067dc3-5e85-4cfe-93f6-8e0078835bc3 req-8d0a79da-e895-45a8-ac37-ff24b4b3528d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:40.862213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb067dc3-5e85-4cfe-93f6-8e0078835bc3 req-8d0a79da-e895-45a8-ac37-ff24b4b3528d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.3136559 Jul 07 17:45:40.899836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c5a78e7-3ca9-459c-b550-561e159dbd55 None None] Provisioning complete for port b27ebdd9-cee0-4309-8d89-0ebf5df237ad triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:40.900611 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c5a78e7-3ca9-459c-b550-561e159dbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.913367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:40.914546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d4b4b-603d-485a-8698-1718bb16b265 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:40.956273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb067dc3-5e85-4cfe-93f6-8e0078835bc3 req-e9bd0d96-8288-4eb8-b1bd-4af7cb20e0cc tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814388 Jul 07 17:45:40.971763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53060) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:40.972930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e958d6ca-0387-4075-9b26-785e5017fcc9 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/floatingips/123db35a-2706-441a-913c-db27a17a45b4 HTTP/1.1" status: 200 len: 977 time: 0.2671165 Jul 07 17:45:41.005094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.081025 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a78e7-3ca9-459c-b550-561e159dbd55 None None] Port b27ebdd9-cee0-4309-8d89-0ebf5df237ad cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:41.140299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d93c62d-2e38-4bdf-aad4-e4a26b146576 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1672115 Jul 07 17:45:41.144561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53064) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.150310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': 'dbe58b95-6024-4144-9ee9-9a0b09eee113'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:41.161440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:41.171072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.242616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.321265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.324395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Subnet': ['ID=367d5d9e-c20d-496a-a821-1d68e514c521,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:41.331440 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.337666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-126398b4-7b7b-4d78-bd03-f5275febafb8 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/367d5d9e-c20d-496a-a821-1d68e514c521 HTTP/1.1" status: 204 len: 168 time: 1.8491127 Jul 07 17:45:41.341483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.418167 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d10763-2265-43be-8322-83f8162248a2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.419290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d10763-2265-43be-8322-83f8162248a2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.421362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-82d10763-2265-43be-8322-83f8162248a2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/06c92ec2-f90a-43ce-9675-435aa113b1e3 HTTP/1.1" status: 404 len: 337 time: 0.0759592 Jul 07 17:45:41.425446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.506297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa153e3b-6f75-46f7-be0f-433fc70d1c0a tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "GET /v2.0/ports?device_id=13d3bfe8-4e05-4969-b51f-95fe75c20df5 HTTP/1.1" status: 200 len: 205 time: 0.0796645 Jul 07 17:45:41.515177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53072) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.601870 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-a190bb5c-aef3-4cfa-895a-0c069df9b145 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] delete failed (client error): The resource could not be found. Jul 07 17:45:41.603411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a190bb5c-aef3-4cfa-895a-0c069df9b145 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/routers/13d3bfe8-4e05-4969-b51f-95fe75c20df5 HTTP/1.1" status: 404 len: 336 time: 0.0868921 Jul 07 17:45:41.609517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53074) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.664671 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-109711ca-5c74-4175-8b55-11c5ec99bbe2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.665196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109711ca-5c74-4175-8b55-11c5ec99bbe2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.667956 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-109711ca-5c74-4175-8b55-11c5ec99bbe2 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/a80b7526-6ddc-458c-b788-496adfa69efe HTTP/1.1" status: 404 len: 337 time: 0.0567365 Jul 07 17:45:41.672874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.709453 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba9f075-7029-4d9f-b621-321222168ce9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.710126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba9f075-7029-4d9f-b621-321222168ce9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.712641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3ba9f075-7029-4d9f-b621-321222168ce9 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/55329765-1579-4d14-9dba-f461d9185a44 HTTP/1.1" status: 404 len: 337 time: 0.0383539 Jul 07 17:45:41.716998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53080) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.753551 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d52c6c1-82f6-49f2-a8ff-41077f51cc56 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.754343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d52c6c1-82f6-49f2-a8ff-41077f51cc56 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.756882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0d52c6c1-82f6-49f2-a8ff-41077f51cc56 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/b2f59a34-2852-442b-aec8-555067f17e14 HTTP/1.1" status: 404 len: 337 time: 0.0374455 Jul 07 17:45:41.761711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53082) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.770093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.815144 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c06f0d5-03c1-43f0-823e-4592347b8a50 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.815935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c06f0d5-03c1-43f0-823e-4592347b8a50 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.818240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4c06f0d5-03c1-43f0-823e-4592347b8a50 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/d6a67444-fe00-48d9-b47f-6f6f22b574a6 HTTP/1.1" status: 404 len: 333 time: 0.0541399 Jul 07 17:45:41.826355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53084) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.907133 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-6717f16c-e2b9-427b-9778-cb6bde0203eb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.908341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6717f16c-e2b9-427b-9778-cb6bde0203eb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.910130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:41.913865 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6717f16c-e2b9-427b-9778-cb6bde0203eb tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/ab705010-5e78-4e15-a4db-c6e5223f4ba2 HTTP/1.1" status: 404 len: 337 time: 0.0863748 Jul 07 17:45:41.918133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53086) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:41.958651 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a04eb0-d2bc-4de9-8c50-c26684a29c0b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:41.959652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a04eb0-d2bc-4de9-8c50-c26684a29c0b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:41.962168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-01a04eb0-d2bc-4de9-8c50-c26684a29c0b tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/c4471372-c5af-45ea-a9db-a404aec7c8e8 HTTP/1.1" status: 404 len: 337 time: 0.0397248 Jul 07 17:45:41.966209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53088) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.006897 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b40295-a01b-436a-8a95-2a403e20a203 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:42.007817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b40295-a01b-436a-8a95-2a403e20a203 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:42.009894 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3b40295-a01b-436a-8a95-2a403e20a203 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/a8d0f152-d82d-4206-b703-a596bd5c2bc4 HTTP/1.1" status: 404 len: 333 time: 0.0423489 Jul 07 17:45:42.014515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53092) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.045399 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-68828be4-3a58-43a8-8509-1e0b89de6d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:42.045990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68828be4-3a58-43a8-8509-1e0b89de6d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:42.048077 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-68828be4-3a58-43a8-8509-1e0b89de6d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/8b855ca6-bad7-4394-a63c-e10993051470 HTTP/1.1" status: 404 len: 337 time: 0.0323935 Jul 07 17:45:42.052942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53094) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.087596 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf77f43b-02dc-4c34-8780-b6e59f841d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] DELETE failed (client error): The resource could not be found. Jul 07 17:45:42.087596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf77f43b-02dc-4c34-8780-b6e59f841d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:45:42.090328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cf77f43b-02dc-4c34-8780-b6e59f841d61 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/subnets/5a19637f-58fb-432c-ad0a-ffcde791ddfb HTTP/1.1" status: 404 len: 337 time: 0.0362153 Jul 07 17:45:42.094630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53096) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.109763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0ff60-7ee3-4520-9bd2-05699a411769 None None] Network 02e162df-ebd2-4255-bce8-75359d21707b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:42.233498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port b27ebdd9-cee0-4309-8d89-0ebf5df237ad {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:42.234026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.254206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f84e7bb4-9d72-4a95-9063-3c439f6a0331 None None] Provisioning complete for port 2acaf306-a822-43fa-97a6-75494876c6fb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:42.254763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f84e7bb4-9d72-4a95-9063-3c439f6a0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.331737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.349328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for b27ebdd9-cee0-4309-8d89-0ebf5df237ad owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:42.434614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Subnet': ['ID=d2b72fe2-c7f6-4581-9df7-2d65c972a673,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:42.508564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.511178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e91c36-f724-400f-aefd-dd3e7d0c8549 req-622fa30d-611b-441d-8ec0-4963cf4ed542 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:42.513390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88e91c36-f724-400f-aefd-dd3e7d0c8549 req-622fa30d-611b-441d-8ec0-4963cf4ed542 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.6405530 Jul 07 17:45:42.544293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=b27ebdd9-cee0-4309-8d89-0ebf5df237ad,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:42.548934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.554184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-884a83b8-ccb1-4b07-8020-91f7af527ad0 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/ports/b27ebdd9-cee0-4309-8d89-0ebf5df237ad HTTP/1.1" status: 204 len: 168 time: 0.4580500 Jul 07 17:45:42.554898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53098) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.564573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Checking segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:42.565049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network hostable DHCP agents. Network: 2935b852-bd8a-4a1a-a2f5-23c94a1febaf, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:45:42.588969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 27f21130-ee00-4dc1-a486-b43ae10c444d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:42.653386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.668346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88e91c36-f724-400f-aefd-dd3e7d0c8549 req-4fa10d4e-acc0-44f5-a0e8-b82a2c77e6b4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956576 Jul 07 17:45:42.723454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:45:42.736091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 27f21130-ee00-4dc1-a486-b43ae10c444d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:42.741556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Deleting port 2acaf306-a822-43fa-97a6-75494876c6fb {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:42.742135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.743123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 27f21130-ee00-4dc1-a486-b43ae10c444d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:42.743573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.747274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f84e7bb4-9d72-4a95-9063-3c439f6a0331 None None] Could not find standard attr ID for object b27ebdd9-cee0-4309-8d89-0ebf5df237ad. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:45:42.771962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2935b852-bd8a-4a1a-a2f5-23c94a1febaf) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:42.780756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:42.780756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.798393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3d1fd-8e6a-4f2b-8a26-ecbcda622dba None None] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:42.846746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2acaf306-a822-43fa-97a6-75494876c6fb,segment=NetworkSegment(fbe31a5b-6037-455d-9b8c-b68cc5e6eb27),segment_id=fbe31a5b-6037-455d-9b8c-b68cc5e6eb27)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:42.847018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:42.864294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] DHCP port deletion for 02e162df-ebd2-4255-bce8-75359d21707b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:45:42.864874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Calling delete_port for 2acaf306-a822-43fa-97a6-75494876c6fb owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:42.896224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-20cbc266-ebea-470f-9193-983114d21caf tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1457653 Jul 07 17:45:42.898370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53100) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:42.981053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.013263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:43.015391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] No DVR routers for this DVR port 2acaf306-a822-43fa-97a6-75494876c6fb on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:43.031929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.050756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Deleting port 2acaf306-a822-43fa-97a6-75494876c6fb {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:43.051165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.073225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:45:43.079699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f813c-cdb6-4fb7-98e4-a7a1da6d213b req-8f038590-3e74-47cb-bb40-2a62a5ad3eca tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:43.081428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-638f813c-cdb6-4fb7-98e4-a7a1da6d213b req-8f038590-3e74-47cb-bb40-2a62a5ad3eca tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.2449040 Jul 07 17:45:43.117978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.127767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 27f21130-ee00-4dc1-a486-b43ae10c444d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=27f21130-ee00-4dc1-a486-b43ae10c444d,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:43.130491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e162df-ebd2-4255-bce8-75359d21707b']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:43.141070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.155010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:43.155369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe31a5b-6037-455d-9b8c-b68cc5e6eb27') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:43.178182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.196454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0de06f09-27b8-435e-835d-4ca624e201d5 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:43.208048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.226593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:45:43.226593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.227088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0de06f09-27b8-435e-835d-4ca624e201d5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:43.227088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0de06f09-27b8-435e-835d-4ca624e201d5 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:45:43.233180 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:45:43.243674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] For port 2acaf306-a822-43fa-97a6-75494876c6fb, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:43.243674 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.280451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Calling delete_port for 2acaf306-a822-43fa-97a6-75494876c6fb owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:43.287541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Port 2acaf306-a822-43fa-97a6-75494876c6fb was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:45:43.289444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.295001 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.307638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=27f21130-ee00-4dc1-a486-b43ae10c444d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:43.323153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-638f813c-cdb6-4fb7-98e4-a7a1da6d213b req-da59f87e-718d-45b4-beb8-2b92205be61e tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8c1d0d16-8397-4671-bda7-3abb4fc2e01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573534 Jul 07 17:45:43.329076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.345463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.357325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.362555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] 10.222.0.66 "DELETE /v2.0/networks/02e162df-ebd2-4255-bce8-75359d21707b HTTP/1.1" status: 204 len: 168 time: 0.8042707 Jul 07 17:45:43.363460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] No DVR routers for this DVR port 2acaf306-a822-43fa-97a6-75494876c6fb on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:43.366219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'fixed_ips': [{'subnet_id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:45:43.368223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.382368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35365d-d032-455d-ad20-f1e19b4d338b None None] Pushing event deleted for resources: {'Port': ['ID=2acaf306-a822-43fa-97a6-75494876c6fb,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:43.433102 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e6ba-261b-4374-a920-986d0ed9a904 tempest-PortsTestJSON-1641265519 tempest-PortsTestJSON-1641265519-project] Pushing event deleted for resources: {'Network': ['ID=02e162df-ebd2-4255-bce8-75359d21707b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:43.513225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-0b15690e-464f-4e93-9ed9-bd9beef622df tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:43.514938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-0b15690e-464f-4e93-9ed9-bd9beef622df tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 1097 time: 0.5128152 Jul 07 17:45:43.695699 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:43.742665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Allocated IP 172.20.0.18 (2935b852-bd8a-4a1a-a2f5-23c94a1febaf/d2b72fe2-c7f6-4581-9df7-2d65c972a673/46dc4689-d611-4f9c-8707-0b023801bfda) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:43.763821 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 123db35a-2706-441a-913c-db27a17a45b4 associated. External IP: 172.25.3.202, port: 159374f6-5638-435c-98b4-3c9a52b40a4c. Jul 07 17:45:43.930788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53108) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:44.013471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9e26-ed33-45ef-9ecc-37fb8cd95b5b req-d2880212-c653-4a28-a9b9-c25ede48f776 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:44.015014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d94f9e26-ed33-45ef-9ecc-37fb8cd95b5b req-d2880212-c653-4a28-a9b9-c25ede48f776 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 943 time: 0.3494036 Jul 07 17:45:44.037333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.049049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Transition to ACTIVE for port object 46dc4689-d611-4f9c-8707-0b023801bfda will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:44.060067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Deleting port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:44.060394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.069680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Transition to ACTIVE for port object 46dc4689-d611-4f9c-8707-0b023801bfda will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:44.079224 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.128298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Pushing event updated for resources: {'Port': ['ID=46dc4689-d611-4f9c-8707-0b023801bfda,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:44.138481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:44.141054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:44.143989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:44.219180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Attempting to bind port 46dc4689-d611-4f9c-8707-0b023801bfda on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:44.219750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Attempting to bind port 46dc4689-d611-4f9c-8707-0b023801bfda by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:44.220413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Attempting to bind port 46dc4689-d611-4f9c-8707-0b023801bfda on network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:44.231217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:44.232180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Checking segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:44.232383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.233901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Bound using segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:44.233901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Bound port: 46dc4689-d611-4f9c-8707-0b023801bfda, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:44.233901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.238999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3c9c9731-a2e0-46c1-b963-8d5e8332acbf details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:44.249468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fd41c2b5-f020-40ac-a674-cc80655ae72b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=290a09cdaf734eaf9ec4f54d9e87ba02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155892 Jul 07 17:45:44.249468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53112) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:44.307949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d94f9e26-ed33-45ef-9ecc-37fb8cd95b5b req-35de25d2-9c02-4244-b60a-ffb73463db1a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724771 Jul 07 17:45:44.339099 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-3df2f9eb-683f-43aa-80a5-7044fee9db3e service neutron] show failed (client error): The resource could not be found. Jul 07 17:45:44.340302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-3df2f9eb-683f-43aa-80a5-7044fee9db3e service neutron] 10.222.0.73 "GET /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.3174608 Jul 07 17:45:44.398961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.424810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] For port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:44.425720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.444729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-432404c0-e132-4294-8559-c04eb052a954 None None] For port 46dc4689-d611-4f9c-8707-0b023801bfda, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:44.452933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-432404c0-e132-4294-8559-c04eb052a954 None None] For port 46dc4689-d611-4f9c-8707-0b023801bfda, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=46dc4689-d611-4f9c-8707-0b023801bfda,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:44.465162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.488035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.573512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.578729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.585165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8851bc7-4b02-4913-bcb5-18f17bca01fa HTTP/1.1" status: 204 len: 168 time: 0.3340471 Jul 07 17:45:44.607476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b80b8-a5ee-4d04-9c7e-edb63692a56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8851bc7-4b02-4913-bcb5-18f17bca01fa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:44.670005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:44.720677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 27f21130-ee00-4dc1-a486-b43ae10c444d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:44.826230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:44.932995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432404c0-e132-4294-8559-c04eb052a954 None None] Pushing event updated for resources: {'Port': ['ID=46dc4689-d611-4f9c-8707-0b023801bfda,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:44.962641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Calling delete_port for 5731c5b8-c825-4d1c-af0e-25f7ffae49cd owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:45.000721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:45.024713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:45.054801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9c9731-a2e0-46c1-b963-8d5e8332acbf {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:45.081369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 27f21130-ee00-4dc1-a486-b43ae10c444d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:45.082433 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:45.089662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:45.147223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-db9c0c0f-5ef1-4a54-acae-746db1704f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:45.155907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-db9c0c0f-5ef1-4a54-acae-746db1704f60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 1097 time: 0.3147724 Jul 07 17:45:45.165895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:45.209843 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:45.214033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:45.389710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:45.458623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:45.493893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['3c9c9731-a2e0-46c1-b963-8d5e8332acbf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:45.532541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb868f7a-773c-40b6-b908-6fcc7f79d20a req-3a8e60a4-512d-4511-9838-987fce173977 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:45.533354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb868f7a-773c-40b6-b908-6fcc7f79d20a req-3a8e60a4-512d-4511-9838-987fce173977 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.5908334 Jul 07 17:45:45.652702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:45.728383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2acaf306-a822-43fa-97a6-75494876c6fb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:45.731285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2acaf306-a822-43fa-97a6-75494876c6fb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:45.754880 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb868f7a-773c-40b6-b908-6fcc7f79d20a req-ad6e592b-c34f-423d-93d2-64198cd4a7f0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551106 Jul 07 17:45:45.888234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.20.0.17 (2935b852-bd8a-4a1a-a2f5-23c94a1febaf/d2b72fe2-c7f6-4581-9df7-2d65c972a673/446fabeb-4c30-403b-95f8-072548686f1a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:45.925300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:45.940978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:46.021651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:46.093585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:46.109333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:46.109932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Pushing event deleted for resources: {'Port': ['ID=5731c5b8-c825-4d1c-af0e-25f7ffae49cd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:46.127218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:46.128287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:46.143278 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:46.154395 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b93bf-e19a-49ea-aa26-32da6391ceeb" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:46.170321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:46.177010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:46.195068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:46.195789 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:46.201279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Transition to ACTIVE for port object 1dcfd4e1-0b66-481f-8995-f01ab979cf51 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:46.215960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:46.246973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5731c5b8-c825-4d1c-af0e-25f7ffae49cd no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:46.276705 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:46.278554 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ac09f-a440-4a22-ba60-cbfb3f028d63 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:46.313611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 5731c5b8-c825-4d1c-af0e-25f7ffae49cd {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:46.313973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 5731c5b8-c825-4d1c-af0e-25f7ffae49cd not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:46.314110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e9b23bd-34aa-42ad-a5be-eb1dea4bf164 req-edc5afa3-c386-4f62-a73d-55ab4289f05d tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a35862f-f142-43f6-921a-b79a6224a273 HTTP/1.1" status: 200 len: 210 time: 0.2171409 Jul 07 17:45:46.431138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] No DVR routers for this DVR port 5731c5b8-c825-4d1c-af0e-25f7ffae49cd on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:46.455974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:46.459785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-118e8ba0-9856-443f-bfe8-4726e67db8da req-ad447d24-2033-4580-a1d7-4a1e81c81ee3 tempest-TestServerMultinode-248663730 tempest-TestServerMultinode-248663730-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5731c5b8-c825-4d1c-af0e-25f7ffae49cd HTTP/1.1" status: 204 len: 173 time: 2.9285002 Jul 07 17:45:46.460627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'name': 'network-vif-deleted', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:46.467952 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70912b86-7013-459c-8845-0c7eecfdeaf6" -d '{"events": [{"server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "name": "network-vif-deleted", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:46.499004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 46dc4689-d611-4f9c-8707-0b023801bfda up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:46.674555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:46.724785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:46.726431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 46dc4689-d611-4f9c-8707-0b023801bfda completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:46.868284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Transition to ACTIVE for port object 446fabeb-4c30-403b-95f8-072548686f1a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:46.914593 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] No DVR routers for this DVR port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:46.935729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.053908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:47.071039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:47.085737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:47.089811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64efea13-7e58-477f-9766-f7d13afc8f96 None None] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:47.096074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:47.152296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.227694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:47.228294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:47.228446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:47.237801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:47.238359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:47.249389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:47.249985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:47.250684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Bound using segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:47.251846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Bound port: 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:47.252076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.282000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Provisioning for port 46dc4689-d611-4f9c-8707-0b023801bfda completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:47.305720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Provisioning complete for port 46dc4689-d611-4f9c-8707-0b023801bfda triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:47.306336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.413594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd415c6d-fd8c-4f1c-be6b-2a51fd7a2f42 req-74e8ef90-fbab-4d4a-9de0-e595d6e32e6e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:47.417574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd415c6d-fd8c-4f1c-be6b-2a51fd7a2f42 req-74e8ef90-fbab-4d4a-9de0-e595d6e32e6e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 944 time: 0.6416707 Jul 07 17:45:47.443625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:47.450476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:47.464451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.523779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd415c6d-fd8c-4f1c-be6b-2a51fd7a2f42 req-338528b4-aac4-4d93-9add-eded66dc9e8d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048017 Jul 07 17:45:47.527496 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.584573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:47.599000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:47.599633 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.601255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] 10.222.0.23 "PUT /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1092 time: 2.4371328 Jul 07 17:45:47.625754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.673530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072f9c-5e4b-4e45-89b2-cc130bee1f55 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:47.712227 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1fce8-8d47-451e-adb2-3d6bd9cce761 x-openstack-request-id: req-78e1fce8-8d47-451e-adb2-3d6bd9cce761 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:47.713765 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:47.714071 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78e1fce8-8d47-451e-adb2-3d6bd9cce761 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:47.721408 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'code': 200} Jul 07 17:45:47.797058 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5af5745-e34d-489f-b068-6946932a64e2 x-openstack-request-id: req-c5af5745-e34d-489f-b068-6946932a64e2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:47.797771 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35862f-f142-43f6-921a-b79a6224a273", "name": "network-vif-deleted", "tag": "5731c5b8-c825-4d1c-af0e-25f7ffae49cd", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:47.798184 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5af5745-e34d-489f-b068-6946932a64e2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:47.798922 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35862f-f142-43f6-921a-b79a6224a273', 'name': 'network-vif-deleted', 'tag': '5731c5b8-c825-4d1c-af0e-25f7ffae49cd', 'status': 'completed', 'code': 200} Jul 07 17:45:47.800981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] For port 46dc4689-d611-4f9c-8707-0b023801bfda, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=46dc4689-d611-4f9c-8707-0b023801bfda,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:47.811916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.854478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-dc00f2bb-12cb-4fdb-9df8-df12fe155439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:47.868778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-dc00f2bb-12cb-4fdb-9df8-df12fe155439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1095 time: 0.1855357 Jul 07 17:45:48.042135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Pushing event updated for resources: {'Port': ['ID=46dc4689-d611-4f9c-8707-0b023801bfda,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:48.082860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.083428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.083960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.084520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.085091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.085655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.086234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.086824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.098178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.098779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.099568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.100133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67dc32-cfc3-4c66-b0a0-7616bbc392c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:48.248971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Provisioning complete for port 46dc4689-d611-4f9c-8707-0b023801bfda triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:48.251031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.261683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3c9c9731-a2e0-46c1-b963-8d5e8332acbf up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:48.318613 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:48.375857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:48.394994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.402831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:48.448409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 46dc4689-d611-4f9c-8707-0b023801bfda up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:48.455635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:48.455635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:48.548692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:48.564991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:48.565832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:48.621377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:48.622141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cab77-93c7-470e-956d-a14e5ad27012 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:48.646938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-5f81e669-d7a9-49c7-90d0-6e78930df42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:48.649347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-5f81e669-d7a9-49c7-90d0-6e78930df42d service neutron] 10.222.0.23 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.7729063 Jul 07 17:45:48.671736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:48.682408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:48.686945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.737051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 46dc4689-d611-4f9c-8707-0b023801bfda triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:48.737530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.764639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-7f0712a4-64ad-4a1e-9f31-3f7937ac7046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.1078913 Jul 07 17:45:48.777051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae5320-bb92-410a-86db-19ba6344963a req-e4d7d483-d784-4a5b-a5a5-4853a21eb56b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:48.788892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58ae5320-bb92-410a-86db-19ba6344963a req-e4d7d483-d784-4a5b-a5a5-4853a21eb56b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 943 time: 0.6298792 Jul 07 17:45:48.856553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-fad65950-90f3-4d30-854b-a10a45f1979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:48.858892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-fad65950-90f3-4d30-854b-a10a45f1979d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.0874875 Jul 07 17:45:48.889621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Provisioning for port 446fabeb-4c30-403b-95f8-072548686f1a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:48.905503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Provisioning complete for port 446fabeb-4c30-403b-95f8-072548686f1a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:48.905959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.967257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-00fe0198-7649-4bb2-bc20-2864cdab7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:48.970923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-00fe0198-7649-4bb2-bc20-2864cdab7143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053069 Jul 07 17:45:48.972267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58ae5320-bb92-410a-86db-19ba6344963a req-d455350d-2179-4744-95cc-56e17a71f33a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818228 Jul 07 17:45:48.978865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8b7b3f73-f20d-421c-8fed-23234eca934e tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/123db35a-2706-441a-913c-db27a17a45b4 HTTP/1.1" status: 200 len: 978 time: 7.8322241 Jul 07 17:45:48.985091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53180) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:49.007011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.022117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:49.022354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.031226 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.042539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd5161-ac74-4a6e-86d9-b5b09cd0b340 None None] Port 446fabeb-4c30-403b-95f8-072548686f1a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:49.088769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:49.092410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:49.096307 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6affa3a7-d8ae-4671-b760-0d2072fadfc9" -d '{"events": [{"server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:49.104032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.157988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.171271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:49.171998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:49.275140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.486736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:49.511561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:49.592187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ac703a72-feb0-43ef-9252-d5c71377dcb1 None None] Provisioning complete for port 446fabeb-4c30-403b-95f8-072548686f1a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:49.592614 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac703a72-feb0-43ef-9252-d5c71377dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.631935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.644111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ac703a72-feb0-43ef-9252-d5c71377dcb1 None None] Port 446fabeb-4c30-403b-95f8-072548686f1a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:49.644350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.645156 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 123db35a-2706-441a-913c-db27a17a45b4 disassociated. External IP: 172.25.3.202, port: dbe58b95-6024-4144-9ee9-9a0b09eee113. Jul 07 17:45:49.653895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:49.659457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-e2102b85-591b-44ef-a8ca-881ad580b698 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718988 Jul 07 17:45:49.663711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:49.734018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:49.738979 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9ebb1-01e8-423c-96ae-7047b7085d49" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:49.908310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:50.008950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-dd211d11-5e0b-4027-86f4-6bbafc199704 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652099 Jul 07 17:45:50.051784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ade14-e599-43f6-8678-5c4a35c82e57 req-be2c91a5-cf7a-41f2-9c32-e16d60173745 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:50.060598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c77ade14-e599-43f6-8678-5c4a35c82e57 req-be2c91a5-cf7a-41f2-9c32-e16d60173745 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 945 time: 0.6928005 Jul 07 17:45:50.209667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:50.265198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c77ade14-e599-43f6-8678-5c4a35c82e57 req-d1174cfc-aeea-44c8-895a-9c4bba6c324e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035170 Jul 07 17:45:50.343606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router a12538a7-3cf3-4081-9ee9-44956c9c5f7b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:50.349639 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eeba96-32ac-4623-8cd8-e905a9cc1235 x-openstack-request-id: req-78eeba96-32ac-4623-8cd8-e905a9cc1235 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:50.349946 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:50.350205 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78eeba96-32ac-4623-8cd8-e905a9cc1235 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:50.350649 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'code': 200} Jul 07 17:45:50.379256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4dd51b9a-eaa7-46ed-8435-6fa5ddc5c0d8 None None] Provisioning complete for port 446fabeb-4c30-403b-95f8-072548686f1a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:50.379688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4dd51b9a-eaa7-46ed-8435-6fa5ddc5c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.455238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:50.467376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.470180 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b625e-a853-4f07-b81c-88199de1216f None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:50.484638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4dd51b9a-eaa7-46ed-8435-6fa5ddc5c0d8 None None] Port 446fabeb-4c30-403b-95f8-072548686f1a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:50.502792 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:50.503822 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:50.550159 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc32ce-8ee8-4b0b-afd0-cca47ac522aa x-openstack-request-id: req-8bcc32ce-8ee8-4b0b-afd0-cca47ac522aa {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:50.550814 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:50.551234 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bcc32ce-8ee8-4b0b-afd0-cca47ac522aa {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:50.551831 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:45:50.568348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0adc1c82-f8f9-4174-b6d0-49be0f2128b4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/123db35a-2706-441a-913c-db27a17a45b4 HTTP/1.1" status: 200 len: 688 time: 1.5797863 Jul 07 17:45:50.572006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:50.626291 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:50.649567 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:50.650975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:50.721381 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-608b625e-a853-4f07-b81c-88199de1216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:50.722952 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b625e-a853-4f07-b81c-88199de1216f None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:50.726895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d60e6-1efb-463e-97f4-a7904d66781a req-8c1a7c43-2948-40a8-ae1d-af1fa9a3ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:50.728687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-771d60e6-1efb-463e-97f4-a7904d66781a req-8c1a7c43-2948-40a8-ae1d-af1fa9a3ee1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1097 time: 0.2260597 Jul 07 17:45:50.840500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-771d60e6-1efb-463e-97f4-a7904d66781a req-a005c80c-b212-4976-af52-3a3e10457835 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039329 Jul 07 17:45:50.864095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 7628ec9b-061a-4c91-8db0-5010d39d221a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:50.864797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.876718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:50.890007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Sync routers for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:50.897883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e77f3153-5709-43ad-b680-a5a9c5122478 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "PUT /v2.0/routers/a12538a7-3cf3-4081-9ee9-44956c9c5f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9882882 Jul 07 17:45:50.918492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:50.924276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:51.082472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.083929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.111835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 7628ec9b-061a-4c91-8db0-5010d39d221a owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:51.123623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-4f7db399-ac46-4c5f-a4bc-065723653ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.125225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-4f7db399-ac46-4c5f-a4bc-065723653ee9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1095 time: 0.5846961 Jul 07 17:45:51.130234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-3e80f02d-6403-4c1e-8fc8-b88399be6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.131932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-3e80f02d-6403-4c1e-8fc8-b88399be6d1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1095 time: 0.4949102 Jul 07 17:45:51.139700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:51.333614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.390507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.461890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=7628ec9b-061a-4c91-8db0-5010d39d221a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:51.472067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.476170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.481500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-489444d2-419f-4cc7-8e72-e85b382ff08c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/123db35a-2706-441a-913c-db27a17a45b4 HTTP/1.1" status: 204 len: 168 time: 0.9040883 Jul 07 17:45:51.482539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53226) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:51.512734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:47Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '446fabeb-4c30-403b-95f8-072548686f1a', 'name': '', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:4c:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:45Z', 'updated_at': '2021-07-07T17:45:48Z', 'revision_number': 2, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:51.516424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91c52-2e6d-4a65-99bf-2b2bac69e97f req-bab1f265-6c73-4e14-b943-a6123b710cf6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.531462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39c91c52-2e6d-4a65-99bf-2b2bac69e97f req-bab1f265-6c73-4e14-b943-a6123b710cf6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 943 time: 0.6960199 Jul 07 17:45:51.534173 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-dc87289c-5a9f-4cec-8ef1-c341ae324483 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] delete failed (client error): The resource could not be found. Jul 07 17:45:51.535973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc87289c-5a9f-4cec-8ef1-c341ae324483 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/123db35a-2706-441a-913c-db27a17a45b4 HTTP/1.1" status: 404 len: 345 time: 0.0520637 Jul 07 17:45:51.541309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53228) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:51.579674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Checking router: a12538a7-3cf3-4081-9ee9-44956c9c5f7b for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:51.580130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Updating router a12538a7-3cf3-4081-9ee9-44956c9c5f7b port 446fabeb-4c30-403b-95f8-072548686f1a binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:45:51.669585 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.733592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b59277-83d5-4cd0-a895-0bb9579ffc89 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.751432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b59277-83d5-4cd0-a895-0bb9579ffc89 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.764951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b59277-83d5-4cd0-a895-0bb9579ffc89 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.773251 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f9b59277-83d5-4cd0-a895-0bb9579ffc89 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/ports?network_id=f04482c6-27dc-442c-a6b3-c6cbc1d7252e HTTP/1.1" status: 200 len: 2357 time: 0.2295988 Jul 07 17:45:51.776040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53230) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:51.872052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a263961-fc5e-433f-9b4c-926e897a2b62 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.886218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6a263961-fc5e-433f-9b4c-926e897a2b62 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/subnets/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9 HTTP/1.1" status: 200 len: 797 time: 0.1085172 Jul 07 17:45:51.891037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:51.903311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'port': {'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e', 'name': 'tempest-FloatingIPTestJSON-218753544', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:51.940787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-099c1979-4eb0-481b-af72-4ea5dbe50b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:51.943327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-099c1979-4eb0-481b-af72-4ea5dbe50b98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.8067703 Jul 07 17:45:52.041268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-8a49ebbf-a753-488e-8b6b-e039651700d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.043288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-8a49ebbf-a753-488e-8b6b-e039651700d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.8892093 Jul 07 17:45:52.046463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-1c0d065f-51cf-4cd5-b611-06e89508c12e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.0851755 Jul 07 17:45:52.138719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.150121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Transition to ACTIVE for port object 446fabeb-4c30-403b-95f8-072548686f1a will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:52.160382 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.164939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-58931b29-6c14-4458-8000-bfcecaf25e8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.1105330 Jul 07 17:45:52.231151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39c91c52-2e6d-4a65-99bf-2b2bac69e97f req-b50f46a7-80df-451d-9874-4a94154fc3c7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5548398 Jul 07 17:45:52.235565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bca58-ef75-422e-a288-94b380e5ae2f None None] Pushing event updated for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:52.326317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:52.347993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Attempting to bind port 446fabeb-4c30-403b-95f8-072548686f1a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:52.348365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Attempting to bind port 446fabeb-4c30-403b-95f8-072548686f1a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:52.348750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Attempting to bind port 446fabeb-4c30-403b-95f8-072548686f1a on network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:52.356143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:52.356529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Checking segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:52.356964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.357371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Bound using segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:52.357941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Bound port: 446fabeb-4c30-403b-95f8-072548686f1a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:52.358290 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.502269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-6b78bcc1-54d2-4b85-a094-25a621087355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.504527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-6b78bcc1-54d2-4b85-a094-25a621087355 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.3357306 Jul 07 17:45:52.506249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-ffe5f202-cf4d-42bc-b5bb-31029fa55ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:52.507830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-ffe5f202-cf4d-42bc-b5bb-31029fa55ce2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.3240912 Jul 07 17:45:52.518760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] For port 446fabeb-4c30-403b-95f8-072548686f1a, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:52.533965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] For port 446fabeb-4c30-403b-95f8-072548686f1a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=446fabeb-4c30-403b-95f8-072548686f1a,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:52.548727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.584931 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.623795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] device_id is not set on port 41a4066a-a0a7-436f-8a1b-c590e25c1a6a yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:45:52.693323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:52.694746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:52.813352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Deleting port 1d71a582-976d-4acc-8589-e1f99dc03f23 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:52.813698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.864523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:52.972721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] For port 1d71a582-976d-4acc-8589-e1f99dc03f23, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1d71a582-976d-4acc-8589-e1f99dc03f23,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:52.973512 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:52.992049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bca58-ef75-422e-a288-94b380e5ae2f None None] Pushing event updated for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:52.994660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-4b074027-1085-41af-8294-6ec5c2a9d8a6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.000696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-4b074027-1085-41af-8294-6ec5c2a9d8a6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/networks?id=2935b852-bd8a-4a1a-a2f5-23c94a1febaf HTTP/1.1" status: 200 len: 798 time: 0.6260881 Jul 07 17:45:53.024956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Calling delete_port for 1d71a582-976d-4acc-8589-e1f99dc03f23 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:53.065710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-8d2bfed5-0aa0-4788-9df7-1c3316e78243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.070287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-8d2bfed5-0aa0-4788-9df7-1c3316e78243 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4844100 Jul 07 17:45:53.122905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-2ea70f16-4ab2-47cb-9c2d-29a37fb092c4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/quotas/330a94b7554f42e28066d6d784f000fc HTTP/1.1" status: 200 len: 375 time: 0.1199486 Jul 07 17:45:53.180178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-c15d58e6-9492-42cc-99cd-a99a412c51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.182656 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-c15d58e6-9492-42cc-99cd-a99a412c51c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5938778 Jul 07 17:45:53.184181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:47Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '446fabeb-4c30-403b-95f8-072548686f1a', 'name': '', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:4c:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:45Z', 'updated_at': '2021-07-07T17:45:52Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:53.210153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.14 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/41a4066a-a0a7-436f-8a1b-c590e25c1a6a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:53.227240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329a540-24a5-4779-8847-d49f383ffceb None None] The sync data for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 is: [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:45:47Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '446fabeb-4c30-403b-95f8-072548686f1a', 'name': '', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:4c:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:45Z', 'updated_at': '2021-07-07T17:45:52Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:53.227589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.13 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/41a4066a-a0a7-436f-8a1b-c590e25c1a6a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:53.504926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.582268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.642407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:53.647436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:53.658566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:53.695930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=41a4066a-a0a7-436f-8a1b-c590e25c1a6a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:53.733021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:53.733720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.756085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7eaee5d7-c256-402a-aab7-d23bda9bde01 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8630772 Jul 07 17:45:53.759044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53254) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:53.765916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '41a4066a-a0a7-436f-8a1b-c590e25c1a6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:53.796843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.968372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:53.971529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-22ea3bfe-2fe5-4c27-aa19-0ba44417a67d service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850973 Jul 07 17:45:54.143321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.10 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:54.242319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-5b2e25f0-552e-40fb-a299-807a46eec57f service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108919 Jul 07 17:45:54.290967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:54.306189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:54.351232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:54.363693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-c9812f77-5211-4211-b79d-9c98e1bfcf9e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&fields=id HTTP/1.1" status: 200 len: 486 time: 1.1345370 Jul 07 17:45:54.430333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:54.435978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:54.441925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:54.502785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 446fabeb-4c30-403b-95f8-072548686f1a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:54.515379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:54.553323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-aebb2511-2916-4606-9366-694f21037d64 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651913 Jul 07 17:45:54.625652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:54.716768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=1d71a582-976d-4acc-8589-e1f99dc03f23,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:54.735936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:54.745435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5e9ebb1-01e8-423c-96ae-7047b7085d49 req-1e60ed47-c22e-46ab-9ef8-fa4e3e5c9f09 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767022 Jul 07 17:45:54.760630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 446fabeb-4c30-403b-95f8-072548686f1a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:54.787074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:54.789101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 446fabeb-4c30-403b-95f8-072548686f1a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:54.789574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.091821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.143034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:55.174014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:55.177493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.207741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.277987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 446fabeb-4c30-403b-95f8-072548686f1a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=446fabeb-4c30-403b-95f8-072548686f1a,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:55.290094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.310835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-caea4f3e-a545-4c5e-855e-401b8bfb66b5 service neutron] 10.222.0.66 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851093 Jul 07 17:45:55.312814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.330750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:55.393937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:55.517675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1dcfd4e1-0b66-481f-8995-f01ab979cf51'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:55.587496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-43be7153-971d-49a4-aa7b-3c8e9a1614d5 service neutron] 10.222.0.66 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625589 Jul 07 17:45:55.664377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.803952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.847058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:55.945544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Router bb4c658f-68b9-43b2-8d9f-ea37e830a930 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:56.214982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:56.231485 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Sync routers for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:56.252290 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:56.255311 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:56.280325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9fa7e375-b686-417f-9489-24f39bea8cbb admin admin] 10.222.0.66 "PUT /v2.0/routers/bb4c658f-68b9-43b2-8d9f-ea37e830a930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0973639 Jul 07 17:45:56.332718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53274) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:56.340419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.358511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.580622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:56.584014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.598368 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:56.618557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 446fabeb-4c30-403b-95f8-072548686f1a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:56.647914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.812975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 446fabeb-4c30-403b-95f8-072548686f1a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:56.813797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:56.825482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b171f-baa7-4726-bde6-9c6b918395a3 req-5f2715b5-2df4-4187-b01d-9ab13f87b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:56.828632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-158b171f-baa7-4726-bde6-9c6b918395a3 req-5f2715b5-2df4-4187-b01d-9ab13f87b60f tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 945 time: 0.6107993 Jul 07 17:45:56.861100 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 54aaf48a-8090-43a5-97a0-e4f9d6012602 associated. External IP: 172.25.3.10, port: 41a4066a-a0a7-436f-8a1b-c590e25c1a6a. Jul 07 17:45:56.939962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-158b171f-baa7-4726-bde6-9c6b918395a3 req-1f07c3a8-8c52-4755-b4c9-3bbcd374c9be tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000726 Jul 07 17:45:56.943627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.118306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Deleting port 31eb4439-d11a-47f2-9571-bf3abdfc872f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:57.120405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.195781 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:45:54Z', 'revision_number': 5, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port': {'id': '31eb4439-d11a-47f2-9571-bf3abdfc872f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:57.227486 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Checking router: bb4c658f-68b9-43b2-8d9f-ea37e830a930 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:57.239611 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Routers {'bb4c658f-68b9-43b2-8d9f-ea37e830a930'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:57.241230 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:57.266015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] For port 31eb4439-d11a-47f2-9571-bf3abdfc872f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=31eb4439-d11a-47f2-9571-bf3abdfc872f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:57.266384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.285443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Calling delete_port for 31eb4439-d11a-47f2-9571-bf3abdfc872f owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:57.287959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.453530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:57.563792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103b3a-d6e6-478b-a7ca-a5ec807d81b6 req-4b86fc03-1072-4d04-9bfb-8ebf25c341d5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:57.566259 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] Set router bb4c658f-68b9-43b2-8d9f-ea37e830a930 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:57.580169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18103b3a-d6e6-478b-a7ca-a5ec807d81b6 req-4b86fc03-1072-4d04-9bfb-8ebf25c341d5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.2233512 Jul 07 17:45:57.648878 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:45:56Z', 'revision_number': 6, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:57.747590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18103b3a-d6e6-478b-a7ca-a5ec807d81b6 req-f2c09d14-d4bb-43a1-bc04-ffe0a88d89a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663802 Jul 07 17:45:57.761243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.801388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:57.815091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24472423-8299-48ae-89de-935bc9217e88 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:57.829683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:57.849557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eb4439-d11a-47f2-9571-bf3abdfc872f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:57.861556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:57.868644 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ea162-f405-4775-badc-5ca18ce9c00e None None] The sync data for ids ['bb4c658f-68b9-43b2-8d9f-ea37e830a930'] in n-d-791505-12 is: [{'id': 'bb4c658f-68b9-43b2-8d9f-ea37e830a930', 'name': 'tempest-TestServerMultinode-2142932637-router', 'tenant_id': '514a562674f0461db08f3c553e43f559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:51Z', 'updated_at': '2021-07-07T17:45:56Z', 'revision_number': 6, 'project_id': '514a562674f0461db08f3c553e43f559', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:57.870909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:57.956594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c8372a86-ab84-41cf-a5ca-1d3ce62cf250 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1910768 Jul 07 17:45:57.957685 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53290) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:57.967903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': '41a4066a-a0a7-436f-8a1b-c590e25c1a6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:58.052664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:58.107715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:58.109200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:58.181115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.188724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d547cf09-3e9f-4cd6-b7a0-080d7517d09d req-726db4c1-51db-4412-9b1a-60e63ae34b8e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 210 time: 0.0950673 Jul 07 17:45:58.205695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-24472423-8299-48ae-89de-935bc9217e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:58.207453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24472423-8299-48ae-89de-935bc9217e88 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:58.322428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:58.361820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.456022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:58.463127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:58.464079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.526677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.579244 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.644615 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.732093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:58.737316 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36bbbe9-c640-4b57-a18c-312be8548ed9" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:58.800354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1d71a582-976d-4acc-8589-e1f99dc03f23 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:58.807274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:58.861881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1d71a582-976d-4acc-8589-e1f99dc03f23 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:58.862593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1d71a582-976d-4acc-8589-e1f99dc03f23 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:58.864678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.942181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.942181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4c658f-68b9-43b2-8d9f-ea37e830a930 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:45:58.960579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.965637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53302) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:58.966377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5225310a-30b1-46b5-967a-a036a2ec9029 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bb4c658f-68b9-43b2-8d9f-ea37e830a930 HTTP/1.1" status: 204 len: 168 time: 2.6266191 Jul 07 17:45:58.992257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-73bcab8e-061b-4602-b009-34178432329e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:58.993930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-73bcab8e-061b-4602-b009-34178432329e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.73 "GET /v2.0/networks?id=2935b852-bd8a-4a1a-a2f5-23c94a1febaf HTTP/1.1" status: 200 len: 798 time: 0.6965702 Jul 07 17:45:59.004229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:59.042813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Request body: {'port': {'device_id': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'admin_state_up': True, 'tenant_id': '330a94b7554f42e28066d6d784f000fc'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:59.066831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Deleting subnet a07e8dc2-ecea-4c71-a499-1578392b756a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:45:59.071363 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.140907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.367833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.488343 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.527580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07e8dc2-ecea-4c71-a499-1578392b756a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:59.534674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.536719 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bffcebbd-785f-4ef1-b238-2615b1879eeb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a07e8dc2-ecea-4c71-a499-1578392b756a HTTP/1.1" status: 204 len: 168 time: 0.5700059 Jul 07 17:45:59.541908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53310) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:59.545519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac0c30-7c6c-41cf-8cef-fafc03f6fcd4 None None] Network 69c9809d-61a6-45d5-96b6-5981aa118670 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:45:59.642543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.686825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73291e-2f8e-470f-a0f8-a3fc7e54f8c1 req-5d74f609-4458-451c-b936-7bd10f509745 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:59.701589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e73291e-2f8e-470f-a0f8-a3fc7e54f8c1 req-5d74f609-4458-451c-b936-7bd10f509745 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 945 time: 1.1872215 Jul 07 17:45:59.733380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Deleting port b454d9ab-cf3b-4860-b904-1959f2b451f6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:59.733723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.783865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Made reservation on behalf of 330a94b7554f42e28066d6d784f000fc for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:59.789360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.815074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] For port b454d9ab-cf3b-4860-b904-1959f2b451f6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b454d9ab-cf3b-4860-b904-1959f2b451f6,segment=NetworkSegment(f927295e-7d0e-4259-8b63-e6001e68611e),segment_id=f927295e-7d0e-4259-8b63-e6001e68611e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:59.815465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:59.849693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Calling delete_port for b454d9ab-cf3b-4860-b904-1959f2b451f6 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:59.879665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e73291e-2f8e-470f-a0f8-a3fc7e54f8c1 req-54f3dbc0-2b3b-47b3-ac21-eb37c8d8e7b9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770666 Jul 07 17:45:59.974804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53312) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:00.174943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89ef81-efab-4403-ab04-7fd9e32ecb79 tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:00.177696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Allocated IP 172.20.0.19 (2935b852-bd8a-4a1a-a2f5-23c94a1febaf/d2b72fe2-c7f6-4581-9df7-2d65c972a673/d5126713-accf-4fd5-9792-438ff65b60b9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:00.180565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6b89ef81-efab-4403-ab04-7fd9e32ecb79 tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1092 time: 0.1926239 Jul 07 17:46:00.183337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53314) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:00.189055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:00.222215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.293287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 31eb4439-d11a-47f2-9571-bf3abdfc872f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:00.334235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 31eb4439-d11a-47f2-9571-bf3abdfc872f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:00.334769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 31eb4439-d11a-47f2-9571-bf3abdfc872f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:00.350679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.378183 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81849dcf-d206-4b4a-8e51-a0ddf0cf464a x-openstack-request-id: req-81849dcf-d206-4b4a-8e51-a0ddf0cf464a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:00.378749 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:00.379180 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81849dcf-d206-4b4a-8e51-a0ddf0cf464a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:00.379756 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'code': 200} Jul 07 17:46:00.382016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a4435-bd7c-4d3e-96c4-5a8e81064470 None None] DHCP port deletion for 69c9809d-61a6-45d5-96b6-5981aa118670 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:00.438330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b454d9ab-cf3b-4860-b904-1959f2b451f6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:00.440576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] No DVR routers for this DVR port b454d9ab-cf3b-4860-b904-1959f2b451f6 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:00.513717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.533881 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.591097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.612665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c9809d-61a6-45d5-96b6-5981aa118670']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:00.629514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f927295e-7d0e-4259-8b63-e6001e68611e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:00.629867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f927295e-7d0e-4259-8b63-e6001e68611e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:00.631072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf4732b5-eb0f-44d7-9746-532553064808 req-7303c63b-fa82-494d-bc1b-ec9d93d86ad6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 210 time: 0.1012568 Jul 07 17:46:00.680597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.720328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.739628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.740857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-59e3a2e9-2e5d-40eb-a065-9f9b41768140 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:00.744085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-59e3a2e9-2e5d-40eb-a065-9f9b41768140 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.23 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 945 time: 0.4513757 Jul 07 17:46:00.757120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:00.757797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:00.763525 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:00.865901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.927253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.932982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Transition to ACTIVE for port object d5126713-accf-4fd5-9792-438ff65b60b9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:00.936195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:00.939616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-5256a312-2519-4304-a627-46193b19c9b3 service neutron] 10.222.0.23 "GET /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.1855643 Jul 07 17:46:00.942222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] 10.222.0.66 "DELETE /v2.0/networks/69c9809d-61a6-45d5-96b6-5981aa118670 HTTP/1.1" status: 204 len: 168 time: 1.3987205 Jul 07 17:46:00.942984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53328) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:01.016450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71b0b-8cd0-4496-adf0-b034238c6c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=69c9809d-61a6-45d5-96b6-5981aa118670,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:01.118314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6839cf7-ce38-4cc5-98a3-089580976780 req-8603fd9d-b1ab-4f4b-ba8e-8418f435fd19 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.121646 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6839cf7-ce38-4cc5-98a3-089580976780 req-8603fd9d-b1ab-4f4b-ba8e-8418f435fd19 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.2799990 Jul 07 17:46:01.138501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.25.3.115 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:01.178309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.224144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:01.321481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-0b59bd19-75ef-450e-a8b6-e00c520ae837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.324382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-0b59bd19-75ef-450e-a8b6-e00c520ae837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1097 time: 0.3471265 Jul 07 17:46:01.330501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6839cf7-ce38-4cc5-98a3-089580976780 req-4e117b8d-68fa-4c3c-9101-ac52364ca474 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985283 Jul 07 17:46:01.343239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:01.369624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:01.393322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.442908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:01.452444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event updated for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:01.528018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.621942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:01.630413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:01.638843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:01.643672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:01.682074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.682861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.747309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-1bc1d399-30f0-4730-ae78-765efed7c756 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7188456 Jul 07 17:46:01.750958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-a85b2f8b-7b88-4588-9652-463709857896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:01.752614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-a85b2f8b-7b88-4588-9652-463709857896 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.4009094 Jul 07 17:46:01.760649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Request body: {'port': {'device_id': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:01.772991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:01.792816 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:01.802310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.814156 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:01.814854 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:01.889876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.919481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f052d1d8-01fa-4b52-a5e4-005b414be36b None None] Provisioning for port d5126713-accf-4fd5-9792-438ff65b60b9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:01.926611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f052d1d8-01fa-4b52-a5e4-005b414be36b None None] Provisioning complete for port d5126713-accf-4fd5-9792-438ff65b60b9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:01.927021 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f052d1d8-01fa-4b52-a5e4-005b414be36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:01.955397 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:01.980717 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:01.981583 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:02.017164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f052d1d8-01fa-4b52-a5e4-005b414be36b None None] Port d5126713-accf-4fd5-9792-438ff65b60b9 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:02.033437 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:02.034681 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682459a-dee8-4b6c-b0f0-38a2ca761c22 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:02.132792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-cf62717a-5a31-4da7-ac1e-7089d954ca1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1000 time: 0.3279116 Jul 07 17:46:02.173596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:02.240861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b221879-3d30-4379-a9c1-83a86a9eba2b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/54aaf48a-8090-43a5-97a0-e4f9d6012602 HTTP/1.1" status: 200 len: 977 time: 4.2800550 Jul 07 17:46:02.254673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53334) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:02.337050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-774cfee5-7afd-4e8a-90e2-fd6ac11a0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.340930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-774cfee5-7afd-4e8a-90e2-fd6ac11a0d13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.1862295 Jul 07 17:46:02.343969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b454d9ab-cf3b-4860-b904-1959f2b451f6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:02.374374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b454d9ab-cf3b-4860-b904-1959f2b451f6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:02.375166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b454d9ab-cf3b-4860-b904-1959f2b451f6 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:02.560982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2f4d-eac4-47be-ab04-bb9e1c5d5969 req-59d8d3a9-9b79-481f-883d-a52e321808c6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:02.564365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-553b2f4d-eac4-47be-ab04-bb9e1c5d5969 req-59d8d3a9-9b79-481f-883d-a52e321808c6 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 895 time: 0.5501335 Jul 07 17:46:02.969563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Deleting port 4530a95c-1d97-47ef-b6d4-71230b7f7883 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:02.971539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:02.992230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.173549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] For port 4530a95c-1d97-47ef-b6d4-71230b7f7883, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4530a95c-1d97-47ef-b6d4-71230b7f7883,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:03.174052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.195413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.203573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Calling delete_port for 4530a95c-1d97-47ef-b6d4-71230b7f7883 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:03.446403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-b457b780-9e45-45d7-be30-604c9d98c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:03.448675 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-b457b780-9e45-45d7-be30-604c9d98c693 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0235841 Jul 07 17:46:03.538430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.544234 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.585445 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49362-8e26-4d80-8cc5-374574304923 req-69c72094-2295-4d5d-8765-733131dffeeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:03.587431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbf49362-8e26-4d80-8cc5-374574304923 req-69c72094-2295-4d5d-8765-733131dffeeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.8050163 Jul 07 17:46:03.596115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:03.596526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.669627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:03.682003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.759728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.777545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-5cf67e53-c1f6-4746-92b8-8434aaf5c1f2 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155558 Jul 07 17:46:03.820132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbf49362-8e26-4d80-8cc5-374574304923 req-5f64135c-d859-4677-b1dd-2099d569bf4f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670053 Jul 07 17:46:03.838714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.838714 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.871339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5126713-accf-4fd5-9792-438ff65b60b9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:03.888998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.911578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:03.926513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Transition to ACTIVE for port object d5126713-accf-4fd5-9792-438ff65b60b9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:03.939458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4530a95c-1d97-47ef-b6d4-71230b7f7883,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:03.943146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.228816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-57cd2b76-2f66-405f-87e0-e3d5b1e2de3c service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290495 Jul 07 17:46:04.229053 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP b6fd4136-c452-4724-b3dc-98eca4e8fcb4 associated. External IP: 172.25.3.115, port: 3c9c9731-a2e0-46c1-b963-8d5e8332acbf. Jul 07 17:46:04.367830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.461935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Pushing event updated for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:04.662892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af963c5-7283-4d0c-845b-0f7e68cf36b7 req-cefb9c8f-3f92-4b72-87e2-93fcd46f13d0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:04.664559 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5af963c5-7283-4d0c-845b-0f7e68cf36b7 req-cefb9c8f-3f92-4b72-87e2-93fcd46f13d0 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 907 time: 0.4771950 Jul 07 17:46:04.726139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Attempting to bind port d5126713-accf-4fd5-9792-438ff65b60b9 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:04.726633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Attempting to bind port d5126713-accf-4fd5-9792-438ff65b60b9 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:04.726944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Attempting to bind port d5126713-accf-4fd5-9792-438ff65b60b9 on network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:04.737636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Port d5126713-accf-4fd5-9792-438ff65b60b9 on network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:04.737977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Attempting to bind port d5126713-accf-4fd5-9792-438ff65b60b9 on network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:04.750370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:04.750765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Checking segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:04.751172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Bound using segment: {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:04.751615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Bound port: d5126713-accf-4fd5-9792-438ff65b60b9, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:04.751991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.844069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:04.863683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.918297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:04.921668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=0aa52ffc-ca3f-4f69-9dbd-4b7dc14a2614,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:04.941770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Router 504376cb-c9df-4379-9eb7-68df11c60587 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:04.944114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d5126713-accf-4fd5-9792-438ff65b60b9,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:04.974005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.046342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:05.047667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.049326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] 10.222.0.73 "PUT /v2.0/ports/d5126713-accf-4fd5-9792-438ff65b60b9 HTTP/1.1" status: 200 len: 1056 time: 3.2939105 Jul 07 17:46:05.054582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:05.057650 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:05.107774 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.108123 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 54aaf48a-8090-43a5-97a0-e4f9d6012602 disassociated (deleted). External IP: 172.25.3.10, port: 41a4066a-a0a7-436f-8a1b-c590e25c1a6a. Jul 07 17:46:05.166770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87a74-1f03-4934-b202-89d233bcd98b service neutron] Pushing event updated for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:05.336564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e1bf4e6d-1bec-45c6-ab34-951ee42543ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:05.339588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-e1bf4e6d-1bec-45c6-ab34-951ee42543ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 1059 time: 0.1832802 Jul 07 17:46:05.439905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-6e188bb9-3b05-4a4d-b2b9-d8b4d8826dd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d5126713-accf-4fd5-9792-438ff65b60b9 HTTP/1.1" status: 200 len: 217 time: 0.0535381 Jul 07 17:46:05.509871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3908778-85ae-4ea7-a40c-505bb8cfce26 req-73d34aa1-0ba1-4cda-ad6a-36ca0692ede5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:05.517175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3908778-85ae-4ea7-a40c-505bb8cfce26 req-73d34aa1-0ba1-4cda-ad6a-36ca0692ede5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.2602410 Jul 07 17:46:05.533819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53364) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.564448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:05.580320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:05.582324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:05.590966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:05.595050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1790bac1-9feb-4c48-8cd7-22df4c1b91b0 admin admin] 10.222.0.66 "PUT /v2.0/routers/504376cb-c9df-4379-9eb7-68df11c60587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6386170 Jul 07 17:46:05.600214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:05.600560 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Sync routers for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:05.601159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:05.607240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.615074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-f80fc022-11d3-48dd-9cd6-e276e12f0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:05.617302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-f80fc022-11d3-48dd-9cd6-e276e12f0db5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2b72fe2-c7f6-4581-9df7-2d65c972a673 HTTP/1.1" status: 200 len: 837 time: 0.1640079 Jul 07 17:46:05.644099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:05.651093 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:05.681572 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b0d7651-5f81-4ccd-96f3-901aebfbd582 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4965794 Jul 07 17:46:05.682802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:05.685697 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f9a1b-5d92-4620-85d5-a49eae32e274" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:05.801021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3908778-85ae-4ea7-a40c-505bb8cfce26 req-ca2646c9-94a7-492f-9c48-717ae6d7ab76 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797720 Jul 07 17:46:05.811202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:05.815201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:05.849271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19abde4f-3497-4bf7-b626-58cf10596871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.867363 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:05.943962 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.949418 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732612aa-b426-4fa3-a837-8b8063deb40b x-openstack-request-id: req-732612aa-b426-4fa3-a837-8b8063deb40b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:05.949891 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:05.950252 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-732612aa-b426-4fa3-a837-8b8063deb40b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:05.950975 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9', 'status': 'completed', 'code': 200} Jul 07 17:46:05.962253 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a7ec31-4b02-4f11-a0b5-f2e4474131e6 x-openstack-request-id: req-76a7ec31-4b02-4f11-a0b5-f2e4474131e6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:05.962573 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:05.962808 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76a7ec31-4b02-4f11-a0b5-f2e4474131e6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:05.963215 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'status': 'completed', 'code': 200} Jul 07 17:46:06.086015 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19abde4f-3497-4bf7-b626-58cf10596871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.091675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19abde4f-3497-4bf7-b626-58cf10596871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.134827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:02Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.168891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:06.180149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-19abde4f-3497-4bf7-b626-58cf10596871 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13c3077970004d12925dde5f61db1778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411359 Jul 07 17:46:06.180862 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abde4f-3497-4bf7-b626-58cf10596871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a22fbc-d0f2-4765-a7d8-264a52e6541e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:06.187524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:06.188437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.188603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53376) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:06.282554 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:46:03Z', 'revision_number': 5, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.283911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.320885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:06.349438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.352098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-d00df66f-7436-42f3-8c60-464759f3b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:06.354191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-d00df66f-7436-42f3-8c60-464759f3b01e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2935b852-bd8a-4a1a-a2f5-23c94a1febaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6319420 Jul 07 17:46:06.371674 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Checking router: 504376cb-c9df-4379-9eb7-68df11c60587 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:06.388424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Routers {'504376cb-c9df-4379-9eb7-68df11c60587'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:06.389573 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['504376cb-c9df-4379-9eb7-68df11c60587'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.452998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.456098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.460696 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0a22fbc-d0f2-4765-a7d8-264a52e6541e HTTP/1.1" status: 204 len: 168 time: 0.2707555 Jul 07 17:46:06.487699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ed92-b58c-49df-8c8b-c585e15a6555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a22fbc-d0f2-4765-a7d8-264a52e6541e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:06.540985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-0f913406-6ece-490d-a195-39f732715448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:06.544550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-0f913406-6ece-490d-a195-39f732715448 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1097 time: 0.4705648 Jul 07 17:46:06.554566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb21945-077a-4a77-bfd9-fda7172ec5a6 req-0014e60f-e0fc-43b4-bc2f-83200e276e27 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:06.567731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efb21945-077a-4a77-bfd9-fda7172ec5a6 req-0014e60f-e0fc-43b4-bc2f-83200e276e27 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 907 time: 0.4821842 Jul 07 17:46:06.579609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.610196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:06.623050 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] Set router 504376cb-c9df-4379-9eb7-68df11c60587 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:06.628893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.630366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:06.652708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:06.653453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.701645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.716073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:06.716813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.807399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.807399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620f57e-42e9-4126-b6ba-e450475a83bc None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:06.834383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-8717c9ba-553b-4cac-8c81-4af61acfe5b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363382 Jul 07 17:46:06.838529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96d246c8-5692-4190-a0f9-9cd6bf67d24c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/54aaf48a-8090-43a5-97a0-e4f9d6012602 HTTP/1.1" status: 204 len: 168 time: 4.5823624 Jul 07 17:46:06.841147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53384) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:06.883154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:02Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:06.956750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-752e0915-f9c8-4804-9251-f94688d2312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:06.958364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-752e0915-f9c8-4804-9251-f94688d2312b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3808067 Jul 07 17:46:06.964282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Deleting port 085459db-ff20-45c0-839c-51fc39f5b4fa {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:06.964568 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.965487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6cb224-ccc7-45ae-8065-24dd5f8a3043 None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:02Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:07.063114 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:46:03Z', 'revision_number': 5, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:07.142557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53388) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:07.150726 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae85396-650d-4b51-b7cd-e35ef2d8cc13 None None] The sync data for ids ['504376cb-c9df-4379-9eb7-68df11c60587'] in n-d-791505-12 is: [{'id': '504376cb-c9df-4379-9eb7-68df11c60587', 'name': 'tempest-TestServerMultinode-921161488-router', 'tenant_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:44:20Z', 'updated_at': '2021-07-07T17:46:03Z', 'revision_number': 5, 'project_id': 'b62c35bca3934dec8d1f11e6f6627ccd', 'gw_port': {'id': '085459db-ff20-45c0-839c-51fc39f5b4fa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504376cb-c9df-4379-9eb7-68df11c60587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:23Z', 'updated_at': '2021-07-07T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:07.170637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dace1521-d29c-460f-abf8-ce577735d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.189270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 41a4066a-a0a7-436f-8a1b-c590e25c1a6a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:07.189882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.360637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.391616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 41a4066a-a0a7-436f-8a1b-c590e25c1a6a owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:07.397976 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb054758-b463-4a07-8e4a-71f0c2220721 None None] New status for floating IP b6fd4136-c452-4724-b3dc-98eca4e8fcb4: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:46:07.617716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dace1521-d29c-460f-abf8-ce577735d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.625042 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dace1521-d29c-460f-abf8-ce577735d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.638944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2a07-6802-4d5d-ac3e-c0d38edabd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.726063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace1521-d29c-460f-abf8-ce577735d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d876d-dd6b-4448-b221-e93b5081851d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:07.798348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dace1521-d29c-460f-abf8-ce577735d179 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7b552d8a1104c198db46b302c0f34de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465046 Jul 07 17:46:07.798689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5501572-cb24-43ce-82d1-64202a4f1758 req-71aad8ec-f953-42fb-b43b-ec2b90ba625f service neutron] 10.222.0.73 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9461727 Jul 07 17:46:07.799207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53392) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:07.827495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-12f974f8-2898-409e-9bcd-83a3f2b9cd88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 999 time: 0.8604693 Jul 07 17:46:07.831057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] For port 085459db-ff20-45c0-839c-51fc39f5b4fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=085459db-ff20-45c0-839c-51fc39f5b4fa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:07.831379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.921347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Calling delete_port for 085459db-ff20-45c0-839c-51fc39f5b4fa owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:07.937706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-f253ad07-85cb-4308-870d-6317d4ae950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:07.939245 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-f253ad07-85cb-4308-870d-6317d4ae950a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 1097 time: 0.2098958 Jul 07 17:46:07.939937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.942476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:07.957538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:07.973787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043151a0-4861-419e-81bf-8b3301c49fd6 req-e21fd4ee-9a92-4336-b6dc-28e6ba8aabdc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:07.975412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-043151a0-4861-419e-81bf-8b3301c49fd6 req-e21fd4ee-9a92-4336-b6dc-28e6ba8aabdc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 945 time: 0.4456196 Jul 07 17:46:08.017644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=41a4066a-a0a7-436f-8a1b-c590e25c1a6a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:08.024047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-2eaba0bf-99a6-43e0-9c94-7ed976b168e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.026297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-2eaba0bf-99a6-43e0-9c94-7ed976b168e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1899085 Jul 07 17:46:08.033838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.125323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-043151a0-4861-419e-81bf-8b3301c49fd6 req-b5b59710-7ee2-4ade-bc06-4f1e46d7a9f7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343548 Jul 07 17:46:08.190000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-4afdb033-4ca9-4cca-9ca7-1bfd418a4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.192782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-4afdb033-4ca9-4cca-9ca7-1bfd418a4a85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 1059 time: 0.3107178 Jul 07 17:46:08.201710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.215968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.218004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f8e5aae7-0caf-41c7-9b58-bbb47d5f7e71 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/41a4066a-a0a7-436f-8a1b-c590e25c1a6a HTTP/1.1" status: 204 len: 168 time: 1.3758163 Jul 07 17:46:08.225881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53394) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:08.232612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:08.239658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.242085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.244081 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/484d876d-dd6b-4448-b221-e93b5081851d HTTP/1.1" status: 204 len: 168 time: 0.4436820 Jul 07 17:46:08.287842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-d7dc545d-34df-49df-84bd-a9d817932339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.289529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-d7dc545d-34df-49df-84bd-a9d817932339 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420003 Jul 07 17:46:08.347180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dd2ff-16ec-48bd-a998-d64c523c423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d876d-dd6b-4448-b221-e93b5081851d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:08.355720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4530a95c-1d97-47ef-b6d4-71230b7f7883 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:08.392099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.446844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4530a95c-1d97-47ef-b6d4-71230b7f7883 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:08.447040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4530a95c-1d97-47ef-b6d4-71230b7f7883 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:08.465608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-48bfa310-e03f-49fa-867d-f7ed5be0c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.468126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-48bfa310-e03f-49fa-867d-f7ed5be0c579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2935b852-bd8a-4a1a-a2f5-23c94a1febaf HTTP/1.1" status: 200 len: 899 time: 0.2644703 Jul 07 17:46:08.468830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.556973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=085459db-ff20-45c0-839c-51fc39f5b4fa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:08.568439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-057f004b-432d-48b1-b927-adfc88125950 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d5126713-accf-4fd5-9792-438ff65b60b9 HTTP/1.1" status: 200 len: 217 time: 0.0783048 Jul 07 17:46:08.613506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-b5d67594-f9f6-493d-aa35-f6c0cff93e1a service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975445 Jul 07 17:46:08.645358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:08.691483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.714925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:08.799386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-b6810ae3-692d-4a77-bdbd-8344e3ec1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.802041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-b6810ae3-692d-4a77-bdbd-8344e3ec1018 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2b72fe2-c7f6-4581-9df7-2d65c972a673 HTTP/1.1" status: 200 len: 837 time: 0.2250493 Jul 07 17:46:08.805171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:08.808433 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cbdf3b-151a-470a-8759-f8fa8ffb941a" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:08.815997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.829233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89924a6a-83c1-4777-a9aa-2ecf77b75291 req-42cd7823-4d3b-4bb8-bf3c-504aa0868b28 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:08.845428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89924a6a-83c1-4777-a9aa-2ecf77b75291 req-42cd7823-4d3b-4bb8-bf3c-504aa0868b28 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 907 time: 0.4603522 Jul 07 17:46:08.860610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Transition to ACTIVE for port object 1dcfd4e1-0b66-481f-8995-f01ab979cf51 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:08.876676 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.887914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.12 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/67591b99-c2c7-40ac-9b8f-95db5582df7f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:08.889889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:08.917612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:08.958644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b84616c-4be3-4595-a34f-5f276e7cfb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.058659 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b168c-092e-4c7e-8166-f1030b0f43fe x-openstack-request-id: req-895b168c-092e-4c7e-8166-f1030b0f43fe {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:09.059470 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:09.059965 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-895b168c-092e-4c7e-8166-f1030b0f43fe {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:09.060753 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'code': 200} Jul 07 17:46:09.120709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.128330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:09.129215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.185895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.252857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-502f9a1b-5d92-4620-85d5-a49eae32e274 req-6b8e825f-873d-416f-97b9-e5a397152ba1 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127930 Jul 07 17:46:09.270651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.271506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504376cb-c9df-4379-9eb7-68df11c60587 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:09.285828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] No DVR routers for this DVR port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:09.289728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.298819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e33a7b31-e3f1-4a80-a0c5-4a7b3920f3a1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/504376cb-c9df-4379-9eb7-68df11c60587 HTTP/1.1" status: 204 len: 168 time: 3.7043736 Jul 07 17:46:09.301289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53406) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:09.393231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-7e324d1d-dd02-4beb-b266-c20187b4d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:09.394815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-7e324d1d-dd02-4beb-b266-c20187b4d295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2935b852-bd8a-4a1a-a2f5-23c94a1febaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5826340 Jul 07 17:46:09.525543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Deleting subnet 27a146c2-1542-4e7b-923f-3b13d4e5083e {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:09.536903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.558251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.609444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.654720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838fed-621b-4986-b78c-290ea4559cc9 req-704ee3a8-c01c-4f0e-9353-128f49cfc49b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:09.656437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54838fed-621b-4986-b78c-290ea4559cc9 req-704ee3a8-c01c-4f0e-9353-128f49cfc49b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.2659283 Jul 07 17:46:09.667901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-b06705d2-1d98-4424-b75a-0a0c19c1351f service neutron] 10.222.0.73 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319815 Jul 07 17:46:09.670253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b84616c-4be3-4595-a34f-5f276e7cfb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.676832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:09.684429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b84616c-4be3-4595-a34f-5f276e7cfb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.690255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=67591b99-c2c7-40ac-9b8f-95db5582df7f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:09.693193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:09.698510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:09.705817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:09.706186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:09.706533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:09.756996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:09.757327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Attempting to bind port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on network 83320aad-98ce-4897-ba9a-203e83513981 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:09.776197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84616c-4be3-4595-a34f-5f276e7cfb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3575a-dd4e-4319-ab99-6fdb581176ff,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:09.782938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7b84616c-4be3-4595-a34f-5f276e7cfb10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ff6f8490a7244359af4db1196c97f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886831 Jul 07 17:46:09.783758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:09.784094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Checking segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:09.784485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Bound using segment: {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:09.784946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Bound port: 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735116d6-d551-40b1-87e8-98e2d6146722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83320aad-98ce-4897-ba9a-203e83513981'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:09.785316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.787196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53408) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:09.801302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54838fed-621b-4986-b78c-290ea4559cc9 req-884d472b-a331-4095-89f8-42ab11c8213f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366131 Jul 07 17:46:09.843084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.923971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-b5b67c64-506e-41e1-a94b-15b93d1b9aa6 service neutron] 10.222.0.73 "GET /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451377 Jul 07 17:46:09.939183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.980711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a146c2-1542-4e7b-923f-3b13d4e5083e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:09.985729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:09.991452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-850f033a-cd79-4455-bc50-4f0b87b05e04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/27a146c2-1542-4e7b-923f-3b13d4e5083e HTTP/1.1" status: 204 len: 168 time: 0.6888535 Jul 07 17:46:09.992388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53412) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:09.994396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6519e-5c51-4c2a-aa04-bf6b827b4138 None None] Network 80ce8c23-4983-4095-b9e1-cd84f6403457 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:10.025754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.028304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:10.034398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.037754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:10.056859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.120953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea807-9059-4273-8d84-6ce72c3b6d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.128067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.139046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.141781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.145221 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] 10.222.0.73 "PUT /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 1093 time: 2.1930268 Jul 07 17:46:10.183288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.314465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e726-d0c1-4966-a6c9-d469e5832d26 req-5d2e24f1-7620-4690-9ad5-b0a9e5ee3bef tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.318560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3260e726-d0c1-4966-a6c9-d469e5832d26 req-5d2e24f1-7620-4690-9ad5-b0a9e5ee3bef tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 907 time: 0.2575419 Jul 07 17:46:10.348027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] DHCP port deletion for 80ce8c23-4983-4095-b9e1-cd84f6403457 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:10.359799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:10.362838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Deleting port 3414081c-4e59-4ebd-9e41-681d719cd0a2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:10.363394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.395421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be74a6-5637-4bf7-8797-8e30a00aad89 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=11']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:10.407765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.472980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] For port 3414081c-4e59-4ebd-9e41-681d719cd0a2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3414081c-4e59-4ebd-9e41-681d719cd0a2,segment=NetworkSegment(15061668-87cf-45c2-bb2b-0d35ded45743),segment_id=15061668-87cf-45c2-bb2b-0d35ded45743)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:10.473733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.491909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Calling delete_port for 3414081c-4e59-4ebd-9e41-681d719cd0a2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:10.541619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 085459db-ff20-45c0-839c-51fc39f5b4fa no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:10.607885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.618226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 085459db-ff20-45c0-839c-51fc39f5b4fa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:10.619209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 085459db-ff20-45c0-839c-51fc39f5b4fa not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:10.639165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Pushing event deleted for resources: {'Port': ['ID=3414081c-4e59-4ebd-9e41-681d719cd0a2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:10.644412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] No DVR routers for this DVR port 3414081c-4e59-4ebd-9e41-681d719cd0a2 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:10.686154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-ebeaa60b-03ec-46aa-bf09-040f65b71caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:10.689650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-ebeaa60b-03ec-46aa-bf09-040f65b71caa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1096 time: 0.4876671 Jul 07 17:46:10.712613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:10.758375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.765103 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.776847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ce8c23-4983-4095-b9e1-cd84f6403457']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:10.788490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Deleting port 3414081c-4e59-4ebd-9e41-681d719cd0a2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:10.790259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.793921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15061668-87cf-45c2-bb2b-0d35ded45743') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:10.794477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15061668-87cf-45c2-bb2b-0d35ded45743') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:10.812339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.848778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.853235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.858282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89f3575a-dd4e-4319-ab99-6fdb581176ff HTTP/1.1" status: 204 len: 168 time: 1.0680311 Jul 07 17:46:10.882821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.889078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb1230-1be3-44f3-ae39-d8647222ead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3575a-dd4e-4319-ab99-6fdb581176ff,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:10.908561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:10.909331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:10.931199 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:10.938568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:10.944142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.015292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] For port 3414081c-4e59-4ebd-9e41-681d719cd0a2, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:11.015961 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.058820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Calling delete_port for 3414081c-4e59-4ebd-9e41-681d719cd0a2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:11.065528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Port 3414081c-4e59-4ebd-9e41-681d719cd0a2 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:46:11.068864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.070224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:11.074212 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:11.086001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.092662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.093690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-e6ca782a-0890-4fe8-9f34-0e1d7f20896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.095502 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-e6ca782a-0890-4fe8-9f34-0e1d7f20896a service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.3894463 Jul 07 17:46:11.098326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] 10.222.0.66 "DELETE /v2.0/networks/80ce8c23-4983-4095-b9e1-cd84f6403457 HTTP/1.1" status: 204 len: 168 time: 1.1047785 Jul 07 17:46:11.139796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] Pushing event deleted for resources: {'Port': ['ID=3414081c-4e59-4ebd-9e41-681d719cd0a2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:11.153029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a56d9c-87e0-4654-bd5f-7a431760f24a admin admin] Pushing event deleted for resources: {'Network': ['ID=80ce8c23-4983-4095-b9e1-cd84f6403457,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:11.155169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14633d5-2e0f-4762-a68f-f782282017ad None None] No DVR routers for this DVR port 3414081c-4e59-4ebd-9e41-681d719cd0a2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:11.159641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=67591b99-c2c7-40ac-9b8f-95db5582df7f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:11.177287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.200908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302938-1aef-4364-aaa3-85d3c91df57b req-bcdc7655-cd6d-47f2-9b7b-7418a160528d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.203019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa302938-1aef-4364-aaa3-85d3c91df57b req-bcdc7655-cd6d-47f2-9b7b-7418a160528d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.1648750 Jul 07 17:46:11.213525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.214878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fab8b207-68b7-4758-a8fa-25aa98de7f56 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9879484 Jul 07 17:46:11.218871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:11.220528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-2af7986c-bf3b-475b-9fe3-e72aa333a804 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.1164613 Jul 07 17:46:11.226831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'port': {'network_id': 'f04482c6-27dc-442c-a6b3-c6cbc1d7252e', 'name': 'tempest-FloatingIPTestJSON-733599802'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:11.294284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d5126713-accf-4fd5-9792-438ff65b60b9 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:11.321384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-6dcdb57d-8bc7-4e1b-9af5-d91534873212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.324842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-6dcdb57d-8bc7-4e1b-9af5-d91534873212 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.0968692 Jul 07 17:46:11.370878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa302938-1aef-4364-aaa3-85d3c91df57b req-77be453b-c7fc-4a21-9a8b-0b60653f7495 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619744 Jul 07 17:46:11.445384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-a300916b-640f-40ae-b086-a84d0a314e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.447790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-a300916b-640f-40ae-b086-a84d0a314e23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152499 Jul 07 17:46:11.465850 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d5126713-accf-4fd5-9792-438ff65b60b9,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:11.482516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd5126713-accf-4fd5-9792-438ff65b60b9', 'network_id': '2935b852-bd8a-4a1a-a2f5-23c94a1febaf', 'port_id': 'd5126713-accf-4fd5-9792-438ff65b60b9', 'mac_address': 'fa:16:3e:d4:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b72fe2-c7f6-4581-9df7-2d65c972a673', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:11.493661 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eebf9e-2616-47b4-a0d9-b06f758129e1 x-openstack-request-id: req-61eebf9e-2616-47b4-a0d9-b06f758129e1 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:11.496689 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:11.497022 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61eebf9e-2616-47b4-a0d9-b06f758129e1 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:11.497451 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:46:11.542704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.552153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:11.561296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.566779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5126713-accf-4fd5-9792-438ff65b60b9 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:11.595579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d5126713-accf-4fd5-9792-438ff65b60b9,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:11.607237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.611825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] device_id is not set on port 96ede12f-6725-4a68-9a49-5d720c91ed08 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:46:11.667517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53434) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:11.708563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:11.762433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-de200a96-cb19-4032-bef9-0706912e8620 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076496 Jul 07 17:46:11.767593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6c802d90-391d-4fd3-b7f4-f7706879b783 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=514a562674f0461db08f3c553e43f559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960474 Jul 07 17:46:11.769436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53436) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:11.817544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-f16fdb54-09ba-4551-95e3-2e32d00213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.819198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-f16fdb54-09ba-4551-95e3-2e32d00213c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1096 time: 0.2993224 Jul 07 17:46:11.846041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d5126713-accf-4fd5-9792-438ff65b60b9'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:11.906384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc595a-58fd-4ba7-9fce-502e6044635e req-52a7bcf4-83f7-46b1-9529-7c3ce354e963 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.908833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0bc595a-58fd-4ba7-9fce-502e6044635e req-52a7bcf4-83f7-46b1-9529-7c3ce354e963 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 908 time: 0.2324822 Jul 07 17:46:11.915796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.925310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.2 (f04482c6-27dc-442c-a6b3-c6cbc1d7252e/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9/96ede12f-6725-4a68-9a49-5d720c91ed08) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:11.988016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.028525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.032814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-abcdf21a-e3c3-4b35-af1a-08e4176c26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.047105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-abcdf21a-e3c3-4b35-af1a-08e4176c26d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.2165651 Jul 07 17:46:12.056511 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c0be4c8b-96ab-45bb-919a-020eb9e9def2 req-e37bd60c-9972-4b41-9915-dea862ecde57 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772117 Jul 07 17:46:12.207670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.211160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.213779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb0a54fe-bfd5-42b7-a450-21c02a56cd87 HTTP/1.1" status: 204 len: 168 time: 0.4425833 Jul 07 17:46:12.215445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-45833b12-8873-4c2b-abd6-9672c8d19631 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.1397142 Jul 07 17:46:12.238040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-d370752f-c817-4b32-84b4-407f6120cb0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1750059 Jul 07 17:46:12.238305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a54f69-827a-4269-9769-26bfb39d1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a54fe-bfd5-42b7-a450-21c02a56cd87,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:12.255936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-f231fa9c-2aeb-442f-9688-600bdcfd62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.259488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-f231fa9c-2aeb-442f-9688-600bdcfd62ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1096 time: 0.1349185 Jul 07 17:46:12.315032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.386924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:12.457267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3414081c-4e59-4ebd-9e41-681d719cd0a2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:12.510808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3414081c-4e59-4ebd-9e41-681d719cd0a2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:12.512041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3414081c-4e59-4ebd-9e41-681d719cd0a2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:12.554851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-ee953574-0ddc-4aa6-b14d-a9490875ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.557815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-ee953574-0ddc-4aa6-b14d-a9490875ac3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.2911606 Jul 07 17:46:12.561303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-3f650c56-2f23-425b-9651-9fe298321a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.563198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-3f650c56-2f23-425b-9651-9fe298321a42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.2987838 Jul 07 17:46:12.723442 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-5c3d3482-9712-47de-9fa2-6b11e75501ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 998 time: 0.1569359 Jul 07 17:46:12.780842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-9185bd83-20b8-44c6-b763-02f818a81ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.782428 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-9185bd83-20b8-44c6-b763-02f818a81ba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.0526547 Jul 07 17:46:12.834357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53458) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:12.864763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-9b7a310c-d668-4ee4-947a-ad9aeb72d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.866358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-9b7a310c-d668-4ee4-947a-ad9aeb72d9aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 898 time: 0.2778032 Jul 07 17:46:12.959448 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d791945-4db6-45e1-96e1-6f8474ffd11d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b62c35bca3934dec8d1f11e6f6627ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239340 Jul 07 17:46:12.968607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53460) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:12.984261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-05928e8a-4fd1-4357-b3b4-cda1b45a64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:12.986239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-05928e8a-4fd1-4357-b3b4-cda1b45a64b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965330 Jul 07 17:46:12.988233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-71d59ad5-8a62-4d8f-9e83-c817b972f5a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 1000 time: 0.1143608 Jul 07 17:46:13.206680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-a8d28fa4-c1c3-4355-884b-073730ff966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.208595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-a8d28fa4-c1c3-4355-884b-073730ff966b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.9702151 Jul 07 17:46:13.210859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network f04482c6-27dc-442c-a6b3-c6cbc1d7252e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:13.241467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:13.265181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=96ede12f-6725-4a68-9a49-5d720c91ed08,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:13.268653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:13.312324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d5126713-accf-4fd5-9792-438ff65b60b9 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:13.361229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.361935 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.375983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d5126713-accf-4fd5-9792-438ff65b60b9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:13.382316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c94a0-534c-47e4-a0b3-7556845d6dcc req-43c71183-6d90-4887-ae05-5a38f808b7b5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.383350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d5126713-accf-4fd5-9792-438ff65b60b9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:13.384293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.387267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-580c94a0-534c-47e4-a0b3-7556845d6dcc req-43c71183-6d90-4887-ae05-5a38f808b7b5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.2465694 Jul 07 17:46:13.410128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2c6ff908-ab8f-4e7c-b112-0149cd2d70c4 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1871092 Jul 07 17:46:13.411129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53478) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:13.424174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': '96ede12f-6725-4a68-9a49-5d720c91ed08'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:13.431502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-39c6a5b6-1452-466c-bce8-0c9ef060f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.433982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-39c6a5b6-1452-466c-bce8-0c9ef060f67b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097502 Jul 07 17:46:13.542202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.546383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.574062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-04550d83-b6b6-46cc-99ba-953e7143c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.576716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-04550d83-b6b6-46cc-99ba-953e7143c626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 200 len: 835 time: 0.5668852 Jul 07 17:46:13.611584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-580c94a0-534c-47e4-a0b3-7556845d6dcc req-3d9d9732-a11a-4e19-a1e8-f31f6e3cabce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094641 Jul 07 17:46:13.726475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-0eadffff-1fe5-48af-a937-847d496d30b9 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810185 Jul 07 17:46:13.728524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.734100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.809361 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-e3f81805-839f-4889-b311-a31cd497f1ff service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129091 Jul 07 17:46:13.828361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d5126713-accf-4fd5-9792-438ff65b60b9,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:13.830103 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.831675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:13.834891 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f730aa-85cc-4ec6-a114-eb4aa7dc5020" -d '{"events": [{"server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "name": "network-vif-plugged", "status": "completed", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:13.839584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.984656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:14.059794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-a85d321a-7fbb-43ab-b8ec-fd984af2f9ee service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420115 Jul 07 17:46:14.077605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-57b933cc-2ce0-4092-a844-17f03538fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:14.080677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-57b933cc-2ce0-4092-a844-17f03538fc6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23de15a8-7422-4925-97df-a13d6a51a072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4909945 Jul 07 17:46:14.087847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955437-ce55-41f8-a8d5-0a68d17ef094 req-1fe6ad91-783f-4c1a-abb2-fd934943e346 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:14.100635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00955437-ce55-41f8-a8d5-0a68d17ef094 req-1fe6ad91-783f-4c1a-abb2-fd934943e346 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.2921402 Jul 07 17:46:14.103085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa52adbe-b572-4e9c-b7db-0a5adc2b6d43 req-48e34256-6239-4cab-94ad-9ffc93788539 service neutron] 10.222.0.23 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680897 Jul 07 17:46:14.201120 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93a7ba0-7414-4d9d-9e9c-482e250ef22e x-openstack-request-id: req-b93a7ba0-7414-4d9d-9e9c-482e250ef22e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:14.207335 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "name": "network-vif-plugged", "status": "completed", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:14.210701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-a6fa0a26-573a-4403-bf88-ac59160ac2e3 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214633 Jul 07 17:46:14.211759 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b93a7ba0-7414-4d9d-9e9c-482e250ef22e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:14.213066 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9', 'code': 200} Jul 07 17:46:14.303074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.307595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.308474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c1d0d16-8397-4671-bda7-3abb4fc2e01f HTTP/1.1" status: 204 len: 168 time: 1.3382723 Jul 07 17:46:14.336419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2b90-e2e6-4d65-9541-21b172488470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d0d16-8397-4671-bda7-3abb4fc2e01f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:14.484491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0ba25946-7f54-45ef-816c-2fef69ba2bd7 req-2209249a-f7a2-4d46-8ba0-36027bc864a6 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649601 Jul 07 17:46:14.517307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185ed39-acd6-42cb-a2d6-2ac198a27c92 req-d9a6e1f4-3587-40ce-a3bf-a64eda437af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:14.519157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0185ed39-acd6-42cb-a2d6-2ac198a27c92 req-d9a6e1f4-3587-40ce-a3bf-a64eda437af8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 1061 time: 0.0832636 Jul 07 17:46:14.636764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.645919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.848032 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP b19d9b83-474e-4830-b45e-c904cb24feb7 associated. External IP: 172.25.3.12, port: 96ede12f-6725-4a68-9a49-5d720c91ed08. Jul 07 17:46:15.087710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16413a93-0fb6-421f-8182-1ee815d2c2fb req-6019c9d8-32c4-4241-a91e-eb8ec0422d00 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:15.089627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16413a93-0fb6-421f-8182-1ee815d2c2fb req-6019c9d8-32c4-4241-a91e-eb8ec0422d00 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 944 time: 0.2606802 Jul 07 17:46:15.232251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16413a93-0fb6-421f-8182-1ee815d2c2fb req-5913bd14-a45f-42bd-abd6-861742b73494 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873592 Jul 07 17:46:15.270470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:15.272308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53508) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:15.325486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:15.368305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5b772bbc-4b5e-40e8-866f-86f16e5c4ccc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/36a8d5ce-9132-4a54-922d-b04c726d9ed4 HTTP/1.1" status: 200 len: 990 time: 0.0838716 Jul 07 17:46:15.528332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:15.555910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:15.556189 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.576715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:15.584935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:15.585795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:15.640261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:15.652048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'port_id': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'mac_address': 'fa:16:3e:74:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:15.660360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:15.661034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:15.672125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d893b65e-3187-4504-a1c0-b84f405cfec5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/b19d9b83-474e-4830-b45e-c904cb24feb7 HTTP/1.1" status: 200 len: 976 time: 2.2543595 Jul 07 17:46:15.673199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53512) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:15.732678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:15.733829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b67881-e671-48ad-a2a0-5cdf9cfdc144 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:15.734074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11b5e2-0441-4cd1-bbd3-d28731919793 req-3efd65f1-75b4-4a0e-b657-89266f4d0572 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:15.745623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee11b5e2-0441-4cd1-bbd3-d28731919793 req-3efd65f1-75b4-4a0e-b657-89266f4d0572 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.2042778 Jul 07 17:46:15.752550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.783060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:15.821409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:15.827335 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.897992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 96ede12f-6725-4a68-9a49-5d720c91ed08 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:15.898974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.946920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:16.068511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.077119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['1dcfd4e1-0b66-481f-8995-f01ab979cf51'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:16.152177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827c85-a184-48b7-8e71-b1c78e91bdcc req-867aebd9-6c21-444c-91ce-336e9d6dadc7 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.168058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72827c85-a184-48b7-8e71-b1c78e91bdcc req-867aebd9-6c21-444c-91ce-336e9d6dadc7 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.1768920 Jul 07 17:46:16.422286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e26b8-af2c-4c37-a60e-8222ba770a86 req-cf52aeb0-d66b-474c-be5b-2effe7acee0d tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.423961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-810e26b8-af2c-4c37-a60e-8222ba770a86 req-cf52aeb0-d66b-474c-be5b-2effe7acee0d tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 1061 time: 0.0760777 Jul 07 17:46:16.550854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.551897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.551897 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP b19d9b83-474e-4830-b45e-c904cb24feb7 disassociated. External IP: 172.25.3.12, port: 96ede12f-6725-4a68-9a49-5d720c91ed08. Jul 07 17:46:16.552367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 96ede12f-6725-4a68-9a49-5d720c91ed08 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:16.755880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01368-47e8-4b85-96c9-79423a30563b req-bb99810c-7e2c-4978-ab35-4728e9854fbb tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.757781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3c01368-47e8-4b85-96c9-79423a30563b req-bb99810c-7e2c-4978-ab35-4728e9854fbb tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.0772688 Jul 07 17:46:16.778796 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.810320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3c01368-47e8-4b85-96c9-79423a30563b req-107b862e-57f4-4ed9-a363-b3d04c3c7aca tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0388715 Jul 07 17:46:16.830375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=96ede12f-6725-4a68-9a49-5d720c91ed08,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:16.842053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53530) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:16.962166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a362260-436b-4567-aee0-454165141cec tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:16.964582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9a362260-436b-4567-aee0-454165141cec tempest-TestSecurityGroupsBasicOps-1363057429 tempest-TestSecurityGroupsBasicOps-1363057429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 1056 time: 0.1210518 Jul 07 17:46:17.009261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:17.160093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:17.181861 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:17.210212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:17.213804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:17.317767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:17.334693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:17.339329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.344290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:17.346841 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:17.348614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64370310-b94f-4d46-acd6-fd709f719f61 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/96ede12f-6725-4a68-9a49-5d720c91ed08 HTTP/1.1" status: 204 len: 168 time: 1.6749997 Jul 07 17:46:17.349123 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:17.414237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:17.418692 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:17.419367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dadaa-3d99-4f89-9983-02d2455218e9 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:17.420871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:17.421321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.441370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e6a8483-ebfc-4f55-8036-216335959fda tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/floatingips/b19d9b83-474e-4830-b45e-c904cb24feb7 HTTP/1.1" status: 200 len: 687 time: 0.0958397 Jul 07 17:46:17.444407 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:17.560995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.594681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8f40-f967-46a7-a00c-26f9d95b9457 req-2a91cb9e-005d-4a9b-a74c-df3b5be5cd22 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:17.596019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:17.597680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-349a8f40-f967-46a7-a00c-26f9d95b9457 req-2a91cb9e-005d-4a9b-a74c-df3b5be5cd22 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.1321905 Jul 07 17:46:17.598784 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46baa9be-bc7b-4179-9ca9-6b2047075b77" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:17.620416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:17.628565 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.678113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 67591b99-c2c7-40ac-9b8f-95db5582df7f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:17.680868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.705599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:17.710713 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519baf03-fe33-4a74-b302-6eac6ba55963 x-openstack-request-id: req-519baf03-fe33-4a74-b302-6eac6ba55963 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:17.711005 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-plugged", "status": "completed", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:17.711261 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-519baf03-fe33-4a74-b302-6eac6ba55963 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:17.711745 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'code': 200} Jul 07 17:46:17.797253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.797915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.817519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 67591b99-c2c7-40ac-9b8f-95db5582df7f owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:17.995051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.024152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=67591b99-c2c7-40ac-9b8f-95db5582df7f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:18.037498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.037931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.038176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.038653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.039021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.039352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.040246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.040674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.040972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.041310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.041775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.042080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:18.145021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.147835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.149753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0b45c41d-17eb-430b-8d3a-3a5ea735a58f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/b19d9b83-474e-4830-b45e-c904cb24feb7 HTTP/1.1" status: 204 len: 168 time: 0.7026832 Jul 07 17:46:18.154723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53544) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:18.160922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'dbe58b95-6024-4144-9ee9-9a0b09eee113'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:18.187761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.328470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.490586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.172 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ee2e370f-3162-4a07-9dc1-0e4a740af7b1) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:18.659798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.767181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:18.820175 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.892053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:18.900838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:18.904311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:18.919554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79c62-4069-4268-9004-9ad157e60497 req-d6c401f4-6f6d-45ff-be45-3142a8d5a422 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:18.927655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-633494ea-ac61-4249-896a-6882cdb681b5 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:18.928891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-633494ea-ac61-4249-896a-6882cdb681b5 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.73 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.2208736 Jul 07 17:46:18.931247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56c79c62-4069-4268-9004-9ad157e60497 req-d6c401f4-6f6d-45ff-be45-3142a8d5a422 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 909 time: 0.1497786 Jul 07 17:46:18.980698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=ee2e370f-3162-4a07-9dc1-0e4a740af7b1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:18.993580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5e00ea6-ad34-4c16-bc5b-671355d4d20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.174851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5e00ea6-ad34-4c16-bc5b-671355d4d20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.181261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5e00ea6-ad34-4c16-bc5b-671355d4d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.246512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c5e00ea6-ad34-4c16-bc5b-671355d4d20f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20fb0040c7ef4feeac6a0cdca0efe585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778037 Jul 07 17:46:19.250793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:19.259471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00ea6-ad34-4c16-bc5b-671355d4d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e97fb6-c52f-4fbb-833c-d9a12733e37b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:19.280376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port d5126713-accf-4fd5-9792-438ff65b60b9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:19.280859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.324211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.357654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.450626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.456289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.458169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port d5126713-accf-4fd5-9792-438ff65b60b9, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d5126713-accf-4fd5-9792-438ff65b60b9,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:19.458572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.460126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05e97fb6-c52f-4fbb-833c-d9a12733e37b HTTP/1.1" status: 204 len: 168 time: 0.2076819 Jul 07 17:46:19.475368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfee28-da14-484d-8227-8c9bb57e06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e97fb6-c52f-4fbb-833c-d9a12733e37b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:19.505682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for d5126713-accf-4fd5-9792-438ff65b60b9 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:19.703277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.911875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:19.937330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0377c7f-8efa-4108-a30d-d4d4261b43f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.098710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0377c7f-8efa-4108-a30d-d4d4261b43f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.104416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0377c7f-8efa-4108-a30d-d4d4261b43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.132890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.178889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=d5126713-accf-4fd5-9792-438ff65b60b9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:20.196244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f0377c7f-8efa-4108-a30d-d4d4261b43f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ca2f5d102d04d7f8001f9fa7e2f27df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748375 Jul 07 17:46:20.196244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0377c7f-8efa-4108-a30d-d4d4261b43f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e441d-a353-492f-bc65-fb70aeb931fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:20.196891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53570) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:20.196891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.225470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336a8dc-4de3-47e8-a464-cf24cbfc46bd req-ff3c73eb-bc4a-484d-9475-373b6750af15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:20.227927 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8336a8dc-4de3-47e8-a464-cf24cbfc46bd req-ff3c73eb-bc4a-484d-9475-373b6750af15 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=598fcbfb-8af3-4836-ba2b-f850a234cbdd HTTP/1.1" status: 200 len: 830 time: 0.1485775 Jul 07 17:46:20.270618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] No DVR routers for this DVR port d5126713-accf-4fd5-9792-438ff65b60b9 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:20.278153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.280377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f096aef-19b1-4dbc-87f9-a0811c8c8d98 req-1a3f85eb-c7b8-4533-b08d-826e58149267 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.73 "DELETE /v2.0/ports/d5126713-accf-4fd5-9792-438ff65b60b9 HTTP/1.1" status: 204 len: 173 time: 1.3262703 Jul 07 17:46:20.285367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'name': 'network-vif-deleted', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:20.287690 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17752609-f87e-40c8-8c0f-611b0d8e7908" -d '{"events": [{"server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "name": "network-vif-deleted", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:20.380608 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb39dfc-bac4-4d00-ab00-0df31cf499b2 x-openstack-request-id: req-0eb39dfc-bac4-4d00-ab00-0df31cf499b2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:20.380901 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598fcbfb-8af3-4836-ba2b-f850a234cbdd", "name": "network-vif-deleted", "tag": "d5126713-accf-4fd5-9792-438ff65b60b9", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:20.381141 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0eb39dfc-bac4-4d00-ab00-0df31cf499b2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:20.381550 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598fcbfb-8af3-4836-ba2b-f850a234cbdd', 'name': 'network-vif-deleted', 'tag': 'd5126713-accf-4fd5-9792-438ff65b60b9', 'status': 'completed', 'code': 200} Jul 07 17:46:20.393835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.435724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.523642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.536601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.548779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.550788 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.551998 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a9e441d-a353-492f-bc65-fb70aeb931fa HTTP/1.1" status: 204 len: 168 time: 0.3565028 Jul 07 17:46:20.592881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674732e-1f07-4f4c-a6a1-bcf7f0790a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e441d-a353-492f-bc65-fb70aeb931fa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:20.638276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=ee2e370f-3162-4a07-9dc1-0e4a740af7b1,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:20.643660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.771857 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 87776d68-22c2-4184-bb24-9abad4e1a412 associated. External IP: 172.25.3.172, port: dbe58b95-6024-4144-9ee9-9a0b09eee113. Jul 07 17:46:21.081197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:21.228919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:21.241829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:21.248809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.258011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:21.259718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:21.299224 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a28fa90-fd42-436c-a9b5-4791aba87e02 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1430912 Jul 07 17:46:21.303418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:21.310709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1593975919'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:21.328143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:21.341148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:21.346950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.347420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:21.348766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:21.382798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:46:21.403671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.403671 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Added segment acaa4a36-0675-4625-badb-62b9734cb6e5 of type vlan for network 539eacaa-848c-4d0b-8962-13321800dc5a Jul 07 17:46:21.425841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:21.427090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d75e8-b3fc-4d3d-b2e4-ffb461a46e08 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:21.444817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53596) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:21.494897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.552339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.560136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:21.561089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:21.643856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3391371 Jul 07 17:46:21.652260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:21.661413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'subnet': {'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:21.689127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40b744-4e3f-4858-ba94-caaaf7804639 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Network': ['ID=539eacaa-848c-4d0b-8962-13321800dc5a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:21.718985 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 539eacaa-848c-4d0b-8962-13321800dc5a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:46:21.834996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:21.845151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.069748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.122084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.228406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Subnet': ['ID=10c0464a-40eb-4150-a86f-bc65e1a38ea4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:22.235819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Checking segment: {'id': 'acaa4a36-0675-4625-badb-62b9734cb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:22.236949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network hostable DHCP agents. Network: 539eacaa-848c-4d0b-8962-13321800dc5a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:46:22.259319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 539eacaa-848c-4d0b-8962-13321800dc5a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:46:22.280830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 539eacaa-848c-4d0b-8962-13321800dc5a) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:22.287536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:22.288564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.294727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c90a4-6eba-40ab-a7fc-8b2f073ec73d None None] Network 539eacaa-848c-4d0b-8962-13321800dc5a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:22.314541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-50e48a90-f86e-41c1-b847-c41656b8ecd8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6604931 Jul 07 17:46:22.318152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:22.326558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2083423021', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:22.359696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53612) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:22.411866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.412973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.490660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.497054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 446fabeb-4c30-403b-95f8-072548686f1a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:22.497455 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.512586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-539eacaa-848c-4d0b-8962-13321800dc5a', 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a', 'tenant_id': '5ce73825f36c45828dd85ead54e10fb7', 'fixed_ips': [{'subnet_id': '10c0464a-40eb-4150-a86f-bc65e1a38ea4'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:46:22.513880 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.576182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfffb6bd-fc8a-425d-aadb-f40a401940cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.691968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfffb6bd-fc8a-425d-aadb-f40a401940cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.697697 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bfffb6bd-fc8a-425d-aadb-f40a401940cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.747254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bfffb6bd-fc8a-425d-aadb-f40a401940cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68cd63a3c8bc4b65b0904119ce472733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842430 Jul 07 17:46:22.748739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53616) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:22.751896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Allocated IP 172.20.0.2 (539eacaa-848c-4d0b-8962-13321800dc5a/10c0464a-40eb-4150-a86f-bc65e1a38ea4/be767f51-0d4c-4221-bfe8-7f48baabe7ba) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:22.752393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffb6bd-fc8a-425d-aadb-f40a401940cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe3b98-a21a-4eec-b64c-ba5c7ef3b353,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:22.851681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.893613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.979790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.984973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.990828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62fe3b98-a21a-4eec-b64c-ba5c7ef3b353 HTTP/1.1" status: 204 len: 168 time: 0.2359867 Jul 07 17:46:23.002636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3c202-4839-4da3-9eee-2df831e83d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe3b98-a21a-4eec-b64c-ba5c7ef3b353,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:23.068409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.122799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port 446fabeb-4c30-403b-95f8-072548686f1a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=446fabeb-4c30-403b-95f8-072548686f1a,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:23.123178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.165884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 446fabeb-4c30-403b-95f8-072548686f1a owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:23.202981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.214221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Transition to ACTIVE for port object be767f51-0d4c-4221-bfe8-7f48baabe7ba will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:23.238989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Transition to ACTIVE for port object be767f51-0d4c-4221-bfe8-7f48baabe7ba will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:23.249056 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.300191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Network 539eacaa-848c-4d0b-8962-13321800dc5a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:23.303295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:23.312002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:23.320097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Pushing event updated for resources: {'Port': ['ID=be767f51-0d4c-4221-bfe8-7f48baabe7ba,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:23.349962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d5126713-accf-4fd5-9792-438ff65b60b9 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:23.399632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: d5126713-accf-4fd5-9792-438ff65b60b9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:23.400062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d5126713-accf-4fd5-9792-438ff65b60b9 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:23.411388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Attempting to bind port be767f51-0d4c-4221-bfe8-7f48baabe7ba on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:23.411712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Attempting to bind port be767f51-0d4c-4221-bfe8-7f48baabe7ba by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'acaa4a36-0675-4625-badb-62b9734cb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:23.412806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Attempting to bind port be767f51-0d4c-4221-bfe8-7f48baabe7ba on network 539eacaa-848c-4d0b-8962-13321800dc5a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:23.419873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:23.420359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Checking segment: {'id': 'acaa4a36-0675-4625-badb-62b9734cb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:23.420836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.421314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Bound using segment: {'id': 'acaa4a36-0675-4625-badb-62b9734cb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:23.422009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Bound port: be767f51-0d4c-4221-bfe8-7f48baabe7ba, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaa4a36-0675-4625-badb-62b9734cb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:23.422373 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.517508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.519184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] For port be767f51-0d4c-4221-bfe8-7f48baabe7ba, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:23.525652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] For port be767f51-0d4c-4221-bfe8-7f48baabe7ba, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=be767f51-0d4c-4221-bfe8-7f48baabe7ba,segment=NetworkSegment(acaa4a36-0675-4625-badb-62b9734cb6e5),segment_id=acaa4a36-0675-4625-badb-62b9734cb6e5)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:23.532799 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.544298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.577065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.608472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba68b-8ee1-4eaf-b6b7-1d683a80ccc0 None None] Pushing event updated for resources: {'Port': ['ID=be767f51-0d4c-4221-bfe8-7f48baabe7ba,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:23.656569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=446fabeb-4c30-403b-95f8-072548686f1a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:23.849515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.25.3.223 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3add9b5c-ca5b-47a6-b01d-ca959a296e25) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:24.055736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.145781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.255569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.342572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:24.360793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:24.363675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:24.389244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=3add9b5c-ca5b-47a6-b01d-ca959a296e25,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:24.537795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router a12538a7-3cf3-4081-9ee9-44956c9c5f7b has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:24.589265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device be767f51-0d4c-4221-bfe8-7f48baabe7ba up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:24.703762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port be767f51-0d4c-4221-bfe8-7f48baabe7ba completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:24.858485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:24.871267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4554522c-c4fb-4ab1-8af0-08d2f1b86657 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "PUT /v2.0/routers/a12538a7-3cf3-4081-9ee9-44956c9c5f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194162 Jul 07 17:46:24.871267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53648) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:24.888879 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Sync routers for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:24.906678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.909163 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:24.910809 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.107391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting subnet d2b72fe2-c7f6-4581-9df7-2d65c972a673 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:25.118996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.143954 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:25.173900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c1b9f-7953-4694-8fd3-9f299ed4335f None None] Network 539eacaa-848c-4d0b-8962-13321800dc5a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:25.261534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.272827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Provisioning for port be767f51-0d4c-4221-bfe8-7f48baabe7ba completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:25.287488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Provisioning complete for port be767f51-0d4c-4221-bfe8-7f48baabe7ba triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:25.291423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.319017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:25.408694 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:46:23Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.568518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Checking router: a12538a7-3cf3-4081-9ee9-44956c9c5f7b for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:25.596645 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Routers {'a12538a7-3cf3-4081-9ee9-44956c9c5f7b'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:25.598226 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.689705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.806434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.844395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] For port be767f51-0d4c-4221-bfe8-7f48baabe7ba, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=be767f51-0d4c-4221-bfe8-7f48baabe7ba,segment=NetworkSegment(acaa4a36-0675-4625-badb-62b9734cb6e5),segment_id=acaa4a36-0675-4625-badb-62b9734cb6e5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:25.851801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.895333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] Set router a12538a7-3cf3-4081-9ee9-44956c9c5f7b gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:26.013355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55931f-fea9-4ce6-9955-95719f84efb9 None None] Pushing event updated for resources: {'Port': ['ID=be767f51-0d4c-4221-bfe8-7f48baabe7ba,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.126885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.204815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.259322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:46:23Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:26.291748 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58564ad0-eda5-4970-a576-3fb4b2794023 None None] The sync data for ids ['a12538a7-3cf3-4081-9ee9-44956c9c5f7b'] in n-d-791505-12 is: [{'id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245575422', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:45:34Z', 'updated_at': '2021-07-07T17:46:23Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '27f21130-ee00-4dc1-a486-b43ae10c444d', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12538a7-3cf3-4081-9ee9-44956c9c5f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:45:35Z', 'updated_at': '2021-07-07T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:26.358993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.380397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aec47557-8ab5-4fba-95c6-999fdbf72fc5 None None] Provisioning complete for port be767f51-0d4c-4221-bfe8-7f48baabe7ba triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:26.380672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aec47557-8ab5-4fba-95c6-999fdbf72fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.398312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.400386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/subnets/d2b72fe2-c7f6-4581-9df7-2d65c972a673 HTTP/1.1" status: 204 len: 168 time: 1.5223763 Jul 07 17:46:26.401259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73d3e-f731-4c33-ba01-2a211cd80499 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b72fe2-c7f6-4581-9df7-2d65c972a673,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.405923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53652) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:26.422398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7fdd2-458e-4aec-9cae-99259fa00f74 None None] Network 2935b852-bd8a-4a1a-a2f5-23c94a1febaf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:26.441760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router 28940353-6b54-4df3-8dc2-f4b24f760a48 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:46:26.577505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:26.603973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.605738 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-002e7397-4546-4efc-a3b9-1a0822611cd7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2863927 Jul 07 17:46:26.609509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:26.618884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] Sync routers for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:26.622899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.646819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:26.647491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:26.697738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:26.720472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:26.721124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:26.767101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device be767f51-0d4c-4221-bfe8-7f48baabe7ba up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:26.772049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:26.772049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312f1dd-0d84-4cb7-8e2f-4858f8f7228a None None] The sync data for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:26.830927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port be767f51-0d4c-4221-bfe8-7f48baabe7ba triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:26.830927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.862222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] DHCP port deletion for 2935b852-bd8a-4a1a-a2f5-23c94a1febaf request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:26.873744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.969144 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Deleting port 46dc4689-d611-4f9c-8707-0b023801bfda {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:26.969634 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.057635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] For port 46dc4689-d611-4f9c-8707-0b023801bfda, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=46dc4689-d611-4f9c-8707-0b023801bfda,segment=NetworkSegment(c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612),segment_id=c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:27.058184 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.074376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Calling delete_port for 46dc4689-d611-4f9c-8707-0b023801bfda owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:27.170205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 27f21130-ee00-4dc1-a486-b43ae10c444d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:27.170481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.176275 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.225510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] No DVR routers for this DVR port 46dc4689-d611-4f9c-8707-0b023801bfda on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:27.244408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2e0dc-9ee1-451f-9675-5cba241b1571 None None] Pushing event deleted for resources: {'Port': ['ID=46dc4689-d611-4f9c-8707-0b023801bfda,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:27.265439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.635336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port 27f21130-ee00-4dc1-a486-b43ae10c444d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=27f21130-ee00-4dc1-a486-b43ae10c444d,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:27.636164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:27.658518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 27f21130-ee00-4dc1-a486-b43ae10c444d owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:27.883409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.153695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.221648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=27f21130-ee00-4dc1-a486-b43ae10c444d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:28.407531 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.510076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 446fabeb-4c30-403b-95f8-072548686f1a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:28.595308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 446fabeb-4c30-403b-95f8-072548686f1a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:28.596103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 446fabeb-4c30-403b-95f8-072548686f1a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:28.596871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 46dc4689-d611-4f9c-8707-0b023801bfda no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:28.623943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 46dc4689-d611-4f9c-8707-0b023801bfda {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:28.624666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 46dc4689-d611-4f9c-8707-0b023801bfda not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:28.626708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.637994 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.755051 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.755835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Fanout notify agent at l3_agent the message router_deleted on router a12538a7-3cf3-4081-9ee9-44956c9c5f7b {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:28.758270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.1 (539eacaa-848c-4d0b-8962-13321800dc5a/10c0464a-40eb-4150-a86f-bc65e1a38ea4/5452bd96-8a5a-4388-8463-4cfcae7a7458) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:28.765798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.767020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63aca695-5542-45f9-9451-a1dcd5d83c92 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/routers/a12538a7-3cf3-4081-9ee9-44956c9c5f7b HTTP/1.1" status: 204 len: 168 time: 2.3596964 Jul 07 17:46:28.770199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:28.973854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.002229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.042311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Transition to ACTIVE for port object 5452bd96-8a5a-4388-8463-4cfcae7a7458 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:29.109476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.129475 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2935b852-bd8a-4a1a-a2f5-23c94a1febaf']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:29.143697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:29.144003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80fb1a9-cbc5-40ff-ad19-3ca5b2e2b612') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:29.157478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.165550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.205945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.218962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:29.219461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:29.222980 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:29.281363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 539eacaa-848c-4d0b-8962-13321800dc5a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:29.301046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:29.303800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:29.307866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=5452bd96-8a5a-4388-8463-4cfcae7a7458,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:29.349228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.358795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.360633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/networks/2935b852-bd8a-4a1a-a2f5-23c94a1febaf HTTP/1.1" status: 204 len: 168 time: 0.5894139 Jul 07 17:46:29.365512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53672) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:29.392150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.397695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ded3-3ba0-423d-b494-f1a2a6ecde9f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Network': ['ID=2935b852-bd8a-4a1a-a2f5-23c94a1febaf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:29.645285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.666584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 9f030e52-436d-4877-8a8b-d60fd0407f34 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:29.666967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.750522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f399dc42-3e4d-4b25-a502-e02aba68a01b None None] Provisioning for port 5452bd96-8a5a-4388-8463-4cfcae7a7458 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:29.756249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f399dc42-3e4d-4b25-a502-e02aba68a01b None None] Provisioning complete for port 5452bd96-8a5a-4388-8463-4cfcae7a7458 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:29.757044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f399dc42-3e4d-4b25-a502-e02aba68a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.786342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.786715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.800263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 9f030e52-436d-4877-8a8b-d60fd0407f34 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:29.805897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f399dc42-3e4d-4b25-a502-e02aba68a01b None None] Port 5452bd96-8a5a-4388-8463-4cfcae7a7458 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:30.019011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.055711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=9f030e52-436d-4877-8a8b-d60fd0407f34,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:30.096091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.102862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.141425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.141935 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Floating IP 7e7bee6f-5fb9-4446-b466-5fe4f20442e3 disassociated (deleted). External IP: 172.25.3.13, port: 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda. Jul 07 17:46:30.198974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.202391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=5452bd96-8a5a-4388-8463-4cfcae7a7458,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:30.319237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 27f21130-ee00-4dc1-a486-b43ae10c444d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:30.356142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 539eacaa-848c-4d0b-8962-13321800dc5a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:30.358166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:30.364156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 27f21130-ee00-4dc1-a486-b43ae10c444d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:30.366655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 27f21130-ee00-4dc1-a486-b43ae10c444d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:30.491088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router 28940353-6b54-4df3-8dc2-f4b24f760a48 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:30.531784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router d7287b6f-589a-4d60-9447-7a287335ef04 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:30.685584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:30.692406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:30.695846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] Sync routers for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:30.701974 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.703844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Sync routers for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:30.704826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:30.705182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8056c931-3184-4dd1-9d74-c01dbd126a9c tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/routers/28940353-6b54-4df3-8dc2-f4b24f760a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0945716 Jul 07 17:46:30.712673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'port': {'network_id': '539eacaa-848c-4d0b-8962-13321800dc5a', 'name': 'tempest-FloatingIPTestJSON-1664434622'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:30.717492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:30.721352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:30.732011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:30.732752 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:30.775381 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:30.786228 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:30.787600 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:30.827941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b361fbb3-f05b-41a1-9999-16106dcb6c07 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/floatingips/7e7bee6f-5fb9-4446-b466-5fe4f20442e3 HTTP/1.1" status: 204 len: 168 time: 1.4600911 Jul 07 17:46:30.832354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:30.836098 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ac48f4-fd69-4a25-8c42-956ceebd2de8" -d '{"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:30.853590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:30.854277 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca20ddf-fb82-4bda-9f7b-4638be21b277 None None] The sync data for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:30.907680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d90b9e3f-f978-4ab2-805b-96319291533b None None] Provisioning complete for port 5452bd96-8a5a-4388-8463-4cfcae7a7458 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:30.908257 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d90b9e3f-f978-4ab2-805b-96319291533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.934887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Made reservation on behalf of 5ce73825f36c45828dd85ead54e10fb7 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:30.941914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:30.959403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:30.982565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] device_id is not set on port 4df28411-9f93-492b-aa45-b140ea23fa84 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:46:30.999165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d90b9e3f-f978-4ab2-805b-96319291533b None None] Port 5452bd96-8a5a-4388-8463-4cfcae7a7458 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:31.260166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Allocated IP 172.20.0.11 (539eacaa-848c-4d0b-8962-13321800dc5a/10c0464a-40eb-4150-a86f-bc65e1a38ea4/4df28411-9f93-492b-aa45-b140ea23fa84) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:31.389106 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874d976-36ce-4bd9-a744-6e6c0f304dd1 x-openstack-request-id: req-a874d976-36ce-4bd9-a744-6e6c0f304dd1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:31.389106 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:31.398316 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a874d976-36ce-4bd9-a744-6e6c0f304dd1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:31.401290 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'status': 'completed', 'code': 200} Jul 07 17:46:31.432471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:31.468354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Checking router: d7287b6f-589a-4d60-9447-7a287335ef04 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:31.480729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:31.481583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:31.509823 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:31.533542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-710e8b9e-e3db-49b8-a4cb-f6e42fff5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.538275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-710e8b9e-e3db-49b8-a4cb-f6e42fff5892 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=330a94b7554f42e28066d6d784f000fc&device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 1136 time: 0.1262662 Jul 07 17:46:31.561712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Transition to ACTIVE for port object 4df28411-9f93-492b-aa45-b140ea23fa84 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:31.636674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:31.675420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-f73deab0-4c57-4520-b7d2-03a7ae948c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.677944 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-f73deab0-4c57-4520-b7d2-03a7ae948c74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 200 len: 898 time: 0.1331766 Jul 07 17:46:31.687416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:31.750354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-09d031d2-da0c-40a5-adce-b4944a31ad36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 200 len: 217 time: 0.0647295 Jul 07 17:46:31.766758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Network 539eacaa-848c-4d0b-8962-13321800dc5a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:31.774512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:31.804032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:31.865068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-1093c750-5319-4f43-9c2e-f00ba3584e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.868872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-1093c750-5319-4f43-9c2e-f00ba3584e9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 200 len: 835 time: 0.1095591 Jul 07 17:46:31.872285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event updated for resources: {'Port': ['ID=4df28411-9f93-492b-aa45-b140ea23fa84,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:31.921375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.922028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.922634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.923182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.923704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.924212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.924725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.925236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.925912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.926476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.927005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.927503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:31.991459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.998087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.015871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008712-2bc4-4199-89fb-2a2211c4f8c9 req-d5e910b9-3606-4dd7-9913-ad46e9545d2f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:32.024917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01008712-2bc4-4199-89fb-2a2211c4f8c9 req-d5e910b9-3606-4dd7-9913-ad46e9545d2f tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.3931234 Jul 07 17:46:32.045941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-ce0d414e-e94d-4161-bedc-663544d1e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:32.057685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-ce0d414e-e94d-4161-bedc-663544d1e065 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=23de15a8-7422-4925-97df-a13d6a51a072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808259 Jul 07 17:46:32.073174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1ba88200-e450-4734-95da-e5e7c5cb64d1 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3619738 Jul 07 17:46:32.073819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:32.083034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Request body: {'floatingip': {'port_id': '4df28411-9f93-492b-aa45-b140ea23fa84'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:32.175683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01008712-2bc4-4199-89fb-2a2211c4f8c9 req-5735d661-9666-4094-a3f7-774bff844a61 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/security-groups?id=724a166e-e847-4300-8210-62b76ac2c98a&id=7898422b-8fb3-4519-ab76-193754d2b9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1496828 Jul 07 17:46:32.239510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.267678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:32.303210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-c419c812-ea4f-42ef-a0e6-adf7f2435d22 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365909 Jul 07 17:46:32.361178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4353-7c5e-422b-a038-318520954da4 None None] The sync data for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 is: [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:44:12Z', 'revision_number': 4, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '1c67607b-7d7b-4449-b86e-101489bc21b9', 'name': '', 'network_id': '23de15a8-7422-4925-97df-a13d6a51a072', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'mac_address': 'fa:16:3e:b8:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:10Z', 'updated_at': '2021-07-07T17:44:29Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'subnets': [{'id': '92c194fb-f864-4f7b-89ad-3167026ab99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:32.374909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67dcadef-e725-4197-a610-260fc9133a84 None None] Provisioning for port 4df28411-9f93-492b-aa45-b140ea23fa84 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:32.384751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67dcadef-e725-4197-a610-260fc9133a84 None None] Provisioning complete for port 4df28411-9f93-492b-aa45-b140ea23fa84 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:32.385846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dcadef-e725-4197-a610-260fc9133a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.459517 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-69ac48f4-fd69-4a25-8c42-956ceebd2de8 req-3da8ef95-de23-461a-8410-abefa3048a44 service neutron] 10.222.0.23 "GET /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473002 Jul 07 17:46:32.636676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-67dcadef-e725-4197-a610-260fc9133a84 None None] Port 4df28411-9f93-492b-aa45-b140ea23fa84 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:32.772283 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce562f76-ad56-4374-beee-8cc412305bd2 None None] New status for floating IP 7e7bee6f-5fb9-4446-b466-5fe4f20442e3: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:46:32.781756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fb90c-280a-452d-a09f-40c598479f6f req-13d22557-01fd-4982-a4eb-124e3a4cef3e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:32.784789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a80fb90c-280a-452d-a09f-40c598479f6f req-13d22557-01fd-4982-a4eb-124e3a4cef3e tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.23 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 984 time: 0.1095252 Jul 07 17:46:32.988092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:32.988565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.083757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.089619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.116833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:33.117248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.134668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:33.240601 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 87776d68-22c2-4184-bb24-9abad4e1a412 associated. External IP: 172.25.3.172, port: dbe58b95-6024-4144-9ee9-9a0b09eee113. Jul 07 17:46:33.360008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.423822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=6d360ad4-3c9e-47f0-b0e5-62af4a4daeda,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:33.465306 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ad434a0-fdbe-440e-ba30-e89415a62962 req-59ba0121-d83d-4961-9830-b2983397172c tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "GET /v2.0/ports?device_id=9beab96a-5b40-4b58-98b5-358bdc548b71 HTTP/1.1" status: 200 len: 210 time: 0.0437479 Jul 07 17:46:33.491566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] No DVR routers for this DVR port 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:33.495586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.498107 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a80fb90c-280a-452d-a09f-40c598479f6f req-34180ad3-2759-4a79-b6f5-e648e609d80a tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.23 "DELETE /v2.0/ports/6d360ad4-3c9e-47f0-b0e5-62af4a4daeda HTTP/1.1" status: 204 len: 173 time: 0.7065251 Jul 07 17:46:33.498616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'name': 'network-vif-deleted', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:33.501396 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1ac20-ed05-4f13-bb0a-4be9bce82e1b" -d '{"events": [{"server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "name": "network-vif-deleted", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:33.568317 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5487c53-9b93-40c2-b4fe-3e63ee75dff0 x-openstack-request-id: req-a5487c53-9b93-40c2-b4fe-3e63ee75dff0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:33.568317 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beab96a-5b40-4b58-98b5-358bdc548b71", "name": "network-vif-deleted", "tag": "6d360ad4-3c9e-47f0-b0e5-62af4a4daeda", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:33.568317 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5487c53-9b93-40c2-b4fe-3e63ee75dff0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:33.568317 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beab96a-5b40-4b58-98b5-358bdc548b71', 'name': 'network-vif-deleted', 'tag': '6d360ad4-3c9e-47f0-b0e5-62af4a4daeda', 'status': 'completed', 'code': 200} Jul 07 17:46:33.686825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:33.821112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:33.834927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:33.853409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:33.854986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:33.920164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:33.934798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:33.935450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:33.976280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:33.976962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfccf4cb-9fb8-4839-a98f-2c44693798e1 None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:34.248591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router 28940353-6b54-4df3-8dc2-f4b24f760a48 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:34.424557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:34.429499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.441298 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] Sync routers for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:34.459550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:34.461332 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:34.521874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:34.535489 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:34.536124 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:34.554585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:34.555439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea4637f6-f76c-4e7a-9838-53956bda9b87 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/floatingips/87776d68-22c2-4184-bb24-9abad4e1a412 HTTP/1.1" status: 200 len: 979 time: 2.4797070 Jul 07 17:46:34.574357 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:34.575039 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afb9d4-6fa1-456b-8cc4-973228fc2520 None None] The sync data for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:34.615062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:34.693067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.720791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 4df28411-9f93-492b-aa45-b140ea23fa84 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:34.721205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.734239 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.820945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.824556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.825838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/security-groups/724a166e-e847-4300-8210-62b76ac2c98a HTTP/1.1" status: 204 len: 168 time: 0.2088840 Jul 07 17:46:34.829595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:34.845191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb26a-bbc5-4422-a722-93fa982b73a4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a166e-e847-4300-8210-62b76ac2c98a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:34.875283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.923392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.955241 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.027024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.032368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.035087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/security-groups/7898422b-8fb3-4519-ab76-193754d2b9e2 HTTP/1.1" status: 204 len: 168 time: 0.2043476 Jul 07 17:46:35.035901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53712) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:35.088658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a5e1e-76f2-46d0-b1a4-86a6a24eec70 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898422b-8fb3-4519-ab76-193754d2b9e2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:35.100007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.101615 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.102146 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Floating IP 87776d68-22c2-4184-bb24-9abad4e1a412 disassociated. External IP: 172.25.3.172, port: 4df28411-9f93-492b-aa45-b140ea23fa84. Jul 07 17:46:35.102798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 4df28411-9f93-492b-aa45-b140ea23fa84 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:35.313992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.360923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=4df28411-9f93-492b-aa45-b140ea23fa84,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:35.987226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router 28940353-6b54-4df3-8dc2-f4b24f760a48 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:36.159422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:36.178926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:36.193301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] Sync routers for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:36.217275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:36.218176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:36.302110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:36.312278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:36.327390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c8c9f6c-8d50-45fa-8ef4-76c6e14da7c7 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/4df28411-9f93-492b-aa45-b140ea23fa84 HTTP/1.1" status: 204 len: 168 time: 1.7695940 Jul 07 17:46:36.330373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:36.342790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:36.345384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:36.456283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:36.457416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e52ef-a482-464b-9486-6d2550a94da1 None None] The sync data for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:36.460064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:36.501667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:36.502017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6d360ad4-3c9e-47f0-b0e5-62af4a4daeda not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:36.629417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 1c67607b-7d7b-4449-b86e-101489bc21b9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:36.629848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:36.766490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port 1c67607b-7d7b-4449-b86e-101489bc21b9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c67607b-7d7b-4449-b86e-101489bc21b9,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:36.767227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:36.788185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 1c67607b-7d7b-4449-b86e-101489bc21b9 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:36.996825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.076093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.109790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=1c67607b-7d7b-4449-b86e-101489bc21b9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:37.405615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 5452bd96-8a5a-4388-8463-4cfcae7a7458 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:37.406153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.457334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.569620 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.603789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 5452bd96-8a5a-4388-8463-4cfcae7a7458 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:37.635913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6d55c192-52f6-49fe-9578-01973fd2957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:37.853052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Router d7287b6f-589a-4d60-9447-7a287335ef04 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:37.989030 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.029244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=5452bd96-8a5a-4388-8463-4cfcae7a7458,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:38.050065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:38.060315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-99cfae58-48e4-4e76-aede-405312f0b8e4 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "PUT /v2.0/routers/d7287b6f-589a-4d60-9447-7a287335ef04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0198247 Jul 07 17:46:38.064493 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Sync routers for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:38.065775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53730) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:38.081793 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:38.082452 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:38.169250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting subnet 92c194fb-f864-4f7b-89ad-3167026ab99a {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:38.175314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.292115 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:38.301230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.442906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.514143 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.599506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.622122 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:46:36Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:38.638971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Subnet': ['ID=92c194fb-f864-4f7b-89ad-3167026ab99a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:38.645984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.648751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ba6654d2-3ef1-4d01-88b3-0eed039a430b tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/subnets/92c194fb-f864-4f7b-89ad-3167026ab99a HTTP/1.1" status: 204 len: 168 time: 0.5809989 Jul 07 17:46:38.652756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d581e-6521-4ae6-8181-424f74d86c6a None None] Network 23de15a8-7422-4925-97df-a13d6a51a072 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:38.661686 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Checking router: d7287b6f-589a-4d60-9447-7a287335ef04 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:38.664322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53738) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:38.672818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Routers {'d7287b6f-589a-4d60-9447-7a287335ef04'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:38.673721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7287b6f-589a-4d60-9447-7a287335ef04'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:38.769509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router 28940353-6b54-4df3-8dc2-f4b24f760a48 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:38.834125 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] Set router d7287b6f-589a-4d60-9447-7a287335ef04 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:38.866340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:38.943429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:38.949855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3bb3e58f-a4df-4e7a-9f96-21b937b19263 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/routers/28940353-6b54-4df3-8dc2-f4b24f760a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176953 Jul 07 17:46:38.954660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53740) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:38.958888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] Sync routers for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:38.976727 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:38.977766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:39.055820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] DHCP port deletion for 23de15a8-7422-4925-97df-a13d6a51a072 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:39.062130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:39.080700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.112802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] Routers {'28940353-6b54-4df3-8dc2-f4b24f760a48'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:39.113507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['28940353-6b54-4df3-8dc2-f4b24f760a48'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:39.163140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.179210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:46:36Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:39.203712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Deleting port 4830d1c7-5246-4a68-8b8f-df89f8600e8f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:39.203712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.228517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:39.237199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54b2d8-05cd-4a63-9c0c-17a991b58e15 None None] The sync data for ids ['28940353-6b54-4df3-8dc2-f4b24f760a48'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:39.257908 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740b76a-9fd8-4aff-930f-711d320356a1 None None] The sync data for ids ['d7287b6f-589a-4d60-9447-7a287335ef04'] in n-d-791505-12 is: [{'id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1350699020', 'tenant_id': '330a94b7554f42e28066d6d784f000fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:58Z', 'updated_at': '2021-07-07T17:46:36Z', 'revision_number': 5, 'project_id': '330a94b7554f42e28066d6d784f000fc', 'gw_port': {'id': '4830d1c7-5246-4a68-8b8f-df89f8600e8f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7287b6f-589a-4d60-9447-7a287335ef04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:44:00Z', 'updated_at': '2021-07-07T17:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:39.298701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Deleting port 7637e615-c2fc-4a7a-8636-fb3687840695 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:39.298701 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.348887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.373381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] For port 4830d1c7-5246-4a68-8b8f-df89f8600e8f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4830d1c7-5246-4a68-8b8f-df89f8600e8f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:39.373740 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.406464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Calling delete_port for 4830d1c7-5246-4a68-8b8f-df89f8600e8f owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:39.409258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] For port 7637e615-c2fc-4a7a-8636-fb3687840695, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7637e615-c2fc-4a7a-8636-fb3687840695,segment=NetworkSegment(492e041d-cd41-475c-99af-0221d5b0e052),segment_id=492e041d-cd41-475c-99af-0221d5b0e052)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:39.409828 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.424206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Calling delete_port for 7637e615-c2fc-4a7a-8636-fb3687840695 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:39.434261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 3add9b5c-ca5b-47a6-b01d-ca959a296e25 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:39.434846 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.541989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.553863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.563537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 3add9b5c-ca5b-47a6-b01d-ca959a296e25 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:39.583731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] Pushing event deleted for resources: {'Port': ['ID=7637e615-c2fc-4a7a-8636-fb3687840695,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:39.590371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce086fbd-d2d2-4202-83d7-ed3723f24752 None None] No DVR routers for this DVR port 7637e615-c2fc-4a7a-8636-fb3687840695 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:39.623299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.681921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Port': ['ID=4830d1c7-5246-4a68-8b8f-df89f8600e8f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:39.776937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.853513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.889733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=3add9b5c-ca5b-47a6-b01d-ca959a296e25,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:39.897473 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.900221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.954549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.955084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Fanout notify agent at l3_agent the message router_deleted on router d7287b6f-589a-4d60-9447-7a287335ef04 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:39.962522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:39.963709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8177feda-e7fd-47fc-a990-5bff01a6a613 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/routers/d7287b6f-589a-4d60-9447-7a287335ef04 HTTP/1.1" status: 204 len: 168 time: 1.2978101 Jul 07 17:46:39.966354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:40.001959 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.053728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.088719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-262344ce-5529-45e9-ac9d-dc3dee7fa530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.189138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.193581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.214865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.233823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23de15a8-7422-4925-97df-a13d6a51a072']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:40.244490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.245026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Fanout notify agent at l3_agent the message router_deleted on router 28940353-6b54-4df3-8dc2-f4b24f760a48 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:40.253196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492e041d-cd41-475c-99af-0221d5b0e052') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:40.253328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.253436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492e041d-cd41-475c-99af-0221d5b0e052') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:40.256789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ece868b-681b-4c3d-8831-ae2967b44059 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/routers/28940353-6b54-4df3-8dc2-f4b24f760a48 HTTP/1.1" status: 204 len: 168 time: 1.2985806 Jul 07 17:46:40.258047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:40.270834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.295752 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.311574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:40.312522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:40.318416 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:40.326163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting subnet 10c0464a-40eb-4150-a86f-bc65e1a38ea4 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:40.326163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.384571 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.443851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.456901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.476519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] 10.222.0.66 "DELETE /v2.0/networks/23de15a8-7422-4925-97df-a13d6a51a072 HTTP/1.1" status: 204 len: 168 time: 0.5083237 Jul 07 17:46:40.513587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a997d53-6d7d-4b52-95b5-f54a4e19c885 tempest-TestSecurityGroupsBasicOps-1854816969 tempest-TestSecurityGroupsBasicOps-1854816969-project] Pushing event deleted for resources: {'Network': ['ID=23de15a8-7422-4925-97df-a13d6a51a072,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:40.534215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.637330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.645797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7637e615-c2fc-4a7a-8636-fb3687840695 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:40.682497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7637e615-c2fc-4a7a-8636-fb3687840695 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:40.683365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7637e615-c2fc-4a7a-8636-fb3687840695 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:40.684111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c67607b-7d7b-4449-b86e-101489bc21b9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:40.719199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1c67607b-7d7b-4449-b86e-101489bc21b9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:40.719576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c67607b-7d7b-4449-b86e-101489bc21b9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:40.719979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4830d1c7-5246-4a68-8b8f-df89f8600e8f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:40.724380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.750216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4830d1c7-5246-4a68-8b8f-df89f8600e8f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:40.750403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4830d1c7-5246-4a68-8b8f-df89f8600e8f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:40.773664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Subnet': ['ID=10c0464a-40eb-4150-a86f-bc65e1a38ea4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:40.777295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:40.781756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c10fa7b-7952-45bd-921c-c8128abdc5b8 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/subnets/10c0464a-40eb-4150-a86f-bc65e1a38ea4 HTTP/1.1" status: 204 len: 168 time: 0.5228729 Jul 07 17:46:40.782484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90c960-03bd-4d25-8025-3c1b9eeb3c2b None None] Network 539eacaa-848c-4d0b-8962-13321800dc5a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:40.786692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:40.928221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.006844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port be767f51-0d4c-4221-bfe8-7f48baabe7ba {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:41.008203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.122573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] For port be767f51-0d4c-4221-bfe8-7f48baabe7ba, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=be767f51-0d4c-4221-bfe8-7f48baabe7ba,segment=NetworkSegment(acaa4a36-0675-4625-badb-62b9734cb6e5),segment_id=acaa4a36-0675-4625-badb-62b9734cb6e5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:41.123174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.153594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for be767f51-0d4c-4221-bfe8-7f48baabe7ba owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:41.178357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] DHCP port deletion for 539eacaa-848c-4d0b-8962-13321800dc5a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:41.199219 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:41.280787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Deleting port be767f51-0d4c-4221-bfe8-7f48baabe7ba {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:41.281330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.328206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.364136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=be767f51-0d4c-4221-bfe8-7f48baabe7ba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:41.369632 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] No DVR routers for this DVR port be767f51-0d4c-4221-bfe8-7f48baabe7ba on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:41.388757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] For port be767f51-0d4c-4221-bfe8-7f48baabe7ba, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=be767f51-0d4c-4221-bfe8-7f48baabe7ba,segment=NetworkSegment(acaa4a36-0675-4625-badb-62b9734cb6e5),segment_id=acaa4a36-0675-4625-badb-62b9734cb6e5)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:41.389463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.405440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Calling delete_port for be767f51-0d4c-4221-bfe8-7f48baabe7ba owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:41.453560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7817f7b2-21a3-48f5-9122-d813496bb8db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=330a94b7554f42e28066d6d784f000fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527339 Jul 07 17:46:41.456549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53770) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:41.473755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.501573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539eacaa-848c-4d0b-8962-13321800dc5a']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:41.525992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaa4a36-0675-4625-badb-62b9734cb6e5') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:41.526629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaa4a36-0675-4625-badb-62b9734cb6e5') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:41.537442 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.546528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.575483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] Pushing event deleted for resources: {'Port': ['ID=be767f51-0d4c-4221-bfe8-7f48baabe7ba,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:41.595694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892b191-5437-4d92-bfed-54f2c33bd759 None None] No DVR routers for this DVR port be767f51-0d4c-4221-bfe8-7f48baabe7ba on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:41.621241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.627013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.641940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:41.643192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:41.648554 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:41.671619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.766031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.779522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.783805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.785966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5d8ae33-2de1-4cfd-8039-67a911f2860d HTTP/1.1" status: 204 len: 168 time: 0.3281083 Jul 07 17:46:41.808201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:41.815811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/networks/539eacaa-848c-4d0b-8962-13321800dc5a HTTP/1.1" status: 204 len: 168 time: 1.0232887 Jul 07 17:46:41.816416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adebce-613d-409b-b96c-3f789a262113 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Network': ['ID=539eacaa-848c-4d0b-8962-13321800dc5a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:41.819360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53776) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:41.840980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3efab-2641-4132-b8b2-907c94b429a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8ae33-2de1-4cfd-8039-67a911f2860d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:41.911166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.034623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port ee2e370f-3162-4a07-9dc1-0e4a740af7b1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:42.035184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.146408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.147233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.178053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for ee2e370f-3162-4a07-9dc1-0e4a740af7b1 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:42.488927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.510416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device be767f51-0d4c-4221-bfe8-7f48baabe7ba no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:42.533465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23f45b0b-583b-437c-9b12-4ea897e9eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.557087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.558633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: be767f51-0d4c-4221-bfe8-7f48baabe7ba {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:42.559690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device be767f51-0d4c-4221-bfe8-7f48baabe7ba not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:42.600008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=ee2e370f-3162-4a07-9dc1-0e4a740af7b1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:42.676821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.680991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.685802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-37f9afd8-2356-4209-a37b-ecda1a439131 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/floatingips/87776d68-22c2-4184-bb24-9abad4e1a412 HTTP/1.1" status: 204 len: 168 time: 0.8606415 Jul 07 17:46:42.686487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53784) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.700710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23f45b0b-583b-437c-9b12-4ea897e9eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.705442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-23f45b0b-583b-437c-9b12-4ea897e9eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:42.718677 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e044eb-6b78-411f-8978-20053d567c3a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] DELETE failed (client error): The resource could not be found. Jul 07 17:46:42.719412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e044eb-6b78-411f-8978-20053d567c3a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:46:42.722038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-29e044eb-6b78-411f-8978-20053d567c3a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/4df28411-9f93-492b-aa45-b140ea23fa84 HTTP/1.1" status: 404 len: 333 time: 0.0337229 Jul 07 17:46:42.726957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53786) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.754866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-23f45b0b-583b-437c-9b12-4ea897e9eb51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=538b8b9416f8408badf6a4f7d92f53bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612462 Jul 07 17:46:42.755774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45b0b-583b-437c-9b12-4ea897e9eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac1b50-2dd1-4579-8bac-2e09fe52f6f8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:42.759093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53788) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.766483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b81ca7e8-cd76-4a9d-8e72-c907bb3bc645 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/ports?device_id=28940353-6b54-4df3-8dc2-f4b24f760a48 HTTP/1.1" status: 200 len: 205 time: 0.0382402 Jul 07 17:46:42.769425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53790) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.842813 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-cd398483-db6d-44df-8e9d-3a8ed8815eb5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] delete failed (client error): The resource could not be found. Jul 07 17:46:42.843824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd398483-db6d-44df-8e9d-3a8ed8815eb5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/routers/28940353-6b54-4df3-8dc2-f4b24f760a48 HTTP/1.1" status: 404 len: 336 time: 0.0721409 Jul 07 17:46:42.847588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53792) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:42.896146 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa18fa0f-5bd7-4aac-8d5c-a13317ffc763 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] DELETE failed (client error): The resource could not be found. Jul 07 17:46:42.896606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa18fa0f-5bd7-4aac-8d5c-a13317ffc763 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:46:42.903889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa18fa0f-5bd7-4aac-8d5c-a13317ffc763 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/subnets/10c0464a-40eb-4150-a86f-bc65e1a38ea4 HTTP/1.1" status: 404 len: 337 time: 0.0507169 Jul 07 17:46:42.904326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:43.058927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port dbe58b95-6024-4144-9ee9-9a0b09eee113 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:43.059756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.185728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.201952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for dbe58b95-6024-4144-9ee9-9a0b09eee113 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:43.213701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.248726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.371013 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.384858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.389213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4ac1b50-2dd1-4579-8bac-2e09fe52f6f8 HTTP/1.1" status: 204 len: 168 time: 0.6289246 Jul 07 17:46:43.403174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e59fe-92e3-4cd5-8ec1-6cb7118cfbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac1b50-2dd1-4579-8bac-2e09fe52f6f8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:43.503530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.565628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=dbe58b95-6024-4144-9ee9-9a0b09eee113,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:43.646280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.664879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.667945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd56270b-f294-4f6a-97a3-9baef291867b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/dbe58b95-6024-4144-9ee9-9a0b09eee113 HTTP/1.1" status: 204 len: 168 time: 0.7617881 Jul 07 17:46:43.671967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53808) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:43.854840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 159374f6-5638-435c-98b4-3c9a52b40a4c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:43.855839 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.980797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:43.996749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 159374f6-5638-435c-98b4-3c9a52b40a4c owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:44.068429 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:44.134095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e5b2ebde-5dee-419a-9cb1-b4532c44e3c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50578468a8ed4e5a973796db8ebe426d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644369 Jul 07 17:46:44.138597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:44.252274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.287801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=159374f6-5638-435c-98b4-3c9a52b40a4c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:44.290704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.348077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.439371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.446207 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8892c79d-d9e6-4b89-89f2-c7c353e9354b tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/ports/159374f6-5638-435c-98b4-3c9a52b40a4c HTTP/1.1" status: 204 len: 168 time: 0.7693558 Jul 07 17:46:44.447023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53818) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:44.514488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.517319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.521183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce0eda70-287b-4c7d-a5e5-6f4c58e0b8a2 HTTP/1.1" status: 204 len: 168 time: 0.3781903 Jul 07 17:46:44.533217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0faca4-0d56-4b0c-85d8-665c437a1c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0eda70-287b-4c7d-a5e5-6f4c58e0b8a2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:44.570154 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6de0f-114b-4b5f-a6c8-aef2b955c45f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:44.571940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-04b6de0f-114b-4b5f-a6c8-aef2b955c45f tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0800842-6256-4e20-961d-05a6c5f43c74 HTTP/1.1" status: 200 len: 913 time: 0.1233647 Jul 07 17:46:44.576340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:45.163163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:45.619174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 20259e2e-6c4f-459d-b0a9-db6ba4199df2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:45.619174 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:45.749497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:45.764229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 20259e2e-6c4f-459d-b0a9-db6ba4199df2 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:46.045369 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:46.081343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=20259e2e-6c4f-459d-b0a9-db6ba4199df2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:46.404655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:46.837873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18237d5e-f5d3-45b0-86cf-6d111a652dc2 req-bc59bfa9-f5ed-4141-bd87-b25c19f5e991 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.843244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Router b0800842-6256-4e20-961d-05a6c5f43c74 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:46.846134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18237d5e-f5d3-45b0-86cf-6d111a652dc2 req-bc59bfa9-f5ed-4141-bd87-b25c19f5e991 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1098 time: 0.1054742 Jul 07 17:46:46.922191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-18237d5e-f5d3-45b0-86cf-6d111a652dc2 req-188884d0-8605-4044-8581-b3a7957a85e7 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649776 Jul 07 17:46:46.959768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:47.026768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:47.034981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a4b645d9-4d69-4e4f-80bf-832a77b9f61a tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "PUT /v2.0/routers/b0800842-6256-4e20-961d-05a6c5f43c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574697 Jul 07 17:46:47.039530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:47.049539 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] Sync routers for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:47.060600 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:47.061354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:47.205663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.208765 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:47.227605 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] Routers {'b0800842-6256-4e20-961d-05a6c5f43c74'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:47.228915 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b0800842-6256-4e20-961d-05a6c5f43c74'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:47.265423 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:47.266043 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387f430-2cb2-4714-b290-45071f34bd3e None None] The sync data for ids ['b0800842-6256-4e20-961d-05a6c5f43c74'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:47.355643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.357538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 70a679b3-6c95-4721-af88-f1022e2fd13a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:47.358556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.474149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting port 2062e518-8d41-44fd-aee3-8bced33cd99a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:47.475033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.623899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.640091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Calling delete_port for 2062e518-8d41-44fd-aee3-8bced33cd99a owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:47.894829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.895719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.915851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 70a679b3-6c95-4721-af88-f1022e2fd13a owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:47.948564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.037993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Port': ['ID=2062e518-8d41-44fd-aee3-8bced33cd99a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:48.089638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.216295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.246419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.250963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.267360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=70a679b3-6c95-4721-af88-f1022e2fd13a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:48.346483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.350113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Fanout notify agent at l3_agent the message router_deleted on router b0800842-6256-4e20-961d-05a6c5f43c74 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:48.369843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.373830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b280ace9-327b-43d5-9c82-dd61779e8090 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/routers/b0800842-6256-4e20-961d-05a6c5f43c74 HTTP/1.1" status: 204 len: 168 time: 1.3329344 Jul 07 17:46:48.375842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53842) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:48.423063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.423448 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 36a8d5ce-9132-4a54-922d-b04c726d9ed4 disassociated (deleted). External IP: 172.25.3.91, port: 1dcfd4e1-0b66-481f-8995-f01ab979cf51. Jul 07 17:46:48.497671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Deleting subnet 07b0c718-c8d8-425a-9ae8-fbbc4635ffb9 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:48.507900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.601780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.724420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.866997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 3b76974d-841c-451e-85e8-c349e5e2c73d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:48.875837 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.970531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Subnet': ['ID=07b0c718-c8d8-425a-9ae8-fbbc4635ffb9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:48.987080 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.993212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fa666bdc-2fa2-4482-8ec2-16ba1eb242d2 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/subnets/07b0c718-c8d8-425a-9ae8-fbbc4635ffb9 HTTP/1.1" status: 204 len: 168 time: 0.6125121 Jul 07 17:46:48.993515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:49.141486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.144521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:49.153148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.160115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Sync routers for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:49.176731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:49.178099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.260059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96efeb68-172e-492b-8498-1049e4bb5e58 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/floatingips/36a8d5ce-9132-4a54-922d-b04c726d9ed4 HTTP/1.1" status: 204 len: 168 time: 2.2972810 Jul 07 17:46:49.263009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:49.266300 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94547bd8-6b2d-4b59-84d0-5c840b3f7553" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:49.305431 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.317896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04482c6-27dc-442c-a6b3-c6cbc1d7252e']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.329145 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:49.349044 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf0255-414c-49ca-9fa5-bdf1c440b765 x-openstack-request-id: req-5ddf0255-414c-49ca-9fa5-bdf1c440b765 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:49.349426 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:49.349811 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ddf0255-414c-49ca-9fa5-bdf1c440b765 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:49.350411 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:46:49.360797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae78bf5-53a9-46a6-9202-16d74625c48b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.360797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae78bf5-53a9-46a6-9202-16d74625c48b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.402723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.433651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.451183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:49.452060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:49.458305 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:49.473645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-8206b97d-f125-4b5b-9fcc-dc7f0ba54d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.476561 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-8206b97d-f125-4b5b-9fcc-dc7f0ba54d2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 1098 time: 0.1220596 Jul 07 17:46:49.635308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.641879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.644632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] 10.222.0.66 "DELETE /v2.0/networks/f04482c6-27dc-442c-a6b3-c6cbc1d7252e HTTP/1.1" status: 204 len: 168 time: 0.6496208 Jul 07 17:46:49.660837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-3692afbc-f479-4a7f-90ac-a1a6fc47950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.663218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-3692afbc-f479-4a7f-90ac-a1a6fc47950f service neutron] 10.222.0.73 "GET /v2.0/networks?id=83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 200 len: 898 time: 0.1798429 Jul 07 17:46:49.704729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.717250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325ec66-0a28-4c4e-8691-7be14b76dce5 tempest-FloatingIPTestJSON-157392897 tempest-FloatingIPTestJSON-157392897-project] Pushing event deleted for resources: {'Network': ['ID=f04482c6-27dc-442c-a6b3-c6cbc1d7252e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:49.747409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-3eab94dc-c29c-43b1-8cf6-ce102654621a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 200 len: 217 time: 0.0743566 Jul 07 17:46:49.766162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Checking router: 3b76974d-841c-451e-85e8-c349e5e2c73d for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:49.780083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:49.781181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:49.886521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-5db2c842-87b6-413a-bd4a-c3bfd54986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.888701 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-5db2c842-87b6-413a-bd4a-c3bfd54986bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 200 len: 835 time: 0.1362927 Jul 07 17:46:50.032614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-3d927947-cd51-44be-a274-e9ef9811a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.034415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-3d927947-cd51-44be-a274-e9ef9811a0ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83320aad-98ce-4897-ba9a-203e83513981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372042 Jul 07 17:46:50.098348 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53860) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:50.113937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:50.208215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5046d5-0c59-465a-8a4d-8f3fe7b4cfd3 req-e73e3ed0-f6d3-4384-b095-673191c8a1a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.217201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc5046d5-0c59-465a-8a4d-8f3fe7b4cfd3 req-e73e3ed0-f6d3-4384-b095-673191c8a1a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 946 time: 0.1333508 Jul 07 17:46:50.248300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-20bd6df0-2214-445d-88df-de062c2c7919 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048075 Jul 07 17:46:50.293265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc5046d5-0c59-465a-8a4d-8f3fe7b4cfd3 req-3e026e4d-c55d-4998-9285-f343bc9fff91 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748332 Jul 07 17:46:50.402794 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-94547bd8-6b2d-4b59-84d0-5c840b3f7553 req-f9da18ee-9d00-48c0-9419-2eb62a1802a5 service neutron] 10.222.0.73 "GET /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469550 Jul 07 17:46:50.446494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55aa42b0-6226-46b3-93d1-a4ee328037ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ce73825f36c45828dd85ead54e10fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450241 Jul 07 17:46:50.448547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53864) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:50.520293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:50.548975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.578466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f1eae-dfaa-45fb-88d3-dedb0870263c None None] The sync data for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 is: [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:43:59Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '3e88b8f1-aeb6-4980-a2c6-197dda635114', 'name': '', 'network_id': '83320aad-98ce-4897-ba9a-203e83513981', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:d2:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:55Z', 'updated_at': '2021-07-07T17:44:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '762e6bd5-5228-4875-a358-db11b9ff1f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:50.597611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.673200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.676930 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.679381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/443f1fd0-de22-4c1e-b578-7a29b783bb02 HTTP/1.1" status: 204 len: 168 time: 0.2291260 Jul 07 17:46:50.702176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9c60b-8def-4f5d-ac5b-29bfc563b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443f1fd0-de22-4c1e-b578-7a29b783bb02,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:50.985618 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ea03b-03a0-4cca-868f-96d99de79563 None None] New status for floating IP 36a8d5ce-9132-4a54-922d-b04c726d9ed4: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:46:51.325687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-c8db1f18-a255-4a68-b33a-0ec115ec80f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.327098 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-c8db1f18-a255-4a68-b33a-0ec115ec80f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 946 time: 0.1325738 Jul 07 17:46:51.480530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:51.480876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:51.709106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd546ce-1fd4-4da6-bd3e-ceaf57ddb466 req-1f21beb5-16b8-4b00-835d-1bd0233366c9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.717100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfd546ce-1fd4-4da6-bd3e-ceaf57ddb466 req-1f21beb5-16b8-4b00-835d-1bd0233366c9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 946 time: 0.1726100 Jul 07 17:46:51.756187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 1dcfd4e1-0b66-481f-8995-f01ab979cf51, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1dcfd4e1-0b66-481f-8995-f01ab979cf51,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:51.756955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:51.783895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 1dcfd4e1-0b66-481f-8995-f01ab979cf51 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:51.785006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfd546ce-1fd4-4da6-bd3e-ceaf57ddb466 req-cb5bb77a-37e8-4a09-b468-00f1c184e2e6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e661a19-baca-4377-a041-5e391d0f29aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626545 Jul 07 17:46:52.063459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.124671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=1dcfd4e1-0b66-481f-8995-f01ab979cf51,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:52.183050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:52.217261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] No DVR routers for this DVR port 1dcfd4e1-0b66-481f-8995-f01ab979cf51 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:52.221506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.226349 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-dac42471-f95d-4f7b-b63b-65a0935f1057 req-7c53db7b-6049-497f-b0ed-a3e10cb598cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "DELETE /v2.0/ports/1dcfd4e1-0b66-481f-8995-f01ab979cf51 HTTP/1.1" status: 204 len: 173 time: 0.8930094 Jul 07 17:46:52.227346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-deleted', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:52.231640 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72297620-1aaf-4842-93f1-5d0d78021d79" -d '{"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-deleted", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:52.306061 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda3f0b-629c-4353-9e85-89a0d97d8601 x-openstack-request-id: req-0bda3f0b-629c-4353-9e85-89a0d97d8601 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:52.306471 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e76e-57da-4729-976c-a1bd4cdf3086", "name": "network-vif-deleted", "tag": "1dcfd4e1-0b66-481f-8995-f01ab979cf51", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:52.307630 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bda3f0b-629c-4353-9e85-89a0d97d8601 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:52.309183 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e76e-57da-4729-976c-a1bd4cdf3086', 'name': 'network-vif-deleted', 'tag': '1dcfd4e1-0b66-481f-8995-f01ab979cf51', 'status': 'completed', 'code': 200} Jul 07 17:46:52.435776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1600395685'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:52.477588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Made reservation on behalf of 42b2f69647e14dfdbb3c953c55ad4530 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:52.484095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.501503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.692244 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.700966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.748966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:46:52.777941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a32441-0743-42a6-babc-d6cecaf29342,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:52.788214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.789604 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Added segment 13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66 of type vlan for network a01938b9-e835-4e98-9d15-bae46c675cc5 Jul 07 17:46:52.975086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.118333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37180765-f81f-4e6e-af2f-5871443b1e28 req-c0a9210f-21aa-45b6-8fbe-a2b2d4356415 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=f990e76e-57da-4729-976c-a1bd4cdf3086 HTTP/1.1" status: 200 len: 210 time: 0.0901060 Jul 07 17:46:53.126403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.139693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:53.141194 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.236594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0496643 Jul 07 17:46:53.237365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:53.244493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'subnet': {'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:53.246985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae199fba-e1d3-4e82-8cac-357b2fbf0b96 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Network': ['ID=a01938b9-e835-4e98-9d15-bae46c675cc5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:53.259284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a01938b9-e835-4e98-9d15-bae46c675cc5 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:46:53.380799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Made reservation on behalf of 42b2f69647e14dfdbb3c953c55ad4530 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:53.385093 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:53.940841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.015927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Subnet': ['ID=e9366379-bd3b-4c1b-bf68-a9af18049f7f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:54.029498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Checking segment: {'id': '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:54.029880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network hostable DHCP agents. Network: a01938b9-e835-4e98-9d15-bae46c675cc5, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:46:54.049438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network a01938b9-e835-4e98-9d15-bae46c675cc5 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:46:54.061160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a01938b9-e835-4e98-9d15-bae46c675cc5) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:54.066741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:54.067630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.077223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125804c5-5094-498e-9ab4-c065f663a6e4 None None] Network a01938b9-e835-4e98-9d15-bae46c675cc5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:54.097041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-790956f1-ea99-45b9-b39b-00a9d16d15b7 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8558478 Jul 07 17:46:54.097507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53914) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:54.105385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1708687415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:54.145754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.148682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.256082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.263507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.275331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53918) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:54.306691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.309209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a01938b9-e835-4e98-9d15-bae46c675cc5', 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5', 'tenant_id': '42b2f69647e14dfdbb3c953c55ad4530', 'fixed_ips': [{'subnet_id': 'e9366379-bd3b-4c1b-bf68-a9af18049f7f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:46:54.310612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-050f7b7e-3ffe-4c06-bfac-36877e52a302 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2113218 Jul 07 17:46:54.311299 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.313111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53920) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:54.510671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Allocated IP 172.20.0.2 (a01938b9-e835-4e98-9d15-bae46c675cc5/e9366379-bd3b-4c1b-bf68-a9af18049f7f/c2ebb42f-aad9-49ff-9183-b5699e745fd2) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:54.893248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.934775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.008781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.020535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Transition to ACTIVE for port object c2ebb42f-aad9-49ff-9183-b5699e745fd2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:55.052226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Transition to ACTIVE for port object c2ebb42f-aad9-49ff-9183-b5699e745fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:55.064847 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.108777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Network a01938b9-e835-4e98-9d15-bae46c675cc5 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:55.112676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:55.116946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:55.151129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Pushing event updated for resources: {'Port': ['ID=c2ebb42f-aad9-49ff-9183-b5699e745fd2,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:55.206423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.206730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.207062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.207398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.207737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.208072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.209131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.209131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.209339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.210246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.211495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.211495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:55.231865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Attempting to bind port c2ebb42f-aad9-49ff-9183-b5699e745fd2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:55.232292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Attempting to bind port c2ebb42f-aad9-49ff-9183-b5699e745fd2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:55.232615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Attempting to bind port c2ebb42f-aad9-49ff-9183-b5699e745fd2 on network a01938b9-e835-4e98-9d15-bae46c675cc5 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:55.237673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Allocated IP 172.20.0.1 (a01938b9-e835-4e98-9d15-bae46c675cc5/e9366379-bd3b-4c1b-bf68-a9af18049f7f/a75efb29-d4ac-4daf-9148-443f442c10ec) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:55.238581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:55.239119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Checking segment: {'id': '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:55.239550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.240121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Bound using segment: {'id': '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:55.240639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Bound port: c2ebb42f-aad9-49ff-9183-b5699e745fd2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:55.241121 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.365482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] For port c2ebb42f-aad9-49ff-9183-b5699e745fd2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:55.377891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] For port c2ebb42f-aad9-49ff-9183-b5699e745fd2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ebb42f-aad9-49ff-9183-b5699e745fd2,segment=NetworkSegment(13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66),segment_id=13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:55.386181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.391566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.408677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Transition to ACTIVE for port object a75efb29-d4ac-4daf-9148-443f442c10ec will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:55.453302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.494113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 3e88b8f1-aeb6-4980-a2c6-197dda635114 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:55.494834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.536283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:55.572035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network a01938b9-e835-4e98-9d15-bae46c675cc5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:55.579094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:55.590770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:55.595854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=a75efb29-d4ac-4daf-9148-443f442c10ec,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:55.602676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e801a7-6274-4394-9962-2e292a8156a2 None None] Pushing event updated for resources: {'Port': ['ID=c2ebb42f-aad9-49ff-9183-b5699e745fd2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:55.608740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 1dcfd4e1-0b66-481f-8995-f01ab979cf51 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:55.609276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1dcfd4e1-0b66-481f-8995-f01ab979cf51 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:55.662421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.732248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 3e88b8f1-aeb6-4980-a2c6-197dda635114, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e88b8f1-aeb6-4980-a2c6-197dda635114,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:55.733086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.741401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:55.754999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 3e88b8f1-aeb6-4980-a2c6-197dda635114 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:55.978118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.136336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.172132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=3e88b8f1-aeb6-4980-a2c6-197dda635114,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:56.464541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.544206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.562533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.630161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ebb42f-aad9-49ff-9183-b5699e745fd2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:56.687159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=a75efb29-d4ac-4daf-9148-443f442c10ec,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:56.690202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.789760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c2ebb42f-aad9-49ff-9183-b5699e745fd2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:56.834046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network a01938b9-e835-4e98-9d15-bae46c675cc5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:56.837853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:57.010299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router 3b76974d-841c-451e-85e8-c349e5e2c73d has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:57.080254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Router 357f0296-7440-4237-a5c8-644b82db4c87 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:46:57.117296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962a46f-acfe-40c5-8d7c-1b573b8223c0 None None] Network a01938b9-e835-4e98-9d15-bae46c675cc5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:57.206678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:57.214509 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3d1c29a-582d-4786-a493-6192abc3c3c9 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "PUT /v2.0/routers/357f0296-7440-4237-a5c8-644b82db4c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992298 Jul 07 17:46:57.221665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53930) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.237095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'port': {'network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5', 'name': 'tempest-FloatingIPNegativeTestJSON-952379925'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:57.241396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] Sync routers for ids ['357f0296-7440-4237-a5c8-644b82db4c87'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:57.261233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Provisioning for port c2ebb42f-aad9-49ff-9183-b5699e745fd2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:57.277854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Provisioning complete for port c2ebb42f-aad9-49ff-9183-b5699e745fd2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:57.278239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.293241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] Routers {'357f0296-7440-4237-a5c8-644b82db4c87'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:57.294594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['357f0296-7440-4237-a5c8-644b82db4c87'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.382366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.409046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.424456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] Routers {'357f0296-7440-4237-a5c8-644b82db4c87'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:57.425280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['357f0296-7440-4237-a5c8-644b82db4c87'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.462320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Made reservation on behalf of 42b2f69647e14dfdbb3c953c55ad4530 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:57.467026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.495845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] device_id is not set on port 1ea8a43a-d836-4b1f-ad01-b43806b13248 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:46:57.523199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.525010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7562-e97b-41a2-93ff-216daf588931 None None] The sync data for ids ['357f0296-7440-4237-a5c8-644b82db4c87'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:57.638108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.675936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:57.697065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] For port c2ebb42f-aad9-49ff-9183-b5699e745fd2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ebb42f-aad9-49ff-9183-b5699e745fd2,segment=NetworkSegment(13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66),segment_id=13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:57.701230 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Sync routers for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:57.706326 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:57.715014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:57.715880 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:57.720068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:57.727606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-649107e9-af42-4676-ad69-0ed7f9ed9332 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/3b76974d-841c-451e-85e8-c349e5e2c73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4476662 Jul 07 17:46:57.818021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Allocated IP 172.20.0.10 (a01938b9-e835-4e98-9d15-bae46c675cc5/e9366379-bd3b-4c1b-bf68-a9af18049f7f/1ea8a43a-d836-4b1f-ad01-b43806b13248) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:57.830562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7203ab-8b3e-48b3-95f4-be50433ed2d2 None None] Pushing event updated for resources: {'Port': ['ID=c2ebb42f-aad9-49ff-9183-b5699e745fd2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:57.916019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting subnet 762e6bd5-5228-4875-a358-db11b9ff1f78 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:57.931242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:57.934229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.150898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.171079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Provisioning complete for port c2ebb42f-aad9-49ff-9183-b5699e745fd2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:58.171677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.311684 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:46:56Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:58.416764 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Checking router: 3b76974d-841c-451e-85e8-c349e5e2c73d for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:58.433529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Routers {'3b76974d-841c-451e-85e8-c349e5e2c73d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:58.434685 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3b76974d-841c-451e-85e8-c349e5e2c73d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:58.515052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ebb42f-aad9-49ff-9183-b5699e745fd2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:58.627822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Provisioning for port a75efb29-d4ac-4daf-9148-443f442c10ec completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:58.648652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.655644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Provisioning complete for port a75efb29-d4ac-4daf-9148-443f442c10ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:58.656272 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.713902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa959007-c2b2-4324-a9fb-ad326362103a None None] Port a75efb29-d4ac-4daf-9148-443f442c10ec cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:58.750390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c2ebb42f-aad9-49ff-9183-b5699e745fd2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:58.751162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.792270 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] Set router 3b76974d-841c-451e-85e8-c349e5e2c73d gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:58.814167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.866701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Transition to ACTIVE for port object 1ea8a43a-d836-4b1f-ad01-b43806b13248 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:58.933592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1f74c87d-60c6-4659-8a02-1450456c4a75 None None] Provisioning complete for port a75efb29-d4ac-4daf-9148-443f442c10ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:58.933914 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f74c87d-60c6-4659-8a02-1450456c4a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.941192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.981891 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:58.984076 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/subnets/762e6bd5-5228-4875-a358-db11b9ff1f78 HTTP/1.1" status: 204 len: 168 time: 1.2683318 Jul 07 17:46:58.988315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53944) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:59.012644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16cef4-fb78-4de8-97a8-ffbd61c387a2 None None] Network 83320aad-98ce-4897-ba9a-203e83513981 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:59.040317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e0d44-8675-438d-89ba-0d60c8d5f48f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Subnet': ['ID=762e6bd5-5228-4875-a358-db11b9ff1f78,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:59.074661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.175129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=1ea8a43a-d836-4b1f-ad01-b43806b13248,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:59.208927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network a01938b9-e835-4e98-9d15-bae46c675cc5 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:59.218604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:59.222979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:59.309156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.330672 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:46:56Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:59.367360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:59.368222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.378286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1f74c87d-60c6-4659-8a02-1450456c4a75 None None] Port a75efb29-d4ac-4daf-9148-443f442c10ec cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:59.400394 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2942b09f-f870-4b22-931c-90610b0bef61 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1770949 Jul 07 17:46:59.404781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:59.410084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:59.421727 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b2c64-4185-40b3-b9db-586a7a203d8b None None] The sync data for ids ['3b76974d-841c-451e-85e8-c349e5e2c73d'] in n-d-791505-12 is: [{'id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063226251', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:43:40Z', 'updated_at': '2021-07-07T17:46:56Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': 'a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76974d-841c-451e-85e8-c349e5e2c73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:43:42Z', 'updated_at': '2021-07-07T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:59.481912 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.551322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93b4b5c1-58b9-460c-910e-6388cd0e9be6 None None] Provisioning complete for port a75efb29-d4ac-4daf-9148-443f442c10ec triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:59.551322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93b4b5c1-58b9-460c-910e-6388cd0e9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.630979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-93b4b5c1-58b9-460c-910e-6388cd0e9be6 None None] Port a75efb29-d4ac-4daf-9148-443f442c10ec cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:46:59.643426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.690968 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.749496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:59.750261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.856208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Allocated IP 172.25.3.156 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4db36805-85cf-42a0-ba64-984ba9afa3fe) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:59.883181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] DHCP port deletion for 83320aad-98ce-4897-ba9a-203e83513981 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:59.888558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6e0c832d-704e-405e-88a1-5c135f24ffc5 None None] Provisioning for port 1ea8a43a-d836-4b1f-ad01-b43806b13248 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:59.903405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6e0c832d-704e-405e-88a1-5c135f24ffc5 None None] Provisioning complete for port 1ea8a43a-d836-4b1f-ad01-b43806b13248 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:59.903919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6e0c832d-704e-405e-88a1-5c135f24ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.952845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:59.953224 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:59.979752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:00.101426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c832d-704e-405e-88a1-5c135f24ffc5 None None] Port 1ea8a43a-d836-4b1f-ad01-b43806b13248 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:00.122785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Deleting port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:00.123386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.137410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.232583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] For port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,segment=NetworkSegment(735116d6-d551-40b1-87e8-98e2d6146722),segment_id=735116d6-d551-40b1-87e8-98e2d6146722)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:00.232994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.238295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.244483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.253058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Calling delete_port for 29179728-95f8-4a5e-b7c1-d7d6e4eef29c owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:00.282335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:00.298875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:00.368495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:00.397200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:00.401366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.438667 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.496908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] Pushing event deleted for resources: {'Port': ['ID=29179728-95f8-4a5e-b7c1-d7d6e4eef29c,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:00.502549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=4db36805-85cf-42a0-ba64-984ba9afa3fe,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:00.513639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473eae55-a20a-4e07-ad4c-36997e07d75a None None] No DVR routers for this DVR port 29179728-95f8-4a5e-b7c1-d7d6e4eef29c on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:00.588934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.603989 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.608323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.613372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 29179728-95f8-4a5e-b7c1-d7d6e4eef29c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:00.652871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 29179728-95f8-4a5e-b7c1-d7d6e4eef29c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:00.654053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 29179728-95f8-4a5e-b7c1-d7d6e4eef29c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:00.654677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e88b8f1-aeb6-4980-a2c6-197dda635114 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:00.661365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.681993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.683295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Fanout notify agent at l3_agent the message router_deleted on router 3b76974d-841c-451e-85e8-c349e5e2c73d {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:47:00.697216 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:00.699066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-65b00697-13cb-48e7-a245-9820e60f7dce tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/routers/3b76974d-841c-451e-85e8-c349e5e2c73d HTTP/1.1" status: 204 len: 168 time: 1.7095363 Jul 07 17:47:00.702402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53952) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:00.715182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3e88b8f1-aeb6-4980-a2c6-197dda635114 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:00.715847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e88b8f1-aeb6-4980-a2c6-197dda635114 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:00.864565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.002068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.024322 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83320aad-98ce-4897-ba9a-203e83513981']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:01.027933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.036047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.043619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735116d6-d551-40b1-87e8-98e2d6146722') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:01.043910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735116d6-d551-40b1-87e8-98e2d6146722') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:01.085102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.141786 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.148783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=4db36805-85cf-42a0-ba64-984ba9afa3fe,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:01.157391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:01.157863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:01.161580 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:01.172802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.237319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.239617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d10b2597-ea24-4b5e-9db8-8b0c8affc3ab tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8334100 Jul 07 17:47:01.243967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:01.251331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-177e331b-3dff-4fa8-a7fd-58ee7486ea7d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'floatingip': {'port_id': '1ea8a43a-d836-4b1f-ad01-b43806b13248', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:01.300699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.324482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.327700 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/networks/83320aad-98ce-4897-ba9a-203e83513981 HTTP/1.1" status: 204 len: 168 time: 0.6230137 Jul 07 17:47:01.332228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:01.349292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-177e331b-3dff-4fa8-a7fd-58ee7486ea7d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.353499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fa271-7d3a-4dea-b520-aec13bc524fd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Network': ['ID=83320aad-98ce-4897-ba9a-203e83513981,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:01.421613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.461475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.560335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.564131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:01.566253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/security-groups/4e661a19-baca-4377-a041-5e391d0f29aa HTTP/1.1" status: 204 len: 168 time: 0.2329011 Jul 07 17:47:01.584356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54efab-ed04-4f84-8e2b-dd45743123ca tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e661a19-baca-4377-a041-5e391d0f29aa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:01.911223 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-177e331b-3dff-4fa8-a7fd-58ee7486ea7d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] update failed (client error): The resource could not be found. Jul 07 17:47:01.916563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53974) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:01.921915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-177e331b-3dff-4fa8-a7fd-58ee7486ea7d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "PUT /v2.0/floatingips/ebf94f7a-b3e2-484f-8dd7-b29b0c7ab8bf HTTP/1.1" status: 404 len: 507 time: 0.6763070 Jul 07 17:47:02.031051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.039280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326184062', 'description': 'tempest-secgroup-smoke-326184062 description', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:02.081876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.092663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting port 4db36805-85cf-42a0-ba64-984ba9afa3fe {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:02.093071 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.203177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.203886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.220780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Calling delete_port for 4db36805-85cf-42a0-ba64-984ba9afa3fe owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:02.260759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.267064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.333350 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:02.365286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.368162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c879fbff-efc5-486d-91ab-c98f1dbc7539,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.374834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:02.383875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.388651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2e33fa42-778f-43ed-9de2-d56b712bce37 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3533897 Jul 07 17:47:02.389129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.399144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:02.408276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:02.412352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device a7129bd6-5bb1-4b22-9b0c-f9e9a9cfc918 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:02.422329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.462318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.485923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Port': ['ID=4db36805-85cf-42a0-ba64-984ba9afa3fe,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.558953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17b93635-8fee-4e47-a29c-4c59530d5057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.599615 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.607400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.630347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.636637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.639123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d0de160a-8372-43b9-afe6-77ef4cf0ea7e tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "DELETE /v2.0/floatingips/ebf94f7a-b3e2-484f-8dd7-b29b0c7ab8bf HTTP/1.1" status: 204 len: 168 time: 0.7208645 Jul 07 17:47:02.640818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b8c80b-38b7-4237-ad03-571b02237447,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.643293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.650033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c320e666-45f5-4080-83cc-96a1181c9d5a tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'floatingip': {'floating_network_id': 'a01938b9-e835-4e98-9d15-bae46c675cc5', 'port_id': '1ea8a43a-d836-4b1f-ad01-b43806b13248', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:02.711461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17b93635-8fee-4e47-a29c-4c59530d5057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.717362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17b93635-8fee-4e47-a29c-4c59530d5057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.723546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.728992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-86793168-ff89-466f-a48f-8b43f324d755 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342845 Jul 07 17:47:02.731701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 53990) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.738972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:02.748994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c320e666-45f5-4080-83cc-96a1181c9d5a tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.762022 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-17b93635-8fee-4e47-a29c-4c59530d5057 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4a0c88b1093491eaab66cbe9f39a5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862994 Jul 07 17:47:02.762822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93635-8fee-4e47-a29c-4c59530d5057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22780d28-8b1a-48f6-8a40-9d095af8bc7e,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.765226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53992) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.821603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.825185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.853229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.914850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.921589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.929388 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.933190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.934904 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22780d28-8b1a-48f6-8a40-9d095af8bc7e HTTP/1.1" status: 204 len: 168 time: 0.1684725 Jul 07 17:47:02.950801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a58e5d-2ac5-4d57-9b88-6747f2d2deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22780d28-8b1a-48f6-8a40-9d095af8bc7e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.953438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5cba2-7f1c-448c-8728-d2a833153423,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:02.964048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.973503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ebb5a23b-29e1-413f-a8e6-5ee14638996c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2403159 Jul 07 17:47:02.977164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53996) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:02.983683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:03.020160 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-c320e666-45f5-4080-83cc-96a1181c9d5a tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:47:03.021436 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c320e666-45f5-4080-83cc-96a1181c9d5a tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3769474 Jul 07 17:47:03.027362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 53998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:03.035207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '1ea8a43a-d836-4b1f-ad01-b43806b13248', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:03.045445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.120915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.220052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.227833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.274431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d31e81-0cd3-484f-9f5b-7091312827bb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:03.285586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.292809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-286efe6c-3be6-45fe-966b-873ea9afd6da tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085718 Jul 07 17:47:03.293319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54008) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:03.297809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:03.351747 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.403642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.467533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.482684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.520487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa71212-75f4-4ee7-ab22-5eab3ef04f84,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:03.545673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.546945 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61939680-31a1-41ec-827b-e3782c5b4107 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2529914 Jul 07 17:47:03.551771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:03.557273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:03.606822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Allocated IP 172.25.3.119 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/fd24a037-700b-499a-b065-be9b24c6ebc3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:03.625401 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:47:03.637463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.775757 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.780355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.818212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b546a77c-25e7-4f75-b5ce-283969a49fc3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:03.835556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.840197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.845967 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0acd8fbf-9091-4ba5-9e9e-2e8f1cc94dde tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2887044 Jul 07 17:47:03.845967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54026) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:03.851953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'c879fbff-efc5-486d-91ab-c98f1dbc7539', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:03.888110 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:47:03.900811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.925623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.008955 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:04.017934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:04.025135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:04.027735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event updated for resources: {'Port': ['ID=fd24a037-700b-499a-b065-be9b24c6ebc3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:04.077058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.084505 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.127847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11840f86-cfd6-4701-b158-e008a3c82082,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:04.143858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.149759 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9de0ca9a-bcf6-4018-99c1-33def68022e9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2980900 Jul 07 17:47:04.150221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54028) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:04.155625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'network': {'name': 'tempest-network-smoke--1585549630', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:04.223336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:04.227826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.283973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:04.299527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.299872 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Added segment bc86c446-25fa-43b8-8ba6-6d203a0e5e9e of type vlan for network ec6d197f-62e4-4e1a-aca7-266b723412de Jul 07 17:47:04.355675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.362061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting port fd24a037-700b-499a-b065-be9b24c6ebc3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:04.362484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.456088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.463231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:04.463961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.554950 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.555426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.562832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4110827 Jul 07 17:47:04.567727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54036) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:04.577479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bad760-f098-4a48-ae03-f43d89ca45a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Network': ['ID=ec6d197f-62e4-4e1a-aca7-266b723412de,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:04.577774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'admin_state_up': True, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:04.586720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Calling delete_port for fd24a037-700b-499a-b065-be9b24c6ebc3 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:04.594250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ec6d197f-62e4-4e1a-aca7-266b723412de details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:04.634916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.636600 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.702347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.823243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.860365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Port': ['ID=fd24a037-700b-499a-b065-be9b24c6ebc3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:05.002427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.014843 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] create failed (client error): The resource could not be found. Jul 07 17:47:05.017336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-205211de-3cc1-415e-9c03-13d437ad2b0c tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9883664 Jul 07 17:47:05.023934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:05.203776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting port 1ea8a43a-d836-4b1f-ad01-b43806b13248 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:05.204433 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.346188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.378457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Calling delete_port for 1ea8a43a-d836-4b1f-ad01-b43806b13248 owned by {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:05.382131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.408766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.591228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.176 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/318df32d-1752-497f-a364-17ac074805fc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:05.617275 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.658292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Port': ['ID=1ea8a43a-d836-4b1f-ad01-b43806b13248,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:05.772593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.778417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10b8b4e6-135d-40ae-9c94-69b4ed2a469f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "DELETE /v2.0/ports/1ea8a43a-d836-4b1f-ad01-b43806b13248 HTTP/1.1" status: 204 len: 168 time: 0.7531118 Jul 07 17:47:05.779506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54046) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:05.865090 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.880526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103433b-09cf-4b10-b15a-43f191e14173 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:05.889944 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f103433b-09cf-4b10-b15a-43f191e14173 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "GET /v2.0/ports?device_id=357f0296-7440-4237-a5c8-644b82db4c87 HTTP/1.1" status: 200 len: 913 time: 0.1089213 Jul 07 17:47:05.891223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:05.945567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.995940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:06.000126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:06.004152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:06.057270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=318df32d-1752-497f-a364-17ac074805fc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:06.316683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.480175 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.668828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.833276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router c47940bc-9ba1-4c7a-a603-5438c8e75c3e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:47:06.834603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting port a75efb29-d4ac-4daf-9148-443f442c10ec {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:06.835267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.950803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.966895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Calling delete_port for a75efb29-d4ac-4daf-9148-443f442c10ec owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:07.012712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:07.028155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Sync routers for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:07.046334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.050740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9cb10e13-1d06-41fb-a016-fa21a49d1e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4786725 Jul 07 17:47:07.051914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:07.052529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:07.054206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:07.127096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c68d6308-992a-4992-b234-4897cdfc9efe tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=61c83d0a2e3f4538b485bf39d2f4e91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713105 Jul 07 17:47:07.128122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:07.236082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:07.277348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64edbb-8988-46eb-851f-9e375ee707eb tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.283716 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ee64edbb-8988-46eb-851f-9e375ee707eb tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503589 Jul 07 17:47:07.284040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54058) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:07.322852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.334560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-00d4e0ca-fa42-49ec-b145-da5de1999ee3 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451481 Jul 07 17:47:07.336012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54060) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:07.348438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2081464831', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:07.355792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Port': ['ID=a75efb29-d4ac-4daf-9148-443f442c10ec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:07.547465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.618064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:07.630719 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.645097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ad8feb24-4808-4ff9-a68a-18851db85a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.661367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:06Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:07.709950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Checking router: c47940bc-9ba1-4c7a-a603-5438c8e75c3e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:07.710429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Updating router c47940bc-9ba1-4c7a-a603-5438c8e75c3e port 318df32d-1752-497f-a364-17ac074805fc binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:07.778160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.782756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Router 357f0296-7440-4237-a5c8-644b82db4c87 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:07.951744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:07.967157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ad017410-2b43-43b5-8fb1-b64182288394 tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "PUT /v2.0/routers/357f0296-7440-4237-a5c8-644b82db4c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0724664 Jul 07 17:47:07.967817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54062) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:07.970128 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] Sync routers for ids ['357f0296-7440-4237-a5c8-644b82db4c87'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:07.980953 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.989327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] Routers {'357f0296-7440-4237-a5c8-644b82db4c87'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:07.990616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['357f0296-7440-4237-a5c8-644b82db4c87'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:08.093860 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:08.103384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.128559 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.131804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] Routers {'357f0296-7440-4237-a5c8-644b82db4c87'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:08.133279 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['357f0296-7440-4237-a5c8-644b82db4c87'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:08.147870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Transition to ACTIVE for port object 318df32d-1752-497f-a364-17ac074805fc will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:08.159188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.217862 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:08.219510 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf820d8b-6feb-4395-b51b-9645eaac7a64 None None] The sync data for ids ['357f0296-7440-4237-a5c8-644b82db4c87'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:08.271325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830fd8c-940c-446c-8e8e-8e0fc6f5f0fc None None] Pushing event updated for resources: {'Port': ['ID=318df32d-1752-497f-a364-17ac074805fc,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:08.280416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Attempting to bind port 318df32d-1752-497f-a364-17ac074805fc on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:08.281122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Attempting to bind port 318df32d-1752-497f-a364-17ac074805fc by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:08.281463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Attempting to bind port 318df32d-1752-497f-a364-17ac074805fc on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:08.288472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:08.288893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:08.289305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.289716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:08.290235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Bound port: 318df32d-1752-497f-a364-17ac074805fc, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:08.290661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.380753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] For port 318df32d-1752-497f-a364-17ac074805fc, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:08.386384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] For port 318df32d-1752-497f-a364-17ac074805fc, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=318df32d-1752-497f-a364-17ac074805fc,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:08.393371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.477918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830fd8c-940c-446c-8e8e-8e0fc6f5f0fc None None] Pushing event updated for resources: {'Port': ['ID=318df32d-1752-497f-a364-17ac074805fc,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:08.481652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:08.482409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:46:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:08.530082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:08.808322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:08.808785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network hostable DHCP agents. Network: ec6d197f-62e4-4e1a-aca7-266b723412de, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:08.813201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Subnet': ['ID=80b9ea68-8bf4-4192-8402-3476461f3e43,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:08.853413 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.858132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.884947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5418ee78-a7fd-43ff-99ee-faba54af2907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.927059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:08.946598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network ec6d197f-62e4-4e1a-aca7-266b723412de is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:08.967559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.968249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Fanout notify agent at l3_agent the message router_deleted on router 357f0296-7440-4237-a5c8-644b82db4c87 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:47:08.970807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ec6d197f-62e4-4e1a-aca7-266b723412de) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:08.987097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060f430-0e63-490f-a1a4-70650b67a2b6 None None] Network ec6d197f-62e4-4e1a-aca7-266b723412de requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:08.988390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.989757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4dab803c-93f9-4d85-b3c6-7c809b1d7c5f tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "DELETE /v2.0/routers/357f0296-7440-4237-a5c8-644b82db4c87 HTTP/1.1" status: 204 len: 168 time: 1.0182664 Jul 07 17:47:08.995878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:08.996581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.997379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:09.171824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting subnet e9366379-bd3b-4c1b-bf68-a9af18049f7f {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:47:09.177283 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.255324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.376908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ec6d197f-62e4-4e1a-aca7-266b723412de', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:47:09.378898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.406014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5418ee78-a7fd-43ff-99ee-faba54af2907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.422044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5418ee78-a7fd-43ff-99ee-faba54af2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.437301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-93dc6034-7153-4888-9921-db4cc1897af7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0966303 Jul 07 17:47:09.442837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54080) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:09.455606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:06Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:09.482757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418ee78-a7fd-43ff-99ee-faba54af2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181050a4-3d69-4a1a-b678-dd542d37a06b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:09.486481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.626637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ded96-d0a4-4f1b-8a17-68cebc13aace None None] The sync data for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 is: [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:06Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:09.634548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5418ee78-a7fd-43ff-99ee-faba54af2907 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67cab920a3eb414f95576d1a1234e624&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0982778 Jul 07 17:47:09.635466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54084) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:09.797624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.896443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Allocated IP 172.20.0.2 (ec6d197f-62e4-4e1a-aca7-266b723412de/80b9ea68-8bf4-4192-8402-3476461f3e43/ae388a23-b0a3-429d-afa7-244bfd40138e) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:09.961354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8283f22c-94b9-468b-a914-6b6e32639db8 None None] Network a01938b9-e835-4e98-9d15-bae46c675cc5 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:09.962105 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Subnet': ['ID=e9366379-bd3b-4c1b-bf68-a9af18049f7f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:09.969017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.979360 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1db1de3d-0b3a-4342-b3f9-bd06033388ff tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "DELETE /v2.0/subnets/e9366379-bd3b-4c1b-bf68-a9af18049f7f HTTP/1.1" status: 204 len: 168 time: 0.9768772 Jul 07 17:47:09.980837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54086) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:09.988677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.085264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.193091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.196540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.200368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/181050a4-3d69-4a1a-b678-dd542d37a06b HTTP/1.1" status: 204 len: 168 time: 0.5554006 Jul 07 17:47:10.208918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1453f8f-3edb-4953-9684-1e66ea280508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181050a4-3d69-4a1a-b678-dd542d37a06b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:10.333552 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5333a3e-7122-435c-a7c5-edb42fe330ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.596034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.611049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 318df32d-1752-497f-a364-17ac074805fc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:10.640023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.647706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.654357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.668340 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.677170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.685039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.700281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.702080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Transition to ACTIVE for port object ae388a23-b0a3-429d-afa7-244bfd40138e will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:10.714489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.730225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-c0e4bb4a-5d1a-4f3a-9392-9d5d04d8d9e6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.8227229 Jul 07 17:47:10.775355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.801645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Transition to ACTIVE for port object ae388a23-b0a3-429d-afa7-244bfd40138e will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:10.810652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 318df32d-1752-497f-a364-17ac074805fc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:10.819696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.843544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 318df32d-1752-497f-a364-17ac074805fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:10.844146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.944709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] DHCP port deletion for a01938b9-e835-4e98-9d15-bae46c675cc5 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:47:10.957431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Network ec6d197f-62e4-4e1a-aca7-266b723412de is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:10.978234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:10.982347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:11.013118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.024075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.032922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.042384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.050820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.058483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.066380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.069305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-c95e77a9-909e-45d7-aa4e-a4a9b344d603 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 5444 time: 0.3342063 Jul 07 17:47:11.156898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Pushing event updated for resources: {'Port': ['ID=ae388a23-b0a3-429d-afa7-244bfd40138e,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:11.206778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3799384-59b4-4a3e-9fee-0e7d6c4b1200 req-6ec97681-3d95-4b46-ab64-1e3e25746ba1 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4749207 Jul 07 17:47:11.209804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Attempting to bind port ae388a23-b0a3-429d-afa7-244bfd40138e on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:11.210240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Attempting to bind port ae388a23-b0a3-429d-afa7-244bfd40138e by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:11.211251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Attempting to bind port ae388a23-b0a3-429d-afa7-244bfd40138e on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:11.218674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.224113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:11.225554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:11.226339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.227940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Bound using segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:11.229179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Bound port: ae388a23-b0a3-429d-afa7-244bfd40138e, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:11.229876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.235248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-69398715-a3c8-4c7d-abf9-32a8f81cd91e tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.243417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-69398715-a3c8-4c7d-abf9-32a8f81cd91e tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1656003 Jul 07 17:47:11.265737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Deleting port c2ebb42f-aad9-49ff-9183-b5699e745fd2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:11.266299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.381729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.431541 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-69192933-24a6-45bf-8cb7-1ba616bdd3d9 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1826723 Jul 07 17:47:11.436443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Deleting port c2ebb42f-aad9-49ff-9183-b5699e745fd2 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:11.437082 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.445207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:11.453756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 318df32d-1752-497f-a364-17ac074805fc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=318df32d-1752-497f-a364-17ac074805fc,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:11.511308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.556718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.592335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] For port ae388a23-b0a3-429d-afa7-244bfd40138e, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:11.636785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] For port ae388a23-b0a3-429d-afa7-244bfd40138e, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae388a23-b0a3-429d-afa7-244bfd40138e,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:11.651603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] For port c2ebb42f-aad9-49ff-9183-b5699e745fd2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ebb42f-aad9-49ff-9183-b5699e745fd2,segment=NetworkSegment(13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66),segment_id=13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:11.652409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.654021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] For port c2ebb42f-aad9-49ff-9183-b5699e745fd2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c2ebb42f-aad9-49ff-9183-b5699e745fd2,segment=NetworkSegment(13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66),segment_id=13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:11.655012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.656929 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.692466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Calling delete_port for c2ebb42f-aad9-49ff-9183-b5699e745fd2 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:11.715886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=318df32d-1752-497f-a364-17ac074805fc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:11.729308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:11.758178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Calling delete_port for c2ebb42f-aad9-49ff-9183-b5699e745fd2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:11.798645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] For port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:11.838670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] device_id is not set on port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:47:11.848622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.861000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.862481 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:11.889797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] No DVR routers for this DVR port c2ebb42f-aad9-49ff-9183-b5699e745fd2 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:11.971765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.029826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] No DVR routers for this DVR port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:12.043423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dbfb8-8d1f-459f-a9df-f7bbff95e1f4 None None] Pushing event updated for resources: {'Port': ['ID=ae388a23-b0a3-429d-afa7-244bfd40138e,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:12.105764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Pushing event updated for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:12.108454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea610623-5cf4-4391-bb20-d1f3f8bb1fca None None] Pushing event deleted for resources: {'Port': ['ID=c2ebb42f-aad9-49ff-9183-b5699e745fd2,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:12.128209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] In _notify_port_updated(), no bound segment for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:47:12.129165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:12.129825 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.132402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-66edd492-9e41-4b21-8251-1493e4a2b327 service neutron] 10.222.0.23 "PUT /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 200 len: 1031 time: 0.6937492 Jul 07 17:47:12.221594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.1 (ec6d197f-62e4-4e1a-aca7-266b723412de/80b9ea68-8bf4-4192-8402-3476461f3e43/4fb072ad-5189-40b4-818b-ebfd99af8c91) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:12.233818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.276472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-8e3497d0-acc5-43cf-aee4-4da357060039 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:12.278578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-8e3497d0-acc5-43cf-aee4-4da357060039 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "GET /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1364708 Jul 07 17:47:12.302868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:12.348407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] No DVR routers for this DVR port c2ebb42f-aad9-49ff-9183-b5699e745fd2 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:12.458538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Port': ['ID=c2ebb42f-aad9-49ff-9183-b5699e745fd2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:12.545520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-35046185-6f7c-4ac3-8664-2da6de7e6fe3 None None] Provisioning complete for port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:12.546060 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-35046185-6f7c-4ac3-8664-2da6de7e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.604635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.641168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-35046185-6f7c-4ac3-8664-2da6de7e6fe3 None None] Port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:12.705625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae388a23-b0a3-429d-afa7-244bfd40138e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:12.752988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.778572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01938b9-e835-4e98-9d15-bae46c675cc5']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:12.796832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ae388a23-b0a3-429d-afa7-244bfd40138e completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:12.802601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 318df32d-1752-497f-a364-17ac074805fc up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:12.818885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:12.828179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e3d5a2-0d85-4f3f-a1c0-bc3b13ae6d66') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:12.874706 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 318df32d-1752-497f-a364-17ac074805fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:12.874706 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.042664 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.047210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.075103 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.101656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object 4fb072ad-5189-40b4-818b-ebfd99af8c91 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:13.105103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:13.105831 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self.session.flush() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:13.112426 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:13.206430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ebb42f-aad9-49ff-9183-b5699e745fd2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:13.267586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.273857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c2ebb42f-aad9-49ff-9183-b5699e745fd2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:13.274638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c2ebb42f-aad9-49ff-9183-b5699e745fd2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:13.277006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.291138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.297582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.311508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=48e51a19-49b9-40f5-b642-37e38d95401e,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:13.312068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.312068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.313124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-84829a4d-4168-4890-93cd-77b08a129ca3 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 4666 time: 0.6989105 Jul 07 17:47:13.382000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.409986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] For port 48e51a19-49b9-40f5-b642-37e38d95401e, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:13.410345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.415747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] 10.222.0.66 "DELETE /v2.0/networks/a01938b9-e835-4e98-9d15-bae46c675cc5 HTTP/1.1" status: 204 len: 168 time: 3.4337816 Jul 07 17:47:13.425399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81514c8f-7bc6-4911-816b-f3af748896b4 req-acd238a9-00b7-40db-81b4-d3b41a2d886d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&id=9dcf124f-5f45-4b2a-90ec-4af45eefbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969543 Jul 07 17:47:13.437076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.513999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673a09-7877-40e9-b066-c425fec5aa2d tempest-FloatingIPNegativeTestJSON-1445782991 tempest-FloatingIPNegativeTestJSON-1445782991-project] Pushing event deleted for resources: {'Network': ['ID=a01938b9-e835-4e98-9d15-bae46c675cc5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:13.518117 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:13.539639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] device_id is not set on port 48e51a19-49b9-40f5-b642-37e38d95401e yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:47:13.549785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network ec6d197f-62e4-4e1a-aca7-266b723412de is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:13.558130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:13.565424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.580592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:13.593716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.647229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.685928 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.827373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] No DVR routers for this DVR port 48e51a19-49b9-40f5-b642-37e38d95401e on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:13.843186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Pushing event updated for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:13.904194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] In _notify_port_updated(), no bound segment for port 48e51a19-49b9-40f5-b642-37e38d95401e on network b380fc7c-3a47-4b17-b38a-989f95d40bf7 {{(pid=93947) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:47:13.905481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.906256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:13.907993 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-ef13d02c-3aee-4e8b-a7d8-bdf9536150d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 200 len: 1032 time: 1.6229413 Jul 07 17:47:14.003948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.159579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01bd64-f4b0-4ed1-a285-0f283c482302 None None] Network ec6d197f-62e4-4e1a-aca7-266b723412de requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:14.203328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54128) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.222716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port ac81bfdf-c086-493b-aaad-b88f9be9064d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:14.223314 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.226416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Provisioning complete for port 48e51a19-49b9-40f5-b642-37e38d95401e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:14.227136 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.326643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Port 48e51a19-49b9-40f5-b642-37e38d95401e cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:14.373841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port ac81bfdf-c086-493b-aaad-b88f9be9064d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac81bfdf-c086-493b-aaad-b88f9be9064d,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:14.374970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.394121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for ac81bfdf-c086-493b-aaad-b88f9be9064d owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:14.404474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Provisioning for port ae388a23-b0a3-429d-afa7-244bfd40138e completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:14.421018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Provisioning complete for port ae388a23-b0a3-429d-afa7-244bfd40138e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:14.422072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.494490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b64dd9c9-dca6-4a33-b31a-d05d15e65e34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42b2f69647e14dfdbb3c953c55ad4530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877951 Jul 07 17:47:14.495755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.584826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:14.601093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.622701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.638350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.653802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.671114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.682363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.705784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=ac81bfdf-c086-493b-aaad-b88f9be9064d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:14.735355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] For port ae388a23-b0a3-429d-afa7-244bfd40138e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae388a23-b0a3-429d-afa7-244bfd40138e,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:14.743725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.782275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port ac81bfdf-c086-493b-aaad-b88f9be9064d on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:14.785525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.788517 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-2b497e4b-3f2e-407e-8d78-886cc26395e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "DELETE /v2.0/ports/ac81bfdf-c086-493b-aaad-b88f9be9064d HTTP/1.1" status: 204 len: 173 time: 0.8637805 Jul 07 17:47:14.789375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:14.792793 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c9675-5c89-4763-a65a-63be784626a7" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:14.844739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.864470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:14.871150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.956809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:14.959335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:14.960689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.962867 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8638d2-d084-4c42-85f7-0f39388f66cf" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:14.964053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.965633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42a32441-0743-42a6-babc-d6cecaf29342 HTTP/1.1" status: 204 len: 168 time: 0.4691167 Jul 07 17:47:14.977225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.978230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:14.984000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-69cc5610-5fc3-48c3-afc5-6d25c75109ce tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:14.991121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-69cc5610-5fc3-48c3-afc5-6d25c75109ce tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:14.995008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 42ff661e-b273-4336-a99d-d7058e943519 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:14.997324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-69cc5610-5fc3-48c3-afc5-6d25c75109ce tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:14.998210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.009663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-69cc5610-5fc3-48c3-afc5-6d25c75109ce tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:15.011518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-69cc5610-5fc3-48c3-afc5-6d25c75109ce tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 3152 time: 0.2429206 Jul 07 17:47:15.061955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5c474-05f0-41d3-bece-4514bd49e7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a32441-0743-42a6-babc-d6cecaf29342,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.086425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Provisioning for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:15.096385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a28421-5c93-40a1-befc-5ea7356aba75 None None] Pushing event updated for resources: {'Port': ['ID=ae388a23-b0a3-429d-afa7-244bfd40138e,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.116394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Provisioning complete for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:15.116839 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.121283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network ec6d197f-62e4-4e1a-aca7-266b723412de is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:15.135663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1ac473a-82c1-4dee-8d54-bbdf6f1a330a req-ebe1d99d-a4be-4573-aa9d-04bedab29f77 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997183 Jul 07 17:47:15.144309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:15.211592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port 42ff661e-b273-4336-a99d-d7058e943519, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=42ff661e-b273-4336-a99d-d7058e943519,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:15.212133 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.218093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Port 4fb072ad-5189-40b4-818b-ebfd99af8c91 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:15.334389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Provisioning complete for port ae388a23-b0a3-429d-afa7-244bfd40138e triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:15.334753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b28474fc-77ca-44e3-aeff-a3d9361ee681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.364124 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97449d59-f68f-496c-b7dc-880cf69352a3 x-openstack-request-id: req-97449d59-f68f-496c-b7dc-880cf69352a3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:15.366999 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "ac81bfdf-c086-493b-aaad-b88f9be9064d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:15.367516 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97449d59-f68f-496c-b7dc-880cf69352a3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:15.368118 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': 'ac81bfdf-c086-493b-aaad-b88f9be9064d', 'status': 'completed', 'code': 200} Jul 07 17:47:15.487309 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb94ee9-2eea-4dee-a6f8-68b1908cfd4f x-openstack-request-id: req-beb94ee9-2eea-4dee-a6f8-68b1908cfd4f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:15.487604 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:15.491353 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-beb94ee9-2eea-4dee-a6f8-68b1908cfd4f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:15.495686 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'code': 200} Jul 07 17:47:15.606647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.622604 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.693313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:15.774221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.775840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 42ff661e-b273-4336-a99d-d7058e943519 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:15.824840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.829907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.830798 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Floating IP 14cd53cc-4d12-474c-9d12-6d9c4caae6cd disassociated. External IP: 172.25.3.2, port: 42ff661e-b273-4336-a99d-d7058e943519. Jul 07 17:47:15.837857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 42ff661e-b273-4336-a99d-d7058e943519 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:15.884946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.955087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4ac2f030-17c3-4486-b479-78b50df735f6 None None] Provisioning complete for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:15.955422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f030-17c3-4486-b479-78b50df735f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.195783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router c47940bc-9ba1-4c7a-a603-5438c8e75c3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:16.231929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2f030-17c3-4486-b479-78b50df735f6 None None] Port 4fb072ad-5189-40b4-818b-ebfd99af8c91 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:16.243643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.347614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=42ff661e-b273-4336-a99d-d7058e943519,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:16.450320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.473427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e359a7d8-0d71-4cb6-bc67-3436f42c30b9 None None] Provisioning complete for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:16.474094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e359a7d8-0d71-4cb6-bc67-3436f42c30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.586485 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae388a23-b0a3-429d-afa7-244bfd40138e up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:16.682319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:16.688064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:16.691511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-157aaf38-a408-4908-95bf-8e9eb3bb0126 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/c47940bc-9ba1-4c7a-a603-5438c8e75c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2453659 Jul 07 17:47:16.695237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e359a7d8-0d71-4cb6-bc67-3436f42c30b9 None None] Port 4fb072ad-5189-40b4-818b-ebfd99af8c91 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:16.724912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933789-1472-4446-a636-13b993001f9f None None] Sync routers for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:16.741687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54176) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:16.747511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Router 342e268b-a055-4d67-a333-9c81d20a5918 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:16.775363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:16.776189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:16.853959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada9bc-aaa6-447a-8741-d3bae3b2f75b req-6ba1bd62-472b-48a9-85df-f47dd829966d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.878056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada9bc-aaa6-447a-8741-d3bae3b2f75b req-6ba1bd62-472b-48a9-85df-f47dd829966d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.902096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada9bc-aaa6-447a-8741-d3bae3b2f75b req-6ba1bd62-472b-48a9-85df-f47dd829966d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.922195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeada9bc-aaa6-447a-8741-d3bae3b2f75b req-6ba1bd62-472b-48a9-85df-f47dd829966d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 2412 time: 0.3217912 Jul 07 17:47:17.032185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:17.034340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4e995d71-c30f-4ccb-b462-7ae5e33bcfae no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:17.042600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ae388a23-b0a3-429d-afa7-244bfd40138e triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:17.043271 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.048784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eeada9bc-aaa6-447a-8741-d3bae3b2f75b req-89c39cb8-1a36-48b3-ad66-85e20c11f40b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096122 Jul 07 17:47:17.057964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062644467'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:17.061611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:17.082163 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Sync routers for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:17.121863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.129934 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:17.132426 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:17.148809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.303279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port 42ff661e-b273-4336-a99d-d7058e943519 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:17.309781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.321669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-0faec2a7-cddc-4b2b-bb28-4563242dbd53 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "DELETE /v2.0/ports/42ff661e-b273-4336-a99d-d7058e943519 HTTP/1.1" status: 204 len: 173 time: 2.5240197 Jul 07 17:47:17.395211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:17.428263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '42ff661e-b273-4336-a99d-d7058e943519'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:17.432582 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e87741-b2cc-4601-9b3a-457315182200" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "42ff661e-b273-4336-a99d-d7058e943519"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:17.441417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-df921286-2641-4277-893c-c4ef92d91033 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326184062&fields=id&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 267 time: 0.0818028 Jul 07 17:47:17.451806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:17.542362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:17.553524 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02a0c01-5698-4436-a7ea-7c146d5b5d87" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:17.677131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:17.677841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.710566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.750034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.783370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.844981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-3c7e85a4-8f07-4cfd-8a33-f81799bb635f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.848198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-3c7e85a4-8f07-4cfd-8a33-f81799bb635f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 797 time: 0.3831360 Jul 07 17:47:17.926854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:17.931945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-e08ed37e-2b23-4888-894a-2ac204f3732f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/quotas/61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 375 time: 0.0724971 Jul 07 17:47:17.941649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ad74e-b23a-46a7-9b45-326c3ac560b3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:17.948437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.949598 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48e51a19-49b9-40f5-b642-37e38d95401e no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:17.957098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:17.959411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.997179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:18.076505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:18.088614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.091714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 48e51a19-49b9-40f5-b642-37e38d95401e not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:18.092166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac81bfdf-c086-493b-aaad-b88f9be9064d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:18.115764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: ac81bfdf-c086-493b-aaad-b88f9be9064d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:18.116256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac81bfdf-c086-493b-aaad-b88f9be9064d not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:18.121842 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Checking router: 342e268b-a055-4d67-a333-9c81d20a5918 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:18.134218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:18.135142 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:18.142929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.154351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.162687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:14Z', 'revision_number': 2, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:18.198881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-0d92f34d-35af-4341-b4a2-6f43232450bb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2349241 Jul 07 17:47:18.204436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c01fff-fd85-45f1-b200-5273f3ab46b2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.212799 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.220986 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933789-1472-4446-a636-13b993001f9f None None] Checking router: c47940bc-9ba1-4c7a-a603-5438c8e75c3e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:18.222403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933789-1472-4446-a636-13b993001f9f None None] Updating router c47940bc-9ba1-4c7a-a603-5438c8e75c3e port 4fb072ad-5189-40b4-818b-ebfd99af8c91 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:18.229546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.231298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d3677ef-bc63-46a0-9ac9-995612f960be tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4881856 Jul 07 17:47:18.246398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54202) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:18.288683 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:18.304208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=26f2d58f-5ca6-4be7-946b-d13d5409d4b3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.332450 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.356907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.357491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.357994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.358760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.359217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.359708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.360189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.360663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.361136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.361605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.362080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.362589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:18.397450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port 26f2d58f-5ca6-4be7-946b-d13d5409d4b3 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:18.402826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.405272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-5ce47f16-f119-4c07-be57-240bfcdc119a tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "DELETE /v2.0/ports/26f2d58f-5ca6-4be7-946b-d13d5409d4b3 HTTP/1.1" status: 204 len: 173 time: 1.0780389 Jul 07 17:47:18.462504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-e41719db-8401-492c-ace3-dca78415100e service neutron] 10.222.0.66 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289808 Jul 07 17:47:18.509046 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-267b24a5-7602-47a6-99bf-0e5557f1f2b8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2591467 Jul 07 17:47:18.510052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54204) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:18.521675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-security--1408800835', 'description': 'tempest-security-description-851650863'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:18.612911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.654306 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:18.718567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:18.721412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.725435 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c0732-e157-4b32-a723-c55339fee47a None None] The sync data for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 is: [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:35:12Z', 'revision_number': 4, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '71563941-a3f2-4668-8f28-0a5ee69fbb72', 'name': '', 'network_id': '4ee94d23-0cf4-4e94-b2e9-b458500fa18f', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'mac_address': 'fa:16:3e:2a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:10Z', 'updated_at': '2021-07-07T17:35:25Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'subnets': [{'id': 'd07eabcb-2fc0-431c-b3e7-58c574daccc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:18.779845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-e7a09821-6cb8-4a52-9703-111345b9e9ea service neutron] 10.222.0.66 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061392 Jul 07 17:47:18.896945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.917980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.933364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.935756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "PUT /v2.0/security-groups/e9c01fff-fd85-45f1-b200-5273f3ab46b2 HTTP/1.1" status: 200 len: 1779 time: 0.4240987 Jul 07 17:47:18.940781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54210) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:19.020217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405da6-f281-41e2-b5e2-139d9b50d2d1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c01fff-fd85-45f1-b200-5273f3ab46b2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.099321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-16753b31-9bc0-4cae-9f7b-b764fb15eda2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups/e9c01fff-fd85-45f1-b200-5273f3ab46b2 HTTP/1.1" status: 200 len: 1779 time: 0.1526818 Jul 07 17:47:19.100715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54214) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:19.119921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:19.120190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.137479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:19.156666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.195870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c9933789-1472-4446-a636-13b993001f9f None None] Transition to ACTIVE for port object 4fb072ad-5189-40b4-818b-ebfd99af8c91 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:19.226862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.387772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.432047 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e29569-69fc-4977-a9a1-bf16c4ab2aac x-openstack-request-id: req-f1e29569-69fc-4977-a9a1-bf16c4ab2aac {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:19.433001 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d43ea5-8e7e-4de6-9040-6e903b85bace x-openstack-request-id: req-b7d43ea5-8e7e-4de6-9040-6e903b85bace {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:19.433001 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:19.433306 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "42ff661e-b273-4336-a99d-d7058e943519", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:19.433457 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7d43ea5-8e7e-4de6-9040-6e903b85bace {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:19.433608 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1e29569-69fc-4977-a9a1-bf16c4ab2aac {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:19.433982 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '42ff661e-b273-4336-a99d-d7058e943519', 'status': 'completed', 'code': 200} Jul 07 17:47:19.437419 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'code': 200} Jul 07 17:47:19.441984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691959ec-bb0e-494e-bbae-62c4d15b6bf3 None None] New status for floating IP 14cd53cc-4d12-474c-9d12-6d9c4caae6cd: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:47:19.447518 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.497271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.581555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=a5e6b5a0-b570-4ac5-a80e-d85c45e096e4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.746344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:19.752133 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.758106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-3e9155f9-033d-4bb7-8377-473f51232d44 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "DELETE /v2.0/ports/a5e6b5a0-b570-4ac5-a80e-d85c45e096e4 HTTP/1.1" status: 204 len: 173 time: 1.3460069 Jul 07 17:47:19.811409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.822303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.828619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9c01fff-fd85-45f1-b200-5273f3ab46b2 HTTP/1.1" status: 204 len: 168 time: 0.7227073 Jul 07 17:47:19.828943 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ead118-8798-4543-af85-5470f8f6813a None None] Pushing event updated for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.849197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54226) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:19.886100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626bf51-5e91-47eb-b8f5-2d42d41f1bc9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c01fff-fd85-45f1-b200-5273f3ab46b2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.002779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e8a8-a844-4b72-a828-fb46fb3c015c req-8e79fcd1-714f-4032-8545-f8410d936ca8 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:20.012448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4276e8a8-a844-4b72-a828-fb46fb3c015c req-8e79fcd1-714f-4032-8545-f8410d936ca8 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 943 time: 0.3875322 Jul 07 17:47:20.044091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54230) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.051018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df75b986-da7a-4e39-9740-35b738753603 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1982448 Jul 07 17:47:20.110074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4276e8a8-a844-4b72-a828-fb46fb3c015c req-a8351b15-b398-4a9d-9529-46765c92b127 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6457c3f-05a2-4c75-92cd-9959de0a5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965226 Jul 07 17:47:20.115492 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-d01bffb5-571e-431e-a27b-6e6f16b0e8c8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] delete failed (client error): The resource could not be found. Jul 07 17:47:20.125110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d01bffb5-571e-431e-a27b-6e6f16b0e8c8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9c01fff-fd85-45f1-b200-5273f3ab46b2 HTTP/1.1" status: 404 len: 347 time: 0.0498030 Jul 07 17:47:20.125392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c9933789-1472-4446-a636-13b993001f9f None None] Attempting to bind port 4fb072ad-5189-40b4-818b-ebfd99af8c91 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:20.125392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c9933789-1472-4446-a636-13b993001f9f None None] Attempting to bind port 4fb072ad-5189-40b4-818b-ebfd99af8c91 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:20.125718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54232) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.127605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9933789-1472-4446-a636-13b993001f9f None None] Attempting to bind port 4fb072ad-5189-40b4-818b-ebfd99af8c91 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:20.143363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869063384'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:20.189211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9933789-1472-4446-a636-13b993001f9f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:20.190390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9933789-1472-4446-a636-13b993001f9f None None] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:20.190964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.192068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9933789-1472-4446-a636-13b993001f9f None None] Bound using segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:20.192723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c9933789-1472-4446-a636-13b993001f9f None None] Bound port: 4fb072ad-5189-40b4-818b-ebfd99af8c91, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:20.194724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.211663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.261833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:20.262400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.343303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a6fd39b-12ca-443d-8cd6-c6b8ea09fc26 req-151a54d5-7103-4140-bd79-fd3692365110 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 210 time: 0.0969415 Jul 07 17:47:20.473410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:20.475092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.475339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c9933789-1472-4446-a636-13b993001f9f None None] For port 4fb072ad-5189-40b4-818b-ebfd99af8c91, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:20.479345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c9933789-1472-4446-a636-13b993001f9f None None] For port 4fb072ad-5189-40b4-818b-ebfd99af8c91, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4fb072ad-5189-40b4-818b-ebfd99af8c91,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:20.489388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9933789-1472-4446-a636-13b993001f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.502368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 4e995d71-c30f-4ccb-b462-7ae5e33bcfae owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:20.593735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:20.594854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:20.640717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.655093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.723903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.735024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6049833 Jul 07 17:47:20.740020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54238) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.751920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '70563ec1-1de9-4444-8fce-d5c5365c5be0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:20.770492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2a63d-e260-4889-9aaa-55d8850ccb8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70563ec1-1de9-4444-8fce-d5c5365c5be0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.822335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.922230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.991182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=4e995d71-c30f-4ccb-b462-7ae5e33bcfae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.045124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.056617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.114515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71377388-1231-4355-ae22-e6a0f5d50927,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.127380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ead118-8798-4543-af85-5470f8f6813a None None] Pushing event updated for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.145104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port 4e995d71-c30f-4ccb-b462-7ae5e33bcfae on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:21.147706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.152138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d524c585-bd19-4bf1-8ad8-ada7ebe859b7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4096656 Jul 07 17:47:21.156938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:21.157791 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.161361 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-af951c91-04e8-4a20-8a6b-38b8d4b4d8f3 req-aa9dde00-c4d1-4388-b477-d54b9d150201 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.23 "DELETE /v2.0/ports/4e995d71-c30f-4ccb-b462-7ae5e33bcfae HTTP/1.1" status: 204 len: 173 time: 1.3950188 Jul 07 17:47:21.239133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:21.309131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.327186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.419269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.435050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4'}, {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:21.438109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:21.441116 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211cb575-bb2a-4fae-ad5b-70332b6678b5" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:21.441759 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cee37a-ff5a-4b55-a860-c852c1f2dfbe" -d '{"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4"}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:21.455595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.462534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54254) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:21.475115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/71377388-1231-4355-ae22-e6a0f5d50927 HTTP/1.1" status: 204 len: 168 time: 0.3139317 Jul 07 17:47:21.499492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46f07-e9ce-4ec8-8fcc-68cbf7fcd5f7 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71377388-1231-4355-ae22-e6a0f5d50927,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.592444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-142e9adb-1c29-4345-8ebe-9189d12befa8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1263144 Jul 07 17:47:21.595946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54256) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:21.697861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26de38c2-7637-43db-8c40-c5d836a93250 req-f7853dc8-c315-4745-8338-6ef466f8f0e4 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.1378109 Jul 07 17:47:21.716505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c9933789-1472-4446-a636-13b993001f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:21.737473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.785147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.808212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933789-1472-4446-a636-13b993001f9f None None] The sync data for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 is: [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:22.177983 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.183466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.185514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/70563ec1-1de9-4444-8fce-d5c5365c5be0 HTTP/1.1" status: 204 len: 168 time: 0.5877581 Jul 07 17:47:22.215459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54258) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:22.243044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a98f38d-6582-49ae-921a-760b4ce0931c req-b2096a9b-b87f-4380-b208-a004b43b5783 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 210 time: 0.1363220 Jul 07 17:47:22.309992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530530bc-6b17-4497-95db-7e2b70fb3696 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70563ec1-1de9-4444-8fce-d5c5365c5be0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:22.370978 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c71ddc9-f87e-41e3-9b45-c2ff91c5cf47 x-openstack-request-id: req-0c71ddc9-f87e-41e3-9b45-c2ff91c5cf47 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:22.371498 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-unplugged", "status": "completed", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:22.371626 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c71ddc9-f87e-41e3-9b45-c2ff91c5cf47 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:22.371928 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'code': 200} Jul 07 17:47:22.480638 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48599697-8340-492e-9991-c778e13b55d0 x-openstack-request-id: req-48599697-8340-492e-9991-c778e13b55d0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:22.480949 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "26f2d58f-5ca6-4be7-946b-d13d5409d4b3", "status": "completed", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "a5e6b5a0-b570-4ac5-a80e-d85c45e096e4", "status": "completed", "code": 200}, {"server_uuid": "f34e3f06-bfba-4329-96b7-7cee909a3272", "name": "network-vif-deleted", "tag": "4e995d71-c30f-4ccb-b462-7ae5e33bcfae", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:22.481213 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48599697-8340-492e-9991-c778e13b55d0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:22.481635 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '26f2d58f-5ca6-4be7-946b-d13d5409d4b3', 'status': 'completed', 'code': 200} Jul 07 17:47:22.481898 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': 'a5e6b5a0-b570-4ac5-a80e-d85c45e096e4', 'status': 'completed', 'code': 200} Jul 07 17:47:22.482150 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e3f06-bfba-4329-96b7-7cee909a3272', 'name': 'network-vif-deleted', 'tag': '4e995d71-c30f-4ccb-b462-7ae5e33bcfae', 'status': 'completed', 'code': 200} Jul 07 17:47:22.533027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-5e3a8c68-27f9-4589-86d7-d13c000cc920 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:22.537439 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-5e3a8c68-27f9-4589-86d7-d13c000cc920 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 797 time: 0.6540904 Jul 07 17:47:22.542384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4d644058-9aac-4461-8214-ab02b7a85ff6 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3106604 Jul 07 17:47:22.547814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54266) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:22.568850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501791408'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:22.571789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4fb072ad-5189-40b4-818b-ebfd99af8c91 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:22.613532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.652553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-2a9b7b86-d875-4f24-bd95-fe82c99a3d47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 379 time: 0.0822806 Jul 07 17:47:22.659522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'port': {'device_id': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'admin_state_up': True, 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'security_groups': ['c879fbff-efc5-486d-91ab-c98f1dbc7539']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:22.679597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:22.687739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:22.688127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.758388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.765833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.854806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37f74b9-c387-49d9-948e-f470183d1688,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:22.890852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.907339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-50917b1e-d2d4-48a5-a913-9885feae2256 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3579035 Jul 07 17:47:22.909341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54276) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:22.910358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.921024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'e37f74b9-c387-49d9-948e-f470183d1688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:22.960942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4fb072ad-5189-40b4-818b-ebfd99af8c91, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4fb072ad-5189-40b4-818b-ebfd99af8c91,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:22.984844 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.995924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.029919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4b44dec-d663-4e08-9143-bad9952b01e9 req-dce7b587-993a-42b9-becb-684424fe1ddb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0863295 Jul 07 17:47:23.086155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:23.090476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.124848 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.125882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.150592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.200949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11d61d5-1ab0-4c32-beb2-85da3394cb1c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.223128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.225792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f02ebb2-b900-4f64-bc6a-b33afc7d8ed8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149924 Jul 07 17:47:23.230201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54280) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.241111 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'e37f74b9-c387-49d9-948e-f470183d1688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:23.322951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.364029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.10 (ec6d197f-62e4-4e1a-aca7-266b723412de/80b9ea68-8bf4-4192-8402-3476461f3e43/e73c85de-396a-4206-8621-bab0cad28ed6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:23.516643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.531836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.590054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ee445b-b8ba-414f-81b9-a8673f8bf2cc,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.605765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.607424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-88928d39-90d5-4c5f-8c6f-0f72c426560f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3756859 Jul 07 17:47:23.612288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.620478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'e37f74b9-c387-49d9-948e-f470183d1688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:23.683969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.713741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object e73c85de-396a-4206-8621-bab0cad28ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:23.721285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.785993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7a1bc75-ea2a-49e8-8e23-08b7ec609bad req-fc142234-7c38-48a4-864a-b2c98cee78a3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 210 time: 0.0663145 Jul 07 17:47:23.793065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.854964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.860905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.921067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d923b3-bd64-4cc6-a740-0c248740e336,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.925766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network ec6d197f-62e4-4e1a-aca7-266b723412de is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:23.935741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.936506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:23.941956 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-add76eca-a5da-4230-a7d5-66c868e095ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238657 Jul 07 17:47:23.943242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54294) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.950084 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'e37f74b9-c387-49d9-948e-f470183d1688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:23.952877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:23.993007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.052914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.119101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.127492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.146695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.156561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.173347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fb7b9d-a7be-4be7-8791-5e4a1fda0485,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.201574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.203124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ffa97f77-875d-4949-94ec-4fcb750c7f50 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2582231 Jul 07 17:47:24.206531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54300) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:24.219411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'e37f74b9-c387-49d9-948e-f470183d1688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:24.220443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-1a2ededc-875f-4947-985c-77ac9ae00631 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666838 Jul 07 17:47:24.240871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Request body: {'port': {'device_id': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:24.282303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.414433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5764aaa7-2860-4c07-aae3-f03a20127f45 None None] Provisioning for port e73c85de-396a-4206-8621-bab0cad28ed6 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:24.421222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5764aaa7-2860-4c07-aae3-f03a20127f45 None None] Provisioning complete for port e73c85de-396a-4206-8621-bab0cad28ed6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:24.422000 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5764aaa7-2860-4c07-aae3-f03a20127f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.475227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4fb072ad-5189-40b4-818b-ebfd99af8c91 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:24.481276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.493509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.508322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.530866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5764aaa7-2860-4c07-aae3-f03a20127f45 None None] Port e73c85de-396a-4206-8621-bab0cad28ed6 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:24.548762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.554143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3428438 Jul 07 17:47:24.570593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:24.573737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4fb072ad-5189-40b4-818b-ebfd99af8c91 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:24.574268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.628215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac0f22-d37d-4878-8591-a72b4caf94bb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c650ddb6-862d-414c-aead-a6e640f9db4f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.654072 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.660812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2417047-1345-41b6-93f8-d5f3a641729a req-b23dd997-6da1-46cb-b0bc-b64e4d49a245 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.1328781 Jul 07 17:47:24.680278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.783327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.797044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.799096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c650ddb6-862d-414c-aead-a6e640f9db4f HTTP/1.1" status: 204 len: 168 time: 0.2263775 Jul 07 17:47:24.806783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54312) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:24.823417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882786d-20da-4106-b2bc-22f2ec2502df tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c650ddb6-862d-414c-aead-a6e640f9db4f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.929669 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-464e7c50-ae9c-4e6f-b8da-fc8170bea968 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1124477 Jul 07 17:47:24.930202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54318) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:24.996162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73c85de-396a-4206-8621-bab0cad28ed6 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:25.002416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.006991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.027592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.027906 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Transition to ACTIVE for port object e73c85de-396a-4206-8621-bab0cad28ed6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:25.035405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.152104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.165759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.169654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.172208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/57fb7b9d-a7be-4be7-8791-5e4a1fda0485 HTTP/1.1" status: 204 len: 168 time: 0.2407870 Jul 07 17:47:25.185537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54322) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.192056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bc118-ea41-4acc-b92e-55f83cf823f4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57fb7b9d-a7be-4be7-8791-5e4a1fda0485,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.254812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:25.255327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:25.255676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:25.262954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:25.263425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:25.290792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:25.291149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:25.291893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Bound using segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:25.292374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Bound port: e73c85de-396a-4206-8621-bab0cad28ed6, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:25.292755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.316382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29131c1a-837d-41ea-b164-2135536b0fbe tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1244597 Jul 07 17:47:25.318628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54324) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.431165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:25.436411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:25.447484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.459946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a5a0-fa88-4e01-b587-f5f346872811 req-b791b98d-f08a-4642-875d-093502bd65b2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.472286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f570a5a0-fa88-4e01-b587-f5f346872811 req-b791b98d-f08a-4642-875d-093502bd65b2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 944 time: 0.2746627 Jul 07 17:47:25.474937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.538076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.580881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.627875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.629419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.635290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f570a5a0-fa88-4e01-b587-f5f346872811 req-2984eb54-0a64-4235-bb18-d3e4c9f270a4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549237 Jul 07 17:47:25.636086 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ecff7831-317b-4922-9afb-9ff563d2926b service neutron] 10.222.0.73 "PUT /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1093 time: 1.4057813 Jul 07 17:47:25.636977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:25.652155 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:25.676117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.688367 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.712390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/11d923b3-bd64-4cc6-a740-0c248740e336 HTTP/1.1" status: 204 len: 168 time: 0.3671346 Jul 07 17:47:25.713994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.735784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c19fcc-f229-4dce-a286-98ca5ab80122 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11d923b3-bd64-4cc6-a740-0c248740e336,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.767636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.867456 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c8a00-a9e6-4a09-9412-91d223f0ff35 x-openstack-request-id: req-f71c8a00-a9e6-4a09-9412-91d223f0ff35 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:25.868352 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:25.869466 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f71c8a00-a9e6-4a09-9412-91d223f0ff35 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:25.870150 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'status': 'completed', 'code': 200} Jul 07 17:47:25.975225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-724d5321-3bbd-47df-ac84-996cfc9ec514 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2588747 Jul 07 17:47:25.983724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54336) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.019520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-04507e30-039b-4e85-b054-4bc478323c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.021674 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-04507e30-039b-4e85-b054-4bc478323c3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1096 time: 0.2787428 Jul 07 17:47:26.090598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.103407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.140765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ffd62de7-e866-4866-968c-a5ad2cf9b26d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 217 time: 0.1103005 Jul 07 17:47:26.230123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ff2322f8-8e50-4134-943c-c3d1ab1b13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.232879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-ff2322f8-8e50-4134-943c-c3d1ab1b13af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.0858669 Jul 07 17:47:26.255768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e1f5fee-02d4-4a8c-a880-56be1c69144d req-6ee02f21-c484-4624-b495-0c0d27f65c1c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.1023364 Jul 07 17:47:26.285709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.293886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.298148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/51ee445b-b8ba-414f-81b9-a8673f8bf2cc HTTP/1.1" status: 204 len: 168 time: 0.3128786 Jul 07 17:47:26.298850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54340) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.312605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ec6d0-980b-437c-b1e4-d820ba9edd88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51ee445b-b8ba-414f-81b9-a8673f8bf2cc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:26.372527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-e4a2c136-4150-45a2-970b-60ad8fb45fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.374135 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-e4a2c136-4150-45a2-970b-60ad8fb45fa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325078 Jul 07 17:47:26.401708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1be06c9e-1e14-4093-8e38-1d27b8951a21 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1002102 Jul 07 17:47:26.404369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54342) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.464333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.475778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.515121 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-586d37f4-e15d-4d11-80fc-9bfa9e636c3b service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327388 Jul 07 17:47:26.516776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.533471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.541561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b11d61d5-1ab0-4c32-beb2-85da3394cb1c HTTP/1.1" status: 204 len: 168 time: 0.1352053 Jul 07 17:47:26.543392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54348) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.555286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a8be5-9157-482b-8128-91148f6ece9d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b11d61d5-1ab0-4c32-beb2-85da3394cb1c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:26.679878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ddbad024-fec2-4f86-a698-4599df726b67 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1325455 Jul 07 17:47:26.680434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54352) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.761630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-478a8bd7-26f0-4d58-a6a4-680e8c0d663d req-20312d1c-dd14-4402-9c21-a7fc7d82f871 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403457 Jul 07 17:47:26.792228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.880654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.897237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-0176dce4-30b7-4774-b197-ecc508f1350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.900153 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-0176dce4-30b7-4774-b197-ecc508f1350c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1096 time: 0.0785778 Jul 07 17:47:27.034517 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.038677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.043292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/e37f74b9-c387-49d9-948e-f470183d1688 HTTP/1.1" status: 204 len: 168 time: 0.3610437 Jul 07 17:47:27.047782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54360) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:27.057421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-bce53714-db49-4d17-8546-c35e94442eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.061470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-bce53714-db49-4d17-8546-c35e94442eca service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.1551194 Jul 07 17:47:27.105152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aceeb-b154-4cab-94e0-cb6dae32c69f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37f74b9-c387-49d9-948e-f470183d1688,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:27.137344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934091-1509-474b-aed9-8b92ce72208d req-498ab12b-3c61-48ff-8d22-f5872fc8cb88 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.150948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10934091-1509-474b-aed9-8b92ce72208d req-498ab12b-3c61-48ff-8d22-f5872fc8cb88 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 944 time: 0.2641835 Jul 07 17:47:27.274275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d9a6c45-d69f-4117-b310-cbdaf30cf200 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2193165 Jul 07 17:47:27.290751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.295383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10934091-1509-474b-aed9-8b92ce72208d req-28d38a4d-4b1f-4039-a87e-d466a9741daa tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428525 Jul 07 17:47:27.296205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54366) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:27.311357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--285342462'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:27.398610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.544496 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-fda12be2-3232-4ba1-90ee-722b3edffae2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 217 time: 0.4735782 Jul 07 17:47:27.587799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2a401f3-7819-44be-a938-c37a2ffac709 req-51364719-d20d-4dda-b617-4257825f1a37 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0465100 Jul 07 17:47:27.658781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-85809b79-7642-4c2d-8ee8-f29d8f68f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.661950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-85809b79-7642-4c2d-8ee8-f29d8f68f1fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.1099272 Jul 07 17:47:27.695360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.702806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.788735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.793672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4932399 Jul 07 17:47:27.796900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54376) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:27.807221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '386e9517-c1c8-44b7-b38e-5c01325a356e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:27.811595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-513c44ba-3625-4a67-8b25-f7f0f975743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.813874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-513c44ba-3625-4a67-8b25-f7f0f975743f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452324 Jul 07 17:47:27.823183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d346ab-8300-47d2-a390-169e7ae6f2ae tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386e9517-c1c8-44b7-b38e-5c01325a356e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:27.874748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.995404 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-9608bfd6-a2e5-4529-8224-609ccb3c0cac service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715915 Jul 07 17:47:28.007235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.013991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.044543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de52339d-315c-49df-9ab5-f7eb0518149f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.054000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.056201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-90eed4c9-0bf9-4dcb-bba5-577954a7d182 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2574701 Jul 07 17:47:28.059286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:28.138153 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.165797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7e91a225-8f5d-4a92-a0bc-cdc17ec51e4d req-9c63af8b-00f4-4c77-84be-a57ceb323ef6 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639948 Jul 07 17:47:28.174007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.247722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.253168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.258615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/386e9517-c1c8-44b7-b38e-5c01325a356e HTTP/1.1" status: 204 len: 168 time: 0.1947436 Jul 07 17:47:28.259185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54382) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:28.274825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e125145-ec66-45ff-8397-19c1b368518a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e9517-c1c8-44b7-b38e-5c01325a356e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.343345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-974ef86a-5a2e-4694-9d4b-9b48dc4444fb tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821290 Jul 07 17:47:28.347104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54384) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:28.354848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--347158098'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:28.402512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.541003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.548624 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.605745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.610280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2590361 Jul 07 17:47:28.611038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:28.616483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7301-9ef8-4d70-9fac-0c48ba5426c4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd7c2d-7905-4412-8e4d-a397284a75db,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.617977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073709284'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:28.633605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d36a-935b-42b5-bc1b-efbcc4ac0c8e req-841bc658-19d2-453d-b6c9-7768e29be469 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.635447 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2304d36a-935b-42b5-bc1b-efbcc4ac0c8e req-841bc658-19d2-453d-b6c9-7768e29be469 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 944 time: 0.1158900 Jul 07 17:47:28.700781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.706160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2304d36a-935b-42b5-bc1b-efbcc4ac0c8e req-41fb7312-9f2d-42cd-a377-a7bab2c95406 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556674 Jul 07 17:47:28.848448 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.861303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.886601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fd6c2e78-726e-4d1a-aab6-b37d2e3c02fc req-f3e5d947-3d89-475a-a9be-6ffd44fb9b22 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0411782 Jul 07 17:47:28.913430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.918071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54392) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:28.918345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3054020 Jul 07 17:47:28.926239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': 'fecd7c2d-7905-4412-8e4d-a397284a75db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4325d4a0-4a8b-4b1f-aae4-e1a05c8c7ec7', 'remote_ip_prefix': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:28.935807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07227b1d-3b12-4d9a-b656-76400c32ba04 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4325d4a0-4a8b-4b1f-aae4-e1a05c8c7ec7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.986421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.085378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.093260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.115597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7bcf0b-c8ed-45fc-b558-2f74ce81b691,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:29.124629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.130242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54396) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.135893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-49ec9c3c-e245-47db-9842-869001989679 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2155578 Jul 07 17:47:29.159335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.170708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.207841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.214590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.216300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0f7bcf0b-c8ed-45fc-b558-2f74ce81b691 HTTP/1.1" status: 204 len: 168 time: 0.0849440 Jul 07 17:47:29.221326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.236076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c9986-da4c-4565-a8f3-37f87a574d60 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f7bcf0b-c8ed-45fc-b558-2f74ce81b691,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:29.280107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e5f579c-4c31-49b6-a93f-054255a1e065 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566716 Jul 07 17:47:29.284493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54400) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.360811 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.393374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.453672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.456851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.462463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/4325d4a0-4a8b-4b1f-aae4-e1a05c8c7ec7 HTTP/1.1" status: 204 len: 168 time: 0.1726859 Jul 07 17:47:29.462796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54402) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.489751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addead8f-2ba2-4aca-9507-f414b75cdc88 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325d4a0-4a8b-4b1f-aae4-e1a05c8c7ec7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:29.562522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bab9bcbf-ce3a-46d8-9972-5252f52571ef tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0954978 Jul 07 17:47:29.565112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54404) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.638284 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.670499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:29.672659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.799388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.806429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.812347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/fecd7c2d-7905-4412-8e4d-a397284a75db HTTP/1.1" status: 204 len: 168 time: 0.2419059 Jul 07 17:47:29.812854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54408) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.868296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc07f8-b1fa-4408-8748-6ae87e3b6cb2 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd7c2d-7905-4412-8e4d-a397284a75db,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:29.922835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:29.953295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'port_id': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'mac_address': 'fa:16:3e:ca:83:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:29.994413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6afd190d-397e-46d8-b482-8913121ec145 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1796219 Jul 07 17:47:30.013983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54412) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:30.039402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530643842'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:30.051300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.085135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73c85de-396a-4206-8621-bab0cad28ed6 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:30.111431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:30.119804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.134393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.175591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca3b1-5a79-473a-8ccd-8c01d777bff8 req-def4671c-5591-4dc4-8c84-f373c45161a0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:30.179504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-507ca3b1-5a79-473a-8ccd-8c01d777bff8 req-def4671c-5591-4dc4-8c84-f373c45161a0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 944 time: 0.2773979 Jul 07 17:47:30.247000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.277804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-507ca3b1-5a79-473a-8ccd-8c01d777bff8 req-53efd514-dd44-49bd-b318-6c3c383eff55 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920589 Jul 07 17:47:30.336427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['e73c85de-396a-4206-8621-bab0cad28ed6'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:30.404958 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.412528 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.495146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.503233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54420) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:30.505128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4890521 Jul 07 17:47:30.512457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '518427ce-9dc2-4834-b675-7b5b811574fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:30.516294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e2fa4-f5dd-4adc-8bc4-fda051428fc8 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518427ce-9dc2-4834-b675-7b5b811574fd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.612087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.696192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5daa96-3e24-4ebd-b74e-7ea3b65da59b req-ea970dec-cfeb-4218-a85a-2a8b5a45ac87 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0837231 Jul 07 17:47:30.721763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.738106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.776799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a744f4-ce78-4f54-8f9b-a2cfe95425f4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.789661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.791763 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fa915da6-69b2-4e4e-a22f-0c8748010c26 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2868497 Jul 07 17:47:30.798982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:30.866760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.882884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.930800 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.940702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.942112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/37a744f4-ce78-4f54-8f9b-a2cfe95425f4 HTTP/1.1" status: 204 len: 168 time: 0.1415505 Jul 07 17:47:30.945029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54424) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:30.952250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab475-f863-4482-9e32-4fdf5602bcd9 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37a744f4-ce78-4f54-8f9b-a2cfe95425f4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.021866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54426) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:31.030492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37d93d2e-4791-48ee-a67e-0525949ad5e4 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834391 Jul 07 17:47:31.122859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.171132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.228646 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.232306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.234004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/518427ce-9dc2-4834-b675-7b5b811574fd HTTP/1.1" status: 204 len: 168 time: 0.2109337 Jul 07 17:47:31.238681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:31.251381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e45d54-d72d-4d3e-aed5-ba535fd4c453 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518427ce-9dc2-4834-b675-7b5b811574fd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.344371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24f9aa59-e836-4bed-9f59-82886c9bd25a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1038620 Jul 07 17:47:31.350359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54434) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:31.355793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792754598'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:31.424159 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.640446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.650732 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.683558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:31.718841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.721032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3691401 Jul 07 17:47:31.725316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54436) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:31.735365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '9992254f-0c57-4316-ace9-461759abe279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:31.746322 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bd49b-73d4-42d4-b9a6-6f856d5c0819 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9992254f-0c57-4316-ace9-461759abe279,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.775864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11969f3-0524-4c0e-9564-cbb6f75f2578 req-338c0076-b3c3-4267-9249-6c5d82787392 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.778045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b11969f3-0524-4c0e-9564-cbb6f75f2578 req-338c0076-b3c3-4267-9249-6c5d82787392 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.2388988 Jul 07 17:47:31.808340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.835403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port e73c85de-396a-4206-8621-bab0cad28ed6 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:31.842343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port e73c85de-396a-4206-8621-bab0cad28ed6 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:31.843290 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.856141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b11969f3-0524-4c0e-9564-cbb6f75f2578 req-a260ac3f-ec72-4eb6-9b74-a53d57f3d628 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706949 Jul 07 17:47:31.977357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.986430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.019617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494a0d1c-3bba-4805-9b36-50f79556408d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.042729 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.043547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.046946 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6a354d8a-08a3-4412-91a8-555350e1f647 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191144 Jul 07 17:47:32.052068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.103290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54442) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.106566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d9d0f00e-60ab-4e9e-a429-3795547c5275 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules/494a0d1c-3bba-4805-9b36-50f79556408d HTTP/1.1" status: 200 len: 763 time: 0.0522654 Jul 07 17:47:32.119035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:32.121044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:32.128053 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7076324f-4ff2-45f9-8cab-bf1215f3ded3" -d '{"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-plugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:32.136890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.210086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bb25c0d-2232-4a36-a262-b8db4c5d0d76 req-98561780-6a15-40af-87f7-b2eea897a19d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0368586 Jul 07 17:47:32.225210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.232745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bc08427b-411a-4da1-9d5b-8a543ed0e847 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1272123 Jul 07 17:47:32.257226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.267522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.328943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.340445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.342898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.344768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/494a0d1c-3bba-4805-9b36-50f79556408d HTTP/1.1" status: 204 len: 168 time: 0.1179457 Jul 07 17:47:32.348402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.353549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=494a0d1c-3bba-4805-9b36-50f79556408d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.373163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.374336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.378319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.380266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.380933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.381634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.382252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.382861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.384587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.390144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.390773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.391337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef28062-0833-4673-a062-8eab3984145d tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:32.420767 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecdc4e5-3ace-4529-b373-8198ec1cef7a x-openstack-request-id: req-2ecdc4e5-3ace-4529-b373-8198ec1cef7a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:32.421264 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-plugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:32.421586 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ecdc4e5-3ace-4529-b373-8198ec1cef7a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:32.422099 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'code': 200} Jul 07 17:47:32.426604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54452) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.427579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7556267e-1c9f-4f15-a9f1-2d39337c1463 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763893 Jul 07 17:47:32.437028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '9992254f-0c57-4316-ace9-461759abe279', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:32.520900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.602351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.608254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.635140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c139b276-bf5b-40c7-a117-159be715dfb5,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.649043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd37d60-e0d8-4964-8bcd-2bcc2cd9a346 req-97f6164d-ca8b-4396-92c9-64b42a3f4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.649465 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.654511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d7f6f7b2-bfbf-4355-8304-440390857e4a tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2216136 Jul 07 17:47:32.654765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4bd37d60-e0d8-4964-8bcd-2bcc2cd9a346 req-97f6164d-ca8b-4396-92c9-64b42a3f4276 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1098 time: 0.1248357 Jul 07 17:47:32.656099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54454) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.701401 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4bd37d60-e0d8-4964-8bcd-2bcc2cd9a346 req-80015f9c-3058-48e2-9ce5-7fc0e776da5d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Jul 07 17:47:32.705651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e1cd4b88-ee79-4316-a7c2-52dbf578fce1 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules/c139b276-bf5b-40c7-a117-159be715dfb5 HTTP/1.1" status: 200 len: 763 time: 0.0471795 Jul 07 17:47:32.708348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54456) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.773579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54458) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.773889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2aeb4a41-474c-45a4-8398-1ed8eb425d4c tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0637238 Jul 07 17:47:32.818797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.831614 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.881534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.889959 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.894233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c139b276-bf5b-40c7-a117-159be715dfb5 HTTP/1.1" status: 204 len: 168 time: 0.1169915 Jul 07 17:47:32.894837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54460) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.909466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd8772-082f-40ac-b39d-f4f802821c3e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c139b276-bf5b-40c7-a117-159be715dfb5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.995400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a531be13-c6fb-454b-b1d3-7309557c3c99 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0964305 Jul 07 17:47:32.996341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54464) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.004015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Request body: {'security_group_rule': {'security_group_id': '9992254f-0c57-4316-ace9-461759abe279', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:33.047826 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Project 176610bf15b94ae5841729c0cc62ac95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:47:33.059006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.155488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a257ba-0e3e-4092-a2bf-d875f2b575d1 req-225e11fb-7436-4a6d-86c4-18220077eaeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:33.166359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5a257ba-0e3e-4092-a2bf-d875f2b575d1 req-225e11fb-7436-4a6d-86c4-18220077eaeb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1063349 Jul 07 17:47:33.178463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.185537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.230840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cca247e-f409-407d-b51c-8851846a04ab,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:33.234128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.234804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5a257ba-0e3e-4092-a2bf-d875f2b575d1 req-b7f1c9dd-fd23-457c-b931-6e6279a244cc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668430 Jul 07 17:47:33.238796 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8055af2d-b3b9-4ff1-ad0c-9439f7a9788e tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2408741 Jul 07 17:47:33.239992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54466) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.263104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8c3a0047-8b0b-4229-a5d0-4f14cb064f8f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules/7cca247e-f409-407d-b51c-8851846a04ab HTTP/1.1" status: 200 len: 769 time: 0.0212305 Jul 07 17:47:33.265743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54468) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.314194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0071c73b-3fd5-4c92-b7dd-1493b7e5fb49 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0469713 Jul 07 17:47:33.318239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54470) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.349643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.360532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.403513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.416124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.422066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54474) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.422602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7cca247e-f409-407d-b51c-8851846a04ab HTTP/1.1" status: 204 len: 168 time: 0.1025214 Jul 07 17:47:33.434161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04e630-58ec-495e-96ae-58f3c49f78db tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cca247e-f409-407d-b51c-8851846a04ab,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:33.544897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54476) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.545795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb4c36c7-18a8-48a0-b613-287709070488 tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1219499 Jul 07 17:47:33.707098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ddbd3bf-496a-41cf-818a-113063280a9c req-df5b5fd5-1281-426f-bb2f-bd9fdc75d1f6 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0898869 Jul 07 17:47:33.742635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.810207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.892113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.901334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.908225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "DELETE /v2.0/security-groups/9992254f-0c57-4316-ace9-461759abe279 HTTP/1.1" status: 204 len: 168 time: 0.3570955 Jul 07 17:47:33.908225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54484) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:33.932713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0add0a-477f-4bd6-a5c8-ba23d82635dc tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9992254f-0c57-4316-ace9-461759abe279,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:33.980637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7dbb1900-dc09-4990-b28c-5d33166d564f tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714300 Jul 07 17:47:33.985040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54486) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:34.071872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-27f47372-7dd2-480c-8eec-ecda15647aea tempest-SecGroupIPv6Test-1147034716 tempest-SecGroupIPv6Test-1147034716-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816803 Jul 07 17:47:34.474279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54498) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:34.510129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403e5a1-ec1a-4056-84bf-81938a5b74de req-e14a507e-df7a-4cb8-b0c1-bece43ef7795 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.512058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5403e5a1-ec1a-4056-84bf-81938a5b74de req-e14a507e-df7a-4cb8-b0c1-bece43ef7795 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1053090 Jul 07 17:47:34.573591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5403e5a1-ec1a-4056-84bf-81938a5b74de req-a3cfb571-f743-40fe-a9f8-3c01dc5a69eb tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543218 Jul 07 17:47:34.731224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54504) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:34.732125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4bc4e8ab-2210-4d8f-9e4f-ff66b91177cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=176610bf15b94ae5841729c0cc62ac95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559760 Jul 07 17:47:34.906563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.995536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.012943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a3b3-878a-48fb-b8df-2499225ce442 req-e5718c86-9a56-4372-935d-3101f229b1bf tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.016178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a957a3b3-878a-48fb-b8df-2499225ce442 req-e5718c86-9a56-4372-935d-3101f229b1bf tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.2693110 Jul 07 17:47:35.135133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a957a3b3-878a-48fb-b8df-2499225ce442 req-17b2b1b4-42c7-431e-ab67-b140d7286d6b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079836 Jul 07 17:47:35.160579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.166340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.171078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d66ad74e-b23a-46a7-9b45-326c3ac560b3 HTTP/1.1" status: 204 len: 168 time: 0.4383771 Jul 07 17:47:35.183637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ef40b-5591-45ac-b7c5-c52da3cf7a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ad74e-b23a-46a7-9b45-326c3ac560b3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:35.192589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54512) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:35.277208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ef30a-2102-45c6-a6a6-357f24a27898 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.279729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c9ef30a-2102-45c6-a6a6-357f24a27898 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1093 time: 0.0848894 Jul 07 17:47:35.283836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54514) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:35.291071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:35.367735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.560605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0320fd94-4063-4333-8511-09c3f3ef5590 req-f77356e7-01da-4d95-a865-16fb1e653f3d tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0765228 Jul 07 17:47:35.754317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.095050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.210 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ca4547ab-8384-4af0-b8f9-090483e4fdb6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:36.350980 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.404761 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.472080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:36.479867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:36.486029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:36.492710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=ca4547ab-8384-4af0-b8f9-090483e4fdb6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:36.626357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:36.848259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2c39025d-8908-4cf9-9f33-c6d7a1e7a986 tempest-ServiceProvidersTest-883555752 tempest-ServiceProvidersTest-883555752-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2136183 Jul 07 17:47:36.914884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9ce0327-0775-468a-afae-9510fd01d739 req-1b8ee513-e283-4d1e-a62a-8cfb5361af3b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.0848367 Jul 07 17:47:37.302855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.421730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:37.478180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:37.529667 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.647725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2f63d72e-105b-4a15-a784-8f978814ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.781954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e050925e-f9aa-488f-aa80-3d1e17fbdc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.807858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.816321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.824454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5af6a0b-b217-47c4-ba06-af31ee6bb216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.933910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=ca4547ab-8384-4af0-b8f9-090483e4fdb6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:37.963289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.059381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e050925e-f9aa-488f-aa80-3d1e17fbdc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.073751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e050925e-f9aa-488f-aa80-3d1e17fbdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.150747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050925e-f9aa-488f-aa80-3d1e17fbdc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ecb5ee-7e38-4aa3-83b7-2a8b65debc57,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:38.213466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e050925e-f9aa-488f-aa80-3d1e17fbdc47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74ac892c48e3476e82779873f475be60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338750 Jul 07 17:47:38.218093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54572) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:38.236932 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 1d3d339a-cd92-4fd6-a49e-5b0644864790 associated. External IP: 172.25.3.210, port: e73c85de-396a-4206-8621-bab0cad28ed6. Jul 07 17:47:38.452956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5af6a0b-b217-47c4-ba06-af31ee6bb216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.457276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.492410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.549101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a5af6a0b-b217-47c4-ba06-af31ee6bb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.584203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a5af6a0b-b217-47c4-ba06-af31ee6bb216 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f02238983744413835666699fc215ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1613359 Jul 07 17:47:38.590374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:38.592115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.594862 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.596061 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98ecb5ee-7e38-4aa3-83b7-2a8b65debc57 HTTP/1.1" status: 204 len: 168 time: 0.3761225 Jul 07 17:47:38.614692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6a0b-b217-47c4-ba06-af31ee6bb216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c206c0-bf3f-4b0b-8811-bf9de08c2668,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:38.626364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb125ea4-700a-4cd5-a3d6-9eca21875525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ecb5ee-7e38-4aa3-83b7-2a8b65debc57,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:38.743308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3b7f643-79a1-4d20-a4a0-41452e5b0560 req-6e0d62d4-612b-4176-8525-96f070a22f48 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.2254114 Jul 07 17:47:38.842796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router c47940bc-9ba1-4c7a-a603-5438c8e75c3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:38.850594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.877900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.950097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.954026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.955518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83c206c0-bf3f-4b0b-8811-bf9de08c2668 HTTP/1.1" status: 204 len: 168 time: 0.3194957 Jul 07 17:47:39.001062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4adc7a-4bdc-45b9-b3be-172dd0dc8087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c206c0-bf3f-4b0b-8811-bf9de08c2668,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.149613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:39.164379 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Sync routers for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:39.185156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.205425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:39.209397 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:39.256097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a80bf873-6863-44ad-bed8-cc5436e34017 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9703863 Jul 07 17:47:39.257762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:39.295304 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd2124-f51d-4316-a3af-10f998f10f46" -d '{"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:39.345064 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:39.505246 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:39.716458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ebf7e-960d-4181-8b98-8d38938232d6 req-0554e8b1-efc1-482b-b290-655d27e18c69 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.718770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f16ebf7e-960d-4181-8b98-8d38938232d6 req-0554e8b1-efc1-482b-b290-655d27e18c69 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1169567 Jul 07 17:47:39.853355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f16ebf7e-960d-4181-8b98-8d38938232d6 req-9b5886af-0d8b-47c1-8af8-f3442694eb34 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275134 Jul 07 17:47:39.888714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54616) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:39.978977 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3416ede-416e-4eef-8712-4e2dd92cbf43 x-openstack-request-id: req-d3416ede-416e-4eef-8712-4e2dd92cbf43 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:39.979767 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:39.979950 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3416ede-416e-4eef-8712-4e2dd92cbf43 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:39.982140 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'status': 'completed', 'code': 200} Jul 07 17:47:40.104469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-008d29e5-b7c7-4ea2-a581-5645a0fad601 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 200 len: 992 time: 0.2124844 Jul 07 17:47:40.149044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-47163ff1-7fdb-4d1f-8e7d-abde85ba041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.181100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-9b8f5ac3-14eb-4cc3-8c8e-042df1431634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.184070 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-9b8f5ac3-14eb-4cc3-8c8e-042df1431634 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1098 time: 0.1440189 Jul 07 17:47:40.344918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc89408-864f-40d2-94b2-989f827cfa1a req-ab5254b9-84e6-44ea-a2c5-681931db452b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.1247733 Jul 07 17:47:40.397081 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '1d3d339a-cd92-4fd6-a49e-5b0644864790', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'port_id': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'mac_address': 'fa:16:3e:ca:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:36Z', 'updated_at': '2021-07-07T17:47:36Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:40.443752 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Checking router: c47940bc-9ba1-4c7a-a603-5438c8e75c3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:40.454749 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:40.455661 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:40.496063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-f480c6f7-1e79-4b23-8450-2f637580d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.499652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-f480c6f7-1e79-4b23-8450-2f637580d96b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.3064177 Jul 07 17:47:40.663290 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.684595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:40.708501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-706b99cf-dc92-4250-876a-9568edbfef41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1000 time: 0.2014916 Jul 07 17:47:40.816663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54638) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:40.841863 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:40.842164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-255236cf-4332-4495-85d0-b0c764e17ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.847038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-255236cf-4332-4495-85d0-b0c764e17ab7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.1317115 Jul 07 17:47:41.094868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-f5338c24-8bd1-4a71-91ce-96f31a46ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.097990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1461842006-network', 'tenant_id': '588a66814c3f49268985add09d2a61db'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:41.115937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-f5338c24-8bd1-4a71-91ce-96f31a46ff5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602038 Jul 07 17:47:41.119873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54642) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:41.176355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Made reservation on behalf of 588a66814c3f49268985add09d2a61db for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:41.193249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.234091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.290234 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '1d3d339a-cd92-4fd6-a49e-5b0644864790', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'port_id': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'mac_address': 'fa:16:3e:ca:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:36Z', 'updated_at': '2021-07-07T17:47:36Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:41.298036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a6230b4-07b4-45c5-9d77-518d3bdf7b9b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 200 len: 992 time: 0.1718042 Jul 07 17:47:41.323616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a4ec8-6b11-48c9-a1d5-1fa6e48f8a85 None None] The sync data for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 is: [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '1d3d339a-cd92-4fd6-a49e-5b0644864790', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'port_id': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'mac_address': 'fa:16:3e:ca:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:36Z', 'updated_at': '2021-07-07T17:47:36Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:41.387876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087068869-network', 'tenant_id': 'e09442b169bb48de8d2f3e61bd45c24e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:41.423000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.432662 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.488025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:41.500767 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-f1ce4d9a-7270-40bc-8e93-f47af8c41a7f service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106471 Jul 07 17:47:41.512505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Made reservation on behalf of e09442b169bb48de8d2f3e61bd45c24e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:41.519799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b07022-d43b-4d93-9382-91573fd2be57,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:41.521302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.553119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.557659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.559714 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Added segment 0c11424e-a9b6-4b54-96a8-0fa62ace4fda of type vlan for network 2bd2ab06-b17f-4155-a4b0-3b06770641ef Jul 07 17:47:41.683294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.831344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95b3b767-c866-4583-a236-20a8997c0100 req-98598bef-46ad-4adc-b72e-14ce672d75dd tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/ports?device_id=f34e3f06-bfba-4329-96b7-7cee909a3272 HTTP/1.1" status: 200 len: 210 time: 0.1159916 Jul 07 17:47:41.862944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.862944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.862944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.925467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad99b8-b6d6-4a20-b6d2-8aec4696a9a7 None None] New status for floating IP 1d3d339a-cd92-4fd6-a49e-5b0644864790: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:47:41.941642 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.947972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-19fd2124-f51d-4316-a3af-10f998f10f46 req-c1207470-4195-4e23-a0e1-266c925cca8e service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012861 Jul 07 17:47:41.951471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.001983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:42.016114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18b57c-e33a-4107-ac2c-0062d387ad25,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:42.023204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.023625 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Added segment 76b07222-b9b1-4f89-b113-1fc0b02e5f28 of type vlan for network 1bbf7998-b31d-4199-a7d7-efef1b03b04f Jul 07 17:47:42.096522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.147168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.148221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.148842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.150172 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.232197 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5439560 Jul 07 17:47:42.246320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54650) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:42.251552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Request body: {'subnet': {'network_id': '1bbf7998-b31d-4199-a7d7-efef1b03b04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087068869-subnet', 'tenant_id': 'e09442b169bb48de8d2f3e61bd45c24e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:42.278557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c841e4-25a1-4934-90f4-70b6255b61e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbf7998-b31d-4199-a7d7-efef1b03b04f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:42.293986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Made reservation on behalf of e09442b169bb48de8d2f3e61bd45c24e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:42.297185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.300458 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 1bbf7998-b31d-4199-a7d7-efef1b03b04f details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:42.313294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54652) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:42.454843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1dcbc729-8908-4add-990c-36ec68e33f5e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 200 len: 994 time: 0.1326365 Jul 07 17:47:42.557152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7375610 Jul 07 17:47:42.561225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:42.570477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Request body: {'subnet': {'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1461842006-subnet', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:42.585198 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4185-ec94-4ef0-8d06-3a6199209946 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd2ab06-b17f-4155-a4b0-3b06770641ef,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:42.602714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:42.652256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Made reservation on behalf of 588a66814c3f49268985add09d2a61db for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:42.654710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.748521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.866797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62137613-9370-4b83-a9cd-55d8fc58922f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:42.959207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Checking segment: {'id': '76b07222-b9b1-4f89-b113-1fc0b02e5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1bbf7998-b31d-4199-a7d7-efef1b03b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:42.959207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Network hostable DHCP agents. Network: 1bbf7998-b31d-4199-a7d7-efef1b03b04f, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:43.055528 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Network 1bbf7998-b31d-4199-a7d7-efef1b03b04f is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:43.104448 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54662) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:43.136398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 1bbf7998-b31d-4199-a7d7-efef1b03b04f) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:43.156640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.157677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.166851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d4f2b-6ba7-40c2-bc46-cd86d28993d5 None None] Network 1bbf7998-b31d-4199-a7d7-efef1b03b04f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:43.211245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.256853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.297697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96d973f-1019-4539-a44c-6cffd51f02ee,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:43.307408 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e21de9c4-94d7-4ef7-bd21-d3174a4f4842 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0597014 Jul 07 17:47:43.339904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.397807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Checking segment: {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:43.398222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Network hostable DHCP agents. Network: 2bd2ab06-b17f-4155-a4b0-3b06770641ef, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:43.440296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:43.455057 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.457089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 2bd2ab06-b17f-4155-a4b0-3b06770641ef) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:43.462652 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.463098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/security-groups/b6457c3f-05a2-4c75-92cd-9959de0a5cfb HTTP/1.1" status: 204 len: 168 time: 0.3565805 Jul 07 17:47:43.470874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54666) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:43.479834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.480698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.503082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6644371-37da-4a9f-8e85-fdd1f75b64bb tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6457c3f-05a2-4c75-92cd-9959de0a5cfb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:43.510580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26222f56-5d17-45cc-a687-ff43dacd4a7f None None] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:43.515869 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-dfeb6bbd-1247-471a-a325-50d5c85e7f6c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] show failed (client error): The resource could not be found. Jul 07 17:47:43.519813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dfeb6bbd-1247-471a-a325-50d5c85e7f6c tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "GET /v2.0/security-groups/b6457c3f-05a2-4c75-92cd-9959de0a5cfb HTTP/1.1" status: 404 len: 347 time: 0.0456545 Jul 07 17:47:43.522453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54668) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:43.534514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3ca7a07b-28c5-468c-8ff1-d296b8b1140b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9706190 Jul 07 17:47:43.537866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54670) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:43.547743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:43.590213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ace8d4-a1f2-4f2f-8d51-733f1356e0a1 None None] Network 1bbf7998-b31d-4199-a7d7-efef1b03b04f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:43.600384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.609285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.705864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.818080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.849006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port a05d1b13-2ff4-46f5-8313-018d5d6a43fd {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:43.849687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.076604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.078563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.133645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for a05d1b13-2ff4-46f5-8313-018d5d6a43fd owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:44.135362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.203368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'fixed_ips': [{'subnet_id': 'e96d973f-1019-4539-a44c-6cffd51f02ee'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:47:44.204960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.461268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.523073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=a05d1b13-2ff4-46f5-8313-018d5d6a43fd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:44.564999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Allocated IP 172.20.0.2 (2bd2ab06-b17f-4155-a4b0-3b06770641ef/e96d973f-1019-4539-a44c-6cffd51f02ee/5bd5f221-081f-42ba-a879-965147207a65) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:44.583353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.626942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.743102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.749637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.751845 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-785000c2-f74c-4c59-9081-eedc9af1186b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/floatingips/14cd53cc-4d12-474c-9d12-6d9c4caae6cd HTTP/1.1" status: 204 len: 168 time: 1.2282088 Jul 07 17:47:44.757917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54686) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.818485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54688) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.827019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1165684036-network', 'tenant_id': 'cf69764e53634f4b879bbb1ea09ce6be'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:44.869826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Made reservation on behalf of cf69764e53634f4b879bbb1ea09ce6be for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:44.876181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.905353 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.956878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.971606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Transition to ACTIVE for port object 5bd5f221-081f-42ba-a879-965147207a65 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:45.002389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Transition to ACTIVE for port object 5bd5f221-081f-42ba-a879-965147207a65 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:45.016697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Allocated IP 172.25.3.127 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4d301a6c-0542-4bb1-aa1b-49e42b7f98d7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:45.018298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.088027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:45.099794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:45.111101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:45.131636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Pushing event updated for resources: {'Port': ['ID=5bd5f221-081f-42ba-a879-965147207a65,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.153593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:45.154147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.178024 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.200114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.267958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:45.297791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e626e59-775f-46b6-8890-2372f4882e21,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.316667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Attempting to bind port 5bd5f221-081f-42ba-a879-965147207a65 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:45.317418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Attempting to bind port 5bd5f221-081f-42ba-a879-965147207a65 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:45.318768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Attempting to bind port 5bd5f221-081f-42ba-a879-965147207a65 on network 2bd2ab06-b17f-4155-a4b0-3b06770641ef {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:45.320851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.324400 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Added segment 656e6544-a4f4-4746-a8ad-87f7bcb2ec4b of type vlan for network f66f79e7-74d4-4227-8f27-0f923dfdbb68 Jul 07 17:47:45.333944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:45.334783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Checking segment: {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:45.336507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.336507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Bound using segment: {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:45.336998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Bound port: 5bd5f221-081f-42ba-a879-965147207a65, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:45.337915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.373902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.418622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 6681d730-f641-4aa3-8f1d-1c13ed8c8e24 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:45.456232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.518779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] For port 5bd5f221-081f-42ba-a879-965147207a65, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:45.527291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] For port 5bd5f221-081f-42ba-a879-965147207a65, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5bd5f221-081f-42ba-a879-965147207a65,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:45.538972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.543874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.581090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.588071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.592155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.657801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.721679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e657-613b-4d3a-8af0-34ee69cb3a14 None None] Pushing event updated for resources: {'Port': ['ID=5bd5f221-081f-42ba-a879-965147207a65,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.757621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9369178 Jul 07 17:47:45.778716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:45.781794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:45.790213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54692) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:45.800069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:45.807740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Request body: {'subnet': {'network_id': 'f66f79e7-74d4-4227-8f27-0f923dfdbb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1165684036-subnet', 'tenant_id': 'cf69764e53634f4b879bbb1ea09ce6be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:45.818049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Pushing event updated for resources: {'Port': ['ID=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.832202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857d9b6-9197-41d1-8b7c-321f9ed0b9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f66f79e7-74d4-4227-8f27-0f923dfdbb68,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.855945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f66f79e7-74d4-4227-8f27-0f923dfdbb68 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:45.875687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.058151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=6681d730-f641-4aa3-8f1d-1c13ed8c8e24,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.072738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Made reservation on behalf of cf69764e53634f4b879bbb1ea09ce6be for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:46.075464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.431426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.438100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-820e6450-7a29-47fd-900f-1457fe67480b tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/ports/6681d730-f641-4aa3-8f1d-1c13ed8c8e24 HTTP/1.1" status: 204 len: 168 time: 1.6757066 Jul 07 17:47:46.440058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:46.624037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5bd5f221-081f-42ba-a879-965147207a65 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:46.794378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 5bd5f221-081f-42ba-a879-965147207a65 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:46.893464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.899554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.053798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 48e51a19-49b9-40f5-b642-37e38d95401e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:47.054342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.266284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235b68da-cad7-4355-b7ac-28947ecd1a0d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.323940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Checking segment: {'id': '656e6544-a4f4-4746-a8ad-87f7bcb2ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f66f79e7-74d4-4227-8f27-0f923dfdbb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:47.324557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Network hostable DHCP agents. Network: f66f79e7-74d4-4227-8f27-0f923dfdbb68, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:47.433749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Network f66f79e7-74d4-4227-8f27-0f923dfdbb68 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:47.437030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74880bdf-4467-473d-aff8-c7b6fc730a3b None None] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:47.480520 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.506515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 48e51a19-49b9-40f5-b642-37e38d95401e owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:47.514617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f66f79e7-74d4-4227-8f27-0f923dfdbb68) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:47.532698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.533265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.549547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c124f7-1bf4-4cbb-bbc2-07f84db65b4f None None] Network f66f79e7-74d4-4227-8f27-0f923dfdbb68 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:47.587713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b8fd5d91-9415-42ba-9730-bcc138544927 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7931957 Jul 07 17:47:47.670207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.672987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Provisioning for port 5bd5f221-081f-42ba-a879-965147207a65 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:47.704890 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Provisioning complete for port 5bd5f221-081f-42ba-a879-965147207a65 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:47.705932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.919004 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.965699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=48e51a19-49b9-40f5-b642-37e38d95401e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:48.010704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54702) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:48.109773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a945796-d126-44cd-8620-516989d89fba None None] Network f66f79e7-74d4-4227-8f27-0f923dfdbb68 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:48.173456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Deleting subnet 62137613-9370-4b83-a9cd-55d8fc58922f {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:47:48.183381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.262952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.337436 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.461579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.505265 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.525951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.528688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/62137613-9370-4b83-a9cd-55d8fc58922f HTTP/1.1" status: 204 len: 168 time: 0.5157011 Jul 07 17:47:48.529803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fed12-2d92-4a65-9463-35d5a3757716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62137613-9370-4b83-a9cd-55d8fc58922f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:48.538565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:48.670327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.808999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] For port 5bd5f221-081f-42ba-a879-965147207a65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5bd5f221-081f-42ba-a879-965147207a65,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:48.824576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Router 2605c318-b1bc-435c-af80-57d3920040f3 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:47:48.843384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.897173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.919829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbf7998-b31d-4199-a7d7-efef1b03b04f']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:48.938625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.940965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-85d0416c-7f25-447e-aff6-bb8f007d75bc tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/ports/48e51a19-49b9-40f5-b642-37e38d95401e HTTP/1.1" status: 204 len: 168 time: 2.4995348 Jul 07 17:47:48.944328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:48.959736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b07222-b9b1-4f89-b113-1fc0b02e5f28') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:48.960115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b07222-b9b1-4f89-b113-1fc0b02e5f28') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:49.004163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.045154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.052853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:49.053429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.080100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:49.132135 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:49.142253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.143746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.157382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1bbf7998-b31d-4199-a7d7-efef1b03b04f HTTP/1.1" status: 204 len: 168 time: 0.6063807 Jul 07 17:47:49.158501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:49.169840 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Sync routers for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:49.171614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d7d4f-7af6-4977-9f26-2ca5ad0dd824 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbf7998-b31d-4199-a7d7-efef1b03b04f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.189665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed22b0-7fc2-4070-bdf5-7ae4f170d948 None None] Pushing event updated for resources: {'Port': ['ID=5bd5f221-081f-42ba-a879-965147207a65,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.198508 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:49.199555 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:49.206389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting subnet 0bde2786-f380-41fc-8883-22934902d1e8 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:47:49.212139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d44aa9bf-3800-4c6d-ac13-60fc794810ad None None] Provisioning complete for port 5bd5f221-081f-42ba-a879-965147207a65 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:49.213065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d44aa9bf-3800-4c6d-ac13-60fc794810ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.216485 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.286941 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.290486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4390763f-8ade-4e2c-b4db-5e60c8298605 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7507606 Jul 07 17:47:49.294709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54712) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:49.325672 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.399465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Deleting subnet 235b68da-cad7-4355-b7ac-28947ecd1a0d {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:47:49.410333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.480131 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:49.538821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.559319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.720150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.828541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Subnet': ['ID=0bde2786-f380-41fc-8883-22934902d1e8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.837436 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.838995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.841205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d476988-bc37-4aa4-9128-43bb381c4cab tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/subnets/0bde2786-f380-41fc-8883-22934902d1e8 HTTP/1.1" status: 204 len: 168 time: 0.8934298 Jul 07 17:47:49.844099 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:49.960552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting subnet 43b680f6-3a55-4427-802e-550b025a4065 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:47:49.964803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.015971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e0ea6-903b-4732-84e8-c05b499b6fbc None None] Network 9fc0ed89-6785-4a01-a8b6-506077f77dd9 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:50.064865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.133967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.199744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235b68da-cad7-4355-b7ac-28947ecd1a0d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:50.206895 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:46Z', 'revision_number': 3, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:50.217898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.224347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ef886b2-1842-4b26-ab28-98d495005bbd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/235b68da-cad7-4355-b7ac-28947ecd1a0d HTTP/1.1" status: 204 len: 168 time: 1.0644886 Jul 07 17:47:50.227558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54718) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:50.272129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.285930 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Checking router: 2605c318-b1bc-435c-af80-57d3920040f3 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:50.286591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Updating router 2605c318-b1bc-435c-af80-57d3920040f3 port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:50.334940 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.480703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.524792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] DHCP port deletion for 9fc0ed89-6785-4a01-a8b6-506077f77dd9 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:47:50.597857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Subnet': ['ID=43b680f6-3a55-4427-802e-550b025a4065,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:50.622300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.638644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5bd5f221-081f-42ba-a879-965147207a65 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:50.639550 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa6cd13d-6c91-422e-bc6b-296f183ebb56 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/subnets/43b680f6-3a55-4427-802e-550b025a4065 HTTP/1.1" status: 204 len: 168 time: 0.7890005 Jul 07 17:47:50.642705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54720) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:50.711494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a106facc-bbb8-4075-9dd5-568aacc54b37 None None] Network b380fc7c-3a47-4b17-b38a-989f95d40bf7 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:50.719180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.815934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 5bd5f221-081f-42ba-a879-965147207a65 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:50.817058 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.894832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.939969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Deleting port 86302134-51df-4e92-9190-ae50f78610c6 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:50.940518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.033070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Deleting port 86302134-51df-4e92-9190-ae50f78610c6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:51.039231 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.054918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] For port 86302134-51df-4e92-9190-ae50f78610c6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=86302134-51df-4e92-9190-ae50f78610c6,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:51.055544 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.080172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Calling delete_port for 86302134-51df-4e92-9190-ae50f78610c6 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:51.095869 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.126685 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Transition to ACTIVE for port object 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:51.140219 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.157625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] For port 86302134-51df-4e92-9190-ae50f78610c6, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=86302134-51df-4e92-9190-ae50f78610c6,segment=NetworkSegment(91912930-0c1e-48f2-88d9-dcd13b65d1d9),segment_id=91912930-0c1e-48f2-88d9-dcd13b65d1d9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:51.158667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.161682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.174941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Calling delete_port for 86302134-51df-4e92-9190-ae50f78610c6 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:51.184194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66f79e7-74d4-4227-8f27-0f923dfdbb68']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.205405 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Pushing event updated for resources: {'Port': ['ID=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.208551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.214033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656e6544-a4f4-4746-a8ad-87f7bcb2ec4b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.214583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656e6544-a4f4-4746-a8ad-87f7bcb2ec4b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.228816 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.229434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.229520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.229858 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.230537 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.230852 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.231183 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.231514 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.231851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.232176 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.233344 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.233860 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:51.237668 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Attempting to bind port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:51.238397 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Attempting to bind port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:51.239467 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Attempting to bind port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:51.246949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:51.247933 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:51.248583 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.249224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:51.249970 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Bound port: 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:51.250843 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.264229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.271152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.307465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] No DVR routers for this DVR port 86302134-51df-4e92-9190-ae50f78610c6 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:51.323067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] For port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:51.327022 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] For port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:51.336558 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.368293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.374336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.392915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] No DVR routers for this DVR port 86302134-51df-4e92-9190-ae50f78610c6 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:51.395183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:51.396081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:51.399216 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:51.436025 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ad102-0eee-467a-8cef-9ba65b306285 None None] Pushing event updated for resources: {'Port': ['ID=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.452565 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:51.453598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.457948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Port': ['ID=86302134-51df-4e92-9190-ae50f78610c6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.524362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] DHCP port deletion for b380fc7c-3a47-4b17-b38a-989f95d40bf7 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:47:51.576388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7ef8a-9354-4c75-9b15-318287e22f2d None None] Pushing event deleted for resources: {'Port': ['ID=86302134-51df-4e92-9190-ae50f78610c6,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.644737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.661016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.673931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.682317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f66f79e7-74d4-4227-8f27-0f923dfdbb68 HTTP/1.1" status: 204 len: 168 time: 1.4512479 Jul 07 17:47:51.695349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc0ed89-6785-4a01-a8b6-506077f77dd9']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.711066 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:51.713994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91912930-0c1e-48f2-88d9-dcd13b65d1d9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.714755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91912930-0c1e-48f2-88d9-dcd13b65d1d9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:51.737268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.773709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.787523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:51.790246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.795580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Deleting port d1ef5036-4403-4eec-a982-02181c22be5c {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:51.795964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.828478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Allocated IP 172.20.0.1 (2bd2ab06-b17f-4155-a4b0-3b06770641ef/e96d973f-1019-4539-a44c-6cffd51f02ee/4545d826-f747-45c5-aa85-f23606f2baf3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:51.920639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d2231-662a-48ab-a70e-51eeb1887218 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66f79e7-74d4-4227-8f27-0f923dfdbb68,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:51.951098 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:51.960706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.971139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.975686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] For port d1ef5036-4403-4eec-a982-02181c22be5c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d1ef5036-4403-4eec-a982-02181c22be5c,segment=NetworkSegment(8fb80bd1-7e66-4a20-8810-615ecee7036d),segment_id=8fb80bd1-7e66-4a20-8810-615ecee7036d)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:51.976174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.986157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/networks/9fc0ed89-6785-4a01-a8b6-506077f77dd9 HTTP/1.1" status: 204 len: 168 time: 1.3410861 Jul 07 17:47:51.988151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54726) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:52.011341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Calling delete_port for d1ef5036-4403-4eec-a982-02181c22be5c owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:52.035561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.040178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbfca8-b697-4786-b20b-4f8bac6df391 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Network': ['ID=9fc0ed89-6785-4a01-a8b6-506077f77dd9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.063440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Transition to ACTIVE for port object 4545d826-f747-45c5-aa85-f23606f2baf3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:52.122315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.159944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54730) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:52.177505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:46Z', 'revision_number': 3, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:52.183224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Pushing event updated for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.186556 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.204288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:52.206329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:52.225763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:52.243301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] Pushing event deleted for resources: {'Port': ['ID=d1ef5036-4403-4eec-a982-02181c22be5c,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.257827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012befde-96db-45ee-a87c-62454cb2de07 None None] No DVR routers for this DVR port d1ef5036-4403-4eec-a982-02181c22be5c on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:52.261785 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f0ae6-8413-45c3-a3ce-83d4f1df076c None None] The sync data for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 is: [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:46Z', 'revision_number': 3, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:52.310236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-82d07af1-4c92-4319-8ee4-5de8a565893a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e09442b169bb48de8d2f3e61bd45c24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479263 Jul 07 17:47:52.311378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54734) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:52.328207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.394179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.530321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 86302134-51df-4e92-9190-ae50f78610c6 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:52.571577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.587251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b380fc7c-3a47-4b17-b38a-989f95d40bf7']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:52.612196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb80bd1-7e66-4a20-8810-615ecee7036d') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:52.616011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 86302134-51df-4e92-9190-ae50f78610c6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:52.617096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb80bd1-7e66-4a20-8810-615ecee7036d') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:52.624364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 86302134-51df-4e92-9190-ae50f78610c6 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:52.625223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d1ef5036-4403-4eec-a982-02181c22be5c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:52.625830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.630645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.647339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.654263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.679050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:47:52.679811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:47:52.684049 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:47:52.714957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d1ef5036-4403-4eec-a982-02181c22be5c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:52.715596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d1ef5036-4403-4eec-a982-02181c22be5c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:52.744194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-763491a1-3d48-49d7-a999-eedb08fd48e4 None None] Provisioning for port 4545d826-f747-45c5-aa85-f23606f2baf3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:52.758991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-763491a1-3d48-49d7-a999-eedb08fd48e4 None None] Provisioning complete for port 4545d826-f747-45c5-aa85-f23606f2baf3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:52.759625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-763491a1-3d48-49d7-a999-eedb08fd48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.764372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.824350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.829869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.838828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] 10.222.0.66 "DELETE /v2.0/networks/b380fc7c-3a47-4b17-b38a-989f95d40bf7 HTTP/1.1" status: 204 len: 168 time: 0.8352640 Jul 07 17:47:52.861307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72dbe3-ddaf-4609-89e6-1e9c87b8b6a7 tempest-TaggedBootDevicesTest_v242-1692048499 tempest-TaggedBootDevicesTest_v242-1692048499-project] Pushing event deleted for resources: {'Network': ['ID=b380fc7c-3a47-4b17-b38a-989f95d40bf7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.911807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.915357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.916919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c18b57c-e33a-4107-ac2c-0062d387ad25 HTTP/1.1" status: 204 len: 168 time: 0.5940132 Jul 07 17:47:52.958142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa3cc-0589-4805-9ce8-393361a89dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18b57c-e33a-4107-ac2c-0062d387ad25,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.971964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-763491a1-3d48-49d7-a999-eedb08fd48e4 None None] Port 4545d826-f747-45c5-aa85-f23606f2baf3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:53.009594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-a7b1e1ed-cbae-40f7-97fd-fc366949ef90 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824123669&fields=id&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 267 time: 0.1015050 Jul 07 17:47:53.016990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.027706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.175518 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.181044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Pushing event updated for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:53.302864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-d277832a-e429-46c3-b433-d59a274cf1f8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.304614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-d277832a-e429-46c3-b433-d59a274cf1f8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.2798128 Jul 07 17:47:53.339684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-3828d120-b83a-44d0-b2ec-2779954c1e8c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/quotas/eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 375 time: 0.0249631 Jul 07 17:47:53.416500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:53.420165 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:53.521910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54748) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:53.538027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-5b43ed61-c86e-4435-be7e-d05a529fc732 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1811955 Jul 07 17:47:53.626895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61260759-6a39-41e2-af7a-1aa83a0f4b2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf69764e53634f4b879bbb1ea09ce6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027334 Jul 07 17:47:53.632173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:53.723651 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.765832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Router 2605c318-b1bc-435c-af80-57d3920040f3 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:53.773182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.795449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-bc6b5e4a-2a6d-4bb4-9b68-edfa0fac2bae service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480061 Jul 07 17:47:53.823541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-be737887-c22b-4d87-a58c-30afa4416645 None None] Provisioning complete for port 4545d826-f747-45c5-aa85-f23606f2baf3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:53.824667 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-be737887-c22b-4d87-a58c-30afa4416645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.889511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.903316 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.903683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-be737887-c22b-4d87-a58c-30afa4416645 None None] Port 4545d826-f747-45c5-aa85-f23606f2baf3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:53.911598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e626e59-775f-46b6-8890-2372f4882e21 HTTP/1.1" status: 204 len: 168 time: 0.2773631 Jul 07 17:47:53.936299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c61d5-7317-4778-953b-16d1f3a06ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e626e59-775f-46b6-8890-2372f4882e21,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:54.025791 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-d10c33a2-2802-497d-afde-0d418f342eda service neutron] 10.222.0.66 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898737 Jul 07 17:47:54.027761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:54.043097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01c342bc-6902-450a-b4c4-942c7f7aabff admin admin] 10.222.0.66 "PUT /v2.0/routers/2605c318-b1bc-435c-af80-57d3920040f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7468548 Jul 07 17:47:54.534153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:54.607207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:54.615837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:54.616420 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.761118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.788608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0fea913-203f-4c97-a3f2-8f8f91edd42b req-b41e4454-1852-4132-a5f9-e0ecfa20e3f1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 210 time: 0.0960004 Jul 07 17:47:54.793364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:54.805735 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.915497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:55.172982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Sync routers for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:55.189245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54806) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:55.195228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:55.196087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:55.197476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-424158080-network', 'tenant_id': 'b8534a655f894e588710e9509fd0e344'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:55.263503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Made reservation on behalf of b8534a655f894e588710e9509fd0e344 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:55.267594 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.287295 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.372476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:55.496194 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.509064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.541953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:55.558183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6aab74-d99e-40e3-89c4-83236a519f02,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:55.564945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.565778 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Added segment d5f529d9-8ef3-46e8-804e-91267b0fcd7c of type vlan for network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e Jul 07 17:47:55.625372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.688564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.690220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.691446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.881201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] Pushing event updated for resources: {'Network': ['ID=cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:55.881866 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:55.895213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-39e9ab5a-66a1-44ee-8910-f9143f3d58eb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7031739 Jul 07 17:47:55.898284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:55.904918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Request body: {'subnet': {'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-424158080-subnet', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:55.908067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:55.939313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Made reservation on behalf of b8534a655f894e588710e9509fd0e344 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:55.943619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.117046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-973fd58c-d635-41a4-9957-6737005504c0 req-398273f3-79d2-4040-ba9c-7f3ca3842cd3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 210 time: 0.0606823 Jul 07 17:47:56.170815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:52Z', 'revision_number': 4, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4545d826-f747-45c5-aa85-f23606f2baf3', 'name': '', 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'mac_address': 'fa:16:3e:a9:fd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:51Z', 'updated_at': '2021-07-07T17:47:52Z', 'revision_number': 2, 'project_id': '588a66814c3f49268985add09d2a61db', 'subnets': [{'id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:56.276989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Checking router: 2605c318-b1bc-435c-af80-57d3920040f3 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:56.277347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Updating router 2605c318-b1bc-435c-af80-57d3920040f3 port 4545d826-f747-45c5-aa85-f23606f2baf3 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:56.328354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.355332 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.380209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf05440-7128-4416-a42b-bc8eacab438d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:56.467996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Checking segment: {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:56.469258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Network hostable DHCP agents. Network: cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:56.512167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:56.529995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:56.537505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.538343 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.568813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9c538a35-ad44-4cdf-8a87-d7842f6c4880 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6678360 Jul 07 17:47:56.569811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54828) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:56.587311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:56.610038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04425015-0200-4216-acf6-2f483f7cf04a None None] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:56.630418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-c306a709-20d5-40e4-970d-25b8cfcf02ee tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.635681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-c306a709-20d5-40e4-970d-25b8cfcf02ee tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 812 time: 0.4012408 Jul 07 17:47:56.638744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.639945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.715541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.720961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:56.755769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-2a25fefa-9665-4c20-a30b-5d1c366cd59e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc HTTP/1.1" status: 200 len: 380 time: 0.1100750 Jul 07 17:47:56.768908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'port': {'device_id': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'admin_state_up': True, 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'security_groups': ['aeb22517-9df5-4930-b7ce-c54bbc12981a']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:57.010357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Made reservation on behalf of eb7d0a5dd13f4ac49bffde3d7202fedc for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:57.017357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.515419 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.585601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.20.0.5 (3252ae2c-9166-4e99-9a0c-a38dbe0732b4/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4/7bbdfddf-39b7-410b-8d28-7ec88904b9a4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:57.790220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'fixed_ips': [{'subnet_id': '3cf05440-7128-4416-a42b-bc8eacab438d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:47:57.792900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.826618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.904230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:57.905612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.146225 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.213827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Transition to ACTIVE for port object 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:58.309053 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.442045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:58.461364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:58.467306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:58.592678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.592678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.664954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:58.689770 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-acdcc74d-3197-4d0c-a3af-cb26a7e4a313 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9253595 Jul 07 17:47:58.712403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Request body: {'port': {'device_id': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:58.715023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Allocated IP 172.20.0.2 (cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e/3cf05440-7128-4416-a42b-bc8eacab438d/290e6591-364c-488c-a7d5-e43edb84bb92) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:58.744952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.932650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7f404-5e51-4e65-b6b5-356afbeab8a5 req-40e7e001-3de2-4c62-9d87-a0c938c80fa5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.946111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbf7f404-5e51-4e65-b6b5-356afbeab8a5 req-40e7e001-3de2-4c62-9d87-a0c938c80fa5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 931 time: 1.3478084 Jul 07 17:47:59.052510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.141354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.156546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.339239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbf7f404-5e51-4e65-b6b5-356afbeab8a5 req-151dab85-1fc6-4cea-8ca8-2b292f7b4842 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910372 Jul 07 17:47:59.399031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Transition to ACTIVE for port object 4545d826-f747-45c5-aa85-f23606f2baf3 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:59.432463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.442185 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.481035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Transition to ACTIVE for port object 290e6591-364c-488c-a7d5-e43edb84bb92 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:59.514273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Allocated IP 172.25.3.128 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/35404e66-8ae1-47d5-86a3-9426b77fcd26) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:59.578627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1b485ac2-010a-483c-a834-b2db7a14dc6b None None] Provisioning for port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:59.656504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1b485ac2-010a-483c-a834-b2db7a14dc6b None None] Provisioning complete for port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:59.656999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1b485ac2-010a-483c-a834-b2db7a14dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.663864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Transition to ACTIVE for port object 290e6591-364c-488c-a7d5-e43edb84bb92 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:59.773121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Pushing event updated for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.857408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.859997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.860451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.860793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.861128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.861459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.861788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.862170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.862523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.865043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.865468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.865805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.866278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:59.875941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.982205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.128396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Pushing event updated for resources: {'Port': ['ID=35404e66-8ae1-47d5-86a3-9426b77fcd26,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:00.138281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1b485ac2-010a-483c-a834-b2db7a14dc6b None None] Port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:00.175347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:00.182282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Attempting to bind port 4545d826-f747-45c5-aa85-f23606f2baf3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:00.182694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Attempting to bind port 4545d826-f747-45c5-aa85-f23606f2baf3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:00.183064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Attempting to bind port 4545d826-f747-45c5-aa85-f23606f2baf3 on network 2bd2ab06-b17f-4155-a4b0-3b06770641ef {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:00.184822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:00.195208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:00.212523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:00.216669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:00.217028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Checking segment: {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:00.217434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.217898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Bound using segment: {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:00.218314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Bound port: 4545d826-f747-45c5-aa85-f23606f2baf3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c11424e-a9b6-4b54-96a8-0fa62ace4fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:00.218732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.246390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Pushing event updated for resources: {'Port': ['ID=290e6591-364c-488c-a7d5-e43edb84bb92,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:00.267853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:00.289646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:00.592426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Attempting to bind port 290e6591-364c-488c-a7d5-e43edb84bb92 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:00.593127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Attempting to bind port 290e6591-364c-488c-a7d5-e43edb84bb92 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:00.593679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Attempting to bind port 290e6591-364c-488c-a7d5-e43edb84bb92 on network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:00.635879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:00.636265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Checking segment: {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:00.636654 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.637063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Bound using segment: {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:00.637575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Bound port: 290e6591-364c-488c-a7d5-e43edb84bb92, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:00.637975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.690639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] For port 4545d826-f747-45c5-aa85-f23606f2baf3, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:00.803527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] For port 4545d826-f747-45c5-aa85-f23606f2baf3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4545d826-f747-45c5-aa85-f23606f2baf3,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:00.829943 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.873493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] For port 290e6591-364c-488c-a7d5-e43edb84bb92, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:00.926725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] For port 290e6591-364c-488c-a7d5-e43edb84bb92, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=290e6591-364c-488c-a7d5-e43edb84bb92,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:01.051505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205c83-398a-482c-857b-f53cf9dbb67f req-0ffd69b8-0be8-49f0-87bf-82b2342e8683 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.058645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:01.059539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa205c83-398a-482c-857b-f53cf9dbb67f req-0ffd69b8-0be8-49f0-87bf-82b2342e8683 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 931 time: 0.2765925 Jul 07 17:48:01.082286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.083595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29022718-c138-45fb-b8f1-f1e121e8dc11 None None] Pushing event updated for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.113891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Transition to ACTIVE for port object 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:01.114610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.127762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.209017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.213545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:01.214533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:01.216571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.410691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27c9f-9883-40be-ae09-94e970aba1fa None None] Pushing event updated for resources: {'Port': ['ID=290e6591-364c-488c-a7d5-e43edb84bb92,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.600329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:01.677906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa205c83-398a-482c-857b-f53cf9dbb67f req-69fe271f-56fe-40b5-bc85-c86fd24ab2f9 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6138043 Jul 07 17:48:01.777595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Attempting to bind port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:01.779194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Attempting to bind port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:01.779194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Attempting to bind port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:01.791398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:01.791398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Attempting to bind port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 on network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:01.809511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:01.810028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Checking segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:01.814273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Bound using segment: {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:01.815167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Bound port: 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f08242-1929-4424-896d-c0b80c214278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:01.816246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.057383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:02.067276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:02.075802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.171530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.172681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.181892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 200 len: 1092 time: 3.4793093 Jul 07 17:48:02.186303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:02.200889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.203038 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c832da7-dec2-40c2-97a6-7edd6ddb034e" -d '{"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:02.386326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:52Z', 'revision_number': 4, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4545d826-f747-45c5-aa85-f23606f2baf3', 'name': '', 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'mac_address': 'fa:16:3e:a9:fd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:51Z', 'updated_at': '2021-07-07T17:48:00Z', 'revision_number': 4, 'project_id': '588a66814c3f49268985add09d2a61db', 'subnets': [{'id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:02.447658 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0623d-065f-4de3-b183-444a7b787e1c x-openstack-request-id: req-55b0623d-065f-4de3-b183-444a7b787e1c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:02.448118 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:02.448539 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55b0623d-065f-4de3-b183-444a7b787e1c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:02.449156 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'status': 'completed', 'code': 200} Jul 07 17:48:02.464749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c735986-6a00-4789-acc2-38baccda67f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:02.511339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f84fe-888c-4940-929b-2119e4d001f1 None None] The sync data for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 is: [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:47:52Z', 'revision_number': 4, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4545d826-f747-45c5-aa85-f23606f2baf3', 'name': '', 'network_id': '2bd2ab06-b17f-4155-a4b0-3b06770641ef', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'mac_address': 'fa:16:3e:a9:fd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:51Z', 'updated_at': '2021-07-07T17:48:00Z', 'revision_number': 4, 'project_id': '588a66814c3f49268985add09d2a61db', 'subnets': [{'id': 'e96d973f-1019-4539-a44c-6cffd51f02ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:02.581298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-d2b896c4-b08c-4a3d-98b5-2bb00d2a0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.588041 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-d2b896c4-b08c-4a3d-98b5-2bb00d2a0f03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1095 time: 0.2964072 Jul 07 17:48:02.784021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Router 16db2aed-6085-4056-911a-ede03bfec0c4 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:02.863428 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-2454b3d1-c038-4048-a8e5-f2911254848b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 200 len: 217 time: 0.2629015 Jul 07 17:48:02.882109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 290e6591-364c-488c-a7d5-e43edb84bb92 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:03.049180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c26b28a-36d5-4c65-ab36-b8a523f9bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.057176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-8c26b28a-36d5-4c65-ab36-b8a523f9bfc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1848555 Jul 07 17:48:03.277685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 290e6591-364c-488c-a7d5-e43edb84bb92 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:03.341439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c97c-6105-46a8-b375-71112dc6459d req-34ffaac6-c623-4039-95b3-3be1f6cccc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.348106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-34ffaac6-c623-4039-95b3-3be1f6cccc2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826734 Jul 07 17:48:03.374263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:03.388717 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Sync routers for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:03.436202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:03.442053 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:03.532029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.538930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-40acf189-6a3f-4319-8a1f-b392d32d33ac admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9601226 Jul 07 17:48:03.556064 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:03.716086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d5b05-6b2a-4794-9b06-d37a029dfa3b None None] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:03.745364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-4acd3696-9f81-451f-9dff-bdca90878a11 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903890 Jul 07 17:48:03.875961 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:03.986611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Provisioning for port 290e6591-364c-488c-a7d5-e43edb84bb92 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:04.020679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Provisioning complete for port 290e6591-364c-488c-a7d5-e43edb84bb92 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:04.025041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.165941 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7935c97c-6105-46a8-b375-71112dc6459d req-90dcf95a-5013-492f-b8ef-1fd6455c8e19 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118762 Jul 07 17:48:04.248207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e71fce-3b5d-48ad-8217-74f0a6444c87 req-038d16f7-3428-4c22-9da8-5c481cc34e6e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.260893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0e71fce-3b5d-48ad-8217-74f0a6444c87 req-038d16f7-3428-4c22-9da8-5c481cc34e6e tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.8762436 Jul 07 17:48:04.368326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-3f384955-c22f-48ce-9256-12272b72fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.374323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-3f384955-c22f-48ce-9256-12272b72fee1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1095 time: 0.1420600 Jul 07 17:48:04.422491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.449834 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:00Z', 'revision_number': 3, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:04.459289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0e71fce-3b5d-48ad-8217-74f0a6444c87 req-4ac3c247-4557-4046-a677-1514dfa9587c tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967142 Jul 07 17:48:04.538099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] For port 290e6591-364c-488c-a7d5-e43edb84bb92, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=290e6591-364c-488c-a7d5-e43edb84bb92,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:04.555552 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.595199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Checking router: 16db2aed-6085-4056-911a-ede03bfec0c4 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:04.595677 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Updating router 16db2aed-6085-4056-911a-ede03bfec0c4 port 35404e66-8ae1-47d5-86a3-9426b77fcd26 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:04.695953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975a028-d4f6-4851-8630-5fc1264fc0dd None None] Pushing event updated for resources: {'Port': ['ID=290e6591-364c-488c-a7d5-e43edb84bb92,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:04.767211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4545d826-f747-45c5-aa85-f23606f2baf3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:04.809921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-1f35024e-000d-4c88-ad83-b97634f1697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.820961 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-1f35024e-000d-4c88-ad83-b97634f1697b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.4356787 Jul 07 17:48:04.881315 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.911413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4545d826-f747-45c5-aa85-f23606f2baf3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:04.930029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4545d826-f747-45c5-aa85-f23606f2baf3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:04.930029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.087816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-a3335d71-c2cd-42f1-acbe-1d5bb23eb900 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 200 len: 217 time: 0.2512050 Jul 07 17:48:05.266942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.333855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-d34673df-1e3a-4272-84f7-e2964f69dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.338592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-d34673df-1e3a-4272-84f7-e2964f69dd5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2292800 Jul 07 17:48:05.352670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4545d826-f747-45c5-aa85-f23606f2baf3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4545d826-f747-45c5-aa85-f23606f2baf3,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:05.355532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.365919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.489707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:05.539293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cbb0ac69-a289-44f4-b9dc-c3ba74580ecc None None] Provisioning complete for port 290e6591-364c-488c-a7d5-e43edb84bb92 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:05.539745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ac69-a289-44f4-b9dc-c3ba74580ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.612035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-1f60886b-2c98-4f0e-9749-3a4721948e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.614789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-1f60886b-2c98-4f0e-9749-3a4721948e0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683821 Jul 07 17:48:05.772949 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.814430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Transition to ACTIVE for port object 35404e66-8ae1-47d5-86a3-9426b77fcd26 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:05.833621 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.987806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-012619b9-e574-4e10-adf4-384c744e60cb service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621283 Jul 07 17:48:05.989367 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585f01-06dd-4051-82db-a53758154b0a None None] Pushing event updated for resources: {'Port': ['ID=35404e66-8ae1-47d5-86a3-9426b77fcd26,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:05.993129 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Attempting to bind port 35404e66-8ae1-47d5-86a3-9426b77fcd26 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:05.996421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Attempting to bind port 35404e66-8ae1-47d5-86a3-9426b77fcd26 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:05.998965 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Attempting to bind port 35404e66-8ae1-47d5-86a3-9426b77fcd26 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:06.019397 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:06.020273 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:06.020955 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.026000 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:06.027571 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Bound port: 35404e66-8ae1-47d5-86a3-9426b77fcd26, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:06.028289 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.121803 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] For port 35404e66-8ae1-47d5-86a3-9426b77fcd26, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:06.126201 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] For port 35404e66-8ae1-47d5-86a3-9426b77fcd26, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35404e66-8ae1-47d5-86a3-9426b77fcd26,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:06.127150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Allocated IP 172.20.0.1 (cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e/3cf05440-7128-4416-a42b-bc8eacab438d/6b372478-db17-48a0-89f6-b01a1b48eda7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:06.135103 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.196547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df2dae-53cc-4166-93d3-ef8436903cab req-1215ff76-8463-4c1e-a14c-1d2ee5c3c52b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.200626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31df2dae-53cc-4166-93d3-ef8436903cab req-1215ff76-8463-4c1e-a14c-1d2ee5c3c52b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.3478563 Jul 07 17:48:06.329896 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1c832da7-dec2-40c2-97a6-7edd6ddb034e req-6037974b-4bce-4517-a353-2bd74ee0856d service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322072 Jul 07 17:48:06.428343 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.469244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Transition to ACTIVE for port object 6b372478-db17-48a0-89f6-b01a1b48eda7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:06.509190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:06.510677 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:47:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:06.550684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 290e6591-364c-488c-a7d5-e43edb84bb92 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:06.625953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 290e6591-364c-488c-a7d5-e43edb84bb92 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:06.626816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.660981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31df2dae-53cc-4166-93d3-ef8436903cab req-50c48622-d2d1-4d31-a486-27c9250899a1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666558 Jul 07 17:48:06.679198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.695178 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:06.791119 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585f01-06dd-4051-82db-a53758154b0a None None] Pushing event updated for resources: {'Port': ['ID=35404e66-8ae1-47d5-86a3-9426b77fcd26,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:06.810311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4545d826-f747-45c5-aa85-f23606f2baf3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:06.814519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:06.824440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:06.831100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:07.017475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4545d826-f747-45c5-aa85-f23606f2baf3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:07.017897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.052503 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-df306519-2257-4497-9486-86d62c7270c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:00Z', 'revision_number': 3, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:07.088574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:07.102959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df306519-2257-4497-9486-86d62c7270c9 None None] The sync data for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 is: [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:00Z', 'revision_number': 3, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:07.151602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.315286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf66955-7bae-486d-9f83-2982ed8fe82e req-c84fb087-12c5-4b8d-ae86-09703d336c4b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.318706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcf66955-7bae-486d-9f83-2982ed8fe82e req-c84fb087-12c5-4b8d-ae86-09703d336c4b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.3866913 Jul 07 17:48:07.376601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-582e3562-a2ba-4199-981b-4666b8f57168 None None] Provisioning for port 6b372478-db17-48a0-89f6-b01a1b48eda7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:07.387830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-582e3562-a2ba-4199-981b-4666b8f57168 None None] Provisioning complete for port 6b372478-db17-48a0-89f6-b01a1b48eda7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:07.389641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-582e3562-a2ba-4199-981b-4666b8f57168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.471502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcf66955-7bae-486d-9f83-2982ed8fe82e req-5c8a92dc-9449-4e3a-aec0-dcb8bbc86445 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441369 Jul 07 17:48:07.517808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54918) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:07.531611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-582e3562-a2ba-4199-981b-4666b8f57168 None None] Port 6b372478-db17-48a0-89f6-b01a1b48eda7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:07.647494 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0b874c6e-64d7-401d-ba1e-d7e5528ef3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.730710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.870725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4daedaf0-6621-4d7c-b70a-d4530a944282 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 200 len: 994 time: 0.3465850 Jul 07 17:48:08.039955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013e6a-bc40-46cd-9551-25756c2ffab3 req-03a54ced-13e3-459a-b655-ee8343777344 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.041610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3013e6a-bc40-46cd-9551-25756c2ffab3 req-03a54ced-13e3-459a-b655-ee8343777344 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.1793804 Jul 07 17:48:08.111611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3013e6a-bc40-46cd-9551-25756c2ffab3 req-42f2dd6b-d284-4d65-8af1-79ef69973763 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577404 Jul 07 17:48:08.212785 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.225861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.349149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-970e9e54-3247-40a9-874b-86ce75ee93e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1339402 Jul 07 17:48:08.481965 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.485982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:08.663321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-a554548b-0958-450b-b72b-4d62484313c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.666297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-a554548b-0958-450b-b72b-4d62484313c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1098 time: 0.2662866 Jul 07 17:48:08.763327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35404e66-8ae1-47d5-86a3-9426b77fcd26 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:08.777150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:08.779611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:08.962602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 35404e66-8ae1-47d5-86a3-9426b77fcd26 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:08.976002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 35404e66-8ae1-47d5-86a3-9426b77fcd26 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:08.976890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.131889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-fc702b03-6d3b-4511-bf19-3fa650c0da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.135578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-fc702b03-6d3b-4511-bf19-3fa650c0da18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.4433959 Jul 07 17:48:09.211069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.253812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 35404e66-8ae1-47d5-86a3-9426b77fcd26, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35404e66-8ae1-47d5-86a3-9426b77fcd26,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:09.261205 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.285727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-b548ffb5-a97f-4869-9e6b-0b3a06daef66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1428695 Jul 07 17:48:09.374793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=35404e66-8ae1-47d5-86a3-9426b77fcd26,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:09.423958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-4abbc09f-cfee-423b-a895-09bf80b24832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.426643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-4abbc09f-cfee-423b-a895-09bf80b24832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.1344705 Jul 07 17:48:09.499172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fb5bc99f-4aa6-4869-937f-4585dac175ca None None] Provisioning complete for port 6b372478-db17-48a0-89f6-b01a1b48eda7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:09.499550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc99f-4aa6-4869-937f-4585dac175ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.577052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bc99f-4aa6-4869-937f-4585dac175ca None None] Port 6b372478-db17-48a0-89f6-b01a1b48eda7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:09.631572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-1870de3b-55ec-4d62-bd42-bb36233fea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.635219 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-1870de3b-55ec-4d62-bd42-bb36233fea7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011089 Jul 07 17:48:09.651539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-f3fb7e75-5b24-40ed-94bb-c2f14ad04bb0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:09.653615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-f3fb7e75-5b24-40ed-94bb-c2f14ad04bb0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115170 Jul 07 17:48:09.905927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-3efad7da-f5e9-408e-9710-a82be8d03350 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443614 Jul 07 17:48:10.114659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-425428ba-6fb9-43a0-88f6-73751fdf65b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.133337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c9738-fbb6-4242-9b76-761f13d65316 req-213c2b59-b18b-459d-8a5e-97d59931812b tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.144456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-729c9738-fbb6-4242-9b76-761f13d65316 req-213c2b59-b18b-459d-8a5e-97d59931812b tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1098 time: 0.2862453 Jul 07 17:48:10.172801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2458295a-e4f1-46d2-974f-cc0e4ae23497 req-433a2fac-07d7-41fb-be53-29cbfd6e2e45 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528245 Jul 07 17:48:10.254658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-729c9738-fbb6-4242-9b76-761f13d65316 req-b1521055-01e7-47ce-959a-2cd565ae2aa9 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091318 Jul 07 17:48:10.279797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Router 16db2aed-6085-4056-911a-ede03bfec0c4 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:10.657791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.699461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35404e66-8ae1-47d5-86a3-9426b77fcd26 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:10.887656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:10.931811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f58f1a56-db17-4745-bac2-215aa19ed1a9 admin admin] 10.222.0.66 "PUT /v2.0/routers/16db2aed-6085-4056-911a-ede03bfec0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3726802 Jul 07 17:48:10.943578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 54956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:10.944404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Sync routers for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:11.017066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 35404e66-8ae1-47d5-86a3-9426b77fcd26 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:11.017473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.125098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4dc65b60-6c8d-483c-8be5-0a063f6a6f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.129244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:11.130967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:11.169291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859084-a66d-492b-9039-ca127f2441be req-bf5f6a0f-d6ab-4a4f-8c9b-c45e22fb6513 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.207061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb859084-a66d-492b-9039-ca127f2441be req-bf5f6a0f-d6ab-4a4f-8c9b-c45e22fb6513 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.2931793 Jul 07 17:48:11.297886 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb859084-a66d-492b-9039-ca127f2441be req-51052b38-a652-4c2b-b3bc-c15f32979eed tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852129 Jul 07 17:48:11.361179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4dc65b60-6c8d-483c-8be5-0a063f6a6f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.368236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4dc65b60-6c8d-483c-8be5-0a063f6a6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.467735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4dc65b60-6c8d-483c-8be5-0a063f6a6f56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10ca887d48044689835127becc7efc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205202 Jul 07 17:48:11.468974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65b60-6c8d-483c-8be5-0a063f6a6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e069b-fd1e-41e2-af7e-223d55ec52a3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:11.470330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54966) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:11.576989 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.610042 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.670100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:11.681703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.686347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.703142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e75e069b-fd1e-41e2-af7e-223d55ec52a3 HTTP/1.1" status: 204 len: 168 time: 0.2228208 Jul 07 17:48:11.725744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1304fdb-7df3-4973-b47c-d553ae9e71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e069b-fd1e-41e2-af7e-223d55ec52a3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:11.923169 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.997244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:07Z', 'revision_number': 4, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6b372478-db17-48a0-89f6-b01a1b48eda7', 'name': '', 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'mac_address': 'fa:16:3e:f6:a9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:05Z', 'updated_at': '2021-07-07T17:48:07Z', 'revision_number': 2, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'subnets': [{'id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:12.029627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Checking router: 16db2aed-6085-4056-911a-ede03bfec0c4 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:12.030162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Updating router 16db2aed-6085-4056-911a-ede03bfec0c4 port 6b372478-db17-48a0-89f6-b01a1b48eda7 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:12.073237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.198782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:12.215954 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-557ee104-687c-47c5-9332-0287179a3158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.408108 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-557ee104-687c-47c5-9332-0287179a3158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.415751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-557ee104-687c-47c5-9332-0287179a3158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.464309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-557ee104-687c-47c5-9332-0287179a3158 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29dd76b40299451e96c290f4d8dee626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637298 Jul 07 17:48:12.469174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 54992) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:12.519229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ee104-687c-47c5-9332-0287179a3158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41806d7d-1ddc-4d4f-98ad-d9dc03f347dd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:12.635023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.636276 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.662097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Transition to ACTIVE for port object 6b372478-db17-48a0-89f6-b01a1b48eda7 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:12.680560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.700270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.815797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.837034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.846828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41806d7d-1ddc-4d4f-98ad-d9dc03f347dd HTTP/1.1" status: 204 len: 168 time: 0.3749304 Jul 07 17:48:12.879468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd08b-84e4-41ee-a9ee-d25a3891623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41806d7d-1ddc-4d4f-98ad-d9dc03f347dd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:12.944684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01168bab-986d-40a3-b12a-d49dc1079000 None None] Pushing event updated for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:13.028762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Attempting to bind port 6b372478-db17-48a0-89f6-b01a1b48eda7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:13.029549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Attempting to bind port 6b372478-db17-48a0-89f6-b01a1b48eda7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:13.030155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Attempting to bind port 6b372478-db17-48a0-89f6-b01a1b48eda7 on network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:13.043676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:13.044608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Checking segment: {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:13.045292 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.045809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Bound using segment: {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:13.046551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Bound port: 6b372478-db17-48a0-89f6-b01a1b48eda7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:13.047897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-6731eafe-3e50-45c3-bf81-6c44ef21fbf6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4957123 Jul 07 17:48:13.061823 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.194949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-a5a50ab7-b883-48db-987e-d288fdfcc8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2581539 Jul 07 17:48:13.197387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] For port 6b372478-db17-48a0-89f6-b01a1b48eda7, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:13.202588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] For port 6b372478-db17-48a0-89f6-b01a1b48eda7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b372478-db17-48a0-89f6-b01a1b48eda7,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:13.209831 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.305678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:13.306829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:13.396357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01168bab-986d-40a3-b12a-d49dc1079000 None None] Pushing event updated for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:13.492075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-b9863a12-3d2a-4264-ad07-b4924c920418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.497247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-b9863a12-3d2a-4264-ad07-b4924c920418 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1097 time: 0.2056782 Jul 07 17:48:13.675092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:13.749703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-0fe48a96-2367-4e4a-9262-a090e1dda307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.751455 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-0fe48a96-2367-4e4a-9262-a090e1dda307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.2046824 Jul 07 17:48:13.755166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.942666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-16318059-bed4-4eae-b47b-a7ef4b50a7a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 1001 time: 0.1835053 Jul 07 17:48:14.046538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-b2a0f161-0144-48bf-97e6-d32f936fa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.049232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-b2a0f161-0144-48bf-97e6-d32f936fa096 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0989280 Jul 07 17:48:14.167368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-40affa14-4763-4b6e-b7af-789603934572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.170407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-40affa14-4763-4b6e-b7af-789603934572 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903316 Jul 07 17:48:14.213933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:07Z', 'revision_number': 4, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6b372478-db17-48a0-89f6-b01a1b48eda7', 'name': '', 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'mac_address': 'fa:16:3e:f6:a9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:05Z', 'updated_at': '2021-07-07T17:48:13Z', 'revision_number': 4, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'subnets': [{'id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:14.272787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3ce6a-91f2-4d7b-ba8b-9bba51f3c3e0 None None] The sync data for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 is: [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:07Z', 'revision_number': 4, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '6b372478-db17-48a0-89f6-b01a1b48eda7', 'name': '', 'network_id': 'cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'mac_address': 'fa:16:3e:f6:a9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:05Z', 'updated_at': '2021-07-07T17:48:13Z', 'revision_number': 4, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'subnets': [{'id': '3cf05440-7128-4416-a42b-bc8eacab438d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:14.309852 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-3b587f0d-7e59-4844-88a7-b89b0c354cad service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323929 Jul 07 17:48:14.463660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-05686379-f6cc-441c-abbe-1cea160cd7a7 req-5add02ad-2474-4149-80ed-79cd8acba26c service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455605 Jul 07 17:48:14.687619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b372478-db17-48a0-89f6-b01a1b48eda7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:14.791078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 6b372478-db17-48a0-89f6-b01a1b48eda7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:14.796277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6b372478-db17-48a0-89f6-b01a1b48eda7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:14.797241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.905780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-aa230482-c167-4cd1-9212-a55aa400c2aa tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:14.933813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-aa230482-c167-4cd1-9212-a55aa400c2aa tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4942083 Jul 07 17:48:14.941719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Request body: {'binding': {'host': 'n-h1-791505-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:14.943397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Unknown quota resources ['binding']. {{(pid=93946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:48:14.992534 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.056568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 6b372478-db17-48a0-89f6-b01a1b48eda7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b372478-db17-48a0-89f6-b01a1b48eda7,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:15.066606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.191539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:15.241069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on host n-h1-791505-12 for vnic_type normal with profile None {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:15.241410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:15.241966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:15.249158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:15.249839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:15.260856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:15.261590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:15.262233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Bound using segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:15.263034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Bound port: e73c85de-396a-4206-8621-bab0cad28ed6, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:15.406277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:15.415205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] Notify callbacks [] for binding, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.417410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] 10.222.0.66 "POST /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4817686 Jul 07 17:48:16.005230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-160f982a-bf7f-4c7d-acee-dc745e46540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.007843 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-160f982a-bf7f-4c7d-acee-dc745e46540d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1098 time: 0.1231143 Jul 07 17:48:16.234175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-dc796a56-41b0-45fa-a5e9-9f8350b86739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.236391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-dc796a56-41b0-45fa-a5e9-9f8350b86739 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.2199147 Jul 07 17:48:16.340123 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:16.383398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-7b360f9d-4376-4745-8cc5-b0657fb78630 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1405625 Jul 07 17:48:16.499392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c2ba5ddb-39f0-466f-a36e-9cd6953445d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.503333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c2ba5ddb-39f0-466f-a36e-9cd6953445d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.1118686 Jul 07 17:48:16.564570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b372478-db17-48a0-89f6-b01a1b48eda7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:16.627032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-6d487882-e3a1-488f-9e4f-482a6b1baa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.630322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-6d487882-e3a1-488f-9e4f-482a6b1baa96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205714 Jul 07 17:48:16.731908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 6b372478-db17-48a0-89f6-b01a1b48eda7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:16.732675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:16.776129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-dc2470b8-46ca-48b2-9aa6-f4f4d80e095d service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Jul 07 17:48:16.946378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-509a9964-2095-42cc-9360-51886e0aec7f service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629801 Jul 07 17:48:17.042846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45364d3-efae-4cf6-a020-98f585baa021 req-69995370-7b86-436e-96f2-9ce506516d47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.058688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b45364d3-efae-4cf6-a020-98f585baa021 req-69995370-7b86-436e-96f2-9ce506516d47 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.1435547 Jul 07 17:48:17.134335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b45364d3-efae-4cf6-a020-98f585baa021 req-3e014bc5-1fcb-47f5-873c-71fb41423392 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739455 Jul 07 17:48:17.249309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-4e77c710-582e-4ac1-93d6-b3ff3b0ed0af tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.252472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-4e77c710-582e-4ac1-93d6-b3ff3b0ed0af tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1098 time: 0.2368517 Jul 07 17:48:17.271158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-12'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:17.401301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.525185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b091baf-3632-4521-9a89-1bc38100e9f9 req-78f2b8e6-e96f-4a0c-8d70-e19c1ab4f2dd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.532468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b091baf-3632-4521-9a89-1bc38100e9f9 req-78f2b8e6-e96f-4a0c-8d70-e19c1ab4f2dd tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1522691 Jul 07 17:48:17.579356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b091baf-3632-4521-9a89-1bc38100e9f9 req-d88e9e1f-a8d8-4b2f-8253-cefc6520f28b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458376 Jul 07 17:48:17.640826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:17.707759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:17.823606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.828780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:17.835278 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c6a38-8eae-4c05-a8d9-f6b277b53a39" -d '{"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:17.841580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.976190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.204671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on host n-h2-791505-12 for vnic_type normal with profile {"migrating_to": "n-h1-791505-12"} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:18.205188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:18.205697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:18.214375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:18.214924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Attempting to bind port e73c85de-396a-4206-8621-bab0cad28ed6 on network ec6d197f-62e4-4e1a-aca7-266b723412de {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:18.228236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:18.228779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Checking segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:18.229433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Bound using segment: {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:18.243292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Bound port: e73c85de-396a-4206-8621-bab0cad28ed6, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:18.243945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.404491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55096) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:18.503228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:18.524012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:18.530830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.581652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] Provisioning complete for port e73c85de-396a-4206-8621-bab0cad28ed6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:18.587486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.824445 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6e52d-8b44-4b42-947c-5e4861d2ab4f x-openstack-request-id: req-56e6e52d-8b44-4b42-947c-5e4861d2ab4f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:18.827969 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:18.830863 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56e6e52d-8b44-4b42-947c-5e4861d2ab4f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:18.831838 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'code': 200} Jul 07 17:48:18.866062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.933071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=8']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.976089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:18.979876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:18.985121 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa575a-961b-4f64-a783-32ebcc09ff78" -d '{"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-plugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:18.987947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.989969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.990544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.993531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:18.994262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.994760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.995216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.995851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.996444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.996888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.997972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:19.004037 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.004766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:19.005257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:19.082129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.083830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.086651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-c5b04729-4947-4974-9c99-74a3b26f7ed5 service neutron] 10.222.0.23 "PUT /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1124 time: 1.8264174 Jul 07 17:48:19.219148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f87355-d910-48a3-86ac-5cca8d5e04c7 req-98a27827-f5d9-4b8a-b99f-b0800e9dab4a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.220838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69f87355-d910-48a3-86ac-5cca8d5e04c7 req-98a27827-f5d9-4b8a-b99f-b0800e9dab4a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 943 time: 0.2448049 Jul 07 17:48:19.273934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['e73c85de-396a-4206-8621-bab0cad28ed6'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:19.305474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.resource_extend [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:48:19.330481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69f87355-d910-48a3-86ac-5cca8d5e04c7 req-059c2b9c-54fb-4651-81e8-c8a97226e755 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994554 Jul 07 17:48:19.403061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84795fd-472f-4d73-8766-31a09a53d26b None None] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:19.538427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:19.560106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'port_id': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'mac_address': 'fa:16:3e:2f:9f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:19.617602 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c83a1-124a-4194-a2f6-acceb024cdd2 req-385b9d6f-edb9-40b7-9720-b7c01d8810c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.619240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-445c83a1-124a-4194-a2f6-acceb024cdd2 req-385b9d6f-edb9-40b7-9720-b7c01d8810c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1140974 Jul 07 17:48:19.692707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-445c83a1-124a-4194-a2f6-acceb024cdd2 req-bb854b89-02cf-4e01-8a70-ec09804cbea4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Jul 07 17:48:19.712393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.817558 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dec20f-d1d5-43be-a4b2-1429c4f64e62 x-openstack-request-id: req-23dec20f-d1d5-43be-a4b2-1429c4f64e62 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:19.818147 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-plugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:19.818147 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23dec20f-d1d5-43be-a4b2-1429c4f64e62 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:19.818518 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'code': 200} Jul 07 17:48:19.820247 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.837475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-84f83a20-8d86-4b02-9782-b442dc03810a None None] Provisioning complete for port e73c85de-396a-4206-8621-bab0cad28ed6 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:19.837878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84f83a20-8d86-4b02-9782-b442dc03810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.869644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:19.936070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:19.955366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.108528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.243991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7bbdfddf-39b7-410b-8d28-7ec88904b9a4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:20.325091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55134) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.344441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Deleting port 71563941-a3f2-4668-8f28-0a5ee69fbb72 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:20.345362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.755324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] For port 71563941-a3f2-4668-8f28-0a5ee69fbb72, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=71563941-a3f2-4668-8f28-0a5ee69fbb72,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:20.755324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.833355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:20.837049 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dcad65-b7a8-43c7-9791-7f44e58ec163" -d '{"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:20.839830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Calling delete_port for 71563941-a3f2-4668-8f28-0a5ee69fbb72 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:20.911330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e3d4-0f96-488c-bd91-7a9cb8ebb1d3 req-e7348eea-14ac-4e8c-bb9b-1dac1dfc57e2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.918495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef77e3d4-0f96-488c-bd91-7a9cb8ebb1d3 req-e7348eea-14ac-4e8c-bb9b-1dac1dfc57e2 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 944 time: 0.3700886 Jul 07 17:48:21.056276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef77e3d4-0f96-488c-bd91-7a9cb8ebb1d3 req-4795df64-19ac-48d8-8af6-708d7f45049a tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058371 Jul 07 17:48:21.349726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbfde-47f1-427c-8fbe-fa3a475983e7 req-3d93cb0b-b6e0-4e85-8190-c65c3857ae89 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.351433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-535bbfde-47f1-427c-8fbe-fa3a475983e7 req-3d93cb0b-b6e0-4e85-8190-c65c3857ae89 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.1629977 Jul 07 17:48:21.368141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.411757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71563941-a3f2-4668-8f28-0a5ee69fbb72,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.480902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-535bbfde-47f1-427c-8fbe-fa3a475983e7 req-b08c5579-12e3-44e2-a678-af3c2446e731 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223454 Jul 07 17:48:21.586309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.620664 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac007851-df73-402b-b7c1-f5130e28e270 x-openstack-request-id: req-ac007851-df73-402b-b7c1-f5130e28e270 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:21.620971 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:21.621370 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac007851-df73-402b-b7c1-f5130e28e270 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:21.621859 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'status': 'completed', 'code': 200} Jul 07 17:48:21.731203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-def43389-0938-4ddf-a8a7-0952020e2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.735839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-def43389-0938-4ddf-a8a7-0952020e2409 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1129 time: 0.0877788 Jul 07 17:48:21.747630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.901137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-4a00404a-ab22-42b2-9aaa-c3f3287bba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.904327 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-4a00404a-ab22-42b2-9aaa-c3f3287bba45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.1610675 Jul 07 17:48:22.043964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-bae191b9-76af-4a2f-b9b2-624aa4e1e776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1318564 Jul 07 17:48:22.135282 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-a93d677b-e358-4558-a53f-d79d14a720fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:22.138184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-a93d677b-e358-4558-a53f-d79d14a720fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.0865715 Jul 07 17:48:22.251572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-0eb130e6-c6ce-4663-9e99-8ecbb5b183d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:22.255667 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-0eb130e6-c6ce-4663-9e99-8ecbb5b183d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033068 Jul 07 17:48:22.457197 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-97fba025-ffab-461d-a4ea-32a25db84431 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887619 Jul 07 17:48:22.614853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cd0fb-f281-454c-a915-1272dc56ec73 req-7ab3a82b-e1ae-4416-ac48-c96a68ada760 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:22.617026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-511cd0fb-f281-454c-a915-1272dc56ec73 req-7ab3a82b-e1ae-4416-ac48-c96a68ada760 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 944 time: 0.2039907 Jul 07 17:48:22.671647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77dcad65-b7a8-43c7-9791-7f44e58ec163 req-07848045-bdb1-4238-abb8-789189add9c6 service neutron] 10.222.0.73 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051985 Jul 07 17:48:22.732561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-511cd0fb-f281-454c-a915-1272dc56ec73 req-769d3840-0297-41f4-9dcc-582100c0b019 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958107 Jul 07 17:48:22.734563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Router 342e268b-a055-4d67-a333-9c81d20a5918 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:22.840690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Deleting port 4545d826-f747-45c5-aa85-f23606f2baf3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:22.841368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.004389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:23.008885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:23.036701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:23.050685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-35ff869b-b454-49e8-b0f7-28890fefe9a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/342e268b-a055-4d67-a333-9c81d20a5918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6424167 Jul 07 17:48:23.052340 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55196) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:23.054083 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Sync routers for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:23.055440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] For port 4545d826-f747-45c5-aa85-f23606f2baf3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4545d826-f747-45c5-aa85-f23606f2baf3,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:23.055813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.073954 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:23.074955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:23.076025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Calling delete_port for 4545d826-f747-45c5-aa85-f23606f2baf3 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:23.103983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d730-dc92-46d4-ba3b-2879b16704f5 req-fed58175-8e3b-4bc9-9abc-49326da088dc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:23.106047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15b8d730-dc92-46d4-ba3b-2879b16704f5 req-fed58175-8e3b-4bc9-9abc-49326da088dc tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.2373865 Jul 07 17:48:23.221548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-15b8d730-dc92-46d4-ba3b-2879b16704f5 req-b7b6f183-c713-47c4-bf60-2ad8a0f7f092 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036162 Jul 07 17:48:23.240348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:23.256525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:23.257169 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.305745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:23.334922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 has no active binding in host n-h1-791505-12 {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:48:23.337678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.352237 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:23.390311 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.424140 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.433251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:23.434635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:23.439246 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248c79f-7cb5-490f-a573-658208f81d2e" -d '{"events": [{"server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:23.454917 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.485066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4545d826-f747-45c5-aa85-f23606f2baf3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:23.554840 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22352e5d-02af-4e1a-a005-37b82bff5227 x-openstack-request-id: req-22352e5d-02af-4e1a-a005-37b82bff5227 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:23.555449 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "name": "network-vif-plugged", "status": "completed", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:23.555861 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22352e5d-02af-4e1a-a005-37b82bff5227 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:23.556611 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'code': 200} Jul 07 17:48:23.557425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:23.606593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.713490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:48:21Z', 'revision_number': 5, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port': {'id': '1c546661-5cd7-48c6-aab4-a5e8b8ccebd3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342e268b-a055-4d67-a333-9c81d20a5918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:35:04Z', 'updated_at': '2021-07-07T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:23.772094 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Checking router: 342e268b-a055-4d67-a333-9c81d20a5918 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:23.793756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad11c2-436b-40e1-ac6b-b5d4a90808aa req-43495c22-dd8b-4168-8f9a-437260b06e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:23.799945 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Routers {'342e268b-a055-4d67-a333-9c81d20a5918'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:23.801266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['342e268b-a055-4d67-a333-9c81d20a5918'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:23.802158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-30ad11c2-436b-40e1-ac6b-b5d4a90808aa req-43495c22-dd8b-4168-8f9a-437260b06e7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1097 time: 0.1700218 Jul 07 17:48:23.833382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Deleting port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:23.833728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.921297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.011447 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] Set router 342e268b-a055-4d67-a333-9c81d20a5918 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:24.039310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-30ad11c2-436b-40e1-ac6b-b5d4a90808aa req-2fed01c1-e0f9-47ad-8e6a-d04437dc679a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269683 Jul 07 17:48:24.083236 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:48:23Z', 'revision_number': 6, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.096543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] For port 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:24.097410 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.114412 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e7cb9-477c-42ab-bc7b-32b55a63528c None None] The sync data for ids ['342e268b-a055-4d67-a333-9c81d20a5918'] in n-d-791505-12 is: [{'id': '342e268b-a055-4d67-a333-9c81d20a5918', 'name': 'tempest-TaggedBootDevicesTest_v242-818679277-router', 'tenant_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:35:02Z', 'updated_at': '2021-07-07T17:48:23Z', 'revision_number': 6, 'project_id': 'c83486a482a74d63b02b4bbeda0ca1bd', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:24.115369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Calling delete_port for 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:24.124547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-61dc524e-43d5-416e-b39e-a93057e07b5c service neutron] 10.222.0.73 "GET /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 385 time: 0.1301303 Jul 07 17:48:24.153414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10fea-9e1a-4f1c-9a22-bdd2448e54ed req-ff4ae5ce-8b3f-4892-9a85-ec52a3978dbb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:24.168448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70e10fea-9e1a-4f1c-9a22-bdd2448e54ed req-ff4ae5ce-8b3f-4892-9a85-ec52a3978dbb tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.1662455 Jul 07 17:48:24.279907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70e10fea-9e1a-4f1c-9a22-bdd2448e54ed req-585d522c-4a4d-475d-b54e-2d4fc4ecdd15 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099241 Jul 07 17:48:24.429846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Router 2605c318-b1bc-435c-af80-57d3920040f3 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:24.712765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 71563941-a3f2-4668-8f28-0a5ee69fbb72 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:24.756555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 71563941-a3f2-4668-8f28-0a5ee69fbb72 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:24.756903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 71563941-a3f2-4668-8f28-0a5ee69fbb72 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:24.840891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:24.855564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86ae9df5-2543-4e01-bb03-40cc77304f23 admin admin] 10.222.0.66 "PUT /v2.0/routers/2605c318-b1bc-435c-af80-57d3920040f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279915 Jul 07 17:48:24.856581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55206) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:24.862148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Sync routers for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:24.885285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:24.886213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.014911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.147090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1c546661-5cd7-48c6-aab4-a5e8b8ccebd3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.180408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c795f7e-b3f1-42e9-ab89-ba76850b3df7 req-38e409bb-523c-4164-a863-fef0aa0869c4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:25.183076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c795f7e-b3f1-42e9-ab89-ba76850b3df7 req-38e409bb-523c-4164-a863-fef0aa0869c4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 946 time: 0.4392283 Jul 07 17:48:25.184230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:25.204617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:25.273240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:25.275681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.297665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.359231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c795f7e-b3f1-42e9-ab89-ba76850b3df7 req-5a5eef08-aedc-4a40-b646-62b80a5b3654 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482317 Jul 07 17:48:25.448401 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.452725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.478153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:25.480923 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce47fc-a03e-4e14-8058-8319408ceea5" -d '{"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:25.489938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.532108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:25.563881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.629575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Deleting port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:25.629858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.638198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:48:23Z', 'revision_number': 5, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port': {'id': '4d301a6c-0542-4bb1-aa1b-49e42b7f98d7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605c318-b1bc-435c-af80-57d3920040f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:44Z', 'updated_at': '2021-07-07T17:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.642648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.643649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342e268b-a055-4d67-a333-9c81d20a5918 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:25.652445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.657840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-15eb0fe5-45ad-47c9-ab22-5ef9a51236fe admin admin] 10.222.0.66 "DELETE /v2.0/routers/342e268b-a055-4d67-a333-9c81d20a5918 HTTP/1.1" status: 204 len: 168 time: 2.5995712 Jul 07 17:48:25.658307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:25.723351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Checking router: 2605c318-b1bc-435c-af80-57d3920040f3 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:25.779889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Routers {'2605c318-b1bc-435c-af80-57d3920040f3'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:25.783137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['2605c318-b1bc-435c-af80-57d3920040f3'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.802855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Deleting subnet d07eabcb-2fc0-431c-b3e7-58c574daccc7 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:25.816287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.883399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.890663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.923625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] Set router 2605c318-b1bc-435c-af80-57d3920040f3 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:25.943034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] For port 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:25.943449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.979829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Calling delete_port for 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:26.010062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:48:25Z', 'revision_number': 6, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:26.049645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501fdb6-d184-411b-b7fa-dcaf91b069bc None None] The sync data for ids ['2605c318-b1bc-435c-af80-57d3920040f3'] in n-d-791505-12 is: [{'id': '2605c318-b1bc-435c-af80-57d3920040f3', 'name': 'tempest-TestAggregatesBasicOps-1461842006-router', 'tenant_id': '588a66814c3f49268985add09d2a61db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:43Z', 'updated_at': '2021-07-07T17:48:25Z', 'revision_number': 6, 'project_id': '588a66814c3f49268985add09d2a61db', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:26.105623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] Transition to ACTIVE for port object e73c85de-396a-4206-8621-bab0cad28ed6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:26.118313 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.119294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92738349-abeb-46b9-bbde-86c45f54f168 req-8eca8509-5d19-41a6-9aae-10069f636063 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:26.123219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92738349-abeb-46b9-bbde-86c45f54f168 req-8eca8509-5d19-41a6-9aae-10069f636063 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.3721302 Jul 07 17:48:26.168378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.314547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=11']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.352151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.377631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92738349-abeb-46b9-bbde-86c45f54f168 req-88557004-f760-409a-abe9-44fe45d0ee84 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439108 Jul 07 17:48:26.383670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] No DVR routers for this DVR port e73c85de-396a-4206-8621-bab0cad28ed6 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:26.615693 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a68e8e-80a3-418f-af4b-2d51861f99f4 x-openstack-request-id: req-00a68e8e-80a3-418f-af4b-2d51861f99f4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:26.616254 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-unplugged", "status": "completed", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:26.616602 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00a68e8e-80a3-418f-af4b-2d51861f99f4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:26.617215 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'code': 200} Jul 07 17:48:26.620341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d124099-c0b2-4b9f-8df0-9bab03a9d414 None None] Network 4ee94d23-0cf4-4e94-b2e9-b458500fa18f requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:26.629283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07eabcb-2fc0-431c-b3e7-58c574daccc7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.630354 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.641333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.648338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c2ecec8-f820-4140-8354-bfb4e0bff8dd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d07eabcb-2fc0-431c-b3e7-58c574daccc7 HTTP/1.1" status: 204 len: 168 time: 0.9874125 Jul 07 17:48:26.656979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:26.716705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d301a6c-0542-4bb1-aa1b-49e42b7f98d7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.826105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.832677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.853398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.854084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1c546661-5cd7-48c6-aab4-a5e8b8ccebd3 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.854546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4545d826-f747-45c5-aa85-f23606f2baf3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.905275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4545d826-f747-45c5-aa85-f23606f2baf3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.905961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4545d826-f747-45c5-aa85-f23606f2baf3 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.926499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.960764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f676c836-ae60-4189-aa39-ad4d1dcbc2a0 service neutron] 10.222.0.73 "PUT /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6/bindings/n-h1-791505-12/activate HTTP/1.1" status: 200 len: 370 time: 2.8285778 Jul 07 17:48:27.002707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.026413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.043735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.122402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Deleting port 035f987b-4ce3-4263-bd7b-0032e6236630 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:27.122897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.130680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] DHCP port deletion for 4ee94d23-0cf4-4e94-b2e9-b458500fa18f request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:27.180033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.180817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2605c318-b1bc-435c-af80-57d3920040f3 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:27.187790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.193072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2841cb39-96fc-40d3-a59c-814f19ab3808 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2605c318-b1bc-435c-af80-57d3920040f3 HTTP/1.1" status: 204 len: 168 time: 2.3325827 Jul 07 17:48:27.194711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55240) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.250362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Deleting port 035f987b-4ce3-4263-bd7b-0032e6236630 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:27.253483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f43b6599-77f8-47b1-b494-7e70fc12b907 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.254259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.255333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-f43b6599-77f8-47b1-b494-7e70fc12b907 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.2249966 Jul 07 17:48:27.298292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919ad9-d216-4d32-be75-0f068d3051fc req-75a09d7e-5aa3-4c55-9fe3-1d648b6f2690 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.301717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db919ad9-d216-4d32-be75-0f068d3051fc req-75a09d7e-5aa3-4c55-9fe3-1d648b6f2690 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.3185291 Jul 07 17:48:27.348040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Deleting subnet e96d973f-1019-4539-a44c-6cffd51f02ee {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:27.350346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24f0d302-933d-4d84-9bde-6cdc97a26313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.354159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] For port 035f987b-4ce3-4263-bd7b-0032e6236630, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=035f987b-4ce3-4263-bd7b-0032e6236630,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.354778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.358075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.388153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Calling delete_port for 035f987b-4ce3-4263-bd7b-0032e6236630 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:27.408138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] For port 035f987b-4ce3-4263-bd7b-0032e6236630, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=035f987b-4ce3-4263-bd7b-0032e6236630,segment=NetworkSegment(6e7ed029-410f-4c3b-8f2e-4b2f93645b47),segment_id=6e7ed029-410f-4c3b-8f2e-4b2f93645b47)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.409062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.430874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Calling delete_port for 035f987b-4ce3-4263-bd7b-0032e6236630 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:27.463389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db919ad9-d216-4d32-be75-0f068d3051fc req-314469ce-c557-40c2-b7a0-44f935771ef4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497803 Jul 07 17:48:27.510480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.521562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-812f4b3d-cd4d-4856-b46f-513e8b273046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.521897 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-812f4b3d-cd4d-4856-b46f-513e8b273046 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 1097 time: 0.2576425 Jul 07 17:48:27.576017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.646281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.652401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.719586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] Pushing event deleted for resources: {'Port': ['ID=035f987b-4ce3-4263-bd7b-0032e6236630,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.726178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8acea1-cb89-4bec-b644-cf294a126edf None None] No DVR routers for this DVR port 035f987b-4ce3-4263-bd7b-0032e6236630 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:27.734135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.788997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=035f987b-4ce3-4263-bd7b-0032e6236630,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.802911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] No DVR routers for this DVR port 035f987b-4ce3-4263-bd7b-0032e6236630 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:27.831253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.866017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24f0d302-933d-4d84-9bde-6cdc97a26313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.895088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96d973f-1019-4539-a44c-6cffd51f02ee,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.901777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.905405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-32044077-1956-44e5-87ae-99e91338b557 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e96d973f-1019-4539-a44c-6cffd51f02ee HTTP/1.1" status: 204 len: 168 time: 0.7092645 Jul 07 17:48:27.907055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24f0d302-933d-4d84-9bde-6cdc97a26313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.911876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-542c0d51-5728-4adc-a954-9b1cbda6d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.912398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d4657-2703-4b9c-a6e5-996c22fcb66d None None] Network 2bd2ab06-b17f-4155-a4b0-3b06770641ef requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:27.914658 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-542c0d51-5728-4adc-a954-9b1cbda6d85c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1097 time: 0.3529630 Jul 07 17:48:27.914658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55242) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.929237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1813b1-56cf-4c92-917a-bc90d388b07a req-667628d6-a29d-4fd9-85cf-673370728333 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.931750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c1813b1-56cf-4c92-917a-bc90d388b07a req-667628d6-a29d-4fd9-85cf-673370728333 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.1900706 Jul 07 17:48:27.972375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:28.011322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c1813b1-56cf-4c92-917a-bc90d388b07a req-62ad1179-0d12-4b38-9d31-2681f18bc1a8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732560 Jul 07 17:48:28.053152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55244) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.125484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:28.140480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.165726 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24f0d302-933d-4d84-9bde-6cdc97a26313 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b427faf68532446fb92553786b14280d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370611 Jul 07 17:48:28.171163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55248) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.184309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d302-933d-4d84-9bde-6cdc97a26313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84a71bb-985a-4c29-b5da-36216e4298aa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.201652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee94d23-0cf4-4e94-b2e9-b458500fa18f']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.238202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7ed029-410f-4c3b-8f2e-4b2f93645b47') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.238541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7ed029-410f-4c3b-8f2e-4b2f93645b47') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.258396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.279096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.279963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.310870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] DHCP port deletion for 2bd2ab06-b17f-4155-a4b0-3b06770641ef request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:28.318655 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.326029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-1ddadb03-5a1a-4049-a5ec-fe4e24e3aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.327676 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-1ddadb03-5a1a-4049-a5ec-fe4e24e3aabb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.3907740 Jul 07 17:48:28.331969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.332611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:28.333085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self.session.flush() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:28.336626 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:28.410262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Deleting port 5bd5f221-081f-42ba-a879-965147207a65 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:28.410920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.497488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b56fc-dd70-4095-8ed2-02b82fdfa52c tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.501612 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dd5b56fc-dd70-4095-8ed2-02b82fdfa52c tempest-TestVolumeBootPattern-921944437 tempest-TestVolumeBootPattern-921944437-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1092 time: 0.4455168 Jul 07 17:48:28.505754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55250) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.515191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:28.543655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.548703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.562913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e84a71bb-985a-4c29-b5da-36216e4298aa HTTP/1.1" status: 204 len: 168 time: 0.3892081 Jul 07 17:48:28.592769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.614639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1dfba-eb4f-4b60-91b4-d1bf5d66d061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84a71bb-985a-4c29-b5da-36216e4298aa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.620469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.629879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4ee94d23-0cf4-4e94-b2e9-b458500fa18f HTTP/1.1" status: 204 len: 168 time: 1.9714253 Jul 07 17:48:28.637298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-54131c60-0447-467b-b386-42fd8c73f6c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 1000 time: 0.2823792 Jul 07 17:48:28.664097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.669872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673819a6-2aad-402e-b1d2-8ef90871f7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee94d23-0cf4-4e94-b2e9-b458500fa18f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.694191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] For port 5bd5f221-081f-42ba-a879-965147207a65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5bd5f221-081f-42ba-a879-965147207a65,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:28.698950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.704436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 035f987b-4ce3-4263-bd7b-0032e6236630 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:28.759265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Deleting port 5bd5f221-081f-42ba-a879-965147207a65 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:28.759615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 035f987b-4ce3-4263-bd7b-0032e6236630 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:28.759615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 035f987b-4ce3-4263-bd7b-0032e6236630 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:28.759816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.759971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5bd5f221-081f-42ba-a879-965147207a65 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:28.845668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Calling delete_port for 5bd5f221-081f-42ba-a879-965147207a65 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:28.887354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55260) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.907668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-7fe73507-abfc-4542-a441-457905e06e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.910137 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-7fe73507-abfc-4542-a441-457905e06e6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.2506809 Jul 07 17:48:28.973702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] For port 5bd5f221-081f-42ba-a879-965147207a65, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5bd5f221-081f-42ba-a879-965147207a65,segment=NetworkSegment(0c11424e-a9b6-4b54-96a8-0fa62ace4fda),segment_id=0c11424e-a9b6-4b54-96a8-0fa62ace4fda)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:28.974416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.031305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Calling delete_port for 5bd5f221-081f-42ba-a879-965147207a65 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:29.037359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.050426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.068577 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f925b68-60ff-471f-9aab-f6c64e883948 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c83486a482a74d63b02b4bbeda0ca1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767211 Jul 07 17:48:29.076677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552987-0c43-43f1-bb2e-4a1140915281 req-799ba4b0-e605-46e4-a580-5a914b1bf76d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.083072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90552987-0c43-43f1-bb2e-4a1140915281 req-799ba4b0-e605-46e4-a580-5a914b1bf76d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.2747862 Jul 07 17:48:29.083954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55264) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.120138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] No DVR routers for this DVR port 5bd5f221-081f-42ba-a879-965147207a65 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:29.122137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:29.124537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872d5e3-610e-4226-806a-ab8449758a71 None None] Pushing event deleted for resources: {'Port': ['ID=5bd5f221-081f-42ba-a879-965147207a65,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.147214 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-1503d4b2-11c8-4b91-9698-0edc6b509f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.149120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-1503d4b2-11c8-4b91-9698-0edc6b509f1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2048538 Jul 07 17:48:29.152742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:29.153151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d301a6c-0542-4bb1-aa1b-49e42b7f98d7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:29.216354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.244825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55266) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.257639 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd5f221-081f-42ba-a879-965147207a65,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.259298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] No DVR routers for this DVR port 5bd5f221-081f-42ba-a879-965147207a65 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:29.273678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-873902de-bc29-464b-8b6f-82b79d690e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.349853 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-bf3357f6-5b29-4317-bbaa-dc1a7a6a1d54 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879761 Jul 07 17:48:29.354384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.357947 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.366408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90552987-0c43-43f1-bb2e-4a1140915281 req-77c06043-9f35-4373-b017-e9a69c2d3ab8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957278 Jul 07 17:48:29.371740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.424459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd2ab06-b17f-4155-a4b0-3b06770641ef']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.441309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c11424e-a9b6-4b54-96a8-0fa62ace4fda') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.441753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c11424e-a9b6-4b54-96a8-0fa62ace4fda') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.454739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.486322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.500937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:29.501352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:29.504326 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:29.506837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-d5eca742-4bea-46d4-83e4-0551b18558d8 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492043 Jul 07 17:48:29.522243 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.588660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.598915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.601741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2bd2ab06-b17f-4155-a4b0-3b06770641ef HTTP/1.1" status: 204 len: 168 time: 1.6814878 Jul 07 17:48:29.612148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55268) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.619143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedb819-876d-4d63-b755-1368739c9dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd2ab06-b17f-4155-a4b0-3b06770641ef,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.741812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Allocated IP 172.25.3.229 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ff3ef7c9-ec96-4703-8193-883efd410b7b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:29.765805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.770251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.772162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dcf124f-5f45-4b2a-90ec-4af45eefbed2 HTTP/1.1" status: 204 len: 168 time: 0.6847696 Jul 07 17:48:29.832751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45977592-e5c3-4842-b91f-23a2cbcbc702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf124f-5f45-4b2a-90ec-4af45eefbed2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.860805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-873902de-bc29-464b-8b6f-82b79d690e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.911887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-873902de-bc29-464b-8b6f-82b79d690e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.019724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-873902de-bc29-464b-8b6f-82b79d690e94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f90a49e041c44a73b31e7990a53c89f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691987 Jul 07 17:48:30.032187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55272) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.038808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873902de-bc29-464b-8b6f-82b79d690e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edee8b7-35d8-4d87-9db6-27abc8017cd0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.149039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.199063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.277179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.341783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.599791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-3b4f4773-0637-4b75-9fcf-a3fafa470d9a tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.602565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-3b4f4773-0637-4b75-9fcf-a3fafa470d9a tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 1097 time: 0.7331243 Jul 07 17:48:30.866303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-3d7d2b5f-6db3-4b3e-b883-e2e488d0b6a9 service neutron] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:30.874087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-3d7d2b5f-6db3-4b3e-b883-e2e488d0b6a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.875583 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-3d7d2b5f-6db3-4b3e-b883-e2e488d0b6a9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6/bindings/n-h2-791505-12 HTTP/1.1" status: 204 len: 173 time: 0.2608490 Jul 07 17:48:30.896163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.922570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:30.935300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:30.943594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:30.947868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=ff3ef7c9-ec96-4703-8193-883efd410b7b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.991972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.994777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.000006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6edee8b7-35d8-4d87-9db6-27abc8017cd0 HTTP/1.1" status: 204 len: 168 time: 0.9592819 Jul 07 17:48:31.016382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc197-a144-4218-bec2-43461f4ed31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edee8b7-35d8-4d87-9db6-27abc8017cd0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:31.077469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd2aa1-54a5-4fa8-8d51-2d243de45008 req-3949a765-c66b-40b5-822e-4b4c2bbce88a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.083630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86cd2aa1-54a5-4fa8-8d51-2d243de45008 req-3949a765-c66b-40b5-822e-4b4c2bbce88a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.2210560 Jul 07 17:48:31.089893 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55296) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:31.249015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86cd2aa1-54a5-4fa8-8d51-2d243de45008 req-91321e7e-6397-426d-ad73-9abe7a0bd09e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597767 Jul 07 17:48:31.339942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1178520432-network', 'tenant_id': '870bfcb50e1449e48328748dedaba341'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:31.423308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:31.429545 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.452734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.474366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Deleting port 6b372478-db17-48a0-89f6-b01a1b48eda7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:31.475595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.665462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] For port 6b372478-db17-48a0-89f6-b01a1b48eda7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6b372478-db17-48a0-89f6-b01a1b48eda7,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:31.666730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.698612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Calling delete_port for 6b372478-db17-48a0-89f6-b01a1b48eda7 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:31.793865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.798710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad850fe-17b5-457b-990c-cc794f87f8fe req-26276c9d-17ca-4b86-bd4d-2f17bc036a30 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.801153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ad850fe-17b5-457b-990c-cc794f87f8fe req-26276c9d-17ca-4b86-bd4d-2f17bc036a30 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1097 time: 0.2603238 Jul 07 17:48:31.805277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.876509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:31.888736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.929451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375eb12d-a225-48e7-944e-7a11485fbf9f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:31.945395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.945768 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Added segment a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b of type vlan for network 735e5df8-54be-43bb-a593-9e335bacae2d Jul 07 17:48:31.967304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ad850fe-17b5-457b-990c-cc794f87f8fe req-8ff10198-507e-4f59-9ecb-e528d296939d tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554263 Jul 07 17:48:31.988909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.027114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.057119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b372478-db17-48a0-89f6-b01a1b48eda7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.099666 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.100937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.101988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.106631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.218253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1231549 Jul 07 17:48:32.220178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55322) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:32.227791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Request body: {'subnet': {'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1178520432-subnet', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:32.276823 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6de53-23e1-4a56-9ec5-34c126e834dc admin admin] Pushing event updated for resources: {'Network': ['ID=735e5df8-54be-43bb-a593-9e335bacae2d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.289664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 735e5df8-54be-43bb-a593-9e335bacae2d details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:32.369561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:32.376420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.395739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8f-e31a-412e-877f-b631209f2eb9 req-bb7eed09-c674-4255-a03b-876d9faf96b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.397650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5419ad8f-e31a-412e-877f-b631209f2eb9 req-bb7eed09-c674-4255-a03b-876d9faf96b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.2040431 Jul 07 17:48:32.403512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.510194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5419ad8f-e31a-412e-877f-b631209f2eb9 req-51db4aa2-d4ce-4ff3-b798-fffed24e05d7 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999265 Jul 07 17:48:32.520212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.531011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.574838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55334) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:32.640773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event updated for resources: {'Port': ['ID=ff3ef7c9-ec96-4703-8193-883efd410b7b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.652977 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.655916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.656273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.656627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.656972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.657316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.657657 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.657997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.659087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.659672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.660061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.660403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.660742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:32.792497 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP b6622928-3872-468f-95b0-7e09ab003ff2 associated. External IP: 172.25.3.229, port: 7bbdfddf-39b7-410b-8d28-7ec88904b9a4. Jul 07 17:48:32.824702 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f2ae9e1-29ae-4251-8a64-3e6b7c685f70 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 200 len: 992 time: 0.2396009 Jul 07 17:48:32.972730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.093985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:33.099213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114950d3-f3fc-435a-abc3-4b2f3e93913d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:33.117345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Router 16db2aed-6085-4056-911a-ede03bfec0c4 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:33.129755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:33.130116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Network hostable DHCP agents. Network: 735e5df8-54be-43bb-a593-9e335bacae2d, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:33.147654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:33.233756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Network 735e5df8-54be-43bb-a593-9e335bacae2d is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:33.292432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 735e5df8-54be-43bb-a593-9e335bacae2d) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:33.296120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:33.306823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.307107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.314163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66fde1-d4f7-42c2-bfe7-d36dd0a76618 None None] Network 735e5df8-54be-43bb-a593-9e335bacae2d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:33.323572 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:33.336796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.353365 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:33.357571 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:33.388769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fc7cce70-2b13-4586-88ed-c8d061cff501 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1669066 Jul 07 17:48:33.390783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:33.396946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:33.402008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:33.405968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d51441b8-2d91-4ad8-b25e-4c0d719b365f admin admin] 10.222.0.66 "PUT /v2.0/routers/16db2aed-6085-4056-911a-ede03bfec0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7922599 Jul 07 17:48:33.411309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:33.412517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Sync routers for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:33.442468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-10365d2c-9f73-4fbb-872d-82502f8e57d0 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9215639 Jul 07 17:48:33.442468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:33.442468 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:33.452365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:33.452365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:33.542068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port ca4547ab-8384-4af0-b8f9-090483e4fdb6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:33.543056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.573834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.575763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.714950 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:33.741840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.742161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.761845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for ca4547ab-8384-4af0-b8f9-090483e4fdb6 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:33.976943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.066929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.157740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-735e5df8-54be-43bb-a593-9e335bacae2d', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:48:34.159925 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.166298 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1fdb90-d4c0-4b80-8874-f124bde8e3a4 x-openstack-request-id: req-fb1fdb90-d4c0-4b80-8874-f124bde8e3a4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:34.167103 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:34.167256 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb1fdb90-d4c0-4b80-8874-f124bde8e3a4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:34.167868 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'status': 'completed', 'code': 200} Jul 07 17:48:34.325534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.351638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6622928-3872-468f-95b0-7e09ab003ff2', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:2f:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:31Z', 'updated_at': '2021-07-07T17:48:31Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}, {'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:34.395623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:34.399199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=ca4547ab-8384-4af0-b8f9-090483e4fdb6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:34.415456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-612e37ce-6e63-4318-b971-73af1e4dc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.418127 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-612e37ce-6e63-4318-b971-73af1e4dc86e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1097 time: 0.2370071 Jul 07 17:48:34.440313 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:34.443282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:34.448289 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:34.457618 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.573379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.667929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.668718 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 1d3d339a-cd92-4fd6-a49e-5b0644864790 disassociated (deleted). External IP: 172.25.3.210, port: e73c85de-396a-4206-8621-bab0cad28ed6. Jul 07 17:48:34.809818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Deleting port 35404e66-8ae1-47d5-86a3-9426b77fcd26 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:34.810605 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.847187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Allocated IP 172.20.0.2 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/532d01ff-ca0e-4beb-b9d3-20ae03cc1238) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:34.849376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-aa96756f-f1f1-4390-b5f5-a7806f8322a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.851249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:31Z', 'revision_number': 5, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port': {'id': '35404e66-8ae1-47d5-86a3-9426b77fcd26', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:59Z', 'updated_at': '2021-07-07T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:34.851629 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-aa96756f-f1f1-4390-b5f5-a7806f8322a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.3617048 Jul 07 17:48:34.897959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Checking router: 16db2aed-6085-4056-911a-ede03bfec0c4 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:34.951843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Routers {'16db2aed-6085-4056-911a-ede03bfec0c4'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:34.953737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['16db2aed-6085-4056-911a-ede03bfec0c4'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:35.074924 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:35.162188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-42e7aa5b-5b0b-4158-a078-82c7298f08c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 200 len: 999 time: 0.2851119 Jul 07 17:48:35.178987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] Set router 16db2aed-6085-4056-911a-ede03bfec0c4 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:35.235571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] For port 35404e66-8ae1-47d5-86a3-9426b77fcd26, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=35404e66-8ae1-47d5-86a3-9426b77fcd26,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:35.238855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.317233 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Calling delete_port for 35404e66-8ae1-47d5-86a3-9426b77fcd26 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:35.344899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:34Z', 'revision_number': 6, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:35.390839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-e97373b0-59de-450a-857c-9ef8feecb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:35.395495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-e97373b0-59de-450a-857c-9ef8feecb709 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.2235081 Jul 07 17:48:35.418103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9606b2-11b4-4d7a-988a-0fb0e9017a49 None None] The sync data for ids ['16db2aed-6085-4056-911a-ede03bfec0c4'] in n-d-791505-12 is: [{'id': '16db2aed-6085-4056-911a-ede03bfec0c4', 'name': 'tempest-TestAggregatesBasicOps-424158080-router', 'tenant_id': 'b8534a655f894e588710e9509fd0e344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:56Z', 'updated_at': '2021-07-07T17:48:34Z', 'revision_number': 6, 'project_id': 'b8534a655f894e588710e9509fd0e344', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:35.449185 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.463184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router c47940bc-9ba1-4c7a-a603-5438c8e75c3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:35.615328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.621690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-a0908247-9ee1-47a8-9916-51e084c1fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:35.629253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-a0908247-9ee1-47a8-9916-51e084c1fc7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277293 Jul 07 17:48:35.646603 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.665690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Transition to ACTIVE for port object 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:35.694182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Transition to ACTIVE for port object 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:35.703616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.762293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:35.766052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:35.775028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:35.782136 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6622928-3872-468f-95b0-7e09ab003ff2', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:2f:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:31Z', 'updated_at': '2021-07-07T17:48:31Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}, {'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:35.791340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Pushing event updated for resources: {'Port': ['ID=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:35.898430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434da8c8-c4ff-469c-a093-4aa3906d33bf None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6622928-3872-468f-95b0-7e09ab003ff2', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:2f:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:31Z', 'updated_at': '2021-07-07T17:48:31Z', 'revision_number': 0, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}, {'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:35.927058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Attempting to bind port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:35.927918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Attempting to bind port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:35.928504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Attempting to bind port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:35.941403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:35.941998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:35.942636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.943120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:35.943720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Bound port: 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:35.944193 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.054066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] For port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:36.062333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] For port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:36.070596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.201441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998db3a-0179-442c-b410-e3c7e722f59c None None] Pushing event updated for resources: {'Port': ['ID=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.510370 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aee573-b449-4ce4-aabb-612f258f6b0c None None] New status for floating IP b6622928-3872-468f-95b0-7e09ab003ff2: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:36.687702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:36.700366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.702849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b372478-db17-48a0-89f6-b01a1b48eda7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:36.719791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Sync routers for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:36.822220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.831072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 6b372478-db17-48a0-89f6-b01a1b48eda7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:36.831072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6b372478-db17-48a0-89f6-b01a1b48eda7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:36.831472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35404e66-8ae1-47d5-86a3-9426b77fcd26 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:36.855297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-89d3805f-8bd6-48f8-8722-66956aa05179 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d3d339a-cd92-4fd6-a49e-5b0644864790 HTTP/1.1" status: 204 len: 168 time: 3.7052286 Jul 07 17:48:36.857304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:36.863850 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:36.908653 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-37548203-99e2-47da-af35-25a3d221fa70 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2406573 Jul 07 17:48:36.936577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 35404e66-8ae1-47d5-86a3-9426b77fcd26 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:36.940053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 35404e66-8ae1-47d5-86a3-9426b77fcd26 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:36.961360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:36.962709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:36.963251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Pushing event deleted for resources: {'Port': ['ID=35404e66-8ae1-47d5-86a3-9426b77fcd26,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:37.103381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Allocated IP 172.25.3.110 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/b166daf8-95a4-448a-b10b-a5cd4ea8afaa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:37.108199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.170752 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d9b3f712-f933-4d7f-a2e4-90c58c5c7ff0 req-9923d2c8-5fed-470b-9874-c6c8fd0f0687 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416921 Jul 07 17:48:37.215368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:37.325397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.331494 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.560087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:37.577229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.578318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16db2aed-6085-4056-911a-ede03bfec0c4 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:37.588484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.591545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-21dff995-dfe1-481f-a89b-b0479b7a8477 admin admin] 10.222.0.66 "DELETE /v2.0/routers/16db2aed-6085-4056-911a-ede03bfec0c4 HTTP/1.1" status: 204 len: 168 time: 4.1759939 Jul 07 17:48:37.594284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55432) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:37.643416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Checking router: c47940bc-9ba1-4c7a-a603-5438c8e75c3e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:37.709446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:37.712726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:37.718511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aef58cc0-d19a-412a-83ce-096a6ea7c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.740054 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df873884-83d1-4d0b-acf1-7063ff04be8e x-openstack-request-id: req-df873884-83d1-4d0b-acf1-7063ff04be8e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:37.741099 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:37.741593 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df873884-83d1-4d0b-acf1-7063ff04be8e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:37.742217 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'status': 'completed', 'code': 200} Jul 07 17:48:37.831917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Deleting subnet 3cf05440-7128-4416-a42b-bc8eacab438d {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:37.842331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.866114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.928838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-acf1c92b-82d0-4e9b-bfbf-eb94f1ef6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.931222 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-acf1c92b-82d0-4e9b-bfbf-eb94f1ef6f0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 1097 time: 0.1878397 Jul 07 17:48:37.983383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:37.994339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:38.085379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.214358 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-c8781b0f-8ab2-43b7-b73e-c99bca134a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.216146 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-c8781b0f-8ab2-43b7-b73e-c99bca134a6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 200 len: 898 time: 0.2746871 Jul 07 17:48:38.261326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:38.275707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:38.277681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-6f006635-d296-413a-ad2e-d83c0d389cc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 200 len: 217 time: 0.0533652 Jul 07 17:48:38.281169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:38.362751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.382075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492838-6e7a-4eaa-8a8e-ed55423fb2b2 req-3bf3f12d-a37f-4419-90d6-5ccd21e21163 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.387094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b492838-6e7a-4eaa-8a8e-ed55423fb2b2 req-3bf3f12d-a37f-4419-90d6-5ccd21e21163 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.4549522 Jul 07 17:48:38.395818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a8c8f-e875-480a-af32-6e90f640a09e None None] Network 735e5df8-54be-43bb-a593-9e335bacae2d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:38.470070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.563643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4316f8aa-0a82-4f13-badf-56320c1ac0a9 None None] Provisioning for port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:38.602783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-cf3093f9-a5e0-48a6-bbdc-3ff88c620f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.605698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-cf3093f9-a5e0-48a6-bbdc-3ff88c620f7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 200 len: 835 time: 0.3162825 Jul 07 17:48:38.609648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:38.690688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b492838-6e7a-4eaa-8a8e-ed55423fb2b2 req-f257a8bb-af56-41ed-9bc7-d85e38e73805 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941573 Jul 07 17:48:38.704963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.712243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7236c-7376-4ebe-8a2d-4a820a6c11f1 None None] The sync data for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 is: [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:47:13Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4fb072ad-5189-40b4-818b-ebfd99af8c91', 'name': '', 'network_id': 'ec6d197f-62e4-4e1a-aca7-266b723412de', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:7c:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:11Z', 'updated_at': '2021-07-07T17:47:22Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '80b9ea68-8bf4-4192-8402-3476461f3e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:38.732107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:38.754612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-06902c45-65ed-4d97-93fc-6542afda15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.756240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-06902c45-65ed-4d97-93fc-6542afda15c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec6d197f-62e4-4e1a-aca7-266b723412de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298828 Jul 07 17:48:38.760116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.766210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3cf05440-7128-4416-a42b-bc8eacab438d HTTP/1.1" status: 204 len: 168 time: 1.1661835 Jul 07 17:48:38.766210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba212e7-ebe3-4ba7-9efe-1ac804da29aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf05440-7128-4416-a42b-bc8eacab438d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.766843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55438) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.808693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d9516f-992b-452b-9efb-7ce4a9b5e411 None None] Network cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:38.884289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-b26786ab-1ece-4b8e-aaaa-6d41956deac4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.886963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-b26786ab-1ece-4b8e-aaaa-6d41956deac4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 945 time: 0.7635159 Jul 07 17:48:38.991896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.078499 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-e0b71b73-3239-4366-b004-d3a83ed9dd78 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142040 Jul 07 17:48:39.124622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.270575 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0bb14-c85e-41d6-b3bb-1dba77f9c001 None None] New status for floating IP 1d3d339a-cd92-4fd6-a49e-5b0644864790: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:39.290000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port e73c85de-396a-4206-8621-bab0cad28ed6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:39.290536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.374220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42a95287-8e4a-4dcc-80e5-1f510a4cef7b req-26017926-9261-4c55-ac63-d7ea52912c47 service neutron] 10.222.0.23 "GET /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493212 Jul 07 17:48:39.381526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Deleting port 290e6591-364c-488c-a7d5-e43edb84bb92 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:39.382084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.513145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] For port 290e6591-364c-488c-a7d5-e43edb84bb92, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=290e6591-364c-488c-a7d5-e43edb84bb92,segment=NetworkSegment(d5f529d9-8ef3-46e8-804e-91267b0fcd7c),segment_id=d5f529d9-8ef3-46e8-804e-91267b0fcd7c)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:39.513575 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.534112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Calling delete_port for 290e6591-364c-488c-a7d5-e43edb84bb92 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:39.544495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:39.577293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:39.577884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.612833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port e73c85de-396a-4206-8621-bab0cad28ed6, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e73c85de-396a-4206-8621-bab0cad28ed6,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:39.613329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.644179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.676177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=290e6591-364c-488c-a7d5-e43edb84bb92,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.682005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] No DVR routers for this DVR port 290e6591-364c-488c-a7d5-e43edb84bb92 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:39.751342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for e73c85de-396a-4206-8621-bab0cad28ed6 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:39.803856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.830943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:39.832051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.892452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:39.895365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f529d9-8ef3-46e8-804e-91267b0fcd7c') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:39.922692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.926462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.954686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.973698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:39.974394 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:40.050102 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:40.055138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.078282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.093275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] 10.222.0.66 "DELETE /v2.0/networks/cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e HTTP/1.1" status: 204 len: 168 time: 1.3082838 Jul 07 17:48:40.108919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:40.118075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ecc485-1134-40fe-9121-d907a323619f None None] DHCP port deletion for cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:40.142416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e24e0-4de1-4b37-ae54-e8ff73b6e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=cb18f7eb-0ef1-4a09-8765-dfc9aa4d215e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.154590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.299790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.328696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-43a88353-8ac3-4094-8fff-67ce591469b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.354804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-17919fa2-cd1b-4b2e-a5ff-fc1de8debf46 None None] Provisioning complete for port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:40.356041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17919fa2-cd1b-4b2e-a5ff-fc1de8debf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.389000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=e73c85de-396a-4206-8621-bab0cad28ed6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.410982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.461624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.519319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dcf42-92a3-46d6-863e-4412bdf6efba req-973eef6b-746b-4e03-94bd-270806da955f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:40.521233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-084dcf42-92a3-46d6-863e-4412bdf6efba req-973eef6b-746b-4e03-94bd-270806da955f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9174536-eb3f-46f3-9501-3ec35c4f3a86 HTTP/1.1" status: 200 len: 866 time: 0.3852243 Jul 07 17:48:40.523750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] No DVR routers for this DVR port e73c85de-396a-4206-8621-bab0cad28ed6 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:40.531362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.541252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d8f8a54-34f1-472c-b2f5-48feb3bb44ee req-9dbf13d3-dcd4-4d1d-bae1-4cd9bf97014f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.23 "DELETE /v2.0/ports/e73c85de-396a-4206-8621-bab0cad28ed6 HTTP/1.1" status: 204 len: 173 time: 1.6410730 Jul 07 17:48:40.546738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-deleted', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:40.550965 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e254d0-c8d4-42ef-b8f6-abd4f78d5669" -d '{"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-deleted", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:40.590804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:40.603707 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e3d2fe58-a51a-41f0-b712-1b99fa5be034 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=588a66814c3f49268985add09d2a61db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358700 Jul 07 17:48:40.604215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55452) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.662641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.677214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:40.746692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-084dcf42-92a3-46d6-863e-4412bdf6efba req-090f45a5-7308-40d1-9e30-6adf3367011d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=c879fbff-efc5-486d-91ab-c98f1dbc7539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988258 Jul 07 17:48:40.818760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:40.854054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.861364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Sync routers for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:40.890578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.912328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52bcefca-de98-429c-b42f-dfa9c74a0ce7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4980628 Jul 07 17:48:40.913724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55456) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.947097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:40.948633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:40.970196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.999127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:40.999775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.002954 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd61550e-6dee-45e3-99e2-e4febd5970e9 x-openstack-request-id: req-dd61550e-6dee-45e3-99e2-e4febd5970e9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:41.003392 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9174536-eb3f-46f3-9501-3ec35c4f3a86", "name": "network-vif-deleted", "tag": "e73c85de-396a-4206-8621-bab0cad28ed6", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:41.003776 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd61550e-6dee-45e3-99e2-e4febd5970e9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:41.005138 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9174536-eb3f-46f3-9501-3ec35c4f3a86', 'name': 'network-vif-deleted', 'tag': 'e73c85de-396a-4206-8621-bab0cad28ed6', 'status': 'completed', 'code': 200} Jul 07 17:48:41.101719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.104943 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.110673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8b07022-d43b-4d93-9382-91573fd2be57 HTTP/1.1" status: 204 len: 168 time: 0.5009341 Jul 07 17:48:41.130165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06026cdf-a7de-416c-a028-a1efab83662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b07022-d43b-4d93-9382-91573fd2be57,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.367112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:41.558306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 290e6591-364c-488c-a7d5-e43edb84bb92 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:41.685567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 290e6591-364c-488c-a7d5-e43edb84bb92 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:41.686266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 290e6591-364c-488c-a7d5-e43edb84bb92 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:41.990321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.999318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55466) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.037310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:38Z', 'revision_number': 3, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:42.038121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55468) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.074222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Checking router: 6b8a0b38-446d-4886-9e43-89c3b5fa1385 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:42.075054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Updating router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 port b166daf8-95a4-448a-b10b-a5cd4ea8afaa binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:42.131666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.173686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3a731bac-f4ab-4db8-a077-b8487b0db9e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8534a655f894e588710e9509fd0e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328335 Jul 07 17:48:42.178648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55470) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.323170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.366485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.409056 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.495211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.499900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.507447 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b6aab74-d99e-40e3-89c4-83236a519f02 HTTP/1.1" status: 204 len: 168 time: 0.3264377 Jul 07 17:48:42.528677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa68b8-7dfc-43aa-b034-d2f02eebb9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6aab74-d99e-40e3-89c4-83236a519f02,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.691208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Allocated IP 172.20.0.1 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/4bd73798-5f48-4094-aa34-ee9ef10df060) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:42.803921 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.883421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.918486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Transition to ACTIVE for port object b166daf8-95a4-448a-b10b-a5cd4ea8afaa will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:42.934923 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.941755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.979396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Transition to ACTIVE for port object 4bd73798-5f48-4094-aa34-ee9ef10df060 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:43.024130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Attempting to bind port b166daf8-95a4-448a-b10b-a5cd4ea8afaa on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:43.025856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Attempting to bind port b166daf8-95a4-448a-b10b-a5cd4ea8afaa by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:43.026364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Attempting to bind port b166daf8-95a4-448a-b10b-a5cd4ea8afaa on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:43.040636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:43.041232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:43.042155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.043490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:43.043490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Bound port: b166daf8-95a4-448a-b10b-a5cd4ea8afaa, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:43.043490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.081418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752278f5-572d-4c00-9519-d9b332fbe09c None None] Pushing event updated for resources: {'Port': ['ID=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.121311 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.147384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] For port b166daf8-95a4-448a-b10b-a5cd4ea8afaa, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:43.153635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] For port b166daf8-95a4-448a-b10b-a5cd4ea8afaa, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:43.159226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:43.166968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.181628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:43.186667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:43.221175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:43.252169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: e73c85de-396a-4206-8621-bab0cad28ed6 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:43.252538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e73c85de-396a-4206-8621-bab0cad28ed6 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:43.298831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752278f5-572d-4c00-9519-d9b332fbe09c None None] Pushing event updated for resources: {'Port': ['ID=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.331085 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:43.333656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:43.340735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.445224 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.529691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:43.716883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 4fb072ad-5189-40b4-818b-ebfd99af8c91 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:43.718027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.721197 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.736683 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4e0c1f4c-bb9f-4e9d-9214-ecb72bc0a8c2 None None] Provisioning for port 4bd73798-5f48-4094-aa34-ee9ef10df060 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:43.753546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4e0c1f4c-bb9f-4e9d-9214-ecb72bc0a8c2 None None] Provisioning complete for port 4bd73798-5f48-4094-aa34-ee9ef10df060 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:43.754113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1f4c-bb9f-4e9d-9214-ecb72bc0a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.827348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c1f4c-bb9f-4e9d-9214-ecb72bc0a8c2 None None] Port 4bd73798-5f48-4094-aa34-ee9ef10df060 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:43.857568 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.904481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 4fb072ad-5189-40b4-818b-ebfd99af8c91, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4fb072ad-5189-40b4-818b-ebfd99af8c91,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:43.904481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.924410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 4fb072ad-5189-40b4-818b-ebfd99af8c91 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:43.938915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:38Z', 'revision_number': 3, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:44.047760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dec57a-9bd7-4774-adcb-07f1fc3acd6b None None] The sync data for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 is: [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:38Z', 'revision_number': 3, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:44.357298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.411276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=4fb072ad-5189-40b4-818b-ebfd99af8c91,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.700108 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.713535 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.827302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.829937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.990170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b166daf8-95a4-448a-b10b-a5cd4ea8afaa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:45.091254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:45.139455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:45.141670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:45.192157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b166daf8-95a4-448a-b10b-a5cd4ea8afaa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:45.208066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b166daf8-95a4-448a-b10b-a5cd4ea8afaa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:45.209666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.476958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:45.596880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router c47940bc-9ba1-4c7a-a603-5438c8e75c3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:45.663496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.737777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b166daf8-95a4-448a-b10b-a5cd4ea8afaa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:45.743820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.839411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:45.867334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d72f7e9d-d952-4e33-9cba-3c9e1cbd3be8 admin admin] 10.222.0.66 "PUT /v2.0/routers/6b8a0b38-446d-4886-9e43-89c3b5fa1385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9519405 Jul 07 17:48:45.884927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:45.898555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e94a52c3-076b-4a04-a255-c1577ffeadd5 None None] Provisioning complete for port 4bd73798-5f48-4094-aa34-ee9ef10df060 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:45.899126 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Sync routers for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:45.901104 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e94a52c3-076b-4a04-a255-c1577ffeadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.915543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7432e25e-b987-4f97-b70a-59da105eb607 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/c47940bc-9ba1-4c7a-a603-5438c8e75c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9136603 Jul 07 17:48:45.916470 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:45.917263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55514) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:45.945296 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:46.023586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting subnet 80b9ea68-8bf4-4192-8402-3476461f3e43 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:46.036640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.096909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:46.155586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-e94a52c3-076b-4a04-a255-c1577ffeadd5 None None] Port 4bd73798-5f48-4094-aa34-ee9ef10df060 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:46.165509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.242128 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:46.335014 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55522) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:46.392133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.529097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.532004 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:46.597332 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Checking router: c47940bc-9ba1-4c7a-a603-5438c8e75c3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:46.621547 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Routers {'c47940bc-9ba1-4c7a-a603-5438c8e75c3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:46.623110 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:46.636591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Subnet': ['ID=80b9ea68-8bf4-4192-8402-3476461f3e43,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:46.644633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b166daf8-95a4-448a-b10b-a5cd4ea8afaa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:46.676152 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.682183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'network': {'name': 'tempest-network-smoke--1206782538', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:46.685365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-efc20ca7-5896-42a7-a957-1df34c58bcd9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/subnets/80b9ea68-8bf4-4192-8402-3476461f3e43 HTTP/1.1" status: 204 len: 168 time: 0.7646649 Jul 07 17:48:46.686883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55526) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:46.711984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e5ce2-6012-4151-aad4-f09b3b37a28c None None] Network ec6d197f-62e4-4e1a-aca7-266b723412de requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:46.718221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:46.735526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.765962 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.912288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b166daf8-95a4-448a-b10b-a5cd4ea8afaa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:46.912918 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.945833 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] Set router c47940bc-9ba1-4c7a-a603-5438c8e75c3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:47.173079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.182639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.224560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.254014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] DHCP port deletion for ec6d197f-62e4-4e1a-aca7-266b723412de request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:48:47.279038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce9a52-ff99-4dd6-a6f6-637ecb2969ce,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.282229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:47.297548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.300706 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Added segment 2672d5b4-e67c-4313-9377-e304a4a66275 of type vlan for network 62410598-d3a3-4935-89ba-a1ab3f0301eb Jul 07 17:48:47.411251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Deleting port ae388a23-b0a3-429d-afa7-244bfd40138e {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:47.411895 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.427178 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.537396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.546286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Sync routers for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:47.547159 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.550712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.591420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2492826 Jul 07 17:48:47.591756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55530) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:47.605000 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:47.606870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'admin_state_up': True, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:47.616017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:47.616807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:47.680851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.681814 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd74233-c544-479a-8ab2-ff75e8ea0cb4 None None] The sync data for ids ['c47940bc-9ba1-4c7a-a603-5438c8e75c3e'] in n-d-791505-12 is: [{'id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530173290', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '318df32d-1752-497f-a364-17ac074805fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:04Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '318df32d-1752-497f-a364-17ac074805fc', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47940bc-9ba1-4c7a-a603-5438c8e75c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:05Z', 'updated_at': '2021-07-07T17:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:47.682008 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.714267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.719158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] For port ae388a23-b0a3-429d-afa7-244bfd40138e, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ae388a23-b0a3-429d-afa7-244bfd40138e,segment=NetworkSegment(bc86c446-25fa-43b8-8ba6-6d203a0e5e9e),segment_id=bc86c446-25fa-43b8-8ba6-6d203a0e5e9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:47.721469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.723412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:47.732032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473795885', 'description': 'tempest-description--445684195'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:47.773369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Calling delete_port for ae388a23-b0a3-429d-afa7-244bfd40138e owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:47.781599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.784673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02bd92-6f1f-4208-98f8-3c87c6797372 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Network': ['ID=62410598-d3a3-4935-89ba-a1ab3f0301eb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.832029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.984358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.998066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.045717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:48.078916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926372e6-c632-49f4-b24a-23b381dbbba0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.085379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.091525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8482a2e0-9583-48d5-b9c1-2c9368131825 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3628862 Jul 07 17:48:48.098598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55536) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.112162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 318df32d-1752-497f-a364-17ac074805fc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:48.112414 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.112940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'security_group_rule': {'security_group_id': '926372e6-c632-49f4-b24a-23b381dbbba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:48.189725 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.217939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.349904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 318df32d-1752-497f-a364-17ac074805fc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=318df32d-1752-497f-a364-17ac074805fc,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:48.359048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.383100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.396677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.406997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.408267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 318df32d-1752-497f-a364-17ac074805fc owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:48.425705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:48.430711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] Pushing event deleted for resources: {'Port': ['ID=ae388a23-b0a3-429d-afa7-244bfd40138e,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.452408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4552d979-a951-4064-95da-717fdc74642d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.471394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9f454-2704-4836-b7a7-5dbfdce80c88 None None] No DVR routers for this DVR port ae388a23-b0a3-429d-afa7-244bfd40138e on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:48.500568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.507820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c61f0776-69b8-417c-8223-6df938d92d32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4037261 Jul 07 17:48:48.508487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55538) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.521761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'security_group_rule': {'security_group_id': '926372e6-c632-49f4-b24a-23b381dbbba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:48.602578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.681226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4fb072ad-5189-40b4-818b-ebfd99af8c91 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:48.727902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4fb072ad-5189-40b4-818b-ebfd99af8c91 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:48.728627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4fb072ad-5189-40b4-818b-ebfd99af8c91 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:48.729143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae388a23-b0a3-429d-afa7-244bfd40138e no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:48.745165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.758240 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.772459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ae388a23-b0a3-429d-afa7-244bfd40138e {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:48.772991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ae388a23-b0a3-429d-afa7-244bfd40138e not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:48.820834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860f18a2-c2f1-41b3-86fd-1dd3aed861d4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.828190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.835613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-169d1dfd-af0d-410c-b9ce-8847b8d20c66 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256283 Jul 07 17:48:48.836502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.847521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:48.893835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.957372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:44Z', 'revision_number': 2, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:49.021633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Checking router: 6b8a0b38-446d-4886-9e43-89c3b5fa1385 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:49.022347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Updating router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 port 4bd73798-5f48-4094-aa34-ee9ef10df060 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:49.060786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.098191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.137045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.259351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=318df32d-1752-497f-a364-17ac074805fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.261386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.272010 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.307971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.388311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.25.3.137 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/fff89558-4ce7-4cf5-95a8-29f7dc70d178) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:49.467149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.473388 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.545536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.546121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Fanout notify agent at l3_agent the message router_deleted on router c47940bc-9ba1-4c7a-a603-5438c8e75c3e {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:48:49.561333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.562732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c64e67c-1e28-4296-a33a-1f2a9eeafe84 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/routers/c47940bc-9ba1-4c7a-a603-5438c8e75c3e HTTP/1.1" status: 204 len: 168 time: 2.8722403 Jul 07 17:48:49.568370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55544) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:49.589515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.699540 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.701416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.761568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:49.765314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:49.770027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:49.784389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.800906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Transition to ACTIVE for port object 4bd73798-5f48-4094-aa34-ee9ef10df060 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:49.811400 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.815276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=fff89558-4ce7-4cf5-95a8-29f7dc70d178,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.880330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.25.3.219 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/cdbcbc8e-c020-44c9-b527-e9eaad872ce0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:49.893913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.920357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6d197f-62e4-4e1a-aca7-266b723412de']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:49.942251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65f944-3ed2-42f4-b253-a54b6bb3a0a3 None None] Pushing event updated for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.949209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:49.949513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc86c446-25fa-43b8-8ba6-6d203a0e5e9e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:49.976989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.030024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.063790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.066546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.075696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:50.076117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:50.080584 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:50.116830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Attempting to bind port 4bd73798-5f48-4094-aa34-ee9ef10df060 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:50.117615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Attempting to bind port 4bd73798-5f48-4094-aa34-ee9ef10df060 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:50.118239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Attempting to bind port 4bd73798-5f48-4094-aa34-ee9ef10df060 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:50.143927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:50.144454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:50.145025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.146006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:50.147042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Bound port: 4bd73798-5f48-4094-aa34-ee9ef10df060, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:50.147372 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.207671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.211893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.230016 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.232033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/networks/ec6d197f-62e4-4e1a-aca7-266b723412de HTTP/1.1" status: 204 len: 168 time: 0.6625593 Jul 07 17:48:50.271125 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:50.281746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6723-c4db-49d9-8fa3-3649826078b8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Network': ['ID=ec6d197f-62e4-4e1a-aca7-266b723412de,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:50.381469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] For port 4bd73798-5f48-4094-aa34-ee9ef10df060, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:50.392376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] For port 4bd73798-5f48-4094-aa34-ee9ef10df060, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4bd73798-5f48-4094-aa34-ee9ef10df060,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:50.404850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.456992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.486972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.560119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65f944-3ed2-42f4-b253-a54b6bb3a0a3 None None] Pushing event updated for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:50.574021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:50.575407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:50.587937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:50.603139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:50.616011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:50.639431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 318df32d-1752-497f-a364-17ac074805fc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:50.696926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 318df32d-1752-497f-a364-17ac074805fc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:50.697290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 318df32d-1752-497f-a364-17ac074805fc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:50.734143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:50.742911 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.822694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:51.022819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.028288 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.072043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.084477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.086170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/security-groups/c879fbff-efc5-486d-91ab-c98f1dbc7539 HTTP/1.1" status: 204 len: 168 time: 0.7968950 Jul 07 17:48:51.120780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=fff89558-4ce7-4cf5-95a8-29f7dc70d178,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.140180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.149053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8203-6866-494f-926e-aa98dee69f9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879fbff-efc5-486d-91ab-c98f1dbc7539,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.168387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.187694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-158316b7-9ef4-467b-8197-70fb9979cd21 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3427877 Jul 07 17:48:51.319472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.354133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:50Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:51.396714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0ba2-ac8e-4951-b96d-79a685b4a781 None None] The sync data for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 is: [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:50Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:51.690032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55562) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.702095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090499792', 'description': 'tempest-secgroup-smoke-1090499792 description', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:51.766933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.990412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.996993 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.029864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.031266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3356428 Jul 07 17:48:52.037065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55572) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.042357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:52.068291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8990c9-2260-4b53-a8f0-a9a370b8ed8b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e541664f-1c44-48ef-a5c7-1a3ffb3c5808,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.104865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.176487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.186136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.231205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7841b8d0-aa86-4a9d-b931-c516c2f2d612,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.240109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.242953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6384b4da-600d-451d-81c9-c526dab4d837 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2048631 Jul 07 17:48:52.247707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55574) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.263512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:52.327335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.410883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-64b80169-6821-4a5e-96d8-e607defb66e2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1473795885&fields=id&tenant_id=870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 267 time: 0.0668929 Jul 07 17:48:52.415186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.456325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.462625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.497935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.500683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2496128 Jul 07 17:48:52.511732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.526417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:52.574703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92e869-2bcd-4329-b956-54e8326be860 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7111767e-8894-4456-8305-7ad35a0c07ad,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.617310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.682820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4bd73798-5f48-4094-aa34-ee9ef10df060 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:52.774903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.780456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.787779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4bd73798-5f48-4094-aa34-ee9ef10df060 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:52.796389 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4bd73798-5f48-4094-aa34-ee9ef10df060 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:52.800052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.807800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bd511f-273f-46ff-aef6-c335d2f255fd,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.825222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.827638 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-189c9fd8-d197-4da3-978d-ce1d067c26d9 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113136 Jul 07 17:48:52.832826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55580) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.841195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:52.894389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-75fe223c-ed34-40a8-a414-e889e15d9679 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:52.908432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-75fe223c-ed34-40a8-a414-e889e15d9679 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.4749119 Jul 07 17:48:52.928798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.939553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.939911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-91c21818-52aa-487d-b476-639d69252096 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/quotas/870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 375 time: 0.0299008 Jul 07 17:48:52.996039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4bd73798-5f48-4094-aa34-ee9ef10df060, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4bd73798-5f48-4094-aa34-ee9ef10df060,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:53.002529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.089426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:53.091615 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.102326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.103495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.141823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f6a45d-9a95-4c0c-a6b3-debbdeaf6d89,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.147031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-4cd84376-8b28-4b17-862a-7b5ab33e8070 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1990957 Jul 07 17:48:53.160277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.161573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fd6a9df4-3681-4d41-8298-959ac3c7023e tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273642 Jul 07 17:48:53.166212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.171134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:53.211784 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:48:53.222062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.368343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:53.434734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:53.445042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-e53de5a8-8c6a-422f-955e-1efff0060b26 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386029 Jul 07 17:48:53.463753 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:53.478763 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:53.479424 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:53.480617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.485520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13940ae4-8009-43c1-afa7-e73c2ce085df tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8934741 Jul 07 17:48:53.495201 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.497096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55584) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.509903 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.558292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdb5ea9-8519-4258-96fb-d511de0ece81,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.572427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.574858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b53cafe6-3a9c-45b6-a6e7-f4dcd4030c0f tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072626 Jul 07 17:48:53.580409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55588) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.595892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'security_group_rule': {'security_group_id': 'e541664f-1c44-48ef-a5c7-1a3ffb3c5808', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:53.617941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-f5a3a326-9108-483e-9cbf-128be3855063 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483581 Jul 07 17:48:53.662188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3244b30b-2b91-4d89-b393-694050bdf38a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=94a0e3f40a7b4eee96c98612a444e58a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1606581 Jul 07 17:48:53.664468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55590) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.677448 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Project 61c83d0a2e3f4538b485bf39d2f4e91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:48:53.692376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.799984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:53.806115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.814406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.848233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3e6461-2069-45ca-8a6a-0d3b30f820a4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.866274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.872517 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb053fd5-074b-4235-b013-d0f83fa28040 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2902300 Jul 07 17:48:53.873391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55594) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.897755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'network': {'name': 'tempest-network-smoke--1728556749', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'port_security_enabled': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:53.990655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:54.010335 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.041720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbf59e-af66-4225-a6b6-6c6c69f7bd50 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.044133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13bbf59e-af66-4225-a6b6-6c6c69f7bd50 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3782485 Jul 07 17:48:54.046580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55600) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:54.091352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3241d71-0939-4a06-86a1-c01022f15bd1 req-7e0a88a0-49ca-4c79-aea0-4813a8618770 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 210 time: 0.0652850 Jul 07 17:48:54.130653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55602) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:54.131265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2650d3c7-3e22-4bd5-a4b1-a65ec99a4137 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798719 Jul 07 17:48:54.141259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143695887', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:54.143073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:54.170495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.170983 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Added segment 78882b52-8394-4164-be38-3264df59aee1 of type vlan for network 8cf2702e-679c-4973-8bdb-aff8030e2716 Jul 07 17:48:54.228692 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:51Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:54.238470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.291838 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:54.293366 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Updating router 3e9f0652-167a-4b67-ac53-57a4ecca0353 port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:54.302000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.308613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.309249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.350982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:54.358580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.385901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5106976 Jul 07 17:48:54.386120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:54.395008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'admin_state_up': True, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:54.414744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15413845-1170-4982-9101-4f192b9964df tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Network': ['ID=8cf2702e-679c-4973-8bdb-aff8030e2716,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:54.433003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:54.450191 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.638384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.640984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.662290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4bd73798-5f48-4094-aa34-ee9ef10df060 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:54.792819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.851701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4bd73798-5f48-4094-aa34-ee9ef10df060 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:54.852211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.085801 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.104887 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Transition to ACTIVE for port object cdbcbc8e-c020-44c9-b527-e9eaad872ce0 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:55.114329 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.186842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.216924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.267733 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Pushing event updated for resources: {'Port': ['ID=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:55.273280 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Attempting to bind port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:55.274227 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Attempting to bind port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:55.274640 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Attempting to bind port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:55.286211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.286694 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.286980 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.287311 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.287648 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.287982 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.288314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.288636 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.288966 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.289292 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.289764 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.289951 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:55.315453 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:55.315975 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:55.322975 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.323475 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:55.324003 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Bound port: cdbcbc8e-c020-44c9-b527-e9eaad872ce0, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:55.324414 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.354415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Checking segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:55.354914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network hostable DHCP agents. Network: 62410598-d3a3-4935-89ba-a1ab3f0301eb, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:55.357438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Subnet': ['ID=d6b963b9-a372-43d5-8d47-0199aefb2590,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:55.389244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:55.397667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2c831ab-57aa-42c7-8a45-70dc3952037e req-c4c0a291-4a3d-4764-96c4-a4c72c1e305c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 210 time: 0.0841913 Jul 07 17:48:55.404944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 62410598-d3a3-4935-89ba-a1ab3f0301eb) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:55.413433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:55.414057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.420656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075557e6-f61e-4533-b996-0fdbc4fefce2 None None] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:55.440772 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-87c270e8-62a8-450c-93bb-0d8337fc3f9d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3087690 Jul 07 17:48:55.445146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55616) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:55.490214 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] For port cdbcbc8e-c020-44c9-b527-e9eaad872ce0, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:55.496434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] For port cdbcbc8e-c020-44c9-b527-e9eaad872ce0, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:55.506834 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.667770 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:55.669848 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:55.681927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.712476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.721652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-62410598-d3a3-4935-89ba-a1ab3f0301eb', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:48:55.722580 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.876431 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cbce7-a4e6-4848-8fe7-049a8abeb0a6 None None] Pushing event updated for resources: {'Port': ['ID=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:55.889269 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:55.986877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.210 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/7c125f93-21e6-4f34-8a97-abe9b8dcc155) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:56.111432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.239134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Allocated IP 172.20.0.2 (62410598-d3a3-4935-89ba-a1ab3f0301eb/d6b963b9-a372-43d5-8d47-0199aefb2590/1a281516-7e62-490e-af41-a6b6a698cd66) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:56.373770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.403984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-7c34e22a-5498-4613-a757-f4319191781d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:56.405642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-7c34e22a-5498-4613-a757-f4319191781d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.2398438 Jul 07 17:48:56.491194 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:51Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:56.491861 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-5e87ebe6-9409-4c68-a65f-fd5412fc5a18 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 380 time: 0.0739894 Jul 07 17:48:56.502947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'device_id': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'admin_state_up': True, 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'security_groups': ['926372e6-c632-49f4-b24a-23b381dbbba0']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:56.562392 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12e5f-faa3-4668-9660-f28f1c1cb7c4 None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:51Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:56.637423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.662430 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.692027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.699935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Transition to ACTIVE for port object 1a281516-7e62-490e-af41-a6b6a698cd66 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:56.717201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:56.729452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:56.739144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:56.747255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=7c125f93-21e6-4f34-8a97-abe9b8dcc155,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:56.754340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Transition to ACTIVE for port object 1a281516-7e62-490e-af41-a6b6a698cd66 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:56.783626 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.814370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:56.820006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.850669 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37da5c2a-d72c-48e8-b668-3965da2379bb req-5f8450e9-a6f8-4523-8747-4a867bbfc293 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 210 time: 0.0549035 Jul 07 17:48:56.960656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:57.025871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:57.043309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:57.050130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Pushing event updated for resources: {'Port': ['ID=1a281516-7e62-490e-af41-a6b6a698cd66,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:57.150228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Attempting to bind port 1a281516-7e62-490e-af41-a6b6a698cd66 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:57.150873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Attempting to bind port 1a281516-7e62-490e-af41-a6b6a698cd66 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:57.151245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Attempting to bind port 1a281516-7e62-490e-af41-a6b6a698cd66 on network 62410598-d3a3-4935-89ba-a1ab3f0301eb {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:57.159581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:57.161579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Checking segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:57.162004 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.162585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Bound using segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:57.163378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Bound port: 1a281516-7e62-490e-af41-a6b6a698cd66, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:57.163783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.328229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] For port 1a281516-7e62-490e-af41-a6b6a698cd66, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:57.348912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.20.0.13 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/ff022d84-6403-459a-9c25-d7946d156cc4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:57.366545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] For port 1a281516-7e62-490e-af41-a6b6a698cd66, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1a281516-7e62-490e-af41-a6b6a698cd66,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:57.369320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.374255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.408717 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.452715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.1 (62410598-d3a3-4935-89ba-a1ab3f0301eb/d6b963b9-a372-43d5-8d47-0199aefb2590/62e753ef-1017-4189-94d5-b6f5e8198510) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:57.499330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b344e9-0367-4d97-9190-324f960d9927 None None] Pushing event updated for resources: {'Port': ['ID=1a281516-7e62-490e-af41-a6b6a698cd66,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:57.671992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.692495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object 62e753ef-1017-4189-94d5-b6f5e8198510 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:57.741206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:57.861598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:57.893638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:57.893638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:57.897251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:58.034984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.097772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.127308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Transition to ACTIVE for port object ff022d84-6403-459a-9c25-d7946d156cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:58.200331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.280522 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.299936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d24a6c75-cce5-45a9-9d63-722e447d601e req-58619ea6-9d2e-4ce2-a994-a0d6b09b50bb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 210 time: 0.0861547 Jul 07 17:48:58.417426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:58.427735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:58.433469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:58.448669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:58.566826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:58.567106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.588075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.602989 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-93102f49-a486-4f1e-9bad-c85fcac897d8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1055226 Jul 07 17:48:58.607643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:58.624455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Request body: {'port': {'device_id': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:58.787973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cdbcbc8e-c020-44c9-b527-e9eaad872ce0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:58.925997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:58.930971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:58.931357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.033694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5feaf8a4-49c9-4b53-b6c4-8e7031dc58fc None None] Provisioning for port ff022d84-6403-459a-9c25-d7946d156cc4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:59.042407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5feaf8a4-49c9-4b53-b6c4-8e7031dc58fc None None] Provisioning complete for port ff022d84-6403-459a-9c25-d7946d156cc4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:59.042871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5feaf8a4-49c9-4b53-b6c4-8e7031dc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.081397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.119376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:59.147507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Sync routers for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:59.177618 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.202072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port cdbcbc8e-c020-44c9-b527-e9eaad872ce0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:59.215938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:59.216518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:59.218773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.220216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1a281516-7e62-490e-af41-a6b6a698cd66 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:59.256649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.259184 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3849d05-e03a-41e8-ae6c-1c18bde6e9c5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8715491 Jul 07 17:48:59.264469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55638) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:59.295227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5feaf8a4-49c9-4b53-b6c4-8e7031dc58fc None None] Port ff022d84-6403-459a-9c25-d7946d156cc4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:59.369366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.378012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.499056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb804829-b989-407b-b742-4246ee0a8177 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=61c83d0a2e3f4538b485bf39d2f4e91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2328660 Jul 07 17:48:59.503486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55644) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:59.541100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1294a1-e28f-4187-a4c5-7623517b383e None None] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:59.564186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:59.694379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4261455e-509f-46aa-a132-1fff7ed903e5 None None] Provisioning for port 1a281516-7e62-490e-af41-a6b6a698cd66 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:59.709397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.722762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:59.794185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:59.852816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ec9a-ced8-4672-9756-2ac2e33f42d5 req-bcada213-df60-4b5b-a8d1-805f989c0d2d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:59.854634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5c1ec9a-ced8-4672-9756-2ac2e33f42d5 req-bcada213-df60-4b5b-a8d1-805f989c0d2d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 932 time: 0.2356248 Jul 07 17:48:59.910244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:59.921290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:59.983591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 1a281516-7e62-490e-af41-a6b6a698cd66 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:00.049356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:00.059737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5c1ec9a-ced8-4672-9756-2ac2e33f42d5 req-41b11ec5-55fd-43d5-8985-c0ae43d5ec4a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918547 Jul 07 17:49:00.064037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.071040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:00.088674 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Transition to ACTIVE for port object ff022d84-6403-459a-9c25-d7946d156cc4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:00.109516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.115143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1a281516-7e62-490e-af41-a6b6a698cd66 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:00.115602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.158944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be8770-318a-4e6c-8907-cd1fefbc0884 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.163247 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e2be8770-318a-4e6c-8907-cd1fefbc0884 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6560638 Jul 07 17:49:00.164086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55654) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.238897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:00.244641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-09cdd396-c39d-4bea-8f68-c8b0e1106781 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/3e9f0652-167a-4b67-ac53-57a4ecca0353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7976680 Jul 07 17:49:00.247618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55656) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.255209 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:00.285938 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:00.292382 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:00.483431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.484220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.484368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.485504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.485999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.486501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.486974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.487440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.489514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d2a1cf58-83ab-45ce-9896-aff2aded5c3a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5624 time: 0.2408385 Jul 07 17:49:00.494759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55658) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.503200 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.503876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:00.603716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:48:57Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:00.671045 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-91bf354c-cb6d-4277-a624-317e0162e2d1 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5062850 Jul 07 17:49:00.676681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55662) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.684699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344233318', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:00.693008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.702877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 1a281516-7e62-490e-af41-a6b6a698cd66, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1a281516-7e62-490e-af41-a6b6a698cd66,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:00.729459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Checking router: e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:00.729820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Updating router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:00.742003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.835317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.905598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Attempting to bind port ff022d84-6403-459a-9c25-d7946d156cc4 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:00.905975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Attempting to bind port ff022d84-6403-459a-9c25-d7946d156cc4 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:00.906405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Attempting to bind port ff022d84-6403-459a-9c25-d7946d156cc4 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:00.919207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:00.923298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.934068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Port ff022d84-6403-459a-9c25-d7946d156cc4 on network 735e5df8-54be-43bb-a593-9e335bacae2d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:00.934325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Attempting to bind port ff022d84-6403-459a-9c25-d7946d156cc4 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:01.033244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:01.033599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:01.034047 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:01.034564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Bound port: ff022d84-6403-459a-9c25-d7946d156cc4, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:01.034949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.047862 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 2, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:01.136957 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:01.137465 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Updating router 3e9f0652-167a-4b67-ac53-57a4ecca0353 port 62e753ef-1017-4189-94d5-b6f5e8198510 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:01.218379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:01.230555 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.232700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:01.241608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.254775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.269310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Transition to ACTIVE for port object 7c125f93-21e6-4f34-8a97-abe9b8dcc155 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:01.277138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cdbcbc8e-c020-44c9-b527-e9eaad872ce0 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:01.327435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=1a281516-7e62-490e-af41-a6b6a698cd66,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.330337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.331137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.333123 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] 10.222.0.73 "PUT /v2.0/ports/ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1093 time: 2.7198997 Jul 07 17:49:01.333663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:01.336150 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:01.346296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.346836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.347768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.348173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.348532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.348878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.349218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.349557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.350811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.351217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.351565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.351904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:01.359207 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.427511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17613855-c11b-4b13-a0d5-0d32b603402c service neutron] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.435115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23cc3-c98a-4e18-930f-a7942d396efb None None] Pushing event updated for resources: {'Port': ['ID=7c125f93-21e6-4f34-8a97-abe9b8dcc155,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.458230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:01.458779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.507161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Attempting to bind port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:01.507620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Attempting to bind port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:01.507965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Attempting to bind port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:01.521691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:01.521991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:01.522483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.523020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:01.523620 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Bound port: 7c125f93-21e6-4f34-8a97-abe9b8dcc155, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:01.524086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.630330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] For port 7c125f93-21e6-4f34-8a97-abe9b8dcc155, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:01.650591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] For port 7c125f93-21e6-4f34-8a97-abe9b8dcc155, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7c125f93-21e6-4f34-8a97-abe9b8dcc155,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:01.668539 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.718713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.768940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-cfdaf5fe-b941-4964-96a1-603c3b8c74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.781463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23cc3-c98a-4e18-930f-a7942d396efb None None] Pushing event updated for resources: {'Port': ['ID=7c125f93-21e6-4f34-8a97-abe9b8dcc155,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.782005 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-cfdaf5fe-b941-4964-96a1-603c3b8c74d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1096 time: 0.3419976 Jul 07 17:49:01.785283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Provisioning for port 62e753ef-1017-4189-94d5-b6f5e8198510 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:01.794678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Provisioning complete for port 62e753ef-1017-4189-94d5-b6f5e8198510 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:01.795036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.849612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.850216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.850563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.857145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.858008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.858666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.859283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.862782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15ab62dd-c6bd-48e9-8134-66638b5c686e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 1.3668966 Jul 07 17:49:01.867020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Port 62e753ef-1017-4189-94d5-b6f5e8198510 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:01.868622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55670) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:01.931468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:01.933052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:01.961282 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-21a986a1-d855-467a-8b77-ef1f65b07bec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 217 time: 0.1746366 Jul 07 17:49:02.054432 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.069036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Transition to ACTIVE for port object 62e753ef-1017-4189-94d5-b6f5e8198510 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:02.077654 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.149549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-f5d1054f-03e2-4cca-bb4a-d67df578b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.160295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-f5d1054f-03e2-4cca-bb4a-d67df578b73b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.1731133 Jul 07 17:49:02.169939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:02.177112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Provisioning complete for port 1a281516-7e62-490e-af41-a6b6a698cd66 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:02.177366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b03c830d-2ce5-4523-b591-65bd09b31e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.182718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759df27-74ba-415d-b36d-73b33bfe4feb req-e52aa9ef-eeb0-417a-af67-a5aad765cd14 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.184776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f896b2b-b8f6-452d-9ecd-e1eb9b32537e None None] Pushing event updated for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:02.191544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Subnet': ['ID=8f251c54-9ce9-430f-af2f-3024a3a3f8ce,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:02.219495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e759df27-74ba-415d-b36d-73b33bfe4feb req-e52aa9ef-eeb0-417a-af67-a5aad765cd14 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 944 time: 0.3230393 Jul 07 17:49:02.268773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Checking segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:02.269242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network hostable DHCP agents. Network: 8cf2702e-679c-4973-8bdb-aff8030e2716, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:02.280741 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Attempting to bind port 62e753ef-1017-4189-94d5-b6f5e8198510 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:02.281445 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Attempting to bind port 62e753ef-1017-4189-94d5-b6f5e8198510 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:02.282770 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Attempting to bind port 62e753ef-1017-4189-94d5-b6f5e8198510 on network 62410598-d3a3-4935-89ba-a1ab3f0301eb {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:02.285372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-ef708129-81ae-48f4-8f48-ca56f6c4ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.287294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-ef708129-81ae-48f4-8f48-ca56f6c4ae8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258435 Jul 07 17:49:02.293928 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:02.294660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Checking segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:02.295425 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.297377 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Bound using segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:02.298578 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Bound port: 62e753ef-1017-4189-94d5-b6f5e8198510, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:02.303408 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.381451 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e759df27-74ba-415d-b36d-73b33bfe4feb req-cbac59bd-664a-4065-9acd-440cc8a802e6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605637 Jul 07 17:49:02.453467 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] For port 62e753ef-1017-4189-94d5-b6f5e8198510, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:02.455427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8cdb89a4-5069-48c6-b98f-0dfb2a30611c tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.5739479 Jul 07 17:49:02.458089 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] For port 62e753ef-1017-4189-94d5-b6f5e8198510, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=62e753ef-1017-4189-94d5-b6f5e8198510,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:02.463984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:02.465241 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.521948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 8cf2702e-679c-4973-8bdb-aff8030e2716) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:02.543278 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbeca6-87fb-4356-94c0-8940d4ef07d7 x-openstack-request-id: req-bdbbeca6-87fb-4356-94c0-8940d4ef07d7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:02.546519 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:02.547123 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bdbbeca6-87fb-4356-94c0-8940d4ef07d7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:02.548289 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'status': 'completed', 'code': 200} Jul 07 17:49:02.557017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:02.557705 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:02.603798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faac0e4-b1b3-474a-825f-474e2bc7a2b7 None None] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:02.618741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.619918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.630849 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-aa30c269-b612-4980-8ad9-efaff0f9a619 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349946 Jul 07 17:49:02.713241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ff925095-7079-4983-8d97-93cb2550f17c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0326712 Jul 07 17:49:02.716945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55682) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:02.770734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-00d51d40-c33b-4359-8f4d-e7f6fca33718 req-5d33e607-987e-4fa4-b489-c30038025ade service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265869 Jul 07 17:49:02.999269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-c97e83fa-3599-47d8-8254-3d062ac38214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.000937 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-c97e83fa-3599-47d8-8254-3d062ac38214 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1096 time: 0.1768205 Jul 07 17:49:03.037004 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1a281516-7e62-490e-af41-a6b6a698cd66 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:03.095358 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:03.186054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f896b2b-b8f6-452d-9ecd-e1eb9b32537e None None] Pushing event updated for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:03.213877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55686) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:03.226395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780739109', 'description': 'tempest-secgroup-smoke-780739109 description', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:03.286091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-e5844779-0a72-45ac-977d-23495f5df46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.287712 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-e5844779-0a72-45ac-977d-23495f5df46b service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.2790289 Jul 07 17:49:03.327344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:48:57Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:03.370163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f8606-2c1a-4ee9-8b51-35073ee2939e None None] The sync data for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 is: [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:48:57Z', 'revision_number': 3, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:03.379284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 1a281516-7e62-490e-af41-a6b6a698cd66 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:03.380402 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.388935 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-29035955-8281-4293-8fa3-313b5530648e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 217 time: 0.0924230 Jul 07 17:49:03.502188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.578237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-8cf2702e-679c-4973-8bdb-aff8030e2716', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:03.579921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.624802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-7529fe32-19f9-4622-baaa-548b9b8e6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.627306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-7529fe32-19f9-4622-baaa-548b9b8e6efb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.2187781 Jul 07 17:49:03.811690 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:02Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:03.851566 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4ee99-b7a7-4641-a7f3-8d8332023dd8 None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:02Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:03.879033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.938648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.020626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dcf804-d646-4d22-be4d-b770abed6540,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:04.074379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.081054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38d81692-1173-4f05-8644-4454b944ce99 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8607292 Jul 07 17:49:04.093812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.114254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:04.180486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-219aa509-e901-46b4-bd17-d61c750260cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:04.182584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-219aa509-e901-46b4-bd17-d61c750260cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5453749 Jul 07 17:49:04.185199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.292188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Allocated IP 172.20.0.2 (8cf2702e-679c-4973-8bdb-aff8030e2716/8f251c54-9ce9-430f-af2f-3024a3a3f8ce/f411e786-abcf-40be-9417-5a002b133c76) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:04.408130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23de88-3075-44d3-820f-6ef005007100 req-62f57dd8-b6d2-4822-b095-3c13232c50b7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:04.417833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23de88-3075-44d3-820f-6ef005007100 req-62f57dd8-b6d2-4822-b095-3c13232c50b7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 944 time: 0.7071466 Jul 07 17:49:04.446384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-cf30162e-5c57-4a85-8724-a2913400981b service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493410 Jul 07 17:49:04.535396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c23de88-3075-44d3-820f-6ef005007100 req-475b80ce-9840-4901-af75-54a830c89c9c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164494 Jul 07 17:49:04.647683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.678529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.683565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7b49970b-7d8e-405f-a79d-86cf2d7c9bf8 req-da258fb1-ccb7-4030-84e7-fdf673bbd691 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300808 Jul 07 17:49:04.707132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Transition to ACTIVE for port object f411e786-abcf-40be-9417-5a002b133c76 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:04.741053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Transition to ACTIVE for port object f411e786-abcf-40be-9417-5a002b133c76 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:04.748348 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.752641 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.762652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.819081 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.829779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7294674 Jul 07 17:49:04.834031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.838227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582050c-6b20-4af8-ae84-2dc63227d875 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07728c3a-b7b7-4395-8834-6c864ae9b645,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:04.846510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:04.899354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:04.904109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:04.910518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:04.943128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.955544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Pushing event updated for resources: {'Port': ['ID=f411e786-abcf-40be-9417-5a002b133c76,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.097756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7c125f93-21e6-4f34-8a97-abe9b8dcc155 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:05.127495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.133135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.160863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Attempting to bind port f411e786-abcf-40be-9417-5a002b133c76 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:05.161468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Attempting to bind port f411e786-abcf-40be-9417-5a002b133c76 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:05.162705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Attempting to bind port f411e786-abcf-40be-9417-5a002b133c76 on network 8cf2702e-679c-4973-8bdb-aff8030e2716 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:05.175520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:05.176119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Checking segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:05.177146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.177670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Bound using segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:05.178736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Bound port: f411e786-abcf-40be-9417-5a002b133c76, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:05.179643 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.307338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:05.324255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:05.324776 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.386902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457ee0f5-3be0-409f-a09b-52074953e570,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.400627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] For port f411e786-abcf-40be-9417-5a002b133c76, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:05.429140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.1 (8cf2702e-679c-4973-8bdb-aff8030e2716/8f251c54-9ce9-430f-af2f-3024a3a3f8ce/d25dab91-e422-469a-a1a9-0e4c23c46382) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:05.488772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.505299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] For port f411e786-abcf-40be-9417-5a002b133c76, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f411e786-abcf-40be-9417-5a002b133c76,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:05.519854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.623548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a293a-3d35-4126-af07-a72d9fefda50 None None] Pushing event updated for resources: {'Port': ['ID=f411e786-abcf-40be-9417-5a002b133c76,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.638804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7c125f93-21e6-4f34-8a97-abe9b8dcc155, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7c125f93-21e6-4f34-8a97-abe9b8dcc155,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:05.661596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.663352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 62e753ef-1017-4189-94d5-b6f5e8198510 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:05.760267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.796746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.815124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55702) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:05.823489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:05.826558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-372c299a-47ef-48ed-ab56-fcbd1dee833e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9879098 Jul 07 17:49:05.841363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 62e753ef-1017-4189-94d5-b6f5e8198510 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:05.854505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 62e753ef-1017-4189-94d5-b6f5e8198510 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:05.856065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.884244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object d25dab91-e422-469a-a1a9-0e4c23c46382 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:05.969549 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.036758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7c125f93-21e6-4f34-8a97-abe9b8dcc155,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.099886 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.117591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.128725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.133454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:06.140396 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.159658 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 62e753ef-1017-4189-94d5-b6f5e8198510, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=62e753ef-1017-4189-94d5-b6f5e8198510,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:06.171932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.210687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.229414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101231 Jul 07 17:49:06.229835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.238791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:06.347897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05b975-a6b3-4025-9e50-e337620699e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f847ded2-eb06-4bfd-a547-aceadd9dadb2,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.387463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.447434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:06.462682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:06.492119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:06.546248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.549341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.555942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.592490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955dc263-ddf6-4baf-921f-590fc1537084,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.639942 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.642258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:06.642633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4bd157d0-34b3-489b-8124-29d5b63c4e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4113586 Jul 07 17:49:06.643360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.658193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:06.697955 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:49:06.702099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:06.712412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42788-00de-408e-bf65-f5dbf4e1e244 req-3c416231-33d4-4708-90a3-17fa3c502907 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.712839 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.728356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5b42788-00de-408e-bf65-f5dbf4e1e244 req-3c416231-33d4-4708-90a3-17fa3c502907 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 944 time: 0.7174833 Jul 07 17:49:06.746596 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.764576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.891434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.961605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:06.979963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.987501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.990164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5b42788-00de-408e-bf65-f5dbf4e1e244 req-a0f9d228-d45b-4cd7-9050-f1936580a866 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603862 Jul 07 17:49:07.022892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:07.036409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.042426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee64af58-4ba5-42d5-bf65-9e0ad19669b5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.050984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.060446 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3459c0a3-e0df-46e0-b0c5-7249a6a0921e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4117138 Jul 07 17:49:07.060732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55710) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:07.072438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '14dcf804-d646-4d22-be4d-b770abed6540', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:07.130785 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:49:07.147426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.181141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.267510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ff022d84-6403-459a-9c25-d7946d156cc4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:07.272551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7c125f93-21e6-4f34-8a97-abe9b8dcc155 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:07.305128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.326202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.334177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.409866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ad3946-213f-4a45-8575-12243bc5293d,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.418346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.420800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bdf00f2c-ac93-41fd-bf30-7823a3e08b92 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3590515 Jul 07 17:49:07.675326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:07.678211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.843497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-ed95f714-cea5-475e-96e9-a594d149bda4 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780739109&fields=id&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 267 time: 0.1290791 Jul 07 17:49:08.135482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4147172-bfd3-479c-840d-dcc4628ddb2f None None] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:08.153749 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41cb5f0b-a7c5-437c-9529-23239d8cde09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.206763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.224931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-80c1d992-d522-474b-ab1e-d4e7d802b56b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.227970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-80c1d992-d522-474b-ab1e-d4e7d802b56b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/networks?id=62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 200 len: 797 time: 0.3812392 Jul 07 17:49:08.229402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.243680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0fd7cbb1-ced0-48c6-9b76-0961b7fcdd76 None None] Provisioning for port f411e786-abcf-40be-9417-5a002b133c76 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:08.369296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-c139c945-bb58-4ae8-a81b-dab01e60c653 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/quotas/94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 375 time: 0.0775321 Jul 07 17:49:08.376817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.466081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 62e753ef-1017-4189-94d5-b6f5e8198510 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:08.480748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:08.654753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-f17037c1-757e-4c09-83a7-e0af537f0752 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635107 Jul 07 17:49:08.664292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:08.666687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:08.669100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 62e753ef-1017-4189-94d5-b6f5e8198510 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:08.669697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.802046 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f411e786-abcf-40be-9417-5a002b133c76 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:08.878717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:08.884769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f411e786-abcf-40be-9417-5a002b133c76 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:08.899074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f411e786-abcf-40be-9417-5a002b133c76 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:08.899458 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.178432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e75f29b6-5274-4a7e-8cb3-295740b19d63 service neutron] 10.222.0.66 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011578 Jul 07 17:49:09.207727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.226854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:09.245445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Provisioning for port d25dab91-e422-469a-a1a9-0e4c23c46382 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:09.272391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Sync routers for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:09.280562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-877b9302-0d95-4e99-813d-c2132b937703 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/e8df617d-f4a0-42fd-8f82-dd07f6fc7d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5624974 Jul 07 17:49:09.285386 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Provisioning complete for port d25dab91-e422-469a-a1a9-0e4c23c46382 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:09.285512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.375790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f411e786-abcf-40be-9417-5a002b133c76, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f411e786-abcf-40be-9417-5a002b133c76,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:09.377636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:09.378812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:48:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:09.400288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-138340a1-3ac2-4949-b768-1987ddad8e67 service neutron] 10.222.0.66 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949971 Jul 07 17:49:09.452064 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.538456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Port d25dab91-e422-469a-a1a9-0e4c23c46382 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:09.666168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Provisioning complete for port f411e786-abcf-40be-9417-5a002b133c76 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:09.666814 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ea9-8fac-455e-a335-743e4290bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.735686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f411e786-abcf-40be-9417-5a002b133c76,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.763060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:09.940131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa814d-8bba-46b4-9fcb-74850c217cfc req-a68b817f-f26e-450f-b235-7c980d283896 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.941931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36fa814d-8bba-46b4-9fcb-74850c217cfc req-a68b817f-f26e-450f-b235-7c980d283896 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1447244 Jul 07 17:49:09.990893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36fa814d-8bba-46b4-9fcb-74850c217cfc req-82374f5b-5152-45a7-901a-e8cec3f5038c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Jul 07 17:49:10.130059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e3251916-998c-458b-8be2-5aeef9d275a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.150811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:10.187637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ce34c532-1477-44f0-b525-e257b0a5e96c None None] Provisioning complete for port d25dab91-e422-469a-a1a9-0e4c23c46382 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:10.188576 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce34c532-1477-44f0-b525-e257b0a5e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.197513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-03ba9b9f-6635-4a45-b50e-311f6ed4a387 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090499792&fields=id&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 267 time: 0.0581775 Jul 07 17:49:10.229018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 2, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:10.264267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Checking router: e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:10.264624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Updating router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 port d25dab91-e422-469a-a1a9-0e4c23c46382 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:10.312254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ce34c532-1477-44f0-b525-e257b0a5e96c None None] Port d25dab91-e422-469a-a1a9-0e4c23c46382 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:10.322638 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.333045 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ff022d84-6403-459a-9c25-d7946d156cc4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:10.341007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ff022d84-6403-459a-9c25-d7946d156cc4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:10.341385 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.384351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-7593c1f0-4299-4c32-9db6-97995bb9ae47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:10.387844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-7593c1f0-4299-4c32-9db6-97995bb9ae47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/networks?id=8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 200 len: 797 time: 0.1889513 Jul 07 17:49:10.416214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-7f0b5159-c222-4612-8539-f0f82fc2a42c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/quotas/61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 375 time: 0.0194116 Jul 07 17:49:10.520652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-c127a6f1-03d4-4894-882c-d5c6a71733ec tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944359 Jul 07 17:49:10.583673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.662283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:10.664647 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa3b3d2-7b5d-4648-8ac3-f96373bf43ec" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:10.695505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:10.699445 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.707455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-ff06c568-4af8-494a-b54c-4f567eb13fd4 service neutron] 10.222.0.66 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641421 Jul 07 17:49:10.719501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.013426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.030535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.092055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Transition to ACTIVE for port object d25dab91-e422-469a-a1a9-0e4c23c46382 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:11.111536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.209538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b45c6-5988-4203-a37c-e10e5c7d8ed6 None None] Pushing event updated for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.367877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Attempting to bind port d25dab91-e422-469a-a1a9-0e4c23c46382 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:11.368407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Attempting to bind port d25dab91-e422-469a-a1a9-0e4c23c46382 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:11.368991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Attempting to bind port d25dab91-e422-469a-a1a9-0e4c23c46382 on network 8cf2702e-679c-4973-8bdb-aff8030e2716 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:11.379277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:11.379825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Checking segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:11.380432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.381075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Bound using segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:11.382211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Bound port: d25dab91-e422-469a-a1a9-0e4c23c46382, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:11.382807 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.541956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] For port d25dab91-e422-469a-a1a9-0e4c23c46382, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:11.547431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] For port d25dab91-e422-469a-a1a9-0e4c23c46382, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d25dab91-e422-469a-a1a9-0e4c23c46382,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:11.556611 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.707873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b45c6-5988-4203-a37c-e10e5c7d8ed6 None None] Pushing event updated for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.717639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:11.718768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:11.779422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-5fd35ee3-ac2b-41f0-b2b9-36ab401cb723 service neutron] 10.222.0.66 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0579021 Jul 07 17:49:11.825261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f411e786-abcf-40be-9417-5a002b133c76 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:11.994696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.416495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-5a534db5-68b8-4cc0-8e7c-e367e8926a00 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:12.418753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-5a534db5-68b8-4cc0-8e7c-e367e8926a00 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/networks?id=62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 200 len: 797 time: 0.4582317 Jul 07 17:49:12.505284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:12.508034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f411e786-abcf-40be-9417-5a002b133c76 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:12.508443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.516536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09259cc2-acac-4353-b2d6-ba6ef37a54af req-8ac05ee8-05bb-49d5-be26-c1697d4b684a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 210 time: 0.0644689 Jul 07 17:49:12.554602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-6bcc1323-64c2-478c-8f15-8107900cb3d8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 379 time: 0.1262765 Jul 07 17:49:12.577434 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'port': {'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'admin_state_up': True, 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'security_groups': ['14dcf804-d646-4d22-be4d-b770abed6540']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:12.818045 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f70d34-1320-46d5-a15c-e4448491600a x-openstack-request-id: req-20f70d34-1320-46d5-a15c-e4448491600a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:12.818676 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:12.819557 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20f70d34-1320-46d5-a15c-e4448491600a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:12.821176 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:49:12.964945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:12.973828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.996392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:11Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:13.012424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055442e5-5ffb-4739-ad07-f5c180bcc9ba req-4937a9b0-de00-4dcf-b396-5bb71ba50a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.013992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-055442e5-5ffb-4739-ad07-f5c180bcc9ba req-4937a9b0-de00-4dcf-b396-5bb71ba50a64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1098 time: 0.1899652 Jul 07 17:49:13.028861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631c56a-9bbc-4b3c-a349-a1c0f648171c None None] The sync data for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 is: [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:11Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:13.059513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-055442e5-5ffb-4739-ad07-f5c180bcc9ba req-15fbab6b-dff3-4529-bed7-3ccd69f72e6d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381117 Jul 07 17:49:13.299505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4956d4-128b-42d0-89e7-e604d8fd476e req-f464f3e9-69e7-4a01-a8a0-6de554b6ff56 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.301564 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f4956d4-128b-42d0-89e7-e604d8fd476e req-f464f3e9-69e7-4a01-a8a0-6de554b6ff56 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.3206005 Jul 07 17:49:13.407112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f4956d4-128b-42d0-89e7-e604d8fd476e req-8426becc-fce4-46da-b328-bad130c3098e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891790 Jul 07 17:49:13.434048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.11 (62410598-d3a3-4935-89ba-a1ab3f0301eb/d6b963b9-a372-43d5-8d47-0199aefb2590/50a88795-7dc7-4885-8545-e6a28f80bf22) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:13.665231 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.672439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e177df0-aa1b-4dc0-a645-3b1a16f62a13 req-937936c7-dfde-4649-9f77-e4b860987bf6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 210 time: 0.1187191 Jul 07 17:49:13.710336 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d25dab91-e422-469a-a1a9-0e4c23c46382 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:13.838476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.853628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d25dab91-e422-469a-a1a9-0e4c23c46382 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:13.867872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d25dab91-e422-469a-a1a9-0e4c23c46382 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:13.868596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.905530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object 50a88795-7dc7-4885-8545-e6a28f80bf22 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:14.022859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-195b4099-0ca4-48a2-b568-1ecfdb76a78a req-0a7ef689-a830-4fb9-989f-1fef1fd4d520 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 210 time: 0.0682564 Jul 07 17:49:14.075438 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.143108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.240073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.259474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d25dab91-e422-469a-a1a9-0e4c23c46382, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d25dab91-e422-469a-a1a9-0e4c23c46382,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:14.268397 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.270030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:14.273949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:14.276937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:14.374016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.374283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.410047 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-e3714186-7716-433f-84f6-bc88469c27de tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8493526 Jul 07 17:49:14.426215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-c0f0b2d0-bc83-43e4-b8ed-3f85315bb687 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:49:14.427391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-c0f0b2d0-bc83-43e4-b8ed-3f85315bb687 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069911 Jul 07 17:49:14.441700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Request body: {'port': {'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:14.443160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.560916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.753497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-55672556-bbe9-4428-a0ea-674071b4093d None None] Provisioning for port 50a88795-7dc7-4885-8545-e6a28f80bf22 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:14.768739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-55672556-bbe9-4428-a0ea-674071b4093d None None] Provisioning complete for port 50a88795-7dc7-4885-8545-e6a28f80bf22 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:14.769588 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-55672556-bbe9-4428-a0ea-674071b4093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.833762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-55672556-bbe9-4428-a0ea-674071b4093d None None] Port 50a88795-7dc7-4885-8545-e6a28f80bf22 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:14.886495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf687-b7fc-4f5a-97d4-0e51dc8e160a req-18c9ce5e-6d12-4b77-839e-410b75f734e8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.889257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ecdf687-b7fc-4f5a-97d4-0e51dc8e160a req-18c9ce5e-6d12-4b77-839e-410b75f734e8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.2630208 Jul 07 17:49:15.127865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ecdf687-b7fc-4f5a-97d4-0e51dc8e160a req-0e83ddaa-578c-4506-86c0-59390cf18b64 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063668 Jul 07 17:49:15.185469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-0d920031-59a7-43e8-b48f-a59d1e6b60ea tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.188038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-0d920031-59a7-43e8-b48f-a59d1e6b60ea tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/networks?id=8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 200 len: 797 time: 0.2672179 Jul 07 17:49:15.284215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-e0198b21-1cce-4927-a7c9-3ef2a79e7cd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3285787 Jul 07 17:49:15.299114 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-7c33bcbc-28e7-4387-b34a-54387201bf33 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a HTTP/1.1" status: 200 len: 380 time: 0.1017992 Jul 07 17:49:15.312354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'port': {'device_id': '5f8bee62-ea0d-410c-9e41-b93732373102', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'admin_state_up': True, 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'security_groups': ['e541664f-1c44-48ef-a5c7-1a3ffb3c5808']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:15.389925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a88795-7dc7-4885-8545-e6a28f80bf22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:15.400593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.420516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Transition to ACTIVE for port object 50a88795-7dc7-4885-8545-e6a28f80bf22 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:15.430649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.540068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3bf134b-d15f-4e1b-9fb1-037f040ecb16 req-04489c5b-c012-49a9-a581-5135e771c52b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 210 time: 0.0523634 Jul 07 17:49:15.609988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Pushing event updated for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.663635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d25dab91-e422-469a-a1a9-0e4c23c46382 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:15.695684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-31beebb5-213c-470b-972f-ec6fe3cbb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.697566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-31beebb5-213c-470b-972f-ec6fe3cbb759 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1097 time: 0.2003896 Jul 07 17:49:15.836202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d25dab91-e422-469a-a1a9-0e4c23c46382 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:15.838065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.007292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Made reservation on behalf of 61c83d0a2e3f4538b485bf39d2f4e91a for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:16.024797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.036058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Attempting to bind port 50a88795-7dc7-4885-8545-e6a28f80bf22 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:16.036781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Attempting to bind port 50a88795-7dc7-4885-8545-e6a28f80bf22 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:16.037316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Attempting to bind port 50a88795-7dc7-4885-8545-e6a28f80bf22 on network 62410598-d3a3-4935-89ba-a1ab3f0301eb {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:16.052474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Port 50a88795-7dc7-4885-8545-e6a28f80bf22 on network 62410598-d3a3-4935-89ba-a1ab3f0301eb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:16.053065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Attempting to bind port 50a88795-7dc7-4885-8545-e6a28f80bf22 on network 62410598-d3a3-4935-89ba-a1ab3f0301eb {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:16.075525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:16.076096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Checking segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:16.077021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Bound using segment: {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:16.080834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Bound port: 50a88795-7dc7-4885-8545-e6a28f80bf22, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2672d5b4-e67c-4313-9377-e304a4a66275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:16.081607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.140371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81365846-55b9-400f-bee8-215e5d5c343b req-f2b975f7-13e3-4421-be73-af565ff9105e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.147400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81365846-55b9-400f-bee8-215e5d5c343b req-f2b975f7-13e3-4421-be73-af565ff9105e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 944 time: 0.2833109 Jul 07 17:49:16.149339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55810) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.293946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81365846-55b9-400f-bee8-215e5d5c343b req-26c3fb79-e540-4b52-9539-2ccda01de546 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380064 Jul 07 17:49:16.295182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-108d24e7-86a8-4bf6-aa60-f458b27745de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.299390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-108d24e7-86a8-4bf6-aa60-f458b27745de service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.5651793 Jul 07 17:49:16.365879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:16.380677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=50a88795-7dc7-4885-8545-e6a28f80bf22,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:16.396283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.478273 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-53def02f-ba7a-428e-a245-1b3858815047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.515009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-57113185-e2ef-4718-a4bd-b997303794d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 1001 time: 0.2051513 Jul 07 17:49:16.517089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.20.0.10 (8cf2702e-679c-4973-8bdb-aff8030e2716/8f251c54-9ce9-430f-af2f-3024a3a3f8ce/770ff238-b886-4ee3-b916-47a139b7a5fc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:16.526344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.527778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.530745 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] 10.222.0.23 "PUT /v2.0/ports/50a88795-7dc7-4885-8545-e6a28f80bf22 HTTP/1.1" status: 200 len: 1093 time: 2.0944901 Jul 07 17:49:16.538101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:16.549385 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88131eb3-ab81-4771-859a-57775395120f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:16.629783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-48c1be16-07a1-42b4-9303-fd8ab34555f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.631617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-48c1be16-07a1-42b4-9303-fd8ab34555f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1061604 Jul 07 17:49:16.640744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d6ff6-2407-4ce0-9215-ed8daf57d107 service neutron] Pushing event updated for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:16.778067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-14fc83d1-6c7f-470f-bfba-0e22f8946fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.780004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-14fc83d1-6c7f-470f-bfba-0e22f8946fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394799 Jul 07 17:49:16.821541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf5cf-2452-4fca-89af-f8fcec2be6a3 req-cbf8c614-9f00-4d91-8165-00149f718a3a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.828895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dbcf5cf-2452-4fca-89af-f8fcec2be6a3 req-cbf8c614-9f00-4d91-8165-00149f718a3a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.2474449 Jul 07 17:49:16.851181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55822) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.855962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-5599c172-6998-4aa2-9258-709bd60d637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.857824 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-5599c172-6998-4aa2-9258-709bd60d637d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 1096 time: 0.2552042 Jul 07 17:49:16.861541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'floatingip': {'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:16.904843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.931399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Transition to ACTIVE for port object 770ff238-b886-4ee3-b916-47a139b7a5fc will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:16.959905 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765b7de-934c-4d98-aa27-9a7a3eb5c648 x-openstack-request-id: req-a765b7de-934c-4d98-aa27-9a7a3eb5c648 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:16.960439 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:16.961455 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a765b7de-934c-4d98-aa27-9a7a3eb5c648 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:16.961590 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'status': 'completed', 'code': 200} Jul 07 17:49:16.992871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.005043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-58c60aba-e1a9-415e-8b21-bb4c12f3ab87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50a88795-7dc7-4885-8545-e6a28f80bf22 HTTP/1.1" status: 200 len: 217 time: 0.1393042 Jul 07 17:49:17.008321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.060832 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-1a06769d-4c7c-4213-9738-43ae19c35005 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659500 Jul 07 17:49:17.064048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:17.092080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:17.097424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:17.103193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.140765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-53def02f-ba7a-428e-a245-1b3858815047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.166904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-53def02f-ba7a-428e-a245-1b3858815047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.221407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-6b638adf-ab4e-4a84-9348-cb35975e1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.223222 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-6b638adf-ab4e-4a84-9348-cb35975e1497 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6b963b9-a372-43d5-8d47-0199aefb2590 HTTP/1.1" status: 200 len: 834 time: 0.2061322 Jul 07 17:49:17.268907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.269893 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.303877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d9b5d40c-eab9-4583-b26c-630e902394a2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9988337 Jul 07 17:49:17.315665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53def02f-ba7a-428e-a245-1b3858815047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d01af8-9005-4b0f-9b2e-d23d3d19ff07,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.327558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Request body: {'port': {'device_id': '5f8bee62-ea0d-410c-9e41-b93732373102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:17.338848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-53def02f-ba7a-428e-a245-1b3858815047 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33cffb6ca3ce4df0864e3d869f94029d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1838236 Jul 07 17:49:17.347367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.381354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1dc09f40-6f50-48b2-bf32-9a66e1547572 req-a1f3d655-1fbe-4af8-8bff-9e3d3fd953a1 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071678 Jul 07 17:49:17.462644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cda980-42a6-4cfa-bc4e-8f18659c8f69 req-844e3ea4-3e39-41d8-855b-d385e668b434 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.463193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.464555 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09cda980-42a6-4cfa-bc4e-8f18659c8f69 req-844e3ea4-3e39-41d8-855b-d385e668b434 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 932 time: 0.4624789 Jul 07 17:49:17.522592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaf1fe7b-3a62-4ed4-a98a-c09a9bc4d16b None None] Provisioning for port 770ff238-b886-4ee3-b916-47a139b7a5fc completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:17.530411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aaf1fe7b-3a62-4ed4-a98a-c09a9bc4d16b None None] Provisioning complete for port 770ff238-b886-4ee3-b916-47a139b7a5fc triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:17.531362 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fe7b-3a62-4ed4-a98a-c09a9bc4d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.584427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1fe7b-3a62-4ed4-a98a-c09a9bc4d16b None None] Port 770ff238-b886-4ee3-b916-47a139b7a5fc cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:17.660225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.688068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-cff7811e-a85d-4f6d-a800-cd0dea2c8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.690522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-cff7811e-a85d-4f6d-a800-cd0dea2c8aef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62410598-d3a3-4935-89ba-a1ab3f0301eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4243498 Jul 07 17:49:17.713680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09cda980-42a6-4cfa-bc4e-8f18659c8f69 req-c009137f-e98e-4965-ab61-443a6fb7e049 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321739 Jul 07 17:49:17.869865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:17.880326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.898472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Transition to ACTIVE for port object 770ff238-b886-4ee3-b916-47a139b7a5fc will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:17.903020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.951571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.974803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.060730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Attempting to bind port 770ff238-b886-4ee3-b916-47a139b7a5fc on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:18.061166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Attempting to bind port 770ff238-b886-4ee3-b916-47a139b7a5fc by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:18.061744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Attempting to bind port 770ff238-b886-4ee3-b916-47a139b7a5fc on network 8cf2702e-679c-4973-8bdb-aff8030e2716 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:18.068715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Port 770ff238-b886-4ee3-b916-47a139b7a5fc on network 8cf2702e-679c-4973-8bdb-aff8030e2716 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:18.069050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Attempting to bind port 770ff238-b886-4ee3-b916-47a139b7a5fc on network 8cf2702e-679c-4973-8bdb-aff8030e2716 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:18.075311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:18.075656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Checking segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:18.076283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Bound using segment: {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:18.076737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Bound port: 770ff238-b886-4ee3-b916-47a139b7a5fc, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78882b52-8394-4164-be38-3264df59aee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:18.077109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.165383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:18.169388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:18.176494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.219473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.219767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.221115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 200 len: 1093 time: 0.9025364 Jul 07 17:49:18.223747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:18.233642 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247138d3-cfb3-4699-8912-144bc654f7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:18.294007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-49fb416d-7881-432d-93aa-795750ab5a82 service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864382 Jul 07 17:49:18.298977 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7137de-10c9-421d-9ec3-547b1be275a8 service neutron] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.394865 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-6d77e74f-de41-4ada-bca9-6b8663aebf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.397135 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-6d77e74f-de41-4ada-bca9-6b8663aebf47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1096 time: 0.1249187 Jul 07 17:49:18.451664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54dc33-8a01-43a0-9b3d-6228330da877 req-a38065b0-b231-4b1a-99c0-b5c08d182259 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.455182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e54dc33-8a01-43a0-9b3d-6228330da877 req-a38065b0-b231-4b1a-99c0-b5c08d182259 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 944 time: 0.5581481 Jul 07 17:49:18.479971 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-055a76b8-cf33-4c41-a65e-2d6ea041b6b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 200 len: 217 time: 0.0750942 Jul 07 17:49:18.533255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.537882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.539662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7d01af8-9005-4b0f-9b2e-d23d3d19ff07 HTTP/1.1" status: 204 len: 168 time: 1.1860993 Jul 07 17:49:18.573735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-69895df9-559b-4a9f-adca-8e35578de1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.576615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-69895df9-559b-4a9f-adca-8e35578de1fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f251c54-9ce9-430f-af2f-3024a3a3f8ce HTTP/1.1" status: 200 len: 835 time: 0.0890603 Jul 07 17:49:18.610614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436af7a-25ab-437f-861b-13b562493f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d01af8-9005-4b0f-9b2e-d23d3d19ff07,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.642964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:49:18.679210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-74698e7c-272e-45a7-9511-e1cb354668d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.682183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-74698e7c-272e-45a7-9511-e1cb354668d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cf2702e-679c-4973-8bdb-aff8030e2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981135 Jul 07 17:49:18.751187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e54dc33-8a01-43a0-9b3d-6228330da877 req-e360a12f-7573-4432-ad50-ff80c8c95e14 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475860 Jul 07 17:49:18.760659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de3b101d-9c2a-4ecf-9a63-c3c5947e0c31 req-b0da01e8-0e06-42f7-9e4c-61611c585e5a service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522359 Jul 07 17:49:18.788704 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.799300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.844180 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5944c35-8629-4a6d-aed9-a60585e656d9 x-openstack-request-id: req-e5944c35-8629-4a6d-aed9-a60585e656d9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:18.844886 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:18.845144 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5944c35-8629-4a6d-aed9-a60585e656d9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:18.845727 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'status': 'completed', 'code': 200} Jul 07 17:49:18.870291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-00f43152-e7a8-4210-8bd9-cf78e4f8be47 service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810565 Jul 07 17:49:19.043653 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Floating IP 4a55bd43-4882-41ed-a0fd-ece5a4d3516c associated. External IP: 172.25.3.137, port: ff022d84-6403-459a-9c25-d7946d156cc4. Jul 07 17:49:19.054493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88131eb3-ab81-4771-859a-57775395120f req-e6bb5739-5f6a-4b29-b0ad-42c4f3089ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.054493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-e6bb5739-5f6a-4b29-b0ad-42c4f3089ae5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 1096 time: 0.1656671 Jul 07 17:49:19.075345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0e5b3c2c-7a96-4fb6-86d7-2567993107eb req-d6f1fd1e-63bd-42a4-a8cc-6baa820d587e service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971860 Jul 07 17:49:19.240687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247138d3-cfb3-4699-8912-144bc654f7ec req-8dffda34-7c2c-41dc-af2c-f943d9e34221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.242399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-8dffda34-7c2c-41dc-af2c-f943d9e34221 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1096 time: 0.0964079 Jul 07 17:49:19.417913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247138d3-cfb3-4699-8912-144bc654f7ec req-2dd2c007-be2d-492f-8b81-4dcd6b6e46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.420524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-2dd2c007-be2d-492f-8b81-4dcd6b6e46db service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 200 len: 898 time: 0.1712623 Jul 07 17:49:19.476097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-a48b831b-0d58-4f50-b1af-822a6930b2eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 200 len: 217 time: 0.0484045 Jul 07 17:49:19.557448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247138d3-cfb3-4699-8912-144bc654f7ec req-ebf6833c-5df6-4c08-a893-1dff090a86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.559492 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-ebf6833c-5df6-4c08-a893-1dff090a86c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f251c54-9ce9-430f-af2f-3024a3a3f8ce HTTP/1.1" status: 200 len: 835 time: 0.0761354 Jul 07 17:49:19.637101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247138d3-cfb3-4699-8912-144bc654f7ec req-9c6b316b-1015-4258-b406-4302c0227f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.639050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-9c6b316b-1015-4258-b406-4302c0227f69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cf2702e-679c-4973-8bdb-aff8030e2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718155 Jul 07 17:49:19.724058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce2f3a-ce49-47eb-b47a-6a7b6c0ad46e req-b9ddd503-3c03-43ae-8735-c8a904a2bb71 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.725531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92ce2f3a-ce49-47eb-b47a-6a7b6c0ad46e req-b9ddd503-3c03-43ae-8735-c8a904a2bb71 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 944 time: 0.7531981 Jul 07 17:49:19.773848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88131eb3-ab81-4771-859a-57775395120f req-89a43d9b-8dda-4d00-9822-7e19cf2646da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.775598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-89a43d9b-8dda-4d00-9822-7e19cf2646da service neutron] 10.222.0.23 "GET /v2.0/networks?id=62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 200 len: 898 time: 0.6860836 Jul 07 17:49:19.792009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-0e0403aa-b36e-4635-9cf2-a43dab39915f service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453209 Jul 07 17:49:19.833365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-c4caea3e-c8a9-4d1e-bd41-8a363d7669a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50a88795-7dc7-4885-8545-e6a28f80bf22 HTTP/1.1" status: 200 len: 217 time: 0.0491467 Jul 07 17:49:19.878622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92ce2f3a-ce49-47eb-b47a-6a7b6c0ad46e req-5db05008-2b97-45e6-bb73-48ba274abda3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354530 Jul 07 17:49:19.973840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-247138d3-cfb3-4699-8912-144bc654f7ec req-1b383097-4a7f-4e43-a61e-ab6ee881ef46 service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738012 Jul 07 17:49:19.978481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88131eb3-ab81-4771-859a-57775395120f req-5f21efdb-3607-40ce-a8a8-8738ee7eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.980223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-5f21efdb-3607-40ce-a8a8-8738ee7eb7a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6b963b9-a372-43d5-8d47-0199aefb2590 HTTP/1.1" status: 200 len: 834 time: 0.1079500 Jul 07 17:49:20.056776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:20.171262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88131eb3-ab81-4771-859a-57775395120f req-ff7f0ff4-b320-42c0-82e4-a0a9f02816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.175136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-ff7f0ff4-b320-42c0-82e4-a0a9f02816d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62410598-d3a3-4935-89ba-a1ab3f0301eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842465 Jul 07 17:49:20.319157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:20.324508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.333623 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Sync routers for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:20.342801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7b319-7d89-4e6c-8d44-2a6412b8fdee req-fc7ba387-917f-4536-b00e-b76cdcaaa2cc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.345448 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fae7b319-7d89-4e6c-8d44-2a6412b8fdee req-fc7ba387-917f-4536-b00e-b76cdcaaa2cc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 944 time: 0.2699313 Jul 07 17:49:20.353306 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:20.354947 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:20.413628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-9af0023a-c918-4ddc-9ff8-c13f5e93f2a1 service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308893 Jul 07 17:49:20.440432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d3da6d6e-8b2d-46b4-9b0b-11c81d23905a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "PUT /v2.0/floatingips/4a55bd43-4882-41ed-a0fd-ece5a4d3516c HTTP/1.1" status: 200 len: 992 time: 3.5865567 Jul 07 17:49:20.467430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:20.471634 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:20.526093 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:20.537424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fae7b319-7d89-4e6c-8d44-2a6412b8fdee req-5afd71b3-8c12-4895-be19-081efc8ad948 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666727 Jul 07 17:49:20.608085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88131eb3-ab81-4771-859a-57775395120f req-5f811209-2b2c-4d23-99a3-1c77e6602e35 service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824358 Jul 07 17:49:20.806779 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92bcfd-dabe-4e32-886d-52bce03853b5 x-openstack-request-id: req-9a92bcfd-dabe-4e32-886d-52bce03853b5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:20.807422 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:20.807647 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a92bcfd-dabe-4e32-886d-52bce03853b5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:20.808297 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'status': 'completed', 'code': 200} Jul 07 17:49:20.910132 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4a55bd43-4882-41ed-a0fd-ece5a4d3516c', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:49:18Z', 'revision_number': 1, 'project_id': '870bfcb50e1449e48328748dedaba341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:20.913824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-ee07fd4e-7f62-4d2e-a070-a5ee84a38237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.916952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-ee07fd4e-7f62-4d2e-a070-a5ee84a38237 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1098 time: 0.0830305 Jul 07 17:49:20.947371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Checking router: 6b8a0b38-446d-4886-9e43-89c3b5fa1385 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:20.958102 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:20.958785 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.094726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-fe8a2712-d8b1-413f-9e31-7b35bfb41683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.098597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-fe8a2712-d8b1-413f-9e31-7b35bfb41683 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1741662 Jul 07 17:49:21.122067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:21.170488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be504faa-6862-4385-9c5a-0b1a592ccca9 req-377a4c97-c3b6-4fae-8455-a4e3c024de96 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.173862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be504faa-6862-4385-9c5a-0b1a592ccca9 req-377a4c97-c3b6-4fae-8455-a4e3c024de96 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 944 time: 0.1235595 Jul 07 17:49:21.180604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-089bd120-8ee3-490b-9a2b-b21cec968c23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0750575 Jul 07 17:49:21.249752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be504faa-6862-4385-9c5a-0b1a592ccca9 req-a234a135-6203-46af-8413-3e78b856f235 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698788 Jul 07 17:49:21.251301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-cdfc4904-ac15-40dc-a043-44d1892b37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.252926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-cdfc4904-ac15-40dc-a043-44d1892b37ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0656896 Jul 07 17:49:21.275300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 50a88795-7dc7-4885-8545-e6a28f80bf22 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:21.357990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-4af9da66-dd63-466b-b6d9-db3269256598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.361082 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-4af9da66-dd63-466b-b6d9-db3269256598 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007211 Jul 07 17:49:21.442290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=50a88795-7dc7-4885-8545-e6a28f80bf22,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:21.459384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:21.480541 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4a55bd43-4882-41ed-a0fd-ece5a4d3516c', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:49:18Z', 'revision_number': 1, 'project_id': '870bfcb50e1449e48328748dedaba341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.511746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.513652 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00b3f-fe03-4673-887d-a09728b7f614 None None] The sync data for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 is: [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '4a55bd43-4882-41ed-a0fd-ece5a4d3516c', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:49:18Z', 'revision_number': 1, 'project_id': '870bfcb50e1449e48328748dedaba341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:21.539838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a88795-7dc7-4885-8545-e6a28f80bf22 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:21.568263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=50a88795-7dc7-4885-8545-e6a28f80bf22,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:21.581532 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.649342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.816367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['50a88795-7dc7-4885-8545-e6a28f80bf22'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:21.880160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec311c-f17a-4c7b-8a11-c7a241162099 req-be2da910-3a27-418a-b224-ff189a78d28c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.884282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ec311c-f17a-4c7b-8a11-c7a241162099 req-be2da910-3a27-418a-b224-ff189a78d28c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 945 time: 0.1138637 Jul 07 17:49:21.960676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ec311c-f17a-4c7b-8a11-c7a241162099 req-f1e7fd25-bc0f-4f43-8a56-abce6a1e59e3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665956 Jul 07 17:49:21.967493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54aa5f8-df60-4620-97c0-00acf9017af3 None None] New status for floating IP 4a55bd43-4882-41ed-a0fd-ece5a4d3516c: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:49:22.036434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-c22bf4be-89f9-4136-81da-3766655bec79 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675575 Jul 07 17:49:22.197776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7fdc6960-7d24-4fe0-9e6a-23bac09512a3 req-074c45b4-1ee7-4780-b0a2-c87d25929d03 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543686 Jul 07 17:49:22.223631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:22.427930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:22.443399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'mac_address': 'fa:16:3e:88:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:22.490856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.511671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:22.544617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5ff4a-010a-41d6-a1be-ed8808b258a4 req-9a92a041-30b4-40af-ae5f-3665b10cb777 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.546796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa5ff4a-010a-41d6-a1be-ed8808b258a4 req-9a92a041-30b4-40af-ae5f-3665b10cb777 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 944 time: 0.1023369 Jul 07 17:49:22.547924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:22.553006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.601064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa5ff4a-010a-41d6-a1be-ed8808b258a4 req-fc6ad21d-2c73-4f7b-b9e6-a35bfd08d19a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Jul 07 17:49:22.612774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.771819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['770ff238-b886-4ee3-b916-47a139b7a5fc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:23.170917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a302f6-4129-46af-b87e-142cb20a6aad req-4d877a09-cd42-40b6-ae82-e6ca176f279c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.173914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47a302f6-4129-46af-b87e-142cb20a6aad req-4d877a09-cd42-40b6-ae82-e6ca176f279c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 945 time: 0.0936246 Jul 07 17:49:23.223546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47a302f6-4129-46af-b87e-142cb20a6aad req-ae9511a0-c54c-41b2-8726-53b80eaeea2e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Jul 07 17:49:23.296128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 50a88795-7dc7-4885-8545-e6a28f80bf22 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:23.365201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 50a88795-7dc7-4885-8545-e6a28f80bf22 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:23.370234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 50a88795-7dc7-4885-8545-e6a28f80bf22 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:23.370568 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.468830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.504934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:23.509188 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54094156-6244-46b2-8325-3a33d2cbfaec" -d '{"events": [{"server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "name": "network-vif-plugged", "status": "completed", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:23.534661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=50a88795-7dc7-4885-8545-e6a28f80bf22,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:23.541305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.584550 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e254e75-295e-4224-8b68-296ef433c78a x-openstack-request-id: req-2e254e75-295e-4224-8b68-296ef433c78a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:23.584995 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "name": "network-vif-plugged", "status": "completed", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:23.585365 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e254e75-295e-4224-8b68-296ef433c78a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:23.587213 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'code': 200} Jul 07 17:49:23.648877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.800136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff7d5-5b57-4027-b450-33120f7d2c7b req-c30d1274-ec52-499f-86bd-41c0743de15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.803359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b6ff7d5-5b57-4027-b450-33120f7d2c7b req-c30d1274-ec52-499f-86bd-41c0743de15e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 1098 time: 0.1338389 Jul 07 17:49:23.935606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b6ff7d5-5b57-4027-b450-33120f7d2c7b req-d4946362-0241-4b7b-befa-1619ac3bea92 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225476 Jul 07 17:49:23.988113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702ebe8-ea9a-4ba5-97d7-fed8ea0fa425 req-1c1d95d3-9427-4098-b0cb-d6ecdab292b6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.990772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d702ebe8-ea9a-4ba5-97d7-fed8ea0fa425 req-1c1d95d3-9427-4098-b0cb-d6ecdab292b6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 945 time: 0.1572554 Jul 07 17:49:24.049456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d702ebe8-ea9a-4ba5-97d7-fed8ea0fa425 req-4c331b94-5da1-4837-be2b-105c9369e05c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514534 Jul 07 17:49:24.234073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:24.334099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 770ff238-b886-4ee3-b916-47a139b7a5fc completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:24.340952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 770ff238-b886-4ee3-b916-47a139b7a5fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:24.341567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.445597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7170-8c10-463a-a7b6-644b82b39397 req-62e2ce65-6aeb-4322-b6f6-7e6313fbaaa1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:24.447348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96ed7170-8c10-463a-a7b6-644b82b39397 req-62e2ce65-6aeb-4322-b6f6-7e6313fbaaa1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 946 time: 0.0869486 Jul 07 17:49:24.475184 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.515573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96ed7170-8c10-463a-a7b6-644b82b39397 req-cb370cf8-c6de-4a97-9b7a-9ff1b3212a52 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568755 Jul 07 17:49:24.525368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:24.531930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.640082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:25.270770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6262c7-2c1c-4a65-bb3a-d2e3109b5188 req-7e1dc36b-f094-4b7a-87ac-d2e0a249930b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.272638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c6262c7-2c1c-4a65-bb3a-d2e3109b5188 req-7e1dc36b-f094-4b7a-87ac-d2e0a249930b tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.0788772 Jul 07 17:49:25.325609 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5c6262c7-2c1c-4a65-bb3a-d2e3109b5188 req-f87649ae-99ee-4e84-9cc7-aa7636d4932c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Jul 07 17:49:25.589818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:25.592838 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69737e6f-2a49-4f71-9f13-9aa023c2dc5d" -d '{"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-plugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:25.785879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.791179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3951b39-ab47-48a9-b92e-af0cf2cf2c80 req-db1058ae-a439-492a-9517-d61be82fc4ed tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.793365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3951b39-ab47-48a9-b92e-af0cf2cf2c80 req-db1058ae-a439-492a-9517-d61be82fc4ed tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 946 time: 0.0822847 Jul 07 17:49:25.838172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3951b39-ab47-48a9-b92e-af0cf2cf2c80 req-7d8d4627-d0b2-4324-b2b2-975eaaed08fa tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372770 Jul 07 17:49:25.926279 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e928ef-27eb-4be3-8001-dba814898c4a x-openstack-request-id: req-b1e928ef-27eb-4be3-8001-dba814898c4a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:25.926279 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-plugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:25.926279 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1e928ef-27eb-4be3-8001-dba814898c4a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:25.926971 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'code': 200} Jul 07 17:49:26.158683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205816c-cc42-458c-b708-fd3fc54c32b8 req-cb5c7574-7f03-4ca6-998e-692f8297cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.159986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6205816c-cc42-458c-b708-fd3fc54c32b8 req-cb5c7574-7f03-4ca6-998e-692f8297cd34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1098 time: 0.1219659 Jul 07 17:49:26.204928 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6205816c-cc42-458c-b708-fd3fc54c32b8 req-dc91d39b-6eca-40ca-87b4-73601cf933ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382597 Jul 07 17:49:26.291188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc315ff-298e-43c3-bf03-05bb35dca430 req-66b13912-9855-43a1-88a5-4648e8449450 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.292870 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fc315ff-298e-43c3-bf03-05bb35dca430 req-66b13912-9855-43a1-88a5-4648e8449450 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 946 time: 0.0778022 Jul 07 17:49:26.343730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3fc315ff-298e-43c3-bf03-05bb35dca430 req-28c9e7d2-a368-4f48-9479-d62cec7d4f02 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388646 Jul 07 17:49:26.384846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.462544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6524b2e-3e48-4502-889c-9fd5fcd3cd06 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.469377 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f6524b2e-3e48-4502-889c-9fd5fcd3cd06 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 1093 time: 0.0776007 Jul 07 17:49:26.469978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.476457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:26.507098 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.577334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e74fe-0ea3-4fc8-a50e-9e636f226fd5 req-318dafc3-faf9-4343-b34b-a6f2bdda45f5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.583117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55936) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.586125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d47e74fe-0ea3-4fc8-a50e-9e636f226fd5 req-318dafc3-faf9-4343-b34b-a6f2bdda45f5 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1010149 Jul 07 17:49:26.655287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d47e74fe-0ea3-4fc8-a50e-9e636f226fd5 req-70651dce-72ce-493f-97ec-12694743d62d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681932 Jul 07 17:49:26.667071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.834167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.926990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.25.3.74 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:27.185945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.190554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.198114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.300420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdce857-8192-43a6-91a4-fbf36d687bfb,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.316975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.319205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1174cc56bba4863bbfa07123cab7dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344742 Jul 07 17:49:27.322751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.323078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55942) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:27.323807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.323807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.323807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.324308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.324480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.324696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.325051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.325373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.325697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.326023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.326344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481cb8d-101c-4b9c-aa92-a41d189d94f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:27.346170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.397371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:27.400712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:27.404705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:27.430266 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.432699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.475438 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.561178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.565711 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.567549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bdce857-8192-43a6-91a4-fbf36d687bfb HTTP/1.1" status: 204 len: 168 time: 0.2430041 Jul 07 17:49:27.581294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8709e-915f-4ef8-bbbb-f624002314ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdce857-8192-43a6-91a4-fbf36d687bfb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.910008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab885b4-f78b-4236-874d-30cf0010954a req-a9baf2fc-1bef-42ea-830c-57ef7dc3d872 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:27.912270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cab885b4-f78b-4236-874d-30cf0010954a req-a9baf2fc-1bef-42ea-830c-57ef7dc3d872 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.0783713 Jul 07 17:49:27.984348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cab885b4-f78b-4236-874d-30cf0010954a req-c3b7e969-e0e9-49f3-8229-63a862b70f47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590472 Jul 07 17:49:28.009405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.046487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55952) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.060816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0623eed-78a6-48f2-85b8-804f0323e3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.150077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.201113 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0623eed-78a6-48f2-85b8-804f0323e3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.207863 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0623eed-78a6-48f2-85b8-804f0323e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.289274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e0623eed-78a6-48f2-85b8-804f0323e3f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aafc3c5ccb5c4b169c8071eea84eab63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416346 Jul 07 17:49:28.291633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0623eed-78a6-48f2-85b8-804f0323e3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392e4abd-5e41-45b4-85de-a9c7c810fac0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.294257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.367266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483ccaa-a059-41ab-aa99-3d41caed74f4 req-28b77feb-1f77-4409-b9f4-7a5d20977d47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.368948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4483ccaa-a059-41ab-aa99-3d41caed74f4 req-28b77feb-1f77-4409-b9f4-7a5d20977d47 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1572678 Jul 07 17:49:28.378696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.384379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.395728 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.463734 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.477091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.478969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.495539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4483ccaa-a059-41ab-aa99-3d41caed74f4 req-6fe0ae33-4f5a-4642-990e-8e8436298269 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156700 Jul 07 17:49:28.538114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.615991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.619369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.621215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/392e4abd-5e41-45b4-85de-a9c7c810fac0 HTTP/1.1" status: 204 len: 168 time: 0.3237569 Jul 07 17:49:28.635291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf3660-f2cb-4fa2-955d-76a82b57e360 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.637065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-13cf3660-f2cb-4fa2-955d-76a82b57e360 tempest-TestNetworkAdvancedServerOps-396570036 tempest-TestNetworkAdvancedServerOps-396570036-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1093 time: 0.0978544 Jul 07 17:49:28.638520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe603e-4b95-49f2-84c7-c8fe566cd94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e4abd-5e41-45b4-85de-a9c7c810fac0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.642300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 55962) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.647804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:28.655190 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Floating IP 96e9b69a-75f5-42d8-aa91-4291fcc80aab associated. External IP: 172.25.3.74, port: 50a88795-7dc7-4885-8545-e6a28f80bf22. Jul 07 17:49:28.705490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.853446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.058724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:29.076263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Allocated IP 172.25.3.204 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/715bc3b6-c735-4012-84e4-69b2af34bb3f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:29.235226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:29.252628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.253820 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:29.271964 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.276654 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:29.278194 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:29.359608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.380016 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c931a8ee-a9b6-44f0-85ba-ab39fc1f5b0f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9088354 Jul 07 17:49:29.380876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:29.383798 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:29.387375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:29.443106 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:29.506359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=715bc3b6-c735-4012-84e4-69b2af34bb3f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:29.508375 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd410e4-aeda-4d2f-9b24-8f73c7f549c7 x-openstack-request-id: req-4bd410e4-aeda-4d2f-9b24-8f73c7f549c7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:29.508824 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:29.509210 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4bd410e4-aeda-4d2f-9b24-8f73c7f549c7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:29.511103 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'status': 'completed', 'code': 200} Jul 07 17:49:29.559077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:29.559393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56e86040-834f-4348-9b1f-c6db5382cb7b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/96e9b69a-75f5-42d8-aa91-4291fcc80aab HTTP/1.1" status: 200 len: 991 time: 0.1685073 Jul 07 17:49:29.559607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:29.594723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:29.770767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-d1be9771-708a-4c7a-b4a8-80d1f017c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.773726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-d1be9771-708a-4c7a-b4a8-80d1f017c84d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 1098 time: 0.2619641 Jul 07 17:49:29.854504 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:27Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:30.103656 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:30.122781 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:30.123826 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:30.186305 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-2bb57275-9738-4797-b237-60486fb1a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.188822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-2bb57275-9738-4797-b237-60486fb1a363 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 200 len: 898 time: 0.3909557 Jul 07 17:49:30.309562 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:30.346003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-b3971078-626c-44b4-ae97-92785bedb8ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50a88795-7dc7-4885-8545-e6a28f80bf22 HTTP/1.1" status: 200 len: 999 time: 0.1496696 Jul 07 17:49:30.357602 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:30.517818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-8fc16ffb-983a-41a5-8c59-d9b4263bf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.519399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-8fc16ffb-983a-41a5-8c59-d9b4263bf885 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6b963b9-a372-43d5-8d47-0199aefb2590 HTTP/1.1" status: 200 len: 834 time: 0.1503577 Jul 07 17:49:30.559152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:30.646516 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e0e3cfb3-a51a-429b-8a97-7c891d307133 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/96e9b69a-75f5-42d8-aa91-4291fcc80aab HTTP/1.1" status: 200 len: 991 time: 0.0852363 Jul 07 17:49:30.661580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.694343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:27Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:30.721208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-5a378a25-51a9-496f-b7d5-768154f6db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.722900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-5a378a25-51a9-496f-b7d5-768154f6db18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62410598-d3a3-4935-89ba-a1ab3f0301eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925535 Jul 07 17:49:30.743286 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626dd5-a808-4f49-8c8f-d9cb8f36029c None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:48:58Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:27Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:30.761540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 55998) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:30.829357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.903245 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-407501ac-d825-4cb7-9d42-8d56a9c47626 service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554580 Jul 07 17:49:30.975385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79e28fb-1889-46ee-ba60-b848f9a6b20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.092413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ce4af3-46c9-4444-8d6d-9ed1bbf18d44 req-8db15477-7224-4f6d-af15-ad2fa16aed95 service neutron] 10.222.0.23 "GET /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802628 Jul 07 17:49:31.136042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01b506-66dc-4306-9a75-b3192d25b218 None None] New status for floating IP 96e9b69a-75f5-42d8-aa91-4291fcc80aab: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:49:31.146242 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.154301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.171687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79e28fb-1889-46ee-ba60-b848f9a6b20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.177451 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e79e28fb-1889-46ee-ba60-b848f9a6b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.226686 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e79e28fb-1889-46ee-ba60-b848f9a6b20d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f25666b7156485286124eac084a6c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615858 Jul 07 17:49:31.226686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e28fb-1889-46ee-ba60-b848f9a6b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483a185-5db7-4fc7-aa2d-d057aca5473a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:31.228779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56004) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:31.283194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event updated for resources: {'Port': ['ID=715bc3b6-c735-4012-84e4-69b2af34bb3f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:31.291778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.299996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.319898 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.397352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.400704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.401984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1483a185-5db7-4fc7-aa2d-d057aca5473a HTTP/1.1" status: 204 len: 168 time: 0.1721928 Jul 07 17:49:31.412414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89042d5-42b5-446a-8f3f-8f01f71c94d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483a185-5db7-4fc7-aa2d-d057aca5473a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:31.463393 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 6464936e-7380-4fe7-b49b-e91792adcd5a associated. External IP: 172.25.3.204, port: 770ff238-b886-4ee3-b916-47a139b7a5fc. Jul 07 17:49:31.650620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56008) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:31.738938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ab29dce2-856f-46c2-8a95-d4e3dd1271f9 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/96e9b69a-75f5-42d8-aa91-4291fcc80aab HTTP/1.1" status: 200 len: 993 time: 0.0869298 Jul 07 17:49:31.759662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:32.282378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:32.297506 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Sync routers for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:32.302164 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.310218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:32.311074 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.347020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cac9e666-2ecc-4031-90fb-61e651a4427a tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7034519 Jul 07 17:49:32.347633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:32.350729 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65696919-810c-43ac-9c31-17c6dd4cdb36" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:32.467343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:32.593697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f384e-86c9-4bbb-baa4-4cc8c45bec7f req-2a76ca0b-25ac-43ab-ae5a-e2f461864e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:32.596563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e2f384e-86c9-4bbb-baa4-4cc8c45bec7f req-2a76ca0b-25ac-43ab-ae5a-e2f461864e8d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1182032 Jul 07 17:49:32.651695 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e2f384e-86c9-4bbb-baa4-4cc8c45bec7f req-42da0028-5935-4342-b3c1-caa7b9978a79 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Jul 07 17:49:32.699061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:32.746402 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '6464936e-7380-4fe7-b49b-e91792adcd5a', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'mac_address': 'fa:16:3e:88:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bee62-ea0d-410c-9e41-b93732373102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:30Z', 'updated_at': '2021-07-07T17:49:30Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.753172 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65dafbd-aa3c-42a9-b901-b5bff39df601 x-openstack-request-id: req-d65dafbd-aa3c-42a9-b901-b5bff39df601 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:32.753897 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:32.754313 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d65dafbd-aa3c-42a9-b901-b5bff39df601 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:32.755163 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'status': 'completed', 'code': 200} Jul 07 17:49:32.799371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Checking router: e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:32.813478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:32.814141 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.833998 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a494cc9-fc15-4712-ba47-d483f2374e73 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/6464936e-7380-4fe7-b49b-e91792adcd5a HTTP/1.1" status: 200 len: 992 time: 0.1332369 Jul 07 17:49:32.867051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-0cae1aef-7feb-4fe3-a44d-bfeaf3d1a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:32.868650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-0cae1aef-7feb-4fe3-a44d-bfeaf3d1a2f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1098 time: 0.0873413 Jul 07 17:49:32.941892 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:33.043025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-653d6df8-2f1e-4160-8d43-6812d1e833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.045600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-653d6df8-2f1e-4160-8d43-6812d1e833bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 200 len: 898 time: 0.1697402 Jul 07 17:49:33.121076 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-e9733436-4e93-4603-acd9-90fccc2d0665 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 200 len: 1000 time: 0.0678101 Jul 07 17:49:33.187194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-c976aeb6-c9c1-40d0-8bbd-f123a028f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.189559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-c976aeb6-c9c1-40d0-8bbd-f123a028f206 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f251c54-9ce9-430f-af2f-3024a3a3f8ce HTTP/1.1" status: 200 len: 835 time: 0.0609086 Jul 07 17:49:33.232496 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '6464936e-7380-4fe7-b49b-e91792adcd5a', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'mac_address': 'fa:16:3e:88:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bee62-ea0d-410c-9e41-b93732373102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:30Z', 'updated_at': '2021-07-07T17:49:30Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.278743 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fcd29-93a6-4af4-b3fa-19a9e2d8b22d None None] The sync data for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 is: [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '6464936e-7380-4fe7-b49b-e91792adcd5a', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'mac_address': 'fa:16:3e:88:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bee62-ea0d-410c-9e41-b93732373102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:30Z', 'updated_at': '2021-07-07T17:49:30Z', 'revision_number': 0, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:33.280339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-ea5dfff6-ada2-4cb3-b92e-7fc44f343a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.283134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-ea5dfff6-ada2-4cb3-b92e-7fc44f343a1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cf2702e-679c-4973-8bdb-aff8030e2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868971 Jul 07 17:49:33.430053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-f61cc6f8-7558-41cf-ba95-553a0a3879d6 service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356604 Jul 07 17:49:33.549310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65696919-810c-43ac-9c31-17c6dd4cdb36 req-0ff0d08d-a741-4ccf-bc86-ffbd2e3c22c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126404 Jul 07 17:49:33.580002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a81b9-dabc-4f2e-a9db-4328690e8c7b None None] New status for floating IP 6464936e-7380-4fe7-b49b-e91792adcd5a: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:49:33.839032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56022) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:33.912733 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9840bf5b-a120-4506-90b0-604abca2dc18 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/6464936e-7380-4fe7-b49b-e91792adcd5a HTTP/1.1" status: 200 len: 994 time: 0.0720477 Jul 07 17:49:37.621963 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-91ba77c8-7b89-40bf-a05b-620e1e9bb071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.083933 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6d17eb19-7fa4-4148-9187-02ba8830840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.635486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.912619 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.656311 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.792952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.336281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.550924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:57.760369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port ff3ef7c9-ec96-4703-8193-883efd410b7b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:57.760701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.856604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.856963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.878903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for ff3ef7c9-ec96-4703-8193-883efd410b7b owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:58.086277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.119062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=ff3ef7c9-ec96-4703-8193-883efd410b7b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:58.197908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.198455 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP b6622928-3872-468f-95b0-7e09ab003ff2 disassociated (deleted). External IP: 172.25.3.229, port: 7bbdfddf-39b7-410b-8d28-7ec88904b9a4. Jul 07 17:49:58.467435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:58.591181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:58.598629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.605013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:58.617407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:58.618122 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:58.651425 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-569ae377-387c-42b4-9a5b-50989203811d tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "DELETE /v2.0/floatingips/b6622928-3872-468f-95b0-7e09ab003ff2 HTTP/1.1" status: 204 len: 168 time: 1.0951085 Jul 07 17:49:58.651425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:58.651425 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc" -d '{"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:58.754287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:59.034431 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:59.165707 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:59.176202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:59.187874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:49:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:59.306472 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:59.380671 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f4407-b410-4563-b3e8-cd582b642c6d x-openstack-request-id: req-781f4407-b410-4563-b3e8-cd582b642c6d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:59.381179 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:59.381669 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-781f4407-b410-4563-b3e8-cd582b642c6d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:59.382395 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'status': 'completed', 'code': 200} Jul 07 17:49:59.484951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-49b10645-f138-42b8-95d7-0cf6f4a915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.486665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-49b10645-f138-42b8-95d7-0cf6f4a915e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 1097 time: 0.0654626 Jul 07 17:49:59.609953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-cbeb5be4-afc5-499d-987a-6647687b75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.611700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-cbeb5be4-afc5-499d-987a-6647687b75ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.1160653 Jul 07 17:49:59.649250 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:59.660256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-ac9a0e25-4355-413c-977c-293a8568ff00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0411518 Jul 07 17:49:59.679077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b18a1-bc97-4884-b233-128d08ca1877 None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'b6fd4136-c452-4724-b3dc-98eca4e8fcb4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'port_id': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'mac_address': 'fa:16:3e:af:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:46:02Z', 'updated_at': '2021-07-07T17:46:07Z', 'revision_number': 1, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:59.780772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-1c2dcf33-b8d8-439b-8e82-51cf2b037886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.782550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-1c2dcf33-b8d8-439b-8e82-51cf2b037886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.1145701 Jul 07 17:49:59.849468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45221a-1bd5-41b3-9a77-a192a9269192 req-c133f0c0-5d36-438c-9eaa-6662287ac024 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.851168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c45221a-1bd5-41b3-9a77-a192a9269192 req-c133f0c0-5d36-438c-9eaa-6662287ac024 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.1288924 Jul 07 17:49:59.892951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-ec203206-05e8-4823-b00f-01f0c5d2d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.894379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-ec203206-05e8-4823-b00f-01f0c5d2d5fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019323 Jul 07 17:49:59.947737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c45221a-1bd5-41b3-9a77-a192a9269192 req-a8ec7b2b-278c-4e28-a135-9ac525b62644 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849721 Jul 07 17:49:59.996280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cce59d-0512-4980-9593-b636aa3d071a None None] New status for floating IP b6622928-3872-468f-95b0-7e09ab003ff2: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:00.033606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-cc8d3080-ded2-48c8-8bc4-d9cd151b2fab service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 Jul 07 17:50:00.162991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7db6846-5fa5-426a-a0ac-a3b9a5bafadc req-acb31f89-dfde-4ec6-af67-a3c675bf3d49 service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217558 Jul 07 17:50:00.818655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-642cf500-5e9f-4694-ac18-4ba63ce4cf31 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:00.821350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-642cf500-5e9f-4694-ac18-4ba63ce4cf31 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.1229680 Jul 07 17:50:00.951767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:00.952326 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.986788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56098) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:01.107879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:01.109504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.138390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:01.149658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ab56-72d6-4e29-b887-be23fc67aced tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.150591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ab56-72d6-4e29-b887-be23fc67aced tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.151424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ab56-72d6-4e29-b887-be23fc67aced tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.154547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cb6ab56-72d6-4e29-b887-be23fc67aced tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=94a0e3f40a7b4eee96c98612a444e58a&network_id=62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 200 len: 2973 time: 0.1661205 Jul 07 17:50:01.281201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be7dd-73ff-436c-b994-d0390c79dc2f req-e35416cf-52b6-4e60-8a41-ac79fc4d79f1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.282854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b7be7dd-73ff-436c-b994-d0390c79dc2f req-e35416cf-52b6-4e60-8a41-ac79fc4d79f1 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 945 time: 0.1470087 Jul 07 17:50:01.361478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b7be7dd-73ff-436c-b994-d0390c79dc2f req-681d8d27-70bb-4b61-9aaa-cc5b6fc43d0b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704558 Jul 07 17:50:01.376106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.409018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=7bbdfddf-39b7-410b-8d28-7ec88904b9a4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:01.423492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.423847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.424188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.424528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.424885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.425217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.425547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.425880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.426485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.426903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.427235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.427564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:01.470512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:01.473240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.475438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ae81930-bc36-40bf-be67-4aca3bc1d2e8 req-e3ae42af-be85-4d43-99e8-2c365350c8bf tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "DELETE /v2.0/ports/7bbdfddf-39b7-410b-8d28-7ec88904b9a4 HTTP/1.1" status: 204 len: 173 time: 0.6480799 Jul 07 17:50:01.475924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'name': 'network-vif-deleted', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:01.478456 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d2502c-5d01-4d05-91bc-48506a375228" -d '{"events": [{"server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "name": "network-vif-deleted", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:01.517820 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9419972-f92b-4ca3-bdd8-fd9609510d55 x-openstack-request-id: req-e9419972-f92b-4ca3-bdd8-fd9609510d55 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:01.518108 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431e5524-657d-4ccb-b8e8-d11b47f84677", "name": "network-vif-deleted", "tag": "7bbdfddf-39b7-410b-8d28-7ec88904b9a4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:01.518644 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9419972-f92b-4ca3-bdd8-fd9609510d55 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:01.519184 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431e5524-657d-4ccb-b8e8-d11b47f84677', 'name': 'network-vif-deleted', 'tag': '7bbdfddf-39b7-410b-8d28-7ec88904b9a4', 'status': 'completed', 'code': 200} Jul 07 17:50:02.644295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87e5b9c2-ff24-417a-8461-658f9214d937 req-4fc57390-bd61-4cec-819f-f366175a7424 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 210 time: 0.0548942 Jul 07 17:50:03.030990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56130) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:03.139780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62ce54-5e57-4c9a-8f9f-6205223acbc4 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.147382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb62ce54-5e57-4c9a-8f9f-6205223acbc4 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 814 time: 0.1159897 Jul 07 17:50:03.479478 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75676e4-d3dc-4f7d-af01-8d7745ff4ae4 req-a1409c69-7840-4048-9e44-794f94d8295d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.485020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c75676e4-d3dc-4f7d-af01-8d7745ff4ae4 req-a1409c69-7840-4048-9e44-794f94d8295d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1205721 Jul 07 17:50:03.557069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c75676e4-d3dc-4f7d-af01-8d7745ff4ae4 req-acec0c58-d776-451b-a78b-a8467a8491e3 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614226 Jul 07 17:50:03.642396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56142) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:03.648197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'network': {'name': 'tempest-network-smoke--130805497', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:03.675381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:03.681318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.715440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:03.729271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.729723 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Added segment 3c3d1def-aa1b-462e-87d1-ff50bb26af96 of type vlan for network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 Jul 07 17:50:03.782632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.818169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.824191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.824857 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.889281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2451987 Jul 07 17:50:03.896529 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56146) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:03.908149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2745d9c-5a6e-4e73-b84b-fe5e4cda50f6 req-6af96770-4762-420c-ab0f-134227af73c8 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 210 time: 0.0533490 Jul 07 17:50:03.941366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3983-576a-4377-bfdd-db96047b11f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Network': ['ID=3ab3455d-d927-4ed0-bb0f-df01797dc2f1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.963378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:03.976723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223b84c-36db-44d7-a795-4b4b717f933d tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.980840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5223b84c-36db-44d7-a795-4b4b717f933d tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=94a0e3f40a7b4eee96c98612a444e58a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0820282 Jul 07 17:50:03.984455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.104188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720b5ae-995a-4d68-a338-d40659e214e2 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.105783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8720b5ae-995a-4d68-a338-d40659e214e2 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1197276 Jul 07 17:50:04.109647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.144620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e10a4a79-c26d-4f3e-a010-4321403f3992 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311222 Jul 07 17:50:04.145064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56152) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.179059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e20103d1-3380-4b87-8789-9385817bc344 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=94a0e3f40a7b4eee96c98612a444e58a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324130 Jul 07 17:50:04.183713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56154) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.344803 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0ae39-bc38-4dda-ad80-dd402349880a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.349956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56158) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.350179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-29a0ae39-bc38-4dda-ad80-dd402349880a tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648669 Jul 07 17:50:04.394611 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1097cfb-527f-418c-96f9-7b4f89b14422 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429819 Jul 07 17:50:04.396985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:04.406293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597506689', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:04.558796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:04.564065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.816424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ca7d-72c5-4a27-a59b-cc8137d3e026 req-2ba00b43-c769-4a00-b9a3-da8e3b1979b4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.818024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ee4ca7d-72c5-4a27-a59b-cc8137d3e026 req-2ba00b43-c769-4a00-b9a3-da8e3b1979b4 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1122751 Jul 07 17:50:04.820113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.879243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ee4ca7d-72c5-4a27-a59b-cc8137d3e026 req-d1fb9568-0b9d-410a-8a85-43110686fb2d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518420 Jul 07 17:50:04.897128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Subnet': ['ID=d330b7c5-9be2-4298-b283-3143f48408e5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:04.906760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Checking segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:04.906760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network hostable DHCP agents. Network: 3ab3455d-d927-4ed0-bb0f-df01797dc2f1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:04.933211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:04.947762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 3ab3455d-d927-4ed0-bb0f-df01797dc2f1) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:04.956351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.957282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.959845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c127b5f-7cd3-41b7-8664-c62e71ba7d86 None None] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:04.987353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a9f97bf-6868-4d32-85e0-2b2eb265a762 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5886407 Jul 07 17:50:05.112366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fcde8ea-be2d-41a5-a6be-29abc482fb57 req-952d6d01-8755-496a-938d-498b2b2a2bf7 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=431e5524-657d-4ccb-b8e8-d11b47f84677 HTTP/1.1" status: 200 len: 210 time: 0.0305614 Jul 07 17:50:05.174569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ips': [{'subnet_id': 'd330b7c5-9be2-4298-b283-3143f48408e5'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:50:05.175724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.339530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Allocated IP 172.20.0.18 (3ab3455d-d927-4ed0-bb0f-df01797dc2f1/d330b7c5-9be2-4298-b283-3143f48408e5/0dbc17ea-de68-474b-9d2e-87e7d00cc2bb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:05.537906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.553688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Transition to ACTIVE for port object 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:05.559099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:05.615354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Transition to ACTIVE for port object 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:05.617742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:05.618259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7bbdfddf-39b7-410b-8d28-7ec88904b9a4 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:05.628381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.640288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56170) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:05.651395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747705547', 'description': 'tempest-secgroup-smoke-747705547 description', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:05.675000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Pushing event updated for resources: {'Port': ['ID=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:05.692382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.692733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.693097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.693575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.693916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.694371 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.694881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.695060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.695392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.695723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.696055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.696592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:05.715310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:05.717290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.717543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:05.720933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:05.817731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Attempting to bind port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:05.818361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Attempting to bind port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:05.819015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Attempting to bind port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb on network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:05.829130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:05.829769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Checking segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:05.830530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.831226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Bound using segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:05.832060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Bound port: 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:05.832734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.883301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.889628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.934111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.942238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2945464 Jul 07 17:50:05.942238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e483968-0508-44ef-a6d0-932abe7dec41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e09b05-8abd-41e4-a113-b9b5371d3868,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:05.943339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56174) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:05.952168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:05.965012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] For port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:05.969958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] For port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:05.975878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.011564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.078822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ee3d4-bf64-4653-a041-d1dc69cd7659 None None] Pushing event updated for resources: {'Port': ['ID=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.124242 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.132848 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.218637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c09934e-85eb-444d-8f01-e59411d7897f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.234289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.239729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c750a2c-5c56-4854-b424-e901d5b90715 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914824 Jul 07 17:50:06.241282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56178) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:06.247800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:06.352957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fd0f1-29a2-4d1e-b95b-1cee3fb43dfa req-9721320c-15ba-404a-bde4-13b892ae7dd2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.363189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d8fd0f1-29a2-4d1e-b95b-1cee3fb43dfa req-9721320c-15ba-404a-bde4-13b892ae7dd2 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.2187915 Jul 07 17:50:06.366248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.483168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d8fd0f1-29a2-4d1e-b95b-1cee3fb43dfa req-d3f14968-fa48-4213-b21e-08707395f804 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172976 Jul 07 17:50:06.509696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.525603 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.555702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbf3863-2840-40a4-9cda-54adb9b9dc4c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.568330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.570562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a2a5946-551f-4bb8-b0d5-996652c7ffc5 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289576 Jul 07 17:50:06.574897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56182) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:06.589867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:06.627815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.708961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.715405 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.733650 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7bb031-17a1-4805-9fb0-00ff6a6c8760,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.748138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.750493 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c05c1ea7-5f1b-4a79-9f28-b69c80428349 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727450 Jul 07 17:50:06.754347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56184) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:06.760153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:06.791732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.880478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.886687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.909676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc32fe5-b176-474a-8494-8eeadbf5191b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.932565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.935443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f751a4e4-9bf3-4c71-a8ea-fbf0f532ec8d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787241 Jul 07 17:50:06.940795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56192) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:06.946584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:06.981747 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:50:06.990690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.117994 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.124744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.152576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bff3fca-92fb-4d33-9227-ef2c318d0672,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:07.164268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.166369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cd53c612-9319-4e6c-bc6c-53019b5e762c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2242975 Jul 07 17:50:07.169611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:07.177064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': 'b8e09b05-8abd-41e4-a113-b9b5371d3868', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:07.212557 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:50:07.221995 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.337745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.344114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.361766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ba1f4-11f9-4a21-9ddd-0a18e95b3f2a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:07.367807 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:07.386681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.395683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e01902d1-ec6f-4207-a81d-c9c14de2e3c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2170591 Jul 07 17:50:07.454171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac7377-3518-4d50-a387-2d2e34e9017d None None] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:07.757880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:07.818090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ac216a5-b517-491e-b560-2bf4acf83bd6 None None] Provisioning for port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:07.832574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c277ccc4-7517-4357-b660-0dc5060774f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.850376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbde2-4409-443f-8da3-593d91d6f85d req-b12e7519-916e-498a-b412-e05ea8026746 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.855073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c80cbde2-4409-443f-8da3-593d91d6f85d req-b12e7519-916e-498a-b412-e05ea8026746 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1348858 Jul 07 17:50:07.872633 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:07.941136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c80cbde2-4409-443f-8da3-593d91d6f85d req-b6dd050a-eb96-4ff5-bfc3-12c2b7df2dd6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715489 Jul 07 17:50:07.985196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:07.985196 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.137649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-2c483b36-9727-4242-b1f4-55529214406c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747705547&fields=id&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 267 time: 0.0611782 Jul 07 17:50:08.230091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.333670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:08.343978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.416237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-280948a3-be7a-41cb-b3f6-b22ad83c7799 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.420286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-280948a3-be7a-41cb-b3f6-b22ad83c7799 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/networks?id=3ab3455d-d927-4ed0-bb0f-df01797dc2f1 HTTP/1.1" status: 200 len: 796 time: 0.2605011 Jul 07 17:50:08.459947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:08.463549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-41fc7c2c-bf6a-44ca-9492-fac9d5481a41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/quotas/94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 375 time: 0.0371819 Jul 07 17:50:08.556120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-8cfae22c-babd-4649-9d2d-f9a3be26e8f6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0911505 Jul 07 17:50:08.564654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b80a69da-cd93-4223-9b2d-46401801550c None None] Provisioning complete for port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:08.565211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b80a69da-cd93-4223-9b2d-46401801550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.682137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-27997328-ffea-45e8-9051-96e7f122b76e service neutron] 10.222.0.66 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107686 Jul 07 17:50:08.792763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-56c63716-3d47-4cdb-a885-126d115ad4d3 service neutron] 10.222.0.66 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028454 Jul 07 17:50:09.146952 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-569ddc47-7ee4-4ee7-a58e-c35bfc735722 req-231e9230-5fc2-49c1-a635-37b89ce3f084 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 210 time: 0.0642426 Jul 07 17:50:09.447535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40c119-5739-4473-857b-91ba558181bd req-75935cae-dd90-46d6-9767-ab3720560c9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.449515 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e40c119-5739-4473-857b-91ba558181bd req-75935cae-dd90-46d6-9767-ab3720560c9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.0808616 Jul 07 17:50:09.519847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e40c119-5739-4473-857b-91ba558181bd req-1269412e-ded6-44dc-bc3a-38e702785753 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622070 Jul 07 17:50:09.652834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:09.710887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:09.711422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.105782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-112ade39-31eb-44ee-96b9-b339babf0575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.358480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1163c10-bb3d-4a19-8598-25331ef3b854 req-534878fa-8350-4240-98c4-6bfa16a15fda tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 210 time: 0.0590997 Jul 07 17:50:10.503475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-77d253f5-7d25-4ccd-b950-f221c02f90d8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.505133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-77d253f5-7d25-4ccd-b950-f221c02f90d8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/networks?id=3ab3455d-d927-4ed0-bb0f-df01797dc2f1 HTTP/1.1" status: 200 len: 796 time: 0.1864359 Jul 07 17:50:10.596366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-d3f31939-8c19-4883-a337-2cdfd0f16178 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 471 time: 0.0814133 Jul 07 17:50:10.615710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'port': {'device_id': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'admin_state_up': True, 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'security_groups': ['b8e09b05-8abd-41e4-a113-b9b5371d3868']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:10.654847 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.927197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391ce2-9882-4644-b191-0cb1ecf395ca req-9e9f0535-3515-4d58-b75d-2ff1df393758 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.928664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8391ce2-9882-4644-b191-0cb1ecf395ca req-9e9f0535-3515-4d58-b75d-2ff1df393758 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1764266 Jul 07 17:50:10.975542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:10.995457 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.017608 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8391ce2-9882-4644-b191-0cb1ecf395ca req-ca3afc37-9270-4606-a690-8c7cb7263901 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718558 Jul 07 17:50:11.191452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.19 (3ab3455d-d927-4ed0-bb0f-df01797dc2f1/d330b7c5-9be2-4298-b283-3143f48408e5/fd8f1a8a-a442-4da6-969d-64e6c9d3a20c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:11.536305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.574854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object fd8f1a8a-a442-4da6-969d-64e6c9d3a20c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:11.720297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-6a6473c2-2ff6-4aaf-9658-36c369230889 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5097718 Jul 07 17:50:11.724491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f084a53-3793-473b-af19-9058835bb05d req-82f361dd-4134-47f5-b060-8d9e387cc060 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 210 time: 0.0955627 Jul 07 17:50:11.743038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.835087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:11.843311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:11.860655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:11.933748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.967950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:11.986717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-9a484ccb-2801-49f2-bf84-8a116f8d76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:11.990494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-9a484ccb-2801-49f2-bf84-8a116f8d76b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1098 time: 0.1419332 Jul 07 17:50:12.035083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.036449 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.070797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-79da598e-1fa5-4be6-b7f5-1bb5dd917adc tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4629931 Jul 07 17:50:12.086843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Request body: {'port': {'device_id': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:12.266778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.287281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-4c84b416-3d1f-4a9e-932f-038cd3b380e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.288847 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-4c84b416-3d1f-4a9e-932f-038cd3b380e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.2635980 Jul 07 17:50:12.329182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78a7fe6f-abe7-4958-9f6f-dd9e012f0a05 None None] Provisioning for port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:12.336589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-78a7fe6f-abe7-4958-9f6f-dd9e012f0a05 None None] Provisioning complete for port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:12.338379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-78a7fe6f-abe7-4958-9f6f-dd9e012f0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.393179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-62f1263b-faa8-43f1-99f3-4bcf05e3776d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0953550 Jul 07 17:50:12.403298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-78a7fe6f-abe7-4958-9f6f-dd9e012f0a05 None None] Port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:12.429026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224b1a-8d92-4e83-bf09-5da3ed29115b req-5ef1099a-6b9c-4e60-ac9d-998125828e65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.431229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a224b1a-8d92-4e83-bf09-5da3ed29115b req-5ef1099a-6b9c-4e60-ac9d-998125828e65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.2107966 Jul 07 17:50:12.452106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-3d57d36a-85ea-41a2-ab04-48d96cade76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.454043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-3d57d36a-85ea-41a2-ab04-48d96cade76b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0538943 Jul 07 17:50:12.535224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-cbd166dc-34c4-4a87-85bf-a0ede6724202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.536887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-cbd166dc-34c4-4a87-85bf-a0ede6724202 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768874 Jul 07 17:50:12.550927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56252) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.556579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a224b1a-8d92-4e83-bf09-5da3ed29115b req-ef40eb7e-cc7c-4ce9-b443-f9a5f99ef7c8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724366 Jul 07 17:50:12.659087 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-13e67be3-a2f0-4421-806b-8ac2ec62dd93 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143451 Jul 07 17:50:12.779368 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15313a01-5ee3-4e78-af7b-8021166ee76f req-3f867078-0b24-4116-88c0-c0f6a0e7cd8b service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153612 Jul 07 17:50:12.948113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8f1a8a-a442-4da6-969d-64e6c9d3a20c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:12.963818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.979687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:12.980034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.003034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Transition to ACTIVE for port object fd8f1a8a-a442-4da6-969d-64e6c9d3a20c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:13.039534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.133090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafd59-0a8b-4b28-85d1-75c142cf8bfd req-d9f2eb37-a5bb-4c19-a8d7-c5dcb1f7c9c1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.134889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55eafd59-0a8b-4b28-85d1-75c142cf8bfd req-d9f2eb37-a5bb-4c19-a8d7-c5dcb1f7c9c1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 932 time: 0.2356725 Jul 07 17:50:13.144265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:13.171376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.171996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.243709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:13.331208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55eafd59-0a8b-4b28-85d1-75c142cf8bfd req-8ee9986b-9637-4676-8ae6-d817688647f8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828575 Jul 07 17:50:13.386171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Attempting to bind port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:13.386648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Attempting to bind port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:13.387207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Attempting to bind port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c on network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:13.405940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c on network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:13.406508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Attempting to bind port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c on network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:13.429464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:13.430015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Checking segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:13.430709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Bound using segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:13.431584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Bound port: fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:13.432184 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.629868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:13.639970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:13.655233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.671516 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.732777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.764038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.764873 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.767525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd8f1a8a-a442-4da6-969d-64e6c9d3a20c HTTP/1.1" status: 200 len: 1093 time: 1.6903241 Jul 07 17:50:13.771958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:13.776572 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698" -d '{"events": [{"name": "network-changed", "server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:13.957405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2faf7f-c06c-48b5-a397-9e2f4c399967 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:14.070516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=dc105cd3-fcfc-4f1a-8e9e-16b0bf0fad65,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:14.114764 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.115178 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Floating IP b6fd4136-c452-4724-b3dc-98eca4e8fcb4 disassociated (deleted). External IP: 172.25.3.115, port: 3c9c9731-a2e0-46c1-b963-8d5e8332acbf. Jul 07 17:50:14.170583 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218097-4e65-4ff5-9087-e8bbcce2ce9a req-184a48a5-d013-43fc-8e97-07315f4aa3a6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.172203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a218097-4e65-4ff5-9087-e8bbcce2ce9a req-184a48a5-d013-43fc-8e97-07315f4aa3a6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.4495752 Jul 07 17:50:14.176746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-e19500b1-6e4c-4686-be83-f9035289261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.178369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-e19500b1-6e4c-4686-be83-f9035289261e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 1096 time: 0.3493443 Jul 07 17:50:14.271570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-53bd1f93-01fe-425b-94de-87ce14832333 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c HTTP/1.1" status: 200 len: 217 time: 0.0816808 Jul 07 17:50:14.347508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a218097-4e65-4ff5-9087-e8bbcce2ce9a req-0186af49-c621-48f6-b5ff-90916a7b50b6 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642933 Jul 07 17:50:14.394500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-4418a4fa-5c35-4082-9f5f-2173f7c6f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.396076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-4418a4fa-5c35-4082-9f5f-2173f7c6f4d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d330b7c5-9be2-4298-b283-3143f48408e5 HTTP/1.1" status: 200 len: 837 time: 0.1140647 Jul 07 17:50:14.889189 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17674dd1-1f92-451b-9138-3f2ac21d347a x-openstack-request-id: req-17674dd1-1f92-451b-9138-3f2ac21d347a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:14.890232 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:14.890232 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17674dd1-1f92-451b-9138-3f2ac21d347a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:14.890232 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c', 'status': 'completed', 'code': 200} Jul 07 17:50:14.970306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:14.994082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-bd756a53-9c93-4aac-a8b8-9dc845f780a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.995778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-bd756a53-9c93-4aac-a8b8-9dc845f780a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ab3455d-d927-4ed0-bb0f-df01797dc2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5920384 Jul 07 17:50:15.113424 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e506-29df-46bb-ae1c-8faef46436a0 req-f6e3e8b2-99e3-4a27-8abc-62dd6c3f9b06 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.115068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cb9e506-29df-46bb-ae1c-8faef46436a0 req-f6e3e8b2-99e3-4a27-8abc-62dd6c3f9b06 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 944 time: 0.2240057 Jul 07 17:50:15.240144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:15.244704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cb9e506-29df-46bb-ae1c-8faef46436a0 req-9c4c4158-cdaa-4a57-a9ab-db347c6c0feb tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162040 Jul 07 17:50:15.248205 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.251919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-ef0a77c3-9e30-4892-b4f0-710689e405a1 service neutron] 10.222.0.23 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490444 Jul 07 17:50:15.254865 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:15.274952 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:15.276536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:15.342822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0dd50b8e-95dc-460d-99fc-f7a51058f435 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "DELETE /v2.0/floatingips/b6fd4136-c452-4724-b3dc-98eca4e8fcb4 HTTP/1.1" status: 204 len: 168 time: 2.7904351 Jul 07 17:50:15.399267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f059861-e8a6-4875-8a91-2323c666cb2b req-891e3b5e-3956-4cc5-bad8-73e40ad505f8 service neutron] 10.222.0.23 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259391 Jul 07 17:50:15.473821 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:15.571132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-4e2410ce-ea14-4720-bc8a-8819d6b51d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.573821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-4e2410ce-ea14-4720-bc8a-8819d6b51d91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 1096 time: 0.1077876 Jul 07 17:50:15.732342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-3ebccc99-9002-4127-84f9-2ede56ad9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.737173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-3ebccc99-9002-4127-84f9-2ede56ad9a17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ab3455d-d927-4ed0-bb0f-df01797dc2f1 HTTP/1.1" status: 200 len: 897 time: 0.1570110 Jul 07 17:50:15.799052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-d76112d4-023a-4c5b-a23f-2678e85c29d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c HTTP/1.1" status: 200 len: 217 time: 0.0547631 Jul 07 17:50:15.842516 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:15.882367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-7e7994a2-ca62-4157-88d5-c67fef5fa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.883961 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-7e7994a2-ca62-4157-88d5-c67fef5fa26d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d330b7c5-9be2-4298-b283-3143f48408e5 HTTP/1.1" status: 200 len: 837 time: 0.0767045 Jul 07 17:50:15.897001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:15.912046 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:15.913128 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:15.969714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401f603-af74-4aac-8b2e-4ba93860d191 req-3cba1f0c-e973-42d9-afe7-e065085b3a9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.971528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4401f603-af74-4aac-8b2e-4ba93860d191 req-3cba1f0c-e973-42d9-afe7-e065085b3a9c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1755202 Jul 07 17:50:16.037842 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4401f603-af74-4aac-8b2e-4ba93860d191 req-f65bd8da-65fc-4355-a73c-2cace34a38d1 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533836 Jul 07 17:50:16.041168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-fa615dd2-2b9c-421c-9392-e41238651c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.043830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-fa615dd2-2b9c-421c-9392-e41238651c4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ab3455d-d927-4ed0-bb0f-df01797dc2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1462352 Jul 07 17:50:16.077365 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:16.213029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-dee4c08e-e2c1-4d01-8429-e3b3532ed13c service neutron] 10.222.0.23 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619141 Jul 07 17:50:16.339129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ad6f-7547-4547-a440-9023fcac76c8 req-2e7e0eef-3c21-4c7c-af8f-925ae81cd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.343392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76a4ad6f-7547-4547-a440-9023fcac76c8 req-2e7e0eef-3c21-4c7c-af8f-925ae81cd330 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1098 time: 0.0768147 Jul 07 17:50:16.381887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca2dc0bd-6ab0-4aa1-9739-426608e1c698 req-764f3f8c-ee5c-4209-a28d-94ec97334e71 service neutron] 10.222.0.23 "GET /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615047 Jul 07 17:50:16.411524 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76a4ad6f-7547-4547-a440-9023fcac76c8 req-c0ec4f3b-5877-44fe-b571-fbf93cbad8be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612662 Jul 07 17:50:16.448187 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:16.484468 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326040d-ef19-4f59-8147-f65c0e4579ec None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:33:14Z', 'revision_number': 4, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cfee2075-43b2-4f24-a479-7dfea1164a6c', 'name': '', 'network_id': '3252ae2c-9166-4e99-9a0c-a38dbe0732b4', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'mac_address': 'fa:16:3e:76:21:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:10Z', 'updated_at': '2021-07-07T17:33:26Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'subnets': [{'id': '4def99c7-cdab-4e46-8e1b-0a2c3fff0db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:16.497335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694e44c-169f-4b10-81be-8e2ced87f748 req-91a2cd62-3740-4a40-9138-b4643fd6520b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.499867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7694e44c-169f-4b10-81be-8e2ced87f748 req-91a2cd62-3740-4a40-9138-b4643fd6520b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 945 time: 0.0844882 Jul 07 17:50:16.558694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7694e44c-169f-4b10-81be-8e2ced87f748 req-8f2fb332-06a3-4bfe-a69a-50ca1b8b9177 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/security-groups?id=aeb22517-9df5-4930-b7ce-c54bbc12981a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521300 Jul 07 17:50:16.800031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97ad8d-825a-46d9-b309-a7ddae4555d2 None None] New status for floating IP b6fd4136-c452-4724-b3dc-98eca4e8fcb4: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:16.835617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70525f4-dee2-4ecc-bf3d-f09139f460ba req-5b759a3d-55cc-45ff-9925-e513a091dd7c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.838286 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f70525f4-dee2-4ecc-bf3d-f09139f460ba req-5b759a3d-55cc-45ff-9925-e513a091dd7c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 944 time: 0.0956149 Jul 07 17:50:16.891251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:16.895343 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159be71a-e1be-480f-a54a-1173aa4a55b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:16.923525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f70525f4-dee2-4ecc-bf3d-f09139f460ba req-a7d689c1-c668-4cd3-946d-a4375e020122 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727415 Jul 07 17:50:16.980051 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55111cf2-d4e9-4a9c-9286-3f3f06469dfb x-openstack-request-id: req-55111cf2-d4e9-4a9c-9286-3f3f06469dfb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:16.981757 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:16.981757 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55111cf2-d4e9-4a9c-9286-3f3f06469dfb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:16.981757 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'status': 'completed', 'code': 200} Jul 07 17:50:17.080686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-fb11d84b-7e2c-4e8e-86bd-86eb0562cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.083766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-fb11d84b-7e2c-4e8e-86bd-86eb0562cbe2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 1097 time: 0.0799975 Jul 07 17:50:17.252588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-7be45f28-db41-467b-8b76-d652b549a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.257407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-7be45f28-db41-467b-8b76-d652b549a553 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 200 len: 913 time: 0.1612537 Jul 07 17:50:17.330087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-5ecd96fe-a183-405a-99e0-62e5af30bee5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 200 len: 217 time: 0.0653310 Jul 07 17:50:17.337867 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-80713afa-79a9-4abf-bb74-646bb49b5be3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.340013 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-80713afa-79a9-4abf-bb74-646bb49b5be3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 945 time: 0.1292274 Jul 07 17:50:17.419881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-e6a063e8-633c-4ce8-81ab-d86c9dba4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.423466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-e6a063e8-633c-4ce8-81ab-d86c9dba4681 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 200 len: 851 time: 0.0836887 Jul 07 17:50:17.527559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:17.527922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.634354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fd8f1a8a-a442-4da6-969d-64e6c9d3a20c details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:17.635021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea56c5-63f1-4f7f-b1da-7b1ed4a296b5 req-5dbf5efa-0440-4f70-92bb-b008a260c695 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.637862 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5ea56c5-63f1-4f7f-b1da-7b1ed4a296b5 req-5dbf5efa-0440-4f70-92bb-b008a260c695 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1912034 Jul 07 17:50:17.647192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-e4d6e133-68f7-451e-a44e-c1a02f30fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.652996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-e4d6e133-68f7-451e-a44e-c1a02f30fc6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3252ae2c-9166-4e99-9a0c-a38dbe0732b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224171 Jul 07 17:50:17.667601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] For port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.668293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.687703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 3c9c9731-a2e0-46c1-b963-8d5e8332acbf owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:17.745419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5ea56c5-63f1-4f7f-b1da-7b1ed4a296b5 req-7f768d26-2fc8-48ed-8954-9b2ff4881dbe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911295 Jul 07 17:50:17.793391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.799638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56284) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:17.814776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-733398c3-52fc-4bb2-a7f5-553569f23b9f service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510696 Jul 07 17:50:17.816996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'port_id': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c', 'mac_address': 'fa:16:3e:4b:d2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:17.864738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.922840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8f1a8a-a442-4da6-969d-64e6c9d3a20c {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:17.972027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.978048 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-159be71a-e1be-480f-a54a-1173aa4a55b0 req-d7247722-0e08-40c8-a86a-266dcfd1b0fa service neutron] 10.222.0.23 "GET /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556318 Jul 07 17:50:17.983500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-96daf161-168f-4cfd-b284-db7aef2e488c tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/floatingips/6464936e-7380-4fe7-b49b-e91792adcd5a HTTP/1.1" status: 200 len: 994 time: 0.1813772 Jul 07 17:50:17.985506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.018012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.059890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=3c9c9731-a2e0-46c1-b963-8d5e8332acbf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.095304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.124691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] No DVR routers for this DVR port 3c9c9731-a2e0-46c1-b963-8d5e8332acbf on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:18.127773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.129915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1db90503-4aad-45d0-83d2-5847a4a19b87 req-5b33354d-928d-4911-baf4-cf48cee2c34b tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.23 "DELETE /v2.0/ports/3c9c9731-a2e0-46c1-b963-8d5e8332acbf HTTP/1.1" status: 204 len: 173 time: 0.7847624 Jul 07 17:50:18.130406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'name': 'network-vif-deleted', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:18.132847 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c2c36-8538-4c2f-a053-dd4f9a4fd886" -d '{"events": [{"server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "name": "network-vif-deleted", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:18.156307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b645903-ae83-4ff3-b3d5-271083bb88d3 req-891eca5c-924f-4d43-ada6-9d05de2ed653 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.0583076 Jul 07 17:50:18.197483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['fd8f1a8a-a442-4da6-969d-64e6c9d3a20c'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:18.422921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075be9-b8f3-4564-949d-a9a8ef044be1 req-a7570fa8-7708-466b-a5f8-bdcb036e9321 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:18.425261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e075be9-b8f3-4564-949d-a9a8ef044be1 req-a7570fa8-7708-466b-a5f8-bdcb036e9321 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 945 time: 0.0934703 Jul 07 17:50:18.497260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e075be9-b8f3-4564-949d-a9a8ef044be1 req-9f3f6599-efbf-4d10-adea-7b722dd8a93a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552037 Jul 07 17:50:18.572140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:18.576561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:18.601792 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f8c26-35e8-4c46-84eb-ae390d339141 x-openstack-request-id: req-2a6f8c26-35e8-4c46-84eb-ae390d339141 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:18.602393 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f73ec4-3402-49d6-af79-ff77c669164b", "name": "network-vif-deleted", "tag": "3c9c9731-a2e0-46c1-b963-8d5e8332acbf", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:18.602659 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a6f8c26-35e8-4c46-84eb-ae390d339141 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:18.603292 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f73ec4-3402-49d6-af79-ff77c669164b', 'name': 'network-vif-deleted', 'tag': '3c9c9731-a2e0-46c1-b963-8d5e8332acbf', 'status': 'completed', 'code': 200} Jul 07 17:50:18.836715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:18.855551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'port_id': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'mac_address': 'fa:16:3e:88:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:18.857797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.914196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:18.916513 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a3548-015b-459c-b1ec-071d097d2a8b" -d '{"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-unplugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:18.940340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:18.943757 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.958204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.963226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:19.051688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:19.054733 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:50:19.055097 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:50:19.131748 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddda63ef-c2b2-436c-aa70-e09575efbce4 x-openstack-request-id: req-ddda63ef-c2b2-436c-aa70-e09575efbce4 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:19.132308 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-unplugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:19.132730 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddda63ef-c2b2-436c-aa70-e09575efbce4 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:19.133613 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'code': 200} Jul 07 17:50:19.453292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa14e4d7-d840-442d-8811-ea99c0caff09 req-6041df06-56e3-449b-8158-cfed93726557 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.0396771 Jul 07 17:50:19.605547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.625236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:19.650070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:19.656674 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.663503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fd8f1a8a-a442-4da6-969d-64e6c9d3a20c up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:19.749699 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:19.767697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:19.772402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:19.772778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.854286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95cdd-de08-49f0-adf7-789bf8b2673b req-7d4526e2-bee3-405c-9062-6f5040909e8e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.857795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ed95cdd-de08-49f0-adf7-789bf8b2673b req-7d4526e2-bee3-405c-9062-6f5040909e8e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 945 time: 0.1245582 Jul 07 17:50:19.879303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.895575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['770ff238-b886-4ee3-b916-47a139b7a5fc'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:19.931150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ed95cdd-de08-49f0-adf7-789bf8b2673b req-37fca6f7-b1e1-4676-9d94-132ba60306be tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616524 Jul 07 17:50:19.971682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:19.980636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.069366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:20.659373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-67ede06c-f830-449b-945c-0eed25b2f5a6 req-5ad92eff-0cc5-41f1-8efe-d19b94cfab63 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.0509877 Jul 07 17:50:21.134742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:21.139228 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593f42ec-0856-4aee-a37a-5e8714f7f3e6" -d '{"events": [{"server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "name": "network-vif-plugged", "status": "completed", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:21.177303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb54e1-50a8-4d17-947d-7763b3541f42 req-c1975358-eaef-41c3-bf92-69a59a0c88c8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.179114 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32bb54e1-50a8-4d17-947d-7763b3541f42 req-c1975358-eaef-41c3-bf92-69a59a0c88c8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.1044559 Jul 07 17:50:21.226950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32bb54e1-50a8-4d17-947d-7763b3541f42 req-af546446-8a9a-4c44-81cb-4c7f9ba779c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398183 Jul 07 17:50:21.288148 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee72df-27f4-4c3e-91e9-ae0a4b0a9263 x-openstack-request-id: req-d1ee72df-27f4-4c3e-91e9-ae0a4b0a9263 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:21.288589 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "name": "network-vif-plugged", "status": "completed", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:21.288898 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1ee72df-27f4-4c3e-91e9-ae0a4b0a9263 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:21.289440 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c', 'code': 200} Jul 07 17:50:21.424058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ec64e-6c52-4130-9364-1845b7267d8e req-c0298707-11f8-4c6d-8d7f-289d72809afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.425972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e49ec64e-6c52-4130-9364-1845b7267d8e req-c0298707-11f8-4c6d-8d7f-289d72809afd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 1098 time: 0.0648930 Jul 07 17:50:21.485848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e49ec64e-6c52-4130-9364-1845b7267d8e req-67366763-7942-44ea-9d05-6cc26ad77504 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520725 Jul 07 17:50:21.684736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3c9c9731-a2e0-46c1-b963-8d5e8332acbf no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:21.724519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 3c9c9731-a2e0-46c1-b963-8d5e8332acbf {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:21.725071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3c9c9731-a2e0-46c1-b963-8d5e8332acbf not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:21.833460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6cfbbf9e-9414-4a38-bbf6-2ef3b46b907e req-e4cb8488-dc8d-4bac-a1a2-dd842369cd33 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.0315306 Jul 07 17:50:22.495904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b141-98e7-47ca-8cc8-190c96acd55f req-8dcb8dc5-2b4a-4952-90cd-d34ef1d1fcec tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.499366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4264b141-98e7-47ca-8cc8-190c96acd55f req-8dcb8dc5-2b4a-4952-90cd-d34ef1d1fcec tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.1289802 Jul 07 17:50:22.542752 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:22.560374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4264b141-98e7-47ca-8cc8-190c96acd55f req-f4523961-f237-4d68-960d-f16c59722052 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524907 Jul 07 17:50:22.639022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 770ff238-b886-4ee3-b916-47a139b7a5fc triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:22.639543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.775616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.814924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:22.819792 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.881373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:23.049818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c41575a5-e37f-47ba-bc7a-23af1f0fbd91 req-1e127291-5c86-4abf-b1f3-fc2b048fc1e5 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5f73ec4-3402-49d6-af79-ff77c669164b HTTP/1.1" status: 200 len: 210 time: 0.0501590 Jul 07 17:50:23.290953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:23.293792 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4bdb8-4651-4a1f-9c72-c9286519318f" -d '{"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-plugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:23.338861 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a14565a-3271-479f-a7a0-293d1325a011 x-openstack-request-id: req-6a14565a-3271-479f-a7a0-293d1325a011 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:23.339316 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-plugged", "status": "completed", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:23.339721 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a14565a-3271-479f-a7a0-293d1325a011 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:23.340486 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'code': 200} Jul 07 17:50:23.761030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe3aae-a241-458d-a682-778bbdc724e6 req-f4192212-7536-4857-9bb0-ceed5242f281 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:23.762855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09fe3aae-a241-458d-a682-778bbdc724e6 req-f4192212-7536-4857-9bb0-ceed5242f281 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.0693953 Jul 07 17:50:23.811270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09fe3aae-a241-458d-a682-778bbdc724e6 req-096fa4df-7104-479c-bdfe-4a87a116cc3d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378399 Jul 07 17:50:24.126138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394f47-8fce-47a3-a858-a03a745f2586 req-778a20eb-ac52-43e6-b7e0-b60f4a06b82e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.127753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84394f47-8fce-47a3-a858-a03a745f2586 req-778a20eb-ac52-43e6-b7e0-b60f4a06b82e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.0779243 Jul 07 17:50:24.196630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84394f47-8fce-47a3-a858-a03a745f2586 req-b6cbe720-84e2-46b5-958f-9ee0c4088dcf tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620615 Jul 07 17:50:24.294196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:24.446024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Deleting port 3601c32d-2a36-4eef-a5d3-38342095c8ee {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:24.446404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.534627 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.535008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.549788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Calling delete_port for 3601c32d-2a36-4eef-a5d3-38342095c8ee owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:24.712823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.744482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'Port': ['ID=3601c32d-2a36-4eef-a5d3-38342095c8ee,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:24.820396 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.823704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.825854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-60399ae8-f1cd-4375-b042-5a50452bc7c3 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "DELETE /v2.0/floatingips/8cf6bc14-bca1-45f5-8163-8bc58d88c2d1 HTTP/1.1" status: 204 len: 168 time: 0.5298736 Jul 07 17:50:25.736223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56346) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.793134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.305656 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.641003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.17 (3ab3455d-d927-4ed0-bb0f-df01797dc2f1/d330b7c5-9be2-4298-b283-3143f48408e5/d37cfe2e-b889-4bae-8264-d4c2a23afe71) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:26.797010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.814213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object d37cfe2e-b889-4bae-8264-d4c2a23afe71 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:26.851475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.910923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:26.915157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:26.920699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:26.955121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.995840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.217440 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.307817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-12c00ef2-bdb4-413a-9e53-6d4cfe18e441 None None] Provisioning for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:27.319115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-12c00ef2-bdb4-413a-9e53-6d4cfe18e441 None None] Provisioning complete for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:27.322505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-12c00ef2-bdb4-413a-9e53-6d4cfe18e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.438299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-12c00ef2-bdb4-413a-9e53-6d4cfe18e441 None None] Port d37cfe2e-b889-4bae-8264-d4c2a23afe71 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:27.443901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.591481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.597090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.714220 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.717713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.738659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.739226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.739784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.740361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.740917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.741465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.742001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.742567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.743122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.743666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.744196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.744728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:27.884203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:27.886080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:28.068768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:28.229344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:28.237333 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1bfc5c2b-c38a-49a1-9c2b-f971cc22d94a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/3e9f0652-167a-4b67-ac53-57a4ecca0353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4995859 Jul 07 17:50:28.242584 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:28.254062 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:28.255129 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:28.280267 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5b217b8a-e60a-4c46-999c-f7d6437be2da None None] Provisioning complete for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:28.280872 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5b217b8a-e60a-4c46-999c-f7d6437be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.346505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5b217b8a-e60a-4c46-999c-f7d6437be2da None None] Port d37cfe2e-b889-4bae-8264-d4c2a23afe71 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:28.394129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56362) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:28.402671 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:28.467987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.511642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.609615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.613211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.615594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] 10.222.0.66 "DELETE /v2.0/security-groups/aeb22517-9df5-4930-b7ce-c54bbc12981a HTTP/1.1" status: 204 len: 168 time: 0.2199850 Jul 07 17:50:28.629063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b1dc6-04f5-4023-bf5e-3b6bc3052a12 tempest-TestVolumeBootPattern-2062153120 tempest-TestVolumeBootPattern-2062153120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb22517-9df5-4930-b7ce-c54bbc12981a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:28.810753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:28.952396 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:27Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd37cfe2e-b889-4bae-8264-d4c2a23afe71', 'name': '', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:13:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:26Z', 'updated_at': '2021-07-07T17:50:27Z', 'revision_number': 2, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:28.979786 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:28.980149 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Updating router 3e9f0652-167a-4b67-ac53-57a4ecca0353 port d37cfe2e-b889-4bae-8264-d4c2a23afe71 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:50:29.025248 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.423785 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.440774 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Transition to ACTIVE for port object d37cfe2e-b889-4bae-8264-d4c2a23afe71 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:29.449841 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.612047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Pushing event updated for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.618762 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.634354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.634887 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.635398 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.636310 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.637398 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.637909 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.638864 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.639242 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.639649 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.640190 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.640642 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.641099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:29.651559 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Attempting to bind port d37cfe2e-b889-4bae-8264-d4c2a23afe71 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:29.653772 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Attempting to bind port d37cfe2e-b889-4bae-8264-d4c2a23afe71 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:29.653772 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Attempting to bind port d37cfe2e-b889-4bae-8264-d4c2a23afe71 on network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:29.661944 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:29.662585 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Checking segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:29.663149 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.663684 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Bound using segment: {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:29.664502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Bound port: d37cfe2e-b889-4bae-8264-d4c2a23afe71, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3d1def-aa1b-462e-87d1-ff50bb26af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:29.665118 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.764463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] For port d37cfe2e-b889-4bae-8264-d4c2a23afe71, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:29.769648 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] For port d37cfe2e-b889-4bae-8264-d4c2a23afe71, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d37cfe2e-b889-4bae-8264-d4c2a23afe71,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:29.777024 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.838010 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:29.839208 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:29.992691 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d98ef-5948-46e8-aa8d-b769b9bdd2ad None None] Pushing event updated for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.093171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:30.128977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Deleting port cfee2075-43b2-4f24-a479-7dfea1164a6c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:30.129563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.222329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] For port cfee2075-43b2-4f24-a479-7dfea1164a6c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cfee2075-43b2-4f24-a479-7dfea1164a6c,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:30.222676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.239095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Calling delete_port for cfee2075-43b2-4f24-a479-7dfea1164a6c owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:30.464141 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:27Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd37cfe2e-b889-4bae-8264-d4c2a23afe71', 'name': '', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:13:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:26Z', 'updated_at': '2021-07-07T17:50:29Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:30.476461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.499732 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2f426-3592-48a3-9794-2dca13af098e None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:27Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd37cfe2e-b889-4bae-8264-d4c2a23afe71', 'name': '', 'network_id': '3ab3455d-d927-4ed0-bb0f-df01797dc2f1', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:13:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:26Z', 'updated_at': '2021-07-07T17:50:29Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd330b7c5-9be2-4298-b283-3143f48408e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:30.514207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfee2075-43b2-4f24-a479-7dfea1164a6c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.822310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.148796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:31.317599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:31.326748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ebc28f95-52c4-40a8-9fa4-e1ce09e59a62 admin admin] 10.222.0.66 "PUT /v2.0/routers/718f33a3-f5d5-4d1e-af6a-13c600ec3453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5146534 Jul 07 17:50:31.329203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.334090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Sync routers for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:31.348116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:31.348786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:31.502888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:31.517293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.741579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.819518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d37cfe2e-b889-4bae-8264-d4c2a23afe71 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:31.853702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Deleting port c5aaf44e-5f6d-4875-945d-68f56d1d15f4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:31.854403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.866889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:50:30Z', 'revision_number': 5, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port': {'id': 'c5aaf44e-5f6d-4875-945d-68f56d1d15f4', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:03Z', 'updated_at': '2021-07-07T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:31.925899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Checking router: 718f33a3-f5d5-4d1e-af6a-13c600ec3453 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:31.955564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Routers {'718f33a3-f5d5-4d1e-af6a-13c600ec3453'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:31.956644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:32.030483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] For port c5aaf44e-5f6d-4875-945d-68f56d1d15f4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:32.030483 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.051466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Calling delete_port for c5aaf44e-5f6d-4875-945d-68f56d1d15f4 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:32.074846 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:32.084404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:32.084768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.138281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] Set router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:32.216012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:50:31Z', 'revision_number': 6, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:32.250314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897533b-96a4-4244-86ba-a149f885b0fa None None] The sync data for ids ['718f33a3-f5d5-4d1e-af6a-13c600ec3453'] in n-d-791505-12 is: [{'id': '718f33a3-f5d5-4d1e-af6a-13c600ec3453', 'name': 'tempest-TestVolumeBootPattern-1417375735-router', 'tenant_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:00Z', 'updated_at': '2021-07-07T17:50:31Z', 'revision_number': 6, 'project_id': 'eb7d0a5dd13f4ac49bffde3d7202fedc', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:32.328298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.365554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.369251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d37cfe2e-b889-4bae-8264-d4c2a23afe71, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d37cfe2e-b889-4bae-8264-d4c2a23afe71,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:32.374815 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.397631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5aaf44e-5f6d-4875-945d-68f56d1d15f4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.466791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.470754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.964422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.967474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.019588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.020444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 718f33a3-f5d5-4d1e-af6a-13c600ec3453 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:33.026611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.027973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e7a439d-d333-4035-bb20-8724a60cef78 admin admin] 10.222.0.66 "DELETE /v2.0/routers/718f33a3-f5d5-4d1e-af6a-13c600ec3453 HTTP/1.1" status: 204 len: 168 time: 1.6972113 Jul 07 17:50:33.031154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.087215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Deleting subnet 4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:33.091537 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.145267 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.262905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.332812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.363213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4def99c7-cdab-4e46-8e1b-0a2c3fff0db4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.368622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.374424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f50bd7d-e153-403d-918e-ad8c423ea1c4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4def99c7-cdab-4e46-8e1b-0a2c3fff0db4 HTTP/1.1" status: 204 len: 168 time: 0.3419216 Jul 07 17:50:33.374695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56388) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.380192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb26b5c-4d22-4dce-87c9-cd6d0a7b8ae3 None None] Network 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:33.509958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.603675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Deleting port 21431146-fa52-40fc-8021-8dfd304ddd49 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:33.604043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.722555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d37cfe2e-b889-4bae-8264-d4c2a23afe71 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:33.732459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] For port 21431146-fa52-40fc-8021-8dfd304ddd49, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=21431146-fa52-40fc-8021-8dfd304ddd49,segment=NetworkSegment(27f08242-1929-4424-896d-c0b80c214278),segment_id=27f08242-1929-4424-896d-c0b80c214278)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:33.733149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.750180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Calling delete_port for 21431146-fa52-40fc-8021-8dfd304ddd49 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:33.795715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d37cfe2e-b889-4bae-8264-d4c2a23afe71 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:33.796100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.868751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.905172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=21431146-fa52-40fc-8021-8dfd304ddd49,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.905530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d30356-9aa1-4856-9055-6f269b38dd0e None None] DHCP port deletion for 3252ae2c-9166-4e99-9a0c-a38dbe0732b4 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:33.909208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] No DVR routers for this DVR port 21431146-fa52-40fc-8021-8dfd304ddd49 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:33.993361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cfee2075-43b2-4f24-a479-7dfea1164a6c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:33.996180 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.014255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3252ae2c-9166-4e99-9a0c-a38dbe0732b4']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:34.015610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cfee2075-43b2-4f24-a479-7dfea1164a6c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:34.016016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cfee2075-43b2-4f24-a479-7dfea1164a6c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:34.016512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c5aaf44e-5f6d-4875-945d-68f56d1d15f4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:34.034942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f08242-1929-4424-896d-c0b80c214278') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:34.035460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f08242-1929-4424-896d-c0b80c214278') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:34.037105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c5aaf44e-5f6d-4875-945d-68f56d1d15f4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:34.037459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c5aaf44e-5f6d-4875-945d-68f56d1d15f4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:34.051776 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.075810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.084367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:34.084923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:34.088299 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:34.161344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.169235 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.172026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3252ae2c-9166-4e99-9a0c-a38dbe0732b4 HTTP/1.1" status: 204 len: 168 time: 0.7959011 Jul 07 17:50:34.175979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56390) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.193924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ba84-a1e8-4f70-9c03-a5968e4d6a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=3252ae2c-9166-4e99-9a0c-a38dbe0732b4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.640119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.969231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Deleting port 6375e40a-a94d-4dff-92f4-7a943ca35cc1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:34.969639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.057652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] For port 6375e40a-a94d-4dff-92f4-7a943ca35cc1, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=6375e40a-a94d-4dff-92f4-7a943ca35cc1,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:35.058073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.073346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Calling delete_port for 6375e40a-a94d-4dff-92f4-7a943ca35cc1 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:35.287982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.323088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6375e40a-a94d-4dff-92f4-7a943ca35cc1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:35.541806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.693668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 21431146-fa52-40fc-8021-8dfd304ddd49 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:35.719001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 21431146-fa52-40fc-8021-8dfd304ddd49 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:35.719512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 21431146-fa52-40fc-8021-8dfd304ddd49 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:35.849680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Router 3cb62e3f-09e1-47af-a8a2-23406d08a82c has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:36.011259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:36.021167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e477fd6a-7be0-4005-ad9f-060030f47af8 admin admin] 10.222.0.66 "PUT /v2.0/routers/3cb62e3f-09e1-47af-a8a2-23406d08a82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8437047 Jul 07 17:50:36.022959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Sync routers for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:36.023714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.033819 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:36.034495 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:36.159601 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:36.204556 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.376206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.446799 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:50:35Z', 'revision_number': 5, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port': {'id': '2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:33:30Z', 'updated_at': '2021-07-07T17:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:36.448302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Deleting port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:36.449505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.499494 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Checking router: 3cb62e3f-09e1-47af-a8a2-23406d08a82c for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:36.515178 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Routers {'3cb62e3f-09e1-47af-a8a2-23406d08a82c'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:36.516222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:36.552540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] For port 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:36.553074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.569079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Calling delete_port for 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:36.671815 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] Set router 3cb62e3f-09e1-47af-a8a2-23406d08a82c gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:36.740059 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:50:36Z', 'revision_number': 6, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:36.856774 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.894752 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641201ec-424f-43f6-a0dd-c5849a85b2cf None None] The sync data for ids ['3cb62e3f-09e1-47af-a8a2-23406d08a82c'] in n-d-791505-12 is: [{'id': '3cb62e3f-09e1-47af-a8a2-23406d08a82c', 'name': 'tempest-TestVolumeBootPattern-5854411-router', 'tenant_id': '087ba0a546364d2ca4d60caf54a8b82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:33:28Z', 'updated_at': '2021-07-07T17:50:36Z', 'revision_number': 6, 'project_id': '087ba0a546364d2ca4d60caf54a8b82b', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:36.897408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.994748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.122534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.126623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.180435 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.181100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb62e3f-09e1-47af-a8a2-23406d08a82c {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:37.192416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.202596 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c5718d3a-a4ac-43b3-88ba-d7f79cd76f7c admin admin] 10.222.0.66 "DELETE /v2.0/routers/3cb62e3f-09e1-47af-a8a2-23406d08a82c HTTP/1.1" status: 204 len: 168 time: 1.1687508 Jul 07 17:50:37.202596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56402) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.255622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Deleting subnet fc8f7089-6564-4c95-b6b9-f43e1b54d441 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:37.259493 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.324642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.445410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.509445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.543799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8f7089-6564-4c95-b6b9-f43e1b54d441,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.548909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30300774-1273-40ea-a354-762b9851304e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.552243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-30300774-1273-40ea-a354-762b9851304e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fc8f7089-6564-4c95-b6b9-f43e1b54d441 HTTP/1.1" status: 204 len: 168 time: 0.3529792 Jul 07 17:50:37.556092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56406) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.559894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78340f8f-208c-4f23-a26a-a93c39dfaeb0 None None] Network 85d21171-8618-4770-8023-91bf1db44570 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:37.645426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.661925 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e3d80685-e0ea-4b87-8f06-b10bbf6e12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.738352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Deleting port fbb631b2-f90a-443c-abd1-2f23020514dc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:37.739764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.817123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:37.844515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:37.844868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2279ca60-d7ba-4ffb-8e17-b4dc055e1b7b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:37.845319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6375e40a-a94d-4dff-92f4-7a943ca35cc1 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:37.860074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] For port fbb631b2-f90a-443c-abd1-2f23020514dc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbb631b2-f90a-443c-abd1-2f23020514dc,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:37.860661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.869125 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 6375e40a-a94d-4dff-92f4-7a943ca35cc1 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:37.869634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 6375e40a-a94d-4dff-92f4-7a943ca35cc1 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:37.884289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] DHCP port deletion for 85d21171-8618-4770-8023-91bf1db44570 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:37.888220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Calling delete_port for fbb631b2-f90a-443c-abd1-2f23020514dc owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:37.973188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Deleting port fbb631b2-f90a-443c-abd1-2f23020514dc {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:37.973786 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.046287 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.096263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] For port fbb631b2-f90a-443c-abd1-2f23020514dc, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fbb631b2-f90a-443c-abd1-2f23020514dc,segment=NetworkSegment(a0e352d9-0d24-4c76-a1c5-0fdc73517fc4),segment_id=a0e352d9-0d24-4c76-a1c5-0fdc73517fc4)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:38.097074 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.105896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] No DVR routers for this DVR port fbb631b2-f90a-443c-abd1-2f23020514dc on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:38.113303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb631b2-f90a-443c-abd1-2f23020514dc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.128348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Calling delete_port for fbb631b2-f90a-443c-abd1-2f23020514dc owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:38.221503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.240967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d21171-8618-4770-8023-91bf1db44570']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:38.260976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:38.261535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e352d9-0d24-4c76-a1c5-0fdc73517fc4') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:38.277895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.280139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.300209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.309453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:38.309951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:38.312557 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:38.316759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] Pushing event deleted for resources: {'Port': ['ID=fbb631b2-f90a-443c-abd1-2f23020514dc,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.320488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769d6ca-f1a9-4e28-81b2-0fa434e7f6c7 None None] No DVR routers for this DVR port fbb631b2-f90a-443c-abd1-2f23020514dc on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:38.394992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.404514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.406661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] 10.222.0.66 "DELETE /v2.0/networks/85d21171-8618-4770-8023-91bf1db44570 HTTP/1.1" status: 204 len: 168 time: 0.8490558 Jul 07 17:50:38.421487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc315740-947e-4d5f-9f7d-61e52dbb3adb admin admin] Pushing event deleted for resources: {'Network': ['ID=85d21171-8618-4770-8023-91bf1db44570,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.546197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56412) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.593396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-906859cd-de23-470c-a739-87bcb6e8d2d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb7d0a5dd13f4ac49bffde3d7202fedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456233 Jul 07 17:50:38.596137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.676229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.717119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.787902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.791492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.793575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08243f74-e9fa-41b6-a19a-1b1d25544322 HTTP/1.1" status: 204 len: 168 time: 0.1955471 Jul 07 17:50:38.804569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01193716-9f6b-4145-b77c-ba86949214fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08243f74-e9fa-41b6-a19a-1b1d25544322,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.184713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56420) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.243390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14aaebed-0b12-4964-a786-9ff58e327ab7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=087ba0a546364d2ca4d60caf54a8b82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573678 Jul 07 17:50:39.246114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.342372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.384131 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.461554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.464456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.465857 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b89368fc-a94b-4818-a209-d9c8d0c4f35e HTTP/1.1" status: 204 len: 168 time: 0.2186182 Jul 07 17:50:39.475115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed98a7-75e4-4edb-bb3f-cee939b8aa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89368fc-a94b-4818-a209-d9c8d0c4f35e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.619271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbb631b2-f90a-443c-abd1-2f23020514dc no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:39.645236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fbb631b2-f90a-443c-abd1-2f23020514dc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:39.645662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fbb631b2-f90a-443c-abd1-2f23020514dc not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:40.101732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7e67196-e953-4c86-863d-a1666b4f069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.648912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:41.924453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.663057 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.359816 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:46.681131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56454) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:47.441577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.836121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port d37cfe2e-b889-4bae-8264-d4c2a23afe71 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:47.836823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.944813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port d37cfe2e-b889-4bae-8264-d4c2a23afe71, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d37cfe2e-b889-4bae-8264-d4c2a23afe71,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:47.945239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.962162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for d37cfe2e-b889-4bae-8264-d4c2a23afe71 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:48.175787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.208836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=d37cfe2e-b889-4bae-8264-d4c2a23afe71,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:48.453595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.753804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:48.877782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:48.886697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0e11fa7b-f4f7-4701-80a2-30601b295266 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/3e9f0652-167a-4b67-ac53-57a4ecca0353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2036026 Jul 07 17:50:48.894184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:48.906480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:48.907311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:49.050996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:49.378010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:49.426719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:49.442137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:49.443201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:49.459910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c078b0-0df9-41f2-9ac7-3cc06603e218 req-997fe944-9709-431d-bc3c-37a3c24a720b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.461594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91c078b0-0df9-41f2-9ac7-3cc06603e218 req-997fe944-9709-431d-bc3c-37a3c24a720b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.1018841 Jul 07 17:50:49.511685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91c078b0-0df9-41f2-9ac7-3cc06603e218 req-6dc7f484-f292-44bb-a197-f74a06d0b077 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391154 Jul 07 17:50:49.604614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:49.865105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:49.893313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a98ca2-358c-4c83-ab5f-29f7467b0709 None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '96e9b69a-75f5-42d8-aa91-4291fcc80aab', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'port_id': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'mac_address': 'fa:16:3e:95:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:49:27Z', 'updated_at': '2021-07-07T17:49:31Z', 'revision_number': 1, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:50.684757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-9d2e9b49-c36d-4974-bab2-fdfcc95edfa9 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.686721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-9d2e9b49-c36d-4974-bab2-fdfcc95edfa9 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.0791628 Jul 07 17:50:50.757704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ded67-fa61-48cd-997d-33d4f020c4c5 req-92d26744-9a70-4813-af6b-647fb8c8d858 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.759353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db0ded67-fa61-48cd-997d-33d4f020c4c5 req-92d26744-9a70-4813-af6b-647fb8c8d858 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96807b5-2ae4-42af-862b-4c635cbbbf52 HTTP/1.1" status: 200 len: 946 time: 0.1016092 Jul 07 17:50:50.807069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db0ded67-fa61-48cd-997d-33d4f020c4c5 req-20b05407-768e-4784-8755-077a234dc946 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e09b05-8abd-41e4-a113-b9b5371d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Jul 07 17:50:50.817958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:50.818414 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.944648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:50.945020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.970126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for fd8f1a8a-a442-4da6-969d-64e6c9d3a20c owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:51.118156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.156879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=fd8f1a8a-a442-4da6-969d-64e6c9d3a20c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:51.208887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] No DVR routers for this DVR port fd8f1a8a-a442-4da6-969d-64e6c9d3a20c on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:51.211845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.214612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3eb2026-3d7d-492d-8b8c-d744ea987ea7 req-5e74c899-b830-42d3-a355-f279fdc18444 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "DELETE /v2.0/ports/fd8f1a8a-a442-4da6-969d-64e6c9d3a20c HTTP/1.1" status: 204 len: 173 time: 0.5221591 Jul 07 17:50:51.215100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'name': 'network-vif-deleted', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:51.217615 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0226841-55ea-41ac-ae6a-25da71057a1e" -d '{"events": [{"server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "name": "network-vif-deleted", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:51.273190 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4445c-4e31-4b17-9a61-603d400ea31d x-openstack-request-id: req-acf4445c-4e31-4b17-9a61-603d400ea31d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:51.273672 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96807b5-2ae4-42af-862b-4c635cbbbf52", "name": "network-vif-deleted", "tag": "fd8f1a8a-a442-4da6-969d-64e6c9d3a20c", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:51.274144 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acf4445c-4e31-4b17-9a61-603d400ea31d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:51.275002 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96807b5-2ae4-42af-862b-4c635cbbbf52', 'name': 'network-vif-deleted', 'tag': 'fd8f1a8a-a442-4da6-969d-64e6c9d3a20c', 'status': 'completed', 'code': 200} Jul 07 17:50:51.569898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d37cfe2e-b889-4bae-8264-d4c2a23afe71 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:51.591967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d37cfe2e-b889-4bae-8264-d4c2a23afe71 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:51.592478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d37cfe2e-b889-4bae-8264-d4c2a23afe71 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:51.938968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56476) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:52.012470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.052886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.145655 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.149124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.150753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/security-groups/b8e09b05-8abd-41e4-a113-b9b5371d3868 HTTP/1.1" status: 204 len: 168 time: 0.2102978 Jul 07 17:50:52.163307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a63eb2-566a-417c-806a-b544e01437d6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e09b05-8abd-41e4-a113-b9b5371d3868,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:52.193590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56482) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:52.259773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting subnet d330b7c5-9be2-4298-b283-3143f48408e5 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:52.263659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.310522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.410730 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.482546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.512760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Subnet': ['ID=d330b7c5-9be2-4298-b283-3143f48408e5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:52.517452 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.520512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-181b509b-28cb-46f6-883d-75ed03006c68 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/subnets/d330b7c5-9be2-4298-b283-3143f48408e5 HTTP/1.1" status: 204 len: 168 time: 0.3250613 Jul 07 17:50:52.523727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56484) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:52.537109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ade736-ee23-4ff9-9562-da7276eec85a None None] Network 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:52.662281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.747555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:52.748030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.825253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:52.825611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.838163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] DHCP port deletion for 3ab3455d-d927-4ed0-bb0f-df01797dc2f1 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:52.851175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:52.894513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Deleting port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:52.894912 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.978502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] For port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,segment=NetworkSegment(3c3d1def-aa1b-462e-87d1-ff50bb26af96),segment_id=3c3d1def-aa1b-462e-87d1-ff50bb26af96)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:52.979006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.987597 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.996894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Calling delete_port for 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:53.029926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] No DVR routers for this DVR port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:53.037715 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.084128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.117568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] Pushing event deleted for resources: {'Port': ['ID=0dbc17ea-de68-474b-9d2e-87e7d00cc2bb,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.119457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8a39b-1529-4a24-bd52-b8c7d0aa0270 None None] No DVR routers for this DVR port 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:53.182428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.195281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab3455d-d927-4ed0-bb0f-df01797dc2f1']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:53.207395 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3d1def-aa1b-462e-87d1-ff50bb26af96') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:53.207736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3d1def-aa1b-462e-87d1-ff50bb26af96') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:53.220055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.238014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.249387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:53.249943 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:53.253952 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:53.298058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56490) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:53.332220 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.347476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.351351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/networks/3ab3455d-d927-4ed0-bb0f-df01797dc2f1 HTTP/1.1" status: 204 len: 168 time: 0.8262608 Jul 07 17:50:53.359108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56492) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:53.365177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd044b18-97cd-41c8-9607-90bc4b166731 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Network': ['ID=3ab3455d-d927-4ed0-bb0f-df01797dc2f1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.627335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:53.636958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 715bc3b6-c735-4012-84e4-69b2af34bb3f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:53.637383 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.653606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:53.654200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0dbc17ea-de68-474b-9d2e-87e7d00cc2bb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:53.709152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:53.709499 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.780778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.781131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.801658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 715bc3b6-c735-4012-84e4-69b2af34bb3f owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:53.808236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fd8f1a8a-a442-4da6-969d-64e6c9d3a20c no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:53.833209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: fd8f1a8a-a442-4da6-969d-64e6c9d3a20c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:53.833765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device fd8f1a8a-a442-4da6-969d-64e6c9d3a20c not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:53.840629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.840976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.893179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:54.106873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.145167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=715bc3b6-c735-4012-84e4-69b2af34bb3f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:54.200787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.237080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=cb0c7df0-11e6-42ab-8b3e-9dd9c17244c5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:54.273041 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.273413 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Floating IP 6464936e-7380-4fe7-b49b-e91792adcd5a disassociated (deleted). External IP: 172.25.3.204, port: 770ff238-b886-4ee3-b916-47a139b7a5fc. Jul 07 17:50:54.392722 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.393754 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Floating IP 96e9b69a-75f5-42d8-aa91-4291fcc80aab disassociated (deleted). External IP: 172.25.3.74, port: 50a88795-7dc7-4885-8545-e6a28f80bf22. Jul 07 17:50:55.054252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:55.134249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:55.248938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:55.254910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.260236 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Sync routers for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:55.273504 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:55.274541 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:55.342224 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-20594b08-a895-41e7-a242-01cac9fe0a65 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/floatingips/6464936e-7380-4fe7-b49b-e91792adcd5a HTTP/1.1" status: 204 len: 168 time: 2.0425935 Jul 07 17:50:55.346498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:55.350467 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d086f-8637-4534-b2fe-097da2d6b6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:55.361559 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:55.371106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.376302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:55.393422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:55.394995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:55.431159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:55.445792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-105b7c05-ed0b-4db1-9362-8c7df9f37356 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/floatingips/96e9b69a-75f5-42d8-aa91-4291fcc80aab HTTP/1.1" status: 204 len: 168 time: 2.0807216 Jul 07 17:50:55.586134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:55.722920 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e1e846-4fea-4992-a1ba-370b119c836a x-openstack-request-id: req-e9e1e846-4fea-4992-a1ba-370b119c836a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:55.723836 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:55.725452 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9e1e846-4fea-4992-a1ba-370b119c836a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:55.727528 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'status': 'completed', 'code': 200} Jul 07 17:50:55.818189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.824793 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:55.830201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-f0aed1fc-3f11-4129-890b-326f69153d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.832066 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-f0aed1fc-3f11-4129-890b-326f69153d1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 1098 time: 0.0693436 Jul 07 17:50:55.899941 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Checking router: e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:55.925276 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:55.926382 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:55.979493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:55.999697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-9d8f3498-718d-4208-a70a-eeed1e0ebecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.002259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-9d8f3498-718d-4208-a70a-eeed1e0ebecd service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 200 len: 898 time: 0.1615641 Jul 07 17:50:56.091608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-b760b0ad-d595-40b6-b196-6e4a883c1254 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 200 len: 217 time: 0.0811677 Jul 07 17:50:56.112411 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:56.187757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-1eb2a501-8bb5-4dd7-96a4-190c11546916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.189760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-1eb2a501-8bb5-4dd7-96a4-190c11546916 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f251c54-9ce9-430f-af2f-3024a3a3f8ce HTTP/1.1" status: 200 len: 835 time: 0.0910976 Jul 07 17:50:56.278245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:56.290676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:56.291341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:56.297221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-d081f396-653c-4f3a-bb64-98912e97726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.299539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-d081f396-653c-4f3a-bb64-98912e97726e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cf2702e-679c-4973-8bdb-aff8030e2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016822 Jul 07 17:50:56.444218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:56.466650 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-559a029a-95ce-4efb-a7c7-57f7e532529e service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594636 Jul 07 17:50:56.488393 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:56.553824 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1249d-4589-42f9-b8ab-07bd9ec431bf None None] The sync data for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 is: [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:49:07Z', 'revision_number': 4, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'd25dab91-e422-469a-a1a9-0e4c23c46382', 'name': '', 'network_id': '8cf2702e-679c-4973-8bdb-aff8030e2716', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'mac_address': 'fa:16:3e:9a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:05Z', 'updated_at': '2021-07-07T17:49:14Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'subnets': [{'id': '8f251c54-9ce9-430f-af2f-3024a3a3f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:56.652055 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b42d086f-8637-4534-b2fe-097da2d6b6fd req-9534a626-c86e-4b5f-9d4d-90311620f967 service neutron] 10.222.0.73 "GET /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780741 Jul 07 17:50:56.738557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:56.789806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a0abd-0823-42fe-9df8-333809407cd4 None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:50:48Z', 'revision_number': 6, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '62e753ef-1017-4189-94d5-b6f5e8198510', 'name': '', 'network_id': '62410598-d3a3-4935-89ba-a1ab3f0301eb', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:21:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:56Z', 'updated_at': '2021-07-07T17:49:06Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'd6b963b9-a372-43d5-8d47-0199aefb2590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:56.980055 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc419b1-94ac-491f-ba4d-feafe35a8169 None None] New status for floating IP 6464936e-7380-4fe7-b49b-e91792adcd5a: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:56.986306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bebe4-0dc1-4eb1-9290-ef0723a3b779 req-db9b850c-5770-4316-9f51-8383d8e6680d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.988066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-608bebe4-0dc1-4eb1-9290-ef0723a3b779 req-db9b850c-5770-4316-9f51-8383d8e6680d tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.6122327 Jul 07 17:50:57.036959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-608bebe4-0dc1-4eb1-9290-ef0723a3b779 req-7173ff83-9639-4ab8-9094-fb275c0c1dbf tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/security-groups?id=e541664f-1c44-48ef-a5c7-1a3ffb3c5808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382962 Jul 07 17:50:57.178795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-690ac38b-e353-498d-b6b8-859a534e8fc0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.180463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-690ac38b-e353-498d-b6b8-859a534e8fc0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 946 time: 0.1252897 Jul 07 17:50:57.212439 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9d0aa-c3c8-4bfa-9577-db5e16f7f417 None None] New status for floating IP 96e9b69a-75f5-42d8-aa91-4291fcc80aab: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:57.311817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:57.312111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.337011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037b89c-2fb5-4eb8-8e39-fd649c22e609 req-4e275607-11f8-423f-a243-3fa6ff056d79 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.339004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5037b89c-2fb5-4eb8-8e39-fd649c22e609 req-4e275607-11f8-423f-a243-3fa6ff056d79 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.0757065 Jul 07 17:50:57.364040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.392466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5037b89c-2fb5-4eb8-8e39-fd649c22e609 req-83e09fb7-acce-4be6-a44a-46ac432cc18e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461707 Jul 07 17:50:57.480038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 770ff238-b886-4ee3-b916-47a139b7a5fc, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=770ff238-b886-4ee3-b916-47a139b7a5fc,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:57.480892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.508525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 770ff238-b886-4ee3-b916-47a139b7a5fc owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:57.632523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828782-c822-4f16-ac30-82382a17bac2 req-d42bbfeb-a810-4db7-8196-06655d7b6c01 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.634602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff828782-c822-4f16-ac30-82382a17bac2 req-d42bbfeb-a810-4db7-8196-06655d7b6c01 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 946 time: 0.0728033 Jul 07 17:50:57.679981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff828782-c822-4f16-ac30-82382a17bac2 req-9078c028-e778-4443-8f36-7ccfa106575a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=14dcf804-d646-4d22-be4d-b770abed6540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Jul 07 17:50:57.734607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-d7eddf89-7779-454c-806a-343a5aea028f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.736741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-d7eddf89-7779-454c-806a-343a5aea028f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 946 time: 0.2170384 Jul 07 17:50:57.738562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:57.740375 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9c4722-cbf6-4daa-93d9-5696ed4eb172" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:57.876007 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.920755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=770ff238-b886-4ee3-b916-47a139b7a5fc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:58.016225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] No DVR routers for this DVR port 770ff238-b886-4ee3-b916-47a139b7a5fc on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:58.020255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port 50a88795-7dc7-4885-8545-e6a28f80bf22 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:58.020809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.028528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.031978 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eac558b7-cf39-4b16-b661-3ed2aef06c59 req-a751d1a2-72ac-4f2f-8380-0c279f1642f8 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.73 "DELETE /v2.0/ports/770ff238-b886-4ee3-b916-47a139b7a5fc HTTP/1.1" status: 204 len: 173 time: 0.8455787 Jul 07 17:50:58.222550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port 50a88795-7dc7-4885-8545-e6a28f80bf22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=50a88795-7dc7-4885-8545-e6a28f80bf22,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:58.224198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.251471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for 50a88795-7dc7-4885-8545-e6a28f80bf22 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:58.505221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.545371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=50a88795-7dc7-4885-8545-e6a28f80bf22,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:58.635156 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31bf32d-ba0d-4f28-8c1c-7f64ee11aec3 x-openstack-request-id: req-e31bf32d-ba0d-4f28-8c1c-7f64ee11aec3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:58.636283 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:58.636714 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e31bf32d-ba0d-4f28-8c1c-7f64ee11aec3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:58.637400 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'status': 'completed', 'code': 200} Jul 07 17:50:58.680782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd9c4722-cbf6-4daa-93d9-5696ed4eb172 req-4826ff80-489d-4dcd-977b-51d607b51df6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 210 time: 0.0792093 Jul 07 17:50:58.718122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] No DVR routers for this DVR port 50a88795-7dc7-4885-8545-e6a28f80bf22 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:58.721710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.724417 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-10e8a743-584c-4017-bdd0-d29f554c5fb2 req-52a4488e-c4bc-48c1-b7e0-a3862811c391 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "DELETE /v2.0/ports/50a88795-7dc7-4885-8545-e6a28f80bf22 HTTP/1.1" status: 204 len: 173 time: 0.9794548 Jul 07 17:50:58.846894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30f17a1e-edf9-4dd9-8a2e-33eb967ddefb req-0511b645-85ac-44b5-bee9-dc61926e5f27 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f8bee62-ea0d-410c-9e41-b93732373102 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Jul 07 17:50:59.013882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41b92745-45ee-47dd-9f88-0cca1a353f77 req-704c270d-a220-4ad8-aee4-fae0d02d5f1d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b9829d9-99d7-4a7c-9314-86b9160771f9 HTTP/1.1" status: 200 len: 210 time: 0.0375378 Jul 07 17:50:59.958727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56542) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:00.126961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56546) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:00.214609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.255156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.353015 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.357016 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.358590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/security-groups/14dcf804-d646-4d22-be4d-b770abed6540 HTTP/1.1" status: 204 len: 168 time: 0.2301462 Jul 07 17:51:00.372458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095939a-fca0-4e18-90b3-1dada65ef41e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dcf804-d646-4d22-be4d-b770abed6540,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:00.409554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56550) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:00.445101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.657718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-deleted', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc'}, {'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'name': 'network-vif-deleted', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:00.661733 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffa6d7-6fa6-406d-86ba-05a0dde0f952" -d '{"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-deleted", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc"}, {"server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "name": "network-vif-deleted", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:00.683077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:00.804735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:00.809405 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f6512-8259-4580-a5e0-7fbdac130823 x-openstack-request-id: req-017f6512-8259-4580-a5e0-7fbdac130823 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:00.809846 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bee62-ea0d-410c-9e41-b93732373102", "name": "network-vif-deleted", "tag": "770ff238-b886-4ee3-b916-47a139b7a5fc", "status": "completed", "code": 200}, {"server_uuid": "2b9829d9-99d7-4a7c-9314-86b9160771f9", "name": "network-vif-deleted", "tag": "50a88795-7dc7-4885-8545-e6a28f80bf22", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:00.810256 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-017f6512-8259-4580-a5e0-7fbdac130823 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:00.811171 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bee62-ea0d-410c-9e41-b93732373102', 'name': 'network-vif-deleted', 'tag': '770ff238-b886-4ee3-b916-47a139b7a5fc', 'status': 'completed', 'code': 200} Jul 07 17:51:00.811574 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9829d9-99d7-4a7c-9314-86b9160771f9', 'name': 'network-vif-deleted', 'tag': '50a88795-7dc7-4885-8545-e6a28f80bf22', 'status': 'completed', 'code': 200} Jul 07 17:51:00.848007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 770ff238-b886-4ee3-b916-47a139b7a5fc {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:00.848344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 770ff238-b886-4ee3-b916-47a139b7a5fc not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:00.930564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:00.941273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port d25dab91-e422-469a-a1a9-0e4c23c46382 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:00.941971 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.946375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:00.997194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.022183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:01.041310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.065250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:01.072067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.116212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port d25dab91-e422-469a-a1a9-0e4c23c46382, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d25dab91-e422-469a-a1a9-0e4c23c46382,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:01.117350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.141881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for d25dab91-e422-469a-a1a9-0e4c23c46382 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:01.175888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ff022d84-6403-459a-9c25-d7946d156cc4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:01.222921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.447189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.475190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port 62e753ef-1017-4189-94d5-b6f5e8198510 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:01.475920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.499261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=d25dab91-e422-469a-a1a9-0e4c23c46382,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.665651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port 62e753ef-1017-4189-94d5-b6f5e8198510, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=62e753ef-1017-4189-94d5-b6f5e8198510,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:01.666234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.696405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for 62e753ef-1017-4189-94d5-b6f5e8198510 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:01.849881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 50a88795-7dc7-4885-8545-e6a28f80bf22 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:01.889479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.914409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 50a88795-7dc7-4885-8545-e6a28f80bf22 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:01.914409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 50a88795-7dc7-4885-8545-e6a28f80bf22 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:02.096957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.166273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=62e753ef-1017-4189-94d5-b6f5e8198510,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:02.219797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.220353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.221110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.221674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.222225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.222806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.223361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.223926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.224477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.225028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.225591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.226138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:02.312845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:02.471642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:02.482725 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Sync routers for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:02.492513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0445635b-6621-4771-85ec-35c35ff47a64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "PUT /v2.0/routers/e8df617d-f4a0-42fd-8f82-dd07f6fc7d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321915 Jul 07 17:51:02.498429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56576) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:02.500060 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:02.501641 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:02.571201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.582167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting subnet 8f251c54-9ce9-430f-af2f-3024a3a3f8ce {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:02.588826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.663927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.692463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:02.696559 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:02.817976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ff022d84-6403-459a-9c25-d7946d156cc4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:02.818550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.877187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.018178 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.027436 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.069745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.071706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/subnets/8f251c54-9ce9-430f-af2f-3024a3a3f8ce HTTP/1.1" status: 204 len: 168 time: 0.5721800 Jul 07 17:51:03.073389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd39dd-0ae1-4521-ac77-d99ef8629b64 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Subnet': ['ID=8f251c54-9ce9-430f-af2f-3024a3a3f8ce,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.075817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474edd8-a312-4520-bdf0-5aa92ad593fd None None] Network 8cf2702e-679c-4973-8bdb-aff8030e2716 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:03.080608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56596) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:03.124194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 3e9f0652-167a-4b67-ac53-57a4ecca0353 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:03.131759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:03.134237 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd92726-b4d9-496c-ba28-cee0179bb04e" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:03.147501 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:51:01Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:03.173593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:03.191228 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.261534 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Checking router: e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:03.266846 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31029c85-78d4-4227-b434-82c76887746d x-openstack-request-id: req-31029c85-78d4-4227-b434-82c76887746d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:03.267976 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:03.268626 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31029c85-78d4-4227-b434-82c76887746d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:03.269493 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:51:03.284104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.299178 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Routers {'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:03.300672 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:03.375055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.473247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:03.484856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-48f17747-e78e-4571-a33c-7097d65cfd9f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/3e9f0652-167a-4b67-ac53-57a4ecca0353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714409 Jul 07 17:51:03.486509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56600) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:03.492904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Sync routers for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:03.524013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:03.524539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:03.538483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.540997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] Set router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:03.675246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting subnet d6b963b9-a372-43d5-8d47-0199aefb2590 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:03.684136 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.759304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Deleting port 7c125f93-21e6-4f34-8a97-abe9b8dcc155 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:03.760486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.783206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.852433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:03.994011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] DHCP port deletion for 8cf2702e-679c-4973-8bdb-aff8030e2716 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:03.997270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f411e786-abcf-40be-9417-5a002b133c76 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:04.031187 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.124281 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:51:01Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:04.164588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.164883 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f17099-c7f4-49e4-969a-78ca8adddd1b None None] The sync data for ids ['e8df617d-f4a0-42fd-8f82-dd07f6fc7d32'] in n-d-791505-12 is: [{'id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646593673', 'tenant_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:54Z', 'updated_at': '2021-07-07T17:51:01Z', 'revision_number': 5, 'project_id': '61c83d0a2e3f4538b485bf39d2f4e91a', 'gw_port': {'id': '7c125f93-21e6-4f34-8a97-abe9b8dcc155', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:25:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8df617d-f4a0-42fd-8f82-dd07f6fc7d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:55Z', 'updated_at': '2021-07-07T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:04.198916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.201420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/subnets/d6b963b9-a372-43d5-8d47-0199aefb2590 HTTP/1.1" status: 204 len: 168 time: 0.7135179 Jul 07 17:51:04.218191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ac006-82fe-4833-848b-2e20b856ddec None None] Network 62410598-d3a3-4935-89ba-a1ab3f0301eb requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:04.225665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56606) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:04.234048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454eba0-7ef2-4f3c-a00f-89deb29d96b6 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b963b9-a372-43d5-8d47-0199aefb2590,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:04.401534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Deleting port f411e786-abcf-40be-9417-5a002b133c76 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:04.402148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.427169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.469997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] For port 7c125f93-21e6-4f34-8a97-abe9b8dcc155, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7c125f93-21e6-4f34-8a97-abe9b8dcc155,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:04.470793 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.496132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Calling delete_port for 7c125f93-21e6-4f34-8a97-abe9b8dcc155 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:04.508096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] For port f411e786-abcf-40be-9417-5a002b133c76, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f411e786-abcf-40be-9417-5a002b133c76,segment=NetworkSegment(78882b52-8394-4164-be38-3264df59aee1),segment_id=78882b52-8394-4164-be38-3264df59aee1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:04.508529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.540938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Calling delete_port for f411e786-abcf-40be-9417-5a002b133c76 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:04.637890 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.722578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.734277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:51:02Z', 'revision_number': 7, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': 'cdbcbc8e-c020-44c9-b527-e9eaad872ce0', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:49Z', 'updated_at': '2021-07-07T17:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:04.751819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port cdbcbc8e-c020-44c9-b527-e9eaad872ce0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:04.752630 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.772246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Port': ['ID=7c125f93-21e6-4f34-8a97-abe9b8dcc155,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:04.793704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.798749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Checking router: 3e9f0652-167a-4b67-ac53-57a4ecca0353 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:04.853508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] Pushing event deleted for resources: {'Port': ['ID=f411e786-abcf-40be-9417-5a002b133c76,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:04.860729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.903174 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port cdbcbc8e-c020-44c9-b527-e9eaad872ce0, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:04.903840 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.916311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fc81e-16c1-4aa5-9a05-f2261b15208c None None] No DVR routers for this DVR port f411e786-abcf-40be-9417-5a002b133c76 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:04.916311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Routers {'3e9f0652-167a-4b67-ac53-57a4ecca0353'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:04.916311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:50:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e9f0652-167a-4b67-ac53-57a4ecca0353'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:04.918343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Port f411e786-abcf-40be-9417-5a002b133c76 update to DOWN by agent not found {{(pid=93948) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:51:04.983447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for cdbcbc8e-c020-44c9-b527-e9eaad872ce0 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:05.024644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.033493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.071253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] DHCP port deletion for 62410598-d3a3-4935-89ba-a1ab3f0301eb request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:05.112083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.112624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Fanout notify agent at l3_agent the message router_deleted on router e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:51:05.120409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.128845 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-71ad142e-d885-40aa-a535-b285ac0d8688 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/routers/e8df617d-f4a0-42fd-8f82-dd07f6fc7d32 HTTP/1.1" status: 204 len: 168 time: 2.0469296 Jul 07 17:51:05.131765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56612) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:05.177027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] Set router 3e9f0652-167a-4b67-ac53-57a4ecca0353 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:05.366838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.545036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.572794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:51:04Z', 'revision_number': 8, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.589628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.604574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf2702e-679c-4973-8bdb-aff8030e2716']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.609061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078694-eb43-45cc-88ed-4735b7c56cf4 None None] The sync data for ids ['3e9f0652-167a-4b67-ac53-57a4ecca0353'] in n-d-791505-12 is: [{'id': '3e9f0652-167a-4b67-ac53-57a4ecca0353', 'name': 'tempest-TestNetworkBasicOps-router-1446843039', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:47Z', 'updated_at': '2021-07-07T17:51:04Z', 'revision_number': 8, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:05.613243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Deleting port 1a281516-7e62-490e-af41-a6b6a698cd66 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:05.614676 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.633404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=cdbcbc8e-c020-44c9-b527-e9eaad872ce0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:05.634232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78882b52-8394-4164-be38-3264df59aee1') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.635253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78882b52-8394-4164-be38-3264df59aee1') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.671058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.705976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.713504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:05.713929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:05.721132 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:05.749541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] For port 1a281516-7e62-490e-af41-a6b6a698cd66, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=1a281516-7e62-490e-af41-a6b6a698cd66,segment=NetworkSegment(2672d5b4-e67c-4313-9377-e304a4a66275),segment_id=2672d5b4-e67c-4313-9377-e304a4a66275)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:05.749910 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.766980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Calling delete_port for 1a281516-7e62-490e-af41-a6b6a698cd66 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:05.802009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.841906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.889040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.892828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/networks/8cf2702e-679c-4973-8bdb-aff8030e2716 HTTP/1.1" status: 204 len: 168 time: 0.7597198 Jul 07 17:51:05.903963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cae53-e24f-4228-8336-8c22b88329fe tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'Network': ['ID=8cf2702e-679c-4973-8bdb-aff8030e2716,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:05.903963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56614) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:05.941989 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.967121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] No DVR routers for this DVR port 1a281516-7e62-490e-af41-a6b6a698cd66 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:06.006182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Pushing event deleted for resources: {'Port': ['ID=1a281516-7e62-490e-af41-a6b6a698cd66,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:06.014930 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.016172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.017024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.017388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.017737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.018074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.018408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.018786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.019121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.019462 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.019592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.019843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.020245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.020589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109f78e-4e3d-4f85-be33-0d2f939b0a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:06.060291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.083317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.084480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9f0652-167a-4b67-ac53-57a4ecca0353 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:51:06.094079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.098257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6abbfe0f-9952-43a4-8ab8-d1cc1ac74f8f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/routers/3e9f0652-167a-4b67-ac53-57a4ecca0353 HTTP/1.1" status: 204 len: 168 time: 1.8701460 Jul 07 17:51:06.108324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56620) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:06.142214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.228340 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.323384 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.334088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.336545 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] 10.222.0.66 "DELETE /v2.0/security-groups/e541664f-1c44-48ef-a5c7-1a3ffb3c5808 HTTP/1.1" status: 204 len: 168 time: 0.4330027 Jul 07 17:51:06.351497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34a57a-7dc0-4656-b532-a796bb3d92b0 tempest-TestNetworkAdvancedServerOps-1429009220 tempest-TestNetworkAdvancedServerOps-1429009220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541664f-1c44-48ef-a5c7-1a3ffb3c5808,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:06.397214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.418568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62410598-d3a3-4935-89ba-a1ab3f0301eb']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:06.420971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d25dab91-e422-469a-a1a9-0e4c23c46382 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:06.449289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672d5b4-e67c-4313-9377-e304a4a66275') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:06.449891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672d5b4-e67c-4313-9377-e304a4a66275') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:06.460899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.477809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.486066 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:06.486803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.491989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d25dab91-e422-469a-a1a9-0e4c23c46382 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:06.495257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d25dab91-e422-469a-a1a9-0e4c23c46382 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:06.495875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1a281516-7e62-490e-af41-a6b6a698cd66 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:06.551972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 1a281516-7e62-490e-af41-a6b6a698cd66 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:06.552882 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:06.563328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 1a281516-7e62-490e-af41-a6b6a698cd66 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:06.563328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7c125f93-21e6-4f34-8a97-abe9b8dcc155 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:06.563642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.579903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.582062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/networks/62410598-d3a3-4935-89ba-a1ab3f0301eb HTTP/1.1" status: 204 len: 168 time: 0.4726055 Jul 07 17:51:06.583037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5fec8-39fc-4c13-9ba6-f8d040ba4747 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Network': ['ID=62410598-d3a3-4935-89ba-a1ab3f0301eb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:06.602533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56626) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:06.608646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'network': {'name': 'tempest-network-smoke--380309528', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:06.612967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7c125f93-21e6-4f34-8a97-abe9b8dcc155 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:06.613588 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7c125f93-21e6-4f34-8a97-abe9b8dcc155 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:06.640222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:06.644865 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.682700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:06.700810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.701147 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Added segment f080342d-1073-4e90-95e3-4eb062c165c0 of type vlan for network fce8bbf7-c496-4863-9176-d38137e5d8f6 Jul 07 17:51:06.764398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.849930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.860241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:06.861626 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.996513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3927495 Jul 07 17:51:07.001333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56630) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:07.011697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'admin_state_up': True, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:07.034103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce7b7-9861-4712-b73a-958b76137b5e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Network': ['ID=fce8bbf7-c496-4863-9176-d38137e5d8f6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:07.063749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:07.094898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.096513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.164877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56636) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:07.266508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.534890 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-147269c7-66e7-4b37-aecc-5cc454cc6ef5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61c83d0a2e3f4538b485bf39d2f4e91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672938 Jul 07 17:51:07.537303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56640) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:07.599178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cdbcbc8e-c020-44c9-b527-e9eaad872ce0 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:07.635855 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cdbcbc8e-c020-44c9-b527-e9eaad872ce0 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:07.637181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cdbcbc8e-c020-44c9-b527-e9eaad872ce0 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:07.637854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 62e753ef-1017-4189-94d5-b6f5e8198510 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:07.657480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.673995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 62e753ef-1017-4189-94d5-b6f5e8198510 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:07.676450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 62e753ef-1017-4189-94d5-b6f5e8198510 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:07.692251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.706255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7d63a00-3ea8-4175-95db-488d45dc1b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.726816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.847386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.852947 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.856883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99cbc20a-b7af-4dbd-8760-4efc959a7ebe HTTP/1.1" status: 204 len: 168 time: 0.3180795 Jul 07 17:51:07.873830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983766d-0219-4446-b6f9-3b0f8a0fcb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cbc20a-b7af-4dbd-8760-4efc959a7ebe,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.352319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56650) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:08.434211 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85f9270f-ab80-4689-b604-0b4ef6ae3d59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52296bd63484440dbf456b142a34dae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802143 Jul 07 17:51:08.436899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56652) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:08.544743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.549150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.574690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.587248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.662986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.667698 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.669215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6888a37d-a284-466a-948c-951aced68f9b HTTP/1.1" status: 204 len: 168 time: 0.2302825 Jul 07 17:51:08.678632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37856c04-7dd6-4c41-b3b5-7ba75e8aa1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888a37d-a284-466a-948c-951aced68f9b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.752925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.25.3.112 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/84640d67-f934-4764-b80a-1ef31c6229cd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:08.897221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.962550 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.047863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:09.055649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:09.061991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:09.065871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=84640d67-f934-4764-b80a-1ef31c6229cd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:09.413210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.781122 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.992781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 407f75b0-ed52-4d83-982c-b5233b98ca3e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:10.111176 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d043-c005-4969-b2a1-3d2d534c1fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.139217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56682) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.264408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:10.286565 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Sync routers for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:10.340586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.341117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:10.344928 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:10.351385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56692) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.351907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-52ecd95a-5a4d-48a5-8d12-9876086d0601 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3482492 Jul 07 17:51:10.476737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.477495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a92a562b-9623-4b64-9bc7-e6fd637491f0 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=94a0e3f40a7b4eee96c98612a444e58a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204879 Jul 07 17:51:10.499972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-210176501-network', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:10.574479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Made reservation on behalf of a7341e7186ad497c98eb0ea3bf69875e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:10.577644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.653995 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.654269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.678824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19e219-6ebd-413a-a895-6138cb4e3c35 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.685224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1f19e219-6ebd-413a-a895-6138cb4e3c35 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2070711 Jul 07 17:51:10.686698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56696) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.738396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b8433dbf-0f2e-407f-af1b-274590103605 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502758 Jul 07 17:51:10.739354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56698) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.745515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249763720', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:10.916287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:10.944409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.959547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.988781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:10.997658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.044263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19749c2-b0ed-4117-8b37-9e9eb7d1bd88,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:11.049226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:11.061775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.062297 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Added segment e524786b-3fce-44ff-8ed4-04c85d575665 of type vlan for network 981189e3-a437-4603-a856-bb346ed2cb41 Jul 07 17:51:11.122102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.163504 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.165257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.166579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.327112 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1860406 Jul 07 17:51:11.331869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56700) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:11.342558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Request body: {'subnet': {'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-210176501-subnet', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:11.344699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173d5f-446a-4e03-8b9c-4bfe7de9e5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=981189e3-a437-4603-a856-bb346ed2cb41,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:11.367135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:11.426553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Made reservation on behalf of a7341e7186ad497c98eb0ea3bf69875e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:11.429508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.488107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.525223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:09Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:11.551678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Subnet': ['ID=ff1c33dc-18da-4ffe-ab74-2c89b1b04173,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:11.610171 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Checking router: 407f75b0-ed52-4d83-982c-b5233b98ca3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:11.610923 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Updating router 407f75b0-ed52-4d83-982c-b5233b98ca3e port 84640d67-f934-4764-b80a-1ef31c6229cd binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:11.631772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Checking segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:11.631772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network hostable DHCP agents. Network: fce8bbf7-c496-4863-9176-d38137e5d8f6, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:11.664406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:11.691724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, fce8bbf7-c496-4863-9176-d38137e5d8f6) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:11.704138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.704138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.724384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c1b28493-5683-42fd-8760-f2a28f2681bd tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9833198 Jul 07 17:51:11.728163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2485c7-a9af-4326-a094-4709a13e932d None None] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:11.730071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:11.749505 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.943406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.969246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.093795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-fce8bbf7-c496-4863-9176-d38137e5d8f6', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:12.094727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.117153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Checking segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:12.118027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Network hostable DHCP agents. Network: 981189e3-a437-4603-a856-bb346ed2cb41, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:12.161814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:12.191533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Network 981189e3-a437-4603-a856-bb346ed2cb41 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:12.207346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 981189e3-a437-4603-a856-bb346ed2cb41) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:12.221278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.221881 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.225561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e51ea-d65b-4c79-8dd6-621e9cced80f None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:12.251386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e256237-f289-43a1-a0a4-44a097f575aa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9174480 Jul 07 17:51:12.254182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:12.263921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:12.312073 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.313278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.471364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.574580 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.587978 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Transition to ACTIVE for port object 84640d67-f934-4764-b80a-1ef31c6229cd will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:12.597988 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.649118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Allocated IP 172.20.0.2 (fce8bbf7-c496-4863-9176-d38137e5d8f6/ff1c33dc-18da-4ffe-ab74-2c89b1b04173/386d3754-348f-4e8e-ae5a-2d9a7bb8f253) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:12.723497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-981189e3-a437-4603-a856-bb346ed2cb41', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:12.725879 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e90b4-12b2-402f-8230-4ce6ea176ada None None] Pushing event updated for resources: {'Port': ['ID=84640d67-f934-4764-b80a-1ef31c6229cd,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:12.731529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.760775 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Attempting to bind port 84640d67-f934-4764-b80a-1ef31c6229cd on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:12.761473 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Attempting to bind port 84640d67-f934-4764-b80a-1ef31c6229cd by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:12.762009 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Attempting to bind port 84640d67-f934-4764-b80a-1ef31c6229cd on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:12.772956 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:12.776590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:12.780999 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.781676 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:12.783949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Bound port: 84640d67-f934-4764-b80a-1ef31c6229cd, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:12.786023 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.986338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.999837 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] For port 84640d67-f934-4764-b80a-1ef31c6229cd, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:13.004157 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] For port 84640d67-f934-4764-b80a-1ef31c6229cd, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=84640d67-f934-4764-b80a-1ef31c6229cd,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:13.010227 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.017827 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.092198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Allocated IP 172.20.0.2 (981189e3-a437-4603-a856-bb346ed2cb41/570cb1c5-e2ea-4b9f-b6a5-e42c6402f850/ac842bc1-f8c0-435c-8f58-69704d3ffb87) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:13.094834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.126957 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e90b4-12b2-402f-8230-4ce6ea176ada None None] Pushing event updated for resources: {'Port': ['ID=84640d67-f934-4764-b80a-1ef31c6229cd,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:13.148309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Transition to ACTIVE for port object 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:13.237552 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:13.239076 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:13.262966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Transition to ACTIVE for port object 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:13.290423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.406305 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Pushing event updated for resources: {'Port': ['ID=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:13.450138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:13.455141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:13.500117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.528400 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.555814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:13.628146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.647897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Transition to ACTIVE for port object ac842bc1-f8c0-435c-8f58-69704d3ffb87 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:13.652015 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:13.684791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Transition to ACTIVE for port object ac842bc1-f8c0-435c-8f58-69704d3ffb87 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:13.748000 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.801131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.1 (fce8bbf7-c496-4863-9176-d38137e5d8f6/ff1c33dc-18da-4ffe-ab74-2c89b1b04173/db42d5f3-4127-4984-a5c1-c36ece658d58) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:13.914905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Allocated IP 172.25.3.89 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/dc341168-8ecf-4790-8829-c1c331f1cd5b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:13.969412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:13.971585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Attempting to bind port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:13.972124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Attempting to bind port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:13.972642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Attempting to bind port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 on network fce8bbf7-c496-4863-9176-d38137e5d8f6 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:13.984192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:13.988452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:13.992367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:13.992997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Checking segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:13.993792 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.994467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Bound using segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:13.995156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.995642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Bound port: 386d3754-348f-4e8e-ae5a-2d9a7bb8f253, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:13.995823 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.024061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object db42d5f3-4127-4984-a5c1-c36ece658d58 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:14.087800 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.100998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Pushing event updated for resources: {'Port': ['ID=ac842bc1-f8c0-435c-8f58-69704d3ffb87,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.134122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:14.136735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:14.169516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.169968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:14.225218 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.255563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.265617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.288629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.334972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Attempting to bind port ac842bc1-f8c0-435c-8f58-69704d3ffb87 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:14.335568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Attempting to bind port ac842bc1-f8c0-435c-8f58-69704d3ffb87 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:14.335741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:14.336018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Attempting to bind port ac842bc1-f8c0-435c-8f58-69704d3ffb87 on network 981189e3-a437-4603-a856-bb346ed2cb41 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:14.347626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:14.354521 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:09Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:14.354865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:14.364585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:14.365072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Checking segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:14.365512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.365900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Bound using segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:14.366412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Bound port: ac842bc1-f8c0-435c-8f58-69704d3ffb87, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:14.366835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.403347 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28090b-bce7-4337-9bf9-bd306927c36d None None] The sync data for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 is: [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:09Z', 'revision_number': 3, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:14.418142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] For port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:14.442515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc341168-8ecf-4790-8829-c1c331f1cd5b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.590213 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.604517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] For port ac842bc1-f8c0-435c-8f58-69704d3ffb87, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:14.611611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] For port ac842bc1-f8c0-435c-8f58-69704d3ffb87, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ac842bc1-f8c0-435c-8f58-69704d3ffb87,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:14.633689 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.647270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] For port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:14.717343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc9db0-a968-4b93-ae6c-dcca160aea72 None None] Pushing event updated for resources: {'Port': ['ID=ac842bc1-f8c0-435c-8f58-69704d3ffb87,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.730309 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.920314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9e3f-08d4-48f4-9f46-e1b9bfb2824d None None] Pushing event updated for resources: {'Port': ['ID=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.993031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.529908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.533884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.547198 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.742901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:15.774205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.015040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:16.039874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:16.048884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:16.058704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 84640d67-f934-4764-b80a-1ef31c6229cd up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:16.140691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 84640d67-f934-4764-b80a-1ef31c6229cd completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:16.148822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 84640d67-f934-4764-b80a-1ef31c6229cd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:16.150145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.285737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:16.301564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:16.312379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.314434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-58f9dc2f-1507-4c0c-8108-14abc89083d5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0585103 Jul 07 17:51:16.317356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56730) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:16.345768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:16.346567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:16.362392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 407f75b0-ed52-4d83-982c-b5233b98ca3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:16.424659 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.481862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 84640d67-f934-4764-b80a-1ef31c6229cd, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=84640d67-f934-4764-b80a-1ef31c6229cd,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:16.499505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.499505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:16.692498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=84640d67-f934-4764-b80a-1ef31c6229cd,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:16.828294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:16.847584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d7d3b02e-aefa-4ea7-83c7-b7ccaf23295e tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/407f75b0-ed52-4d83-982c-b5233b98ca3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1133707 Jul 07 17:51:16.848690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:17.033687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:17.162235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:17.272195 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.397112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.397601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.398076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.398574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.399044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.399509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.413265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e4e5fc21-2449-42cc-a301-81c0120be70e tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.5634396 Jul 07 17:51:17.418010 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:17.430702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ac842bc1-f8c0-435c-8f58-69704d3ffb87 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:17.503905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fddf83-a0db-4fcc-a0e2-8cbe4e0901fa None None] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:17.712884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Allocated IP 172.20.0.1 (981189e3-a437-4603-a856-bb346ed2cb41/570cb1c5-e2ea-4b9f-b6a5-e42c6402f850/b132c099-0cb8-4a3a-b3a4-951daee602ed) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:17.719951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.723089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.727919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.729375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.730223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.734841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.745919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56742) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:17.746801 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-78493a9e-b481-4ce4-9804-47e846224fb3 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.3185387 Jul 07 17:51:17.812722 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ac842bc1-f8c0-435c-8f58-69704d3ffb87 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:17.817932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4d5b1-475e-48bf-b7d4-9a47d5e0e09b None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:18.027616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Sync routers for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:18.048577 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:18.050238 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.285820 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:18.376774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Provisioning for port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:18.424925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Provisioning complete for port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:18.425575 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.622115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.639216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Transition to ACTIVE for port object b132c099-0cb8-4a3a-b3a4-951daee602ed will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:18.652357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 84640d67-f934-4764-b80a-1ef31c6229cd up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:18.684946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.707373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Network 981189e3-a437-4603-a856-bb346ed2cb41 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:18.710301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:18.737443 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:18.828562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 3, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.837325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:18.842156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.855525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2cc5266a-4994-4c0f-a3be-4f70b1134f51 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.1058524 Jul 07 17:51:18.950787 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:15Z', 'revision_number': 2, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.997734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:18.999042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Updating router 31c9935a-90ba-4f0c-acb7-bfcd2404766e port dc341168-8ecf-4790-8829-c1c331f1cd5b binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:19.033734 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Checking router: 407f75b0-ed52-4d83-982c-b5233b98ca3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:19.034385 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Updating router 407f75b0-ed52-4d83-982c-b5233b98ca3e port db42d5f3-4127-4984-a5c1-c36ece658d58 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:19.155480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:19.165304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17545850', 'description': 'tempest-secgroup-smoke-17545850 description', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:19.176547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.178215 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.233618 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.251241 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.279522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 84640d67-f934-4764-b80a-1ef31c6229cd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:19.279988 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.363765 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.590391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] For port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:19.607726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.615537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.616303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.668081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.679718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.797572 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.799675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6412375 Jul 07 17:51:19.807123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56756) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:19.840542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:19.931287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f2dc-54f3-4dc4-ba67-2020e8affba3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.939664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.954241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Provisioning for port ac842bc1-f8c0-435c-8f58-69704d3ffb87 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:19.976856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baf203-c85b-4f1c-b89c-926f25307abc None None] Pushing event updated for resources: {'Port': ['ID=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.985941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Provisioning complete for port ac842bc1-f8c0-435c-8f58-69704d3ffb87 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:19.986561 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.015359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.064455 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.271334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.279293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.309522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6499b508-9dff-4a92-be02-e24841b7ee2e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.350880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.356437 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-daeab9fa-5336-48d2-8c16-1908a64c3d05 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5477381 Jul 07 17:51:20.357155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56762) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:20.361969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:20.433774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.485218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Network 981189e3-a437-4603-a856-bb346ed2cb41 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:20.488150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:20.514965 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.551973 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Transition to ACTIVE for port object db42d5f3-4127-4984-a5c1-c36ece658d58 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:20.571358 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.606211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:20.610146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.636260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.643803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.686344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.695116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:20.699191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408623 Jul 07 17:51:20.703008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57ab23-4bb1-4a40-839c-f971a74a799d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3a3b32-17f8-44b6-b68f-a21f1d0d5b20,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.718503 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.721542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Transition to ACTIVE for port object dc341168-8ecf-4790-8829-c1c331f1cd5b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:20.736718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:20.752100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.790780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a87570-b2fb-412e-811f-5062ec7190e9 None None] Pushing event updated for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.836602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.998297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] For port ac842bc1-f8c0-435c-8f58-69704d3ffb87, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ac842bc1-f8c0-435c-8f58-69704d3ffb87,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:21.000712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Attempting to bind port dc341168-8ecf-4790-8829-c1c331f1cd5b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:21.001107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Attempting to bind port dc341168-8ecf-4790-8829-c1c331f1cd5b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:21.001730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Attempting to bind port dc341168-8ecf-4790-8829-c1c331f1cd5b on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:21.007273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77334c4-1045-43e1-a769-9bfb692a63fb None None] Pushing event updated for resources: {'Port': ['ID=dc341168-8ecf-4790-8829-c1c331f1cd5b,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.014203 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.021204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:21.021589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:21.022243 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.022681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:21.023412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Bound port: dc341168-8ecf-4790-8829-c1c331f1cd5b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:21.023832 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.047794 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Attempting to bind port db42d5f3-4127-4984-a5c1-c36ece658d58 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:21.048417 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Attempting to bind port db42d5f3-4127-4984-a5c1-c36ece658d58 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:21.049002 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Attempting to bind port db42d5f3-4127-4984-a5c1-c36ece658d58 on network fce8bbf7-c496-4863-9176-d38137e5d8f6 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:21.063261 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:21.063920 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Checking segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:21.064936 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.065564 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Bound using segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:21.072362 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Bound port: db42d5f3-4127-4984-a5c1-c36ece658d58, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:21.073078 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.107376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:21.190206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:21.190913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.298059 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] For port db42d5f3-4127-4984-a5c1-c36ece658d58, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:21.301933 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] For port db42d5f3-4127-4984-a5c1-c36ece658d58, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db42d5f3-4127-4984-a5c1-c36ece658d58,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:21.304651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e6af0-2c47-499d-929d-ae0c9bb2eee4 None None] Pushing event updated for resources: {'Port': ['ID=ac842bc1-f8c0-435c-8f58-69704d3ffb87,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.309678 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.328895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Provisioning complete for port ac842bc1-f8c0-435c-8f58-69704d3ffb87 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:21.329286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.343604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] For port dc341168-8ecf-4790-8829-c1c331f1cd5b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:21.349593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] For port dc341168-8ecf-4790-8829-c1c331f1cd5b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dc341168-8ecf-4790-8829-c1c331f1cd5b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:21.380686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.391873 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:21.397558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.400254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.468280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77334c4-1045-43e1-a769-9bfb692a63fb None None] Pushing event updated for resources: {'Port': ['ID=dc341168-8ecf-4790-8829-c1c331f1cd5b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.479378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb4775-485d-4d2e-9035-3cc846166f4c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.506700 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a87570-b2fb-412e-811f-5062ec7190e9 None None] Pushing event updated for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.532520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:21.534091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:21.606734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:21.634667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a26ee5b-e3c5-47c4-b3be-0a80258271e9 admin admin] 10.222.0.66 "PUT /v2.0/routers/31c9935a-90ba-4f0c-acb7-bfcd2404766e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3148654 Jul 07 17:51:21.637298 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.640720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ff8d6c3d-d623-4797-920b-c9536276b06b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9361403 Jul 07 17:51:21.643563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56772) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:21.655033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:21.656148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:21.657166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:21.716685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.877579 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:21.878168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.887641 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.985218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a3c487-8dfd-4931-80b2-bdcb4af6a808,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.047599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.059414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-414cfd02-83d7-45c3-9a35-f5d00debe506 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130628 Jul 07 17:51:22.062641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:22.072676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:22.169488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Provisioning for port b132c099-0cb8-4a3a-b3a4-951daee602ed completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:22.180202 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:51:22.210562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.222484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Provisioning complete for port b132c099-0cb8-4a3a-b3a4-951daee602ed triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:22.223992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.236320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:22.356597 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.368322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.382816 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:21Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:22.396341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba09eb55-22f3-47cf-a0c1-9439984bae2c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.432210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.437410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56784) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:22.437693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-beffabec-d67e-433e-8018-7af9cad5167b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722146 Jul 07 17:51:22.445606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'security_group_rule': {'security_group_id': '98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79', 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:22.452374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Port b132c099-0cb8-4a3a-b3a4-951daee602ed cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:22.504496 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Project 94a0e3f40a7b4eee96c98612a444e58a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:51:22.511422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.517987 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ba674-48e2-48d0-b16e-aad0b23de0a1 None None] The sync data for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 is: [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:21Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:22.690631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.700567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.738089 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ac842bc1-f8c0-435c-8f58-69704d3ffb87 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:22.750401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e093e8-a9e8-466e-8965-8201132a72bc,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.773378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.775954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44a9b1cd-dc04-4137-a8ae-5cc1f470c666 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3369060 Jul 07 17:51:23.156459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 56802) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:23.167365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2061778713-network', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:23.229808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Made reservation on behalf of d24431d6fbf0448da356951332bc8a45 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:23.236831 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.237667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Provisioning complete for port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:23.240471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.263296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.338273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-9def7c97-56c5-4858-b44e-9acc0c2d73e8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17545850&fields=id&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 267 time: 0.1064162 Jul 07 17:51:23.484846 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.497550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.535303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:23.541718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ac842bc1-f8c0-435c-8f58-69704d3ffb87 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:23.542351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.544589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e64ca-ca68-4649-8e79-4bb3851ab633,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.553665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.555265 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Added segment f35c49be-287a-4806-99b8-e7c3cb7b15de of type vlan for network 4ffb78fa-a86d-4023-a0f0-e489b315f183 Jul 07 17:51:23.643637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.706883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:23.716355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.718743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.719167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.771186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe19c81-9fc8-414b-9066-4f005769a34c None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:23.789872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d9efff4e-4327-41a9-ad32-973c3f44963c None None] Provisioning for port db42d5f3-4127-4984-a5c1-c36ece658d58 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:23.799307 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6410806 Jul 07 17:51:23.813520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:23.845035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250765e6-afce-4c55-97b7-4a583c3dcbac admin admin] Pushing event updated for resources: {'Network': ['ID=4ffb78fa-a86d-4023-a0f0-e489b315f183,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.898685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:23.901106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Request body: {'subnet': {'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2061778713-subnet', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:23.920503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-f400051c-4723-4a8f-8c11-cd3758875e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.933996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-f400051c-4723-4a8f-8c11-cd3758875e3f tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/networks?id=fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 200 len: 796 time: 0.5824289 Jul 07 17:51:23.965189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-fe775d88-467f-4638-8f4d-a3ef348e50f7 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/quotas/94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 375 time: 0.0299270 Jul 07 17:51:24.040821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Made reservation on behalf of d24431d6fbf0448da356951332bc8a45 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:24.043274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.175263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1bead5fd-68e6-49ac-889a-aa2e5f5a4229 None None] Provisioning complete for port b132c099-0cb8-4a3a-b3a4-951daee602ed triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:24.176026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bead5fd-68e6-49ac-889a-aa2e5f5a4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.236936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1bead5fd-68e6-49ac-889a-aa2e5f5a4229 None None] Port b132c099-0cb8-4a3a-b3a4-951daee602ed cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:24.427114 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.495094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c8c90b06-eb01-4b24-83f6-4634c71e0e6d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5287886 Jul 07 17:51:24.575455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d987fb-cffe-4146-b916-cd09f0aa11d1,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:24.587119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Checking segment: {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:24.587608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Network hostable DHCP agents. Network: 4ffb78fa-a86d-4023-a0f0-e489b315f183, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:24.608814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db42d5f3-4127-4984-a5c1-c36ece658d58 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:24.638805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:24.663458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 4ffb78fa-a86d-4023-a0f0-e489b315f183) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:24.671768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.672479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.698087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa100ea-c5b1-4c4c-a8e1-1e0bc41e12cd None None] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:24.711376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7fcfd919-15a9-4bf7-b27b-218ca7063208 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8926218 Jul 07 17:51:24.711376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:24.719862 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:24.775004 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.776895 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.904052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port db42d5f3-4127-4984-a5c1-c36ece658d58 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:24.920253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port db42d5f3-4127-4984-a5c1-c36ece658d58 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:24.921085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.007277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.171100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-a12e45d1-1872-4b26-947c-8985e4efe583 service neutron] 10.222.0.66 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478088 Jul 07 17:51:25.191133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-4ffb78fa-a86d-4023-a0f0-e489b315f183', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:25.192796 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.222685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.247247 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.356250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port db42d5f3-4127-4984-a5c1-c36ece658d58, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db42d5f3-4127-4984-a5c1-c36ece658d58,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:25.356972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-da0b7f49-6dc3-4e3b-8f22-6140caef5b86 service neutron] 10.222.0.66 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564748 Jul 07 17:51:25.387738 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.476819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Allocated IP 172.20.0.2 (4ffb78fa-a86d-4023-a0f0-e489b315f183/82d987fb-cffe-4146-b916-cd09f0aa11d1/38671a9d-1860-4808-8caa-0b5ac01cd2dd) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:25.596513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:25.680532 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.715751 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.727607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.738883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Transition to ACTIVE for port object 38671a9d-1860-4808-8caa-0b5ac01cd2dd will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:25.758973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Transition to ACTIVE for port object 38671a9d-1860-4808-8caa-0b5ac01cd2dd will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:25.771881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.833478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:25.863455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:25.871905 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:25.883981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.974993 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Pushing event updated for resources: {'Port': ['ID=38671a9d-1860-4808-8caa-0b5ac01cd2dd,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:25.993443 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Attempting to bind port 38671a9d-1860-4808-8caa-0b5ac01cd2dd on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:25.994584 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Attempting to bind port 38671a9d-1860-4808-8caa-0b5ac01cd2dd by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:25.995167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Attempting to bind port 38671a9d-1860-4808-8caa-0b5ac01cd2dd on network 4ffb78fa-a86d-4023-a0f0-e489b315f183 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:26.007459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:26.008264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Checking segment: {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:26.008879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.009999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Bound using segment: {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:26.010999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Bound port: 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:26.011908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.068744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cf52b-1e8d-4b45-906c-fb1562ef2307 req-a3ca65df-8050-4980-a8f0-f706167b4bac tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.085537 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e8cf52b-1e8d-4b45-906c-fb1562ef2307 req-a3ca65df-8050-4980-a8f0-f706167b4bac tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.2169638 Jul 07 17:51:26.162257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Allocated IP 172.25.3.96 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/d08e5c40-dcb2-40ad-85c4-9fbec48f21f3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:26.173780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] For port 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:26.182923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] For port 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=38671a9d-1860-4808-8caa-0b5ac01cd2dd,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:26.211267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e8cf52b-1e8d-4b45-906c-fb1562ef2307 req-5d5a3e74-e7d1-437a-8f8d-c8721af6a6ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238918 Jul 07 17:51:26.225836 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.400749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7b6e5-0f44-4bc4-9467-8d76c942f773 None None] Pushing event updated for resources: {'Port': ['ID=38671a9d-1860-4808-8caa-0b5ac01cd2dd,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:26.403545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7db50b2d-48f7-4952-8c63-acb2d563601e req-51d13bf1-2a9e-451f-bad0-655d38f29524 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 210 time: 0.0740290 Jul 07 17:51:26.655392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.837120 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.917705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:26.920816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:26.937171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:26.942185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db42d5f3-4127-4984-a5c1-c36ece658d58 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:26.960470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Pushing event updated for resources: {'Port': ['ID=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.089920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port db42d5f3-4127-4984-a5c1-c36ece658d58 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:27.092378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.283747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dc341168-8ecf-4790-8829-c1c331f1cd5b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:27.387289 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.467484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port dc341168-8ecf-4790-8829-c1c331f1cd5b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:27.472709 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dc341168-8ecf-4790-8829-c1c331f1cd5b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:27.473260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.674964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.705645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.752167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port dc341168-8ecf-4790-8829-c1c331f1cd5b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dc341168-8ecf-4790-8829-c1c331f1cd5b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:27.758213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.822982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5a6fc42-4416-4f13-88e8-c43d9e54de9f req-494cc429-e31a-4e49-8bdf-1861286a7ad2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 210 time: 0.0610342 Jul 07 17:51:27.862281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=dc341168-8ecf-4790-8829-c1c331f1cd5b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.106767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.233526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23ef38-e775-442b-92ab-9e8cdf35e607 None None] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:28.324696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2926638f-87a7-4fac-90be-41d35b940679 None None] Provisioning for port 38671a9d-1860-4808-8caa-0b5ac01cd2dd completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:28.441252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-7544d874-fb1e-46eb-8e91-4f6383fb23be tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.443739 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-7544d874-fb1e-46eb-8e91-4f6383fb23be tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/networks?id=fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 200 len: 796 time: 0.3017485 Jul 07 17:51:28.465316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Router d7de06bb-5ec1-4868-8e77-962e022474ab is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:28.515120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-93ca53cc-947b-40fb-9964-47d7dafb1b43 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a0e3f40a7b4eee96c98612a444e58a HTTP/1.1" status: 200 len: 378 time: 0.0581398 Jul 07 17:51:28.520140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'port': {'device_id': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'admin_state_up': True, 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'security_groups': ['98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:28.655397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dc341168-8ecf-4790-8829-c1c331f1cd5b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:28.686701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Made reservation on behalf of 94a0e3f40a7b4eee96c98612a444e58a for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:28.693503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.747497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:28.762474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dc341168-8ecf-4790-8829-c1c331f1cd5b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:28.762857 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.784492 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.791010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6fa38f53-3431-4ee9-a008-5b76fe6b9b37 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0737400 Jul 07 17:51:28.791343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 56876) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:28.801665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Sync routers for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:28.824360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:28.825020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:28.873652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:28.962843 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:28.991599 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:28.992256 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:29.117763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.20.0.13 (fce8bbf7-c496-4863-9176-d38137e5d8f6/ff1c33dc-18da-4ffe-ab74-2c89b1b04173/7176d04f-ec48-4ea9-b97b-d33a079a6980) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:29.208720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 38671a9d-1860-4808-8caa-0b5ac01cd2dd up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:29.219188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.267812 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:29.443837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:29.454302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.488976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Transition to ACTIVE for port object 7176d04f-ec48-4ea9-b97b-d33a079a6980 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:29.570501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.616193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:29.619228 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba37b4-38de-4974-9081-094963b168f9" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:29.641094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:29.658016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.674262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 38671a9d-1860-4808-8caa-0b5ac01cd2dd completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:29.678262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:29.684238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 38671a9d-1860-4808-8caa-0b5ac01cd2dd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:29.684673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.688607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:29.693530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:29.755854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.767208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-446bc07c-e212-4589-b1f0-a6e4157906f0 req-7913c904-cc45-4fa7-ac73-68cd63f1a764 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 210 time: 0.5643861 Jul 07 17:51:29.773615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.774396 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.775137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.775716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.776314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.777138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.778210 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.778842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.779437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.780006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.780578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.781172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.793720 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:29.811127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.812118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.832697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-b8edf213-6674-44e0-8f38-891c73d0821d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3164659 Jul 07 17:51:29.845291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Request body: {'port': {'device_id': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:29.863952 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:29.864487 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Updating router 31c9935a-90ba-4f0c-acb7-bfcd2404766e port b132c099-0cb8-4a3a-b3a4-951daee602ed binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:29.878288 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9beb4-ed13-4e11-83e6-e676b69acc5c x-openstack-request-id: req-38a9beb4-ed13-4e11-83e6-e676b69acc5c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:29.878751 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:29.879102 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38a9beb4-ed13-4e11-83e6-e676b69acc5c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:29.879691 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:51:29.946164 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.959754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.102499 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.203324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 3, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:30.208879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=38671a9d-1860-4808-8caa-0b5ac01cd2dd,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:30.215537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.315459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.318904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Checking router: d7de06bb-5ec1-4868-8e77-962e022474ab for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:30.319414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Updating router d7de06bb-5ec1-4868-8e77-962e022474ab port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:30.391900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.434181 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.452968 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Transition to ACTIVE for port object b132c099-0cb8-4a3a-b3a4-951daee602ed will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:30.467944 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.543354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Allocated IP 172.20.0.1 (4ffb78fa-a86d-4023-a0f0-e489b315f183/82d987fb-cffe-4146-b916-cd09f0aa11d1/8956456c-ed48-4168-80e4-65b0600c11a3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:30.568287 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Pushing event updated for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.610259 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.611081 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.611640 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.613425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.614018 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.614611 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.615184 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.616449 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.617036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.617864 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.619025 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.619584 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.632981 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31dbd571-7e96-42b2-8388-141d4f98488d None None] Provisioning for port 7176d04f-ec48-4ea9-b97b-d33a079a6980 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:30.670847 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Attempting to bind port b132c099-0cb8-4a3a-b3a4-951daee602ed on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:30.671818 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Attempting to bind port b132c099-0cb8-4a3a-b3a4-951daee602ed by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:30.671989 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Attempting to bind port b132c099-0cb8-4a3a-b3a4-951daee602ed on network 981189e3-a437-4603-a856-bb346ed2cb41 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:30.678876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:30.679466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Checking segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:30.679949 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.680430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Bound using segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:30.681188 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Bound port: b132c099-0cb8-4a3a-b3a4-951daee602ed, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:30.681667 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.683275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31dbd571-7e96-42b2-8388-141d4f98488d None None] Provisioning complete for port 7176d04f-ec48-4ea9-b97b-d33a079a6980 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:30.685130 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-31dbd571-7e96-42b2-8388-141d4f98488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.693326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=38671a9d-1860-4808-8caa-0b5ac01cd2dd,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.716202 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.745271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-31dbd571-7e96-42b2-8388-141d4f98488d None None] Port 7176d04f-ec48-4ea9-b97b-d33a079a6980 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:30.748013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.774095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Transition to ACTIVE for port object 8956456c-ed48-4168-80e4-65b0600c11a3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:30.795986 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] For port b132c099-0cb8-4a3a-b3a4-951daee602ed, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:30.814972 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] For port b132c099-0cb8-4a3a-b3a4-951daee602ed, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b132c099-0cb8-4a3a-b3a4-951daee602ed,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:30.826087 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.880207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:30.892450 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:30.893223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:30.898706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.096078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:31.123365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Pushing event updated for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.150899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:31.168246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:31.177581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:31.213046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:31.341172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7176d04f-ec48-4ea9-b97b-d33a079a6980 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:31.351165 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49878c91-d942-4a2a-b0b6-30031fbc6e56 None None] Pushing event updated for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.351713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.358068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.366425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:31.383145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Transition to ACTIVE for port object 7176d04f-ec48-4ea9-b97b-d33a079a6980 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:31.385127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ba6e0-9e0e-494d-8e77-20f00599b520 req-d010e247-75ab-4fb7-ba83-c51501011fc4 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.388136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c2ba6e0-9e0e-494d-8e77-20f00599b520 req-d010e247-75ab-4fb7-ba83-c51501011fc4 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 932 time: 0.3634393 Jul 07 17:51:31.404230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.480010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:31.503886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:31.520985 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.625242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.647543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c2ba6e0-9e0e-494d-8e77-20f00599b520 req-77633758-fb7d-4573-a1c2-30ce25a9aaf0 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2386467 Jul 07 17:51:31.668944 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.695399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ff022d84-6403-459a-9c25-d7946d156cc4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:31.860438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.888613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.926246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Transition to ACTIVE for port object d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:31.937936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Attempting to bind port 7176d04f-ec48-4ea9-b97b-d33a079a6980 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:31.939426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Attempting to bind port 7176d04f-ec48-4ea9-b97b-d33a079a6980 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:31.940023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Attempting to bind port 7176d04f-ec48-4ea9-b97b-d33a079a6980 on network fce8bbf7-c496-4863-9176-d38137e5d8f6 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:31.943357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.950269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Port 7176d04f-ec48-4ea9-b97b-d33a079a6980 on network fce8bbf7-c496-4863-9176-d38137e5d8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:31.952672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Attempting to bind port 7176d04f-ec48-4ea9-b97b-d33a079a6980 on network fce8bbf7-c496-4863-9176-d38137e5d8f6 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:31.960412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:31.960754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Checking segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:31.961163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Bound using segment: {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:31.961632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Bound port: 7176d04f-ec48-4ea9-b97b-d33a079a6980, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f080342d-1073-4e90-95e3-4eb062c165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:31.962623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.064902 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:30Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.129678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.139363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bc43-01f7-46cd-b612-3997d2fb903f None None] Pushing event updated for resources: {'Port': ['ID=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.140442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:32.152436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:32.153785 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1082567-912b-4b97-9dcf-d8f10ed87cc2 None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:30Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:32.171641 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.181960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Attempting to bind port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:32.182339 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Attempting to bind port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:32.182735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Attempting to bind port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:32.188949 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-114bbcc6-2720-49ab-bc7a-c1e07234edf6 None None] Provisioning for port 8956456c-ed48-4168-80e4-65b0600c11a3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:32.205486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:32.205869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:32.206370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.206809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:32.207315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Bound port: d08e5c40-dcb2-40ad-85c4-9fbec48f21f3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:32.207801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.209744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-114bbcc6-2720-49ab-bc7a-c1e07234edf6 None None] Provisioning complete for port 8956456c-ed48-4168-80e4-65b0600c11a3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:32.210106 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-114bbcc6-2720-49ab-bc7a-c1e07234edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.266400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.268038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.270862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 200 len: 1093 time: 2.4307644 Jul 07 17:51:32.271965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:32.282047 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03030a91-ad3c-4339-a502-42ea7d314ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:32.436442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-114bbcc6-2720-49ab-bc7a-c1e07234edf6 None None] Port 8956456c-ed48-4168-80e4-65b0600c11a3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:32.533193 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d8f529-5d0a-4493-9e6d-152868865a13 x-openstack-request-id: req-d0d8f529-5d0a-4493-9e6d-152868865a13 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:32.533841 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:32.534239 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0d8f529-5d0a-4493-9e6d-152868865a13 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:32.535524 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'status': 'completed', 'code': 200} Jul 07 17:51:32.536150 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8a0b-cba4-424e-8922-09dda0cbb5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.559680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] For port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:32.587645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.595226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.650630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b132c099-0cb8-4a3a-b3a4-951daee602ed up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:32.655568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-988dfd75-23cf-45d9-8fdf-a8c83b1eb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.659854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-988dfd75-23cf-45d9-8fdf-a8c83b1eb837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1096 time: 0.2836578 Jul 07 17:51:32.715402 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.720872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Pushing event updated for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.759430 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-452a238f-8702-4a4c-8da8-d23071e02577 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 200 len: 217 time: 0.0903881 Jul 07 17:51:32.761005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] For port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:32.828539 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.849806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-4e871c69-e46b-4fc4-a28f-38557897caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.851568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-4e871c69-e46b-4fc4-a28f-38557897caf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff1c33dc-18da-4ffe-ab74-2c89b1b04173 HTTP/1.1" status: 200 len: 834 time: 0.0826657 Jul 07 17:51:33.055623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:33.063928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:33.071274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-8e7a6693-9406-496f-a4e0-bdf1912661d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.075778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-8e7a6693-9406-496f-a4e0-bdf1912661d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fce8bbf7-c496-4863-9176-d38137e5d8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170491 Jul 07 17:51:33.096253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:33.096924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:33.117994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b132c099-0cb8-4a3a-b3a4-951daee602ed completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:33.201558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bc43-01f7-46cd-b612-3997d2fb903f None None] Pushing event updated for resources: {'Port': ['ID=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.205921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b132c099-0cb8-4a3a-b3a4-951daee602ed triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:33.206305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.427617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:33.495580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-e2339d86-edaa-4431-8d5a-c6b34c9fdd96 service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115179 Jul 07 17:51:33.642206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.684034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f261b6-3116-4e08-a8bd-0c3f5a855c8a req-bd0810de-29e3-461d-808a-3be6597894c7 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.696329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2f261b6-3116-4e08-a8bd-0c3f5a855c8a req-bd0810de-29e3-461d-808a-3be6597894c7 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 944 time: 0.4657576 Jul 07 17:51:33.766389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Router d7de06bb-5ec1-4868-8e77-962e022474ab has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:33.822330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3882fd9-dd20-464c-a822-b449cdeead80 req-c8c2b611-815b-4389-ac23-215f6930fa12 service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169549 Jul 07 17:51:33.886497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a2f261b6-3116-4e08-a8bd-0c3f5a855c8a req-41e98449-ff9d-4421-b830-91bb8c920aa8 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1874621 Jul 07 17:51:33.976999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b132c099-0cb8-4a3a-b3a4-951daee602ed, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b132c099-0cb8-4a3a-b3a4-951daee602ed,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:33.995410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.009461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 38671a9d-1860-4808-8caa-0b5ac01cd2dd up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:34.081478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-05ba5a66-104b-4b0f-b06f-e9d4e7018f3d None None] Provisioning complete for port 8956456c-ed48-4168-80e4-65b0600c11a3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:34.081947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-05ba5a66-104b-4b0f-b06f-e9d4e7018f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.168423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-55c6f95d-3369-447c-aa9c-130eade17828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.173555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-55c6f95d-3369-447c-aa9c-130eade17828 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1096 time: 0.2152579 Jul 07 17:51:34.231745 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:34.255304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7f62116d-69c0-4f84-ac89-58bdc278d697 admin admin] 10.222.0.66 "PUT /v2.0/routers/d7de06bb-5ec1-4868-8e77-962e022474ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4506538 Jul 07 17:51:34.296665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.333842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-05ba5a66-104b-4b0f-b06f-e9d4e7018f3d None None] Port 8956456c-ed48-4168-80e4-65b0600c11a3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:34.344684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-0c30d09a-f547-438c-84c9-b0fd308cbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.345637 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 38671a9d-1860-4808-8caa-0b5ac01cd2dd triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:34.346026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.346923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-0c30d09a-f547-438c-84c9-b0fd308cbfa7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 200 len: 897 time: 0.1637759 Jul 07 17:51:34.423873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8956456c-ed48-4168-80e4-65b0600c11a3', 'name': '', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'mac_address': 'fa:16:3e:25:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:30Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 2, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'subnets': [{'id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.428478 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-388e382c-2cbd-4d88-a109-d3d57e5f5642 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 200 len: 217 time: 0.0703957 Jul 07 17:51:34.488544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd677e-7377-4cf0-97e7-2868810610f5 None None] The sync data for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 is: [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8956456c-ed48-4168-80e4-65b0600c11a3', 'name': '', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'mac_address': 'fa:16:3e:25:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:30Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 2, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'subnets': [{'id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:34.603155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-26ebf524-cd56-4883-9b16-7673a4f20a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.606196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-26ebf524-cd56-4883-9b16-7673a4f20a29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff1c33dc-18da-4ffe-ab74-2c89b1b04173 HTTP/1.1" status: 200 len: 834 time: 0.1517663 Jul 07 17:51:34.732381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b132c099-0cb8-4a3a-b3a4-951daee602ed up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:34.777699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-9f059f4a-258f-4324-9181-23aa1f93d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.781959 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-9f059f4a-258f-4324-9181-23aa1f93d772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fce8bbf7-c496-4863-9176-d38137e5d8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658714 Jul 07 17:51:34.850646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:34.898818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b132c099-0cb8-4a3a-b3a4-951daee602ed triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:34.899497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.044065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-22062cbc-c669-40e0-b1f7-aa96243d3873 service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423811 Jul 07 17:51:35.267347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ff022d84-6403-459a-9c25-d7946d156cc4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:35.268196 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.282754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03030a91-ad3c-4339-a502-42ea7d314ff0 req-072866a2-3aea-467f-a713-abbcd179351b service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365217 Jul 07 17:51:35.457878 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.506901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:35.511776 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c85c26-a1eb-494c-b874-c10067cdb0ec" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:35.544653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:35.556361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.625977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375405e-e321-488d-bb66-8b19b90e76b5 req-fbce27ce-2d0c-4caa-be90-3bad5bd08049 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.650562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8375405e-e321-488d-bb66-8b19b90e76b5 req-fbce27ce-2d0c-4caa-be90-3bad5bd08049 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 944 time: 0.2120457 Jul 07 17:51:35.698299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=10']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.788965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8375405e-e321-488d-bb66-8b19b90e76b5 req-cca505b0-81f9-4544-b270-7cb74e651157 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369033 Jul 07 17:51:35.898827 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e759b64-8363-4a55-aab9-dd1277993153 x-openstack-request-id: req-0e759b64-8363-4a55-aab9-dd1277993153 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:35.899866 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:35.900263 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e759b64-8363-4a55-aab9-dd1277993153 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:35.900808 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:51:36.052053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7176d04f-ec48-4ea9-b97b-d33a079a6980 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:36.263574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:36.286096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'port_id': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'mac_address': 'fa:16:3e:53:a7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:36.598137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.644215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7176d04f-ec48-4ea9-b97b-d33a079a6980 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:36.706897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:36.715980 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.789094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:36.971152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['7176d04f-ec48-4ea9-b97b-d33a079a6980'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:37.179357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.217600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:37.231487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:37.231884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.308224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d047cb7-2504-4a9c-8e2e-ac89b5426c67 req-e914a53d-1c89-48b7-8afe-e91d2004afab tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.311444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d047cb7-2504-4a9c-8e2e-ac89b5426c67 req-e914a53d-1c89-48b7-8afe-e91d2004afab tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 945 time: 0.1664598 Jul 07 17:51:37.384730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d047cb7-2504-4a9c-8e2e-ac89b5426c67 req-251289c5-ed16-4e1f-9fbc-493d72083122 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649717 Jul 07 17:51:37.561324 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.619891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:37.633513 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.668305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1609cf02-fd83-456e-8312-0e5475ff77a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.707840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:38.069671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7176d04f-ec48-4ea9-b97b-d33a079a6980 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:38.168131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 7176d04f-ec48-4ea9-b97b-d33a079a6980 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:38.175160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 7176d04f-ec48-4ea9-b97b-d33a079a6980 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:38.175550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.323538 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.353301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Sync routers for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:38.372409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:38.376590 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a019d84b-3e14-4176-8e1c-1e47f1aa2f4d" -d '{"events": [{"server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "name": "network-vif-plugged", "status": "completed", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:38.397844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:38.405649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:38.405649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:38.408330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.543066 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de17f6be-8042-4d93-bccf-687d9fae06ca x-openstack-request-id: req-de17f6be-8042-4d93-bccf-687d9fae06ca {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:38.543835 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "name": "network-vif-plugged", "status": "completed", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:38.544305 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de17f6be-8042-4d93-bccf-687d9fae06ca {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:38.545160 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'code': 200} Jul 07 17:51:38.697225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:38.754216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462c96-d051-4126-9be7-a409d33c0dbb req-da6c1ca8-6905-4ae6-ac0d-382db09a441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.760532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717b04-d207-40e1-b2e6-f6afd6c89329 req-eee17f61-8e30-4660-bcaf-2963c24cb3f9 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.763173 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cc462c96-d051-4126-9be7-a409d33c0dbb req-da6c1ca8-6905-4ae6-ac0d-382db09a441c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1098 time: 0.2117264 Jul 07 17:51:38.766960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39717b04-d207-40e1-b2e6-f6afd6c89329 req-eee17f61-8e30-4660-bcaf-2963c24cb3f9 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 946 time: 0.1497920 Jul 07 17:51:38.835116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:38.877384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cc462c96-d051-4126-9be7-a409d33c0dbb req-f486db54-f3ec-466b-87c7-665f04d07ef7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077609 Jul 07 17:51:38.900403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39717b04-d207-40e1-b2e6-f6afd6c89329 req-ea1de068-db44-4264-bf9f-ee5b432c8667 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225498 Jul 07 17:51:38.972213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.068160 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:39.068774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.202287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8956456c-ed48-4168-80e4-65b0600c11a3', 'name': '', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'mac_address': 'fa:16:3e:25:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:30Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 2, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'subnets': [{'id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:39.253768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Checking router: d7de06bb-5ec1-4868-8e77-962e022474ab for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:39.254166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Updating router d7de06bb-5ec1-4868-8e77-962e022474ab port 8956456c-ed48-4168-80e4-65b0600c11a3 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:39.320497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.749623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.762428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Transition to ACTIVE for port object 8956456c-ed48-4168-80e4-65b0600c11a3 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:39.773381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.856049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa106ece-4864-4554-bb07-8a0eef436112 None None] Pushing event updated for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.985736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Attempting to bind port 8956456c-ed48-4168-80e4-65b0600c11a3 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:39.989332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Attempting to bind port 8956456c-ed48-4168-80e4-65b0600c11a3 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:39.989332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Attempting to bind port 8956456c-ed48-4168-80e4-65b0600c11a3 on network 4ffb78fa-a86d-4023-a0f0-e489b315f183 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:40.006616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:40.007133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Checking segment: {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:40.007642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.008142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Bound using segment: {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:40.008819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Bound port: 8956456c-ed48-4168-80e4-65b0600c11a3, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35c49be-287a-4806-99b8-e7c3cb7b15de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:40.009977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.171291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfce2-4bfb-4036-a44b-1d04a21c382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.250714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] For port 8956456c-ed48-4168-80e4-65b0600c11a3, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:40.267061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] For port 8956456c-ed48-4168-80e4-65b0600c11a3, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8956456c-ed48-4168-80e4-65b0600c11a3,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:40.268681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1afe-60a5-47a9-b188-f33ebddeb0e6 req-23c9f3af-bdc9-4e83-9e44-dd56f146fb8c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.277898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86de1afe-60a5-47a9-b188-f33ebddeb0e6 req-23c9f3af-bdc9-4e83-9e44-dd56f146fb8c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 946 time: 0.1282866 Jul 07 17:51:40.286115 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.333895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86de1afe-60a5-47a9-b188-f33ebddeb0e6 req-890f28d1-f7c9-4078-9402-4ad512b31fc3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544124 Jul 07 17:51:40.439701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa106ece-4864-4554-bb07-8a0eef436112 None None] Pushing event updated for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.482987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:40.484062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:40.678357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:40.691586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566078-1070-4f19-8ad6-bc2263251d0a req-390e3b42-ba04-4df7-b3a3-4d98df912ee1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.693627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07566078-1070-4f19-8ad6-bc2263251d0a req-390e3b42-ba04-4df7-b3a3-4d98df912ee1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 946 time: 0.1873338 Jul 07 17:51:40.776133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8956456c-ed48-4168-80e4-65b0600c11a3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:40.781732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07566078-1070-4f19-8ad6-bc2263251d0a req-988a2dc3-63df-4c95-ab77-90957128a620 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561638 Jul 07 17:51:40.810244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.913030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633ca92-39d8-4ad3-957a-8d5e2c565038 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.916319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2633ca92-39d8-4ad3-957a-8d5e2c565038 tempest-TestNetworkBasicOps-270314241 tempest-TestNetworkBasicOps-270314241-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1093 time: 0.1045194 Jul 07 17:51:40.919009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57050) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.928545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.966167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.987867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.043029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8956456c-ed48-4168-80e4-65b0600c11a3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:41.049703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8956456c-ed48-4168-80e4-65b0600c11a3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:41.050213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.170370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-85bb75b1-dd8c-49ca-88f9-759ab6a8370f None None] Provisioning complete for port 8956456c-ed48-4168-80e4-65b0600c11a3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:41.171086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85bb75b1-dd8c-49ca-88f9-759ab6a8370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.194867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.278123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.398403 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8956456c-ed48-4168-80e4-65b0600c11a3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8956456c-ed48-4168-80e4-65b0600c11a3,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.407288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8956456c-ed48-4168-80e4-65b0600c11a3', 'name': '', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'mac_address': 'fa:16:3e:25:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:30Z', 'updated_at': '2021-07-07T17:51:40Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'subnets': [{'id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:41.417451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.417758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Allocated IP 172.25.3.102 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c78e1034-d2c0-4c0b-a0c2-f6256e191327) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:41.468695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6c203-3093-4a56-9227-d9cd2296a29e None None] The sync data for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 is: [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:51:32Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '8956456c-ed48-4168-80e4-65b0600c11a3', 'name': '', 'network_id': '4ffb78fa-a86d-4023-a0f0-e489b315f183', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'mac_address': 'fa:16:3e:25:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:30Z', 'updated_at': '2021-07-07T17:51:40Z', 'revision_number': 4, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'subnets': [{'id': '82d987fb-cffe-4146-b916-cd09f0aa11d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:41.468695 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85bb75b1-dd8c-49ca-88f9-759ab6a8370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.619354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.629417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-85bb75b1-dd8c-49ca-88f9-759ab6a8370f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:51:41.629924 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-85bb75b1-dd8c-49ca-88f9-759ab6a8370f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:51:41.665949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.745266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.787835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:41.792203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:41.796339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:41.830542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=c78e1034-d2c0-4c0b-a0c2-f6256e191327,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.946983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.508276 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.721191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.735955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8956456c-ed48-4168-80e4-65b0600c11a3 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:42.835982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8956456c-ed48-4168-80e4-65b0600c11a3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:42.836361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.009508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.019966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.143294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event updated for resources: {'Port': ['ID=c78e1034-d2c0-4c0b-a0c2-f6256e191327,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.156566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.332841 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Floating IP 94484e0f-ed3b-4410-9049-b54c4cfd91d6 associated. External IP: 172.25.3.102, port: 7176d04f-ec48-4ea9-b97b-d33a079a6980. Jul 07 17:51:43.680238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.760987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 407f75b0-ed52-4d83-982c-b5233b98ca3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:43.933141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:43.945802 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Sync routers for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:43.967017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:43.968403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:43.971517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.058959 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a186e6e3-8665-421c-8ee1-b41c61b6f3a1 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1387572 Jul 07 17:51:44.061931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:44.062775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57058) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:44.065701 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7" -d '{"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:44.129827 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f8fd19-fb47-4c84-96be-ce4f0927b95c x-openstack-request-id: req-f3f8fd19-fb47-4c84-96be-ce4f0927b95c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:44.129827 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:44.129827 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3f8fd19-fb47-4c84-96be-ce4f0927b95c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:44.129827 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'status': 'completed', 'code': 200} Jul 07 17:51:44.174335 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:44.247379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec4a1f83-4a49-464a-bd16-e8f89302c316 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/94484e0f-ed3b-4410-9049-b54c4cfd91d6 HTTP/1.1" status: 200 len: 992 time: 0.1803544 Jul 07 17:51:44.295423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-5e899be2-846c-4f8a-a96f-c87857921d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.297958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-5e899be2-846c-4f8a-a96f-c87857921d59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1098 time: 0.1344972 Jul 07 17:51:44.473989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-04ad2dcd-188b-4a79-89f6-49ba01331c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.475455 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-04ad2dcd-188b-4a79-89f6-49ba01331c0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 200 len: 897 time: 0.1692080 Jul 07 17:51:44.587891 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-054ba460-daf3-4498-9416-f4429c2c7d15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 200 len: 1000 time: 0.1058838 Jul 07 17:51:44.647930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-02d8743d-412d-4d90-bf5b-9d4a7f4302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.649744 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-02d8743d-412d-4d90-bf5b-9d4a7f4302a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff1c33dc-18da-4ffe-ab74-2c89b1b04173 HTTP/1.1" status: 200 len: 834 time: 0.0560608 Jul 07 17:51:44.693933 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '94484e0f-ed3b-4410-9049-b54c4cfd91d6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'port_id': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'mac_address': 'fa:16:3e:53:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:42Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:44.746506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-a7f105e6-8dab-441d-8348-85fe75f71405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.746506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-a7f105e6-8dab-441d-8348-85fe75f71405 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fce8bbf7-c496-4863-9176-d38137e5d8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877459 Jul 07 17:51:44.767731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Checking router: 407f75b0-ed52-4d83-982c-b5233b98ca3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:44.779178 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:44.780073 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:51:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:44.971279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-50e5f32e-99cc-4ecf-94ed-0d5bc83d1abc service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198441 Jul 07 17:51:44.996557 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:45.105489 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0f76f6b4-e6a5-4819-a599-3d2d2279deb7 req-0ce8550e-11b7-4129-9361-7deb458bc9f3 service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251731 Jul 07 17:51:45.249210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57068) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:45.368052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-79228ff2-fa99-4be1-999c-cfc129cdad44 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/94484e0f-ed3b-4410-9049-b54c4cfd91d6 HTTP/1.1" status: 200 len: 992 time: 0.1152263 Jul 07 17:51:45.391089 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '94484e0f-ed3b-4410-9049-b54c4cfd91d6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'port_id': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'mac_address': 'fa:16:3e:53:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:42Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:45.440997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d36f5-4f00-4681-8efb-9c4b99c9bd99 None None] The sync data for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 is: [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '94484e0f-ed3b-4410-9049-b54c4cfd91d6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'port_id': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'mac_address': 'fa:16:3e:53:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:51:42Z', 'updated_at': '2021-07-07T17:51:42Z', 'revision_number': 0, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:45.801417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73991987-9c5a-4dd4-a707-1f5e8cd9864c None None] New status for floating IP 94484e0f-ed3b-4410-9049-b54c4cfd91d6: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:51:46.370811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57072) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:46.487379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ac1c712e-bd0c-47b5-b61e-ef69416baa7c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/94484e0f-ed3b-4410-9049-b54c4cfd91d6 HTTP/1.1" status: 200 len: 994 time: 0.1150830 Jul 07 17:51:49.612786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044784a-0fef-43a0-9510-71de65227282 req-fa5c78be-cb80-430c-a2df-b74de9dd27f1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.614426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a044784a-0fef-43a0-9510-71de65227282 req-fa5c78be-cb80-430c-a2df-b74de9dd27f1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0815511 Jul 07 17:51:49.677295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a044784a-0fef-43a0-9510-71de65227282 req-80a81868-21a0-4077-a7be-1001f39bffa4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553162 Jul 07 17:51:50.948178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368ff85-0a06-4db1-a2ee-d74a6b33e9f7 req-9204c222-48e0-4b99-9b1f-eb0f73dda182 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.949838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0368ff85-0a06-4db1-a2ee-d74a6b33e9f7 req-9204c222-48e0-4b99-9b1f-eb0f73dda182 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0785604 Jul 07 17:51:51.005402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0368ff85-0a06-4db1-a2ee-d74a6b33e9f7 req-70550e98-df0b-4f8b-b910-28c7a5ea87b7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Jul 07 17:51:51.768686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3ae15-783e-49b0-bf31-09e6743977fb req-f9083d9d-951c-401e-abe5-83e81129d55c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.770310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0e3ae15-783e-49b0-bf31-09e6743977fb req-f9083d9d-951c-401e-abe5-83e81129d55c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1103213 Jul 07 17:51:51.814911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0e3ae15-783e-49b0-bf31-09e6743977fb req-72d9f646-cc52-4f6f-8d39-43c64eb0d855 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Jul 07 17:51:52.919571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:53.064474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.065017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d1039-780b-409d-bcc8-74d3d61e9812 req-c6645243-c7f0-453f-bb64-7cc6fe5ee0cb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:53.073146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f42d1039-780b-409d-bcc8-74d3d61e9812 req-c6645243-c7f0-453f-bb64-7cc6fe5ee0cb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1120915 Jul 07 17:51:53.113943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f42d1039-780b-409d-bcc8-74d3d61e9812 req-35185667-eb0d-43d4-81a5-5bf852449834 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Jul 07 17:51:53.115694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:53.119549 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581ace3-6ebd-439a-bac0-3e51ddd72512" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:53.137489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:53.143895 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.199444 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11066d28-e248-4f66-a718-2b681b92ab17 x-openstack-request-id: req-11066d28-e248-4f66-a718-2b681b92ab17 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:53.199781 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:53.200131 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11066d28-e248-4f66-a718-2b681b92ab17 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:53.200556 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:51:53.211483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:54.327012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd50c0-7efa-469f-8854-5253f8c64ef8 req-55b27a9d-5321-498b-b2b9-a3482ff8ab4b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:54.328583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dbd50c0-7efa-469f-8854-5253f8c64ef8 req-55b27a9d-5321-498b-b2b9-a3482ff8ab4b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0661387 Jul 07 17:51:54.371358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dbd50c0-7efa-469f-8854-5253f8c64ef8 req-7801de64-4636-42d4-8ad4-785282e2ea5d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369279 Jul 07 17:51:54.923764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:55.046568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:55.062576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'mac_address': 'fa:16:3e:44:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:55.103743 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.117279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:55.139467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:55.143999 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.224962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ff022d84-6403-459a-9c25-d7946d156cc4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:55.269343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:55.612031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7cdeb-c8c0-4590-b235-a44768a9ded7 req-49e54584-d37c-4fda-b09d-d4a4ae556f8e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.615022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fd7cdeb-c8c0-4590-b235-a44768a9ded7 req-49e54584-d37c-4fda-b09d-d4a4ae556f8e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.0789173 Jul 07 17:51:55.657474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2fd7cdeb-c8c0-4590-b235-a44768a9ded7 req-c1275b65-73ba-4648-824d-6d58e0f7cfed tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Jul 07 17:51:55.792839 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.941801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:57.062145 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9aa1-7376-4b08-961d-2e0c71e4ca8a req-2bdda374-ad7d-406c-815d-70557b31cac5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.067801 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a67f9aa1-7376-4b08-961d-2e0c71e4ca8a req-2bdda374-ad7d-406c-815d-70557b31cac5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 946 time: 0.1736515 Jul 07 17:51:57.123380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ff022d84-6403-459a-9c25-d7946d156cc4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:57.124139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.162316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a67f9aa1-7376-4b08-961d-2e0c71e4ca8a req-d9569666-6239-4cf1-a5e1-14d9c888b34a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805695 Jul 07 17:51:57.352703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.395982 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.415194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:57.418414 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7becf344-d73f-4bed-a48e-aaad9172d13f" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:57.423575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:57.429799 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.485178 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6fabf-831b-4081-86b3-321bf25ee662 x-openstack-request-id: req-0be6fabf-831b-4081-86b3-321bf25ee662 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:57.485730 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-plugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:57.486058 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0be6fabf-831b-4081-86b3-321bf25ee662 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:57.486560 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:51:57.547065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.387338 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:58.550355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da4c6-5061-47a1-a006-fa2556d106b7 req-9fdba32a-6486-4689-9305-4a019e0e6c6c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.565657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f9da4c6-5061-47a1-a006-fa2556d106b7 req-9fdba32a-6486-4689-9305-4a019e0e6c6c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1620343 Jul 07 17:51:58.615599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f9da4c6-5061-47a1-a006-fa2556d106b7 req-3a9b6a46-0462-4735-9f29-65a0de545227 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480103 Jul 07 17:51:59.947376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d355-fd93-4ad9-bf52-dfb85288c22f req-857bc370-dc53-48eb-b873-f19aee25f70f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.950104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf1d355-fd93-4ad9-bf52-dfb85288c22f req-857bc370-dc53-48eb-b873-f19aee25f70f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1317124 Jul 07 17:52:00.009907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf1d355-fd93-4ad9-bf52-dfb85288c22f req-67350155-91e5-4c88-9cf3-4357e3bbbf0f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496616 Jul 07 17:52:01.372152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f6c1b-c842-4225-af8e-1d4c539890e7 req-e118fd8b-1777-4f39-af47-71b5ed1bc126 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:01.380647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b1f6c1b-c842-4225-af8e-1d4c539890e7 req-e118fd8b-1777-4f39-af47-71b5ed1bc126 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0961783 Jul 07 17:52:01.433548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b1f6c1b-c842-4225-af8e-1d4c539890e7 req-b200b121-c22c-45dc-b208-566bc2167024 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513179 Jul 07 17:52:02.797704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd3877-9549-4d14-9fed-14ecea6ed507 req-1f96be56-285f-4905-b966-409ca5c42cf8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:02.799888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edd3877-9549-4d14-9fed-14ecea6ed507 req-1f96be56-285f-4905-b966-409ca5c42cf8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1399038 Jul 07 17:52:02.885786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edd3877-9549-4d14-9fed-14ecea6ed507 req-17098072-47f8-40aa-a092-948db577d597 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707037 Jul 07 17:52:04.135534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec09a4-316f-4a61-af80-e75b56d0a440 req-93291e5f-ed4e-4de6-9eec-42b015ab8f3f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.137882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-baec09a4-316f-4a61-af80-e75b56d0a440 req-93291e5f-ed4e-4de6-9eec-42b015ab8f3f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1065612 Jul 07 17:52:04.189199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-baec09a4-316f-4a61-af80-e75b56d0a440 req-61616ddf-9b41-4771-9081-018bf84e27cd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Jul 07 17:52:05.588707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33130-7e64-4823-b542-c9dcaee39faa req-45a045de-ffb2-49c8-8b81-b01296dd7c0f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.591713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9a33130-7e64-4823-b542-c9dcaee39faa req-45a045de-ffb2-49c8-8b81-b01296dd7c0f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1608701 Jul 07 17:52:05.695273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c9a33130-7e64-4823-b542-c9dcaee39faa req-d1e3311e-f185-493a-98df-df0ae8a7b136 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908613 Jul 07 17:52:06.949286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d106-1df3-4b97-baac-306d704e8232 req-75c70481-5c3d-434a-8533-3957d1f1ba19 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.951562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7255d106-1df3-4b97-baac-306d704e8232 req-75c70481-5c3d-434a-8533-3957d1f1ba19 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.1082203 Jul 07 17:52:07.018292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7255d106-1df3-4b97-baac-306d704e8232 req-1f31ccc8-b620-4a92-b638-502112ec8894 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583606 Jul 07 17:52:07.627002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89102bcf-aa87-4d3f-a4c6-37d1c467a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:08.280709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010653e-996e-4fc4-9ddc-405bee268e75 req-8187fc5a-33aa-4425-a704-82dbf78a68dd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.283577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f010653e-996e-4fc4-9ddc-405bee268e75 req-8187fc5a-33aa-4425-a704-82dbf78a68dd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0965228 Jul 07 17:52:08.349744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f010653e-996e-4fc4-9ddc-405bee268e75 req-85437171-754a-4b5d-ad81-ffa1a0d01080 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539074 Jul 07 17:52:08.691364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8d91-a7de-4caa-b730-871555cd1fb4 req-1324007a-5cb7-458b-8a88-a8c013f24604 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.693274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cdd8d91-a7de-4caa-b730-871555cd1fb4 req-1324007a-5cb7-458b-8a88-a8c013f24604 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0759473 Jul 07 17:52:08.743600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8cdd8d91-a7de-4caa-b730-871555cd1fb4 req-c1e81152-ec61-4924-934a-010d08275e38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Jul 07 17:52:10.087599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1b24bc4e-7ac0-45ee-91f2-3b6aad92e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.105623 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d12d2-3c55-4250-b521-17d1345d3665 req-a37051e3-1a44-40f3-b1cc-2cc8bc07df1b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.107203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-069d12d2-3c55-4250-b521-17d1345d3665 req-a37051e3-1a44-40f3-b1cc-2cc8bc07df1b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0822301 Jul 07 17:52:10.150908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-069d12d2-3c55-4250-b521-17d1345d3665 req-66824423-ee3c-44bb-bfaf-01c32790abec tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Jul 07 17:52:10.548506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-94d7bae1-99ca-4fb2-8be5-a97d27efbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.549991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-94d7bae1-99ca-4fb2-8be5-a97d27efbc0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1099 time: 0.0898430 Jul 07 17:52:10.583034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697aed-b8c2-48a9-b581-4e3f013d4712 req-189e3e75-c299-4079-8463-cd4af375655a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.585931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c697aed-b8c2-48a9-b581-4e3f013d4712 req-189e3e75-c299-4079-8463-cd4af375655a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 947 time: 0.0948968 Jul 07 17:52:10.644603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c697aed-b8c2-48a9-b581-4e3f013d4712 req-b8b42127-7930-452c-ad67-e33e48e9fe1e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522237 Jul 07 17:52:10.668203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-ec7747fb-4e9c-4fb3-9935-33e93eeea7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.671662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-ec7747fb-4e9c-4fb3-9935-33e93eeea7d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1146884 Jul 07 17:52:10.674109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.753595 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-48680195-1e44-4b77-9fcc-ba7f4260a699 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1002 time: 0.0740314 Jul 07 17:52:10.832441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-d7827306-05f0-46fa-a2d9-3bd67b9a54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.834255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-d7827306-05f0-46fa-a2d9-3bd67b9a54e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0730145 Jul 07 17:52:10.919293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-18c9a5b0-af2f-4856-925e-26249ee8b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.921087 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-18c9a5b0-af2f-4856-925e-26249ee8b0f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798562 Jul 07 17:52:11.004413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:11.047572 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-88d57375-896a-427b-8472-ede60ec2e7be service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199665 Jul 07 17:52:11.122743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57438) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:11.157713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.162060 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e775791-5484-4c66-96fb-c6660d782fa5 req-648b3b54-9952-4fc5-83d1-361b5fe8491b service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084137 Jul 07 17:52:11.208296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:11.210954 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f72975-ae90-4a32-9625-3bae65b70fab" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:11.233976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:11.240151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.274525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8cc99f0b-c043-4ac0-93c2-57519bd704c2 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/floatingips/94484e0f-ed3b-4410-9049-b54c4cfd91d6 HTTP/1.1" status: 200 len: 994 time: 0.1484470 Jul 07 17:52:11.281312 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920de2a5-8a75-4a0f-a296-bbef70c77cbe x-openstack-request-id: req-920de2a5-8a75-4a0f-a296-bbef70c77cbe {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:11.281755 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-unplugged", "status": "completed", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:11.282156 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-920de2a5-8a75-4a0f-a296-bbef70c77cbe {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:11.282849 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'code': 200} Jul 07 17:52:11.332273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=14']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:11.341408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.341754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.342302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.342836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.343367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.343858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.344365 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.344867 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.345357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.346457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.346955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.347838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:11.616669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57446) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:11.968584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.999932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port c78e1034-d2c0-4c0b-a0c2-f6256e191327 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:12.001846 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.067235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60136699-e032-4a3e-ab0f-d7f49a427c39 req-117809f2-9f3e-4876-a8d2-e5810bd6f377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.070025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60136699-e032-4a3e-ab0f-d7f49a427c39 req-117809f2-9f3e-4876-a8d2-e5810bd6f377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1724985 Jul 07 17:52:12.118132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.118605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.136897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for c78e1034-d2c0-4c0b-a0c2-f6256e191327 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:12.141045 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60136699-e032-4a3e-ab0f-d7f49a427c39 req-45546f3e-e0a0-4c35-9013-d6d1b7b3dc2a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598381 Jul 07 17:52:12.359544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.410128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=c78e1034-d2c0-4c0b-a0c2-f6256e191327,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.524303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.524863 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Floating IP 94484e0f-ed3b-4410-9049-b54c4cfd91d6 disassociated (deleted). External IP: 172.25.3.102, port: 7176d04f-ec48-4ea9-b97b-d33a079a6980. Jul 07 17:52:12.860690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 407f75b0-ed52-4d83-982c-b5233b98ca3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:13.478715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:13.481882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5641cd-0f3a-4b2a-99b1-49906ef56fe8 req-de2b1e93-9db4-44bb-a6df-fe8788ee4699 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.485281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec5641cd-0f3a-4b2a-99b1-49906ef56fe8 req-de2b1e93-9db4-44bb-a6df-fe8788ee4699 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1283939 Jul 07 17:52:13.488466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.499350 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Sync routers for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:13.520659 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:13.522319 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:52:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:13.576186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec5641cd-0f3a-4b2a-99b1-49906ef56fe8 req-27c3ded4-f6b4-4c0f-9f40-c11f3f4d6a26 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671675 Jul 07 17:52:13.582872 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f63305f0-d548-4f0f-9d16-40dd783b3e89 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/floatingips/94484e0f-ed3b-4410-9049-b54c4cfd91d6 HTTP/1.1" status: 204 len: 168 time: 1.9644177 Jul 07 17:52:13.584391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:13.589991 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:13.652711 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:13.702003 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.977873 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:13.988451 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a1065-b198-4fe6-99e1-8c5f0bde35d7 x-openstack-request-id: req-a89a1065-b198-4fe6-99e1-8c5f0bde35d7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:13.991684 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:13.994381 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a89a1065-b198-4fe6-99e1-8c5f0bde35d7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:13.995375 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'status': 'completed', 'code': 200} Jul 07 17:52:14.009839 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Checking router: 407f75b0-ed52-4d83-982c-b5233b98ca3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:14.021004 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:14.021647 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:52:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:14.102372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-48a5531c-e9de-4903-826e-d03a76f1b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.103915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-48a5531c-e9de-4903-826e-d03a76f1b6bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 1098 time: 0.0807569 Jul 07 17:52:14.307936 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:14.343703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-9e973671-346c-4531-9630-006d18ef8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.345298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-9e973671-346c-4531-9630-006d18ef8cd1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 200 len: 897 time: 0.2347434 Jul 07 17:52:14.356834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-63309410-240c-4981-9c49-712c3929bbe9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1440070 Jul 07 17:52:14.395729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7f0b8-1fee-4d24-bad1-874099881b3a req-d5766638-2d37-4150-82c2-715c23fba2a4 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.398399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7b7f0b8-1fee-4d24-bad1-874099881b3a req-d5766638-2d37-4150-82c2-715c23fba2a4 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 946 time: 0.1195776 Jul 07 17:52:14.428996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-21efb7bf-37d7-480e-b830-dcd8cd168b23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 200 len: 217 time: 0.0712557 Jul 07 17:52:14.446521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7b7f0b8-1fee-4d24-bad1-874099881b3a req-d79fbd7e-0fc0-4a48-a75b-09c342e65555 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/security-groups?id=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415549 Jul 07 17:52:14.500689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-9f1fa060-93de-46cf-aba3-c58c35eae4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.502370 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-9f1fa060-93de-46cf-aba3-c58c35eae4ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff1c33dc-18da-4ffe-ab74-2c89b1b04173 HTTP/1.1" status: 200 len: 834 time: 0.0526223 Jul 07 17:52:14.578354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-e5ec1cb8-854a-4195-a59b-98977acf14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.580266 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-e5ec1cb8-854a-4195-a59b-98977acf14c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.1612365 Jul 07 17:52:14.593596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-ea393f43-14ba-4821-bf0a-1598a1422807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.595379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-ea393f43-14ba-4821-bf0a-1598a1422807 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fce8bbf7-c496-4863-9176-d38137e5d8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835633 Jul 07 17:52:14.597042 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:14.637159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b041cb-083b-4dad-b427-772c2b5275d5 None None] The sync data for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 is: [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:51:14Z', 'revision_number': 4, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'db42d5f3-4127-4984-a5c1-c36ece658d58', 'name': '', 'network_id': 'fce8bbf7-c496-4863-9176-d38137e5d8f6', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'mac_address': 'fa:16:3e:41:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:25Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'subnets': [{'id': 'ff1c33dc-18da-4ffe-ab74-2c89b1b04173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:14.709967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df19c5-e39f-4bc1-a208-36a8d8e715b9 req-19b918e6-9973-4ef0-95fe-c645b2cdf94f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.712336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83df19c5-e39f-4bc1-a208-36a8d8e715b9 req-19b918e6-9973-4ef0-95fe-c645b2cdf94f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0961092 Jul 07 17:52:14.767988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-83df19c5-e39f-4bc1-a208-36a8d8e715b9 req-a30164b4-5f45-4238-8541-810552a6522c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495138 Jul 07 17:52:14.787065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-6fbf94bd-0f94-4ec8-bdb5-96352de3b5de service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760437 Jul 07 17:52:14.821718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-8024bde6-8d42-4501-a1ed-4f211f256507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.823304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-8024bde6-8d42-4501-a1ed-4f211f256507 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1836030 Jul 07 17:52:14.989391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-df3e6462-907b-4cfd-bc1d-24433454aae7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.1397047 Jul 07 17:52:15.041925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-aac9d8a0-1e1d-4a35-8830-19e4c599e6a9 req-933d2eab-8ea2-4587-8ff1-b6df9b5501a8 service neutron] 10.222.0.23 "GET /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460494 Jul 07 17:52:15.050843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca15d1a3-265f-487e-92e1-328942802e09 None None] New status for floating IP 94484e0f-ed3b-4410-9049-b54c4cfd91d6: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:52:15.072367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-3af9867a-f4f8-445d-91c2-2bbf506358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.075607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-3af9867a-f4f8-445d-91c2-2bbf506358b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0797184 Jul 07 17:52:15.088241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90ee0-0639-4f29-9580-6d05e1e7b4c8 req-52af0a7f-3935-4a7d-8aee-fc9bd6296497 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.089958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36f90ee0-0639-4f29-9580-6d05e1e7b4c8 req-52af0a7f-3935-4a7d-8aee-fc9bd6296497 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1386411 Jul 07 17:52:15.151069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36f90ee0-0639-4f29-9580-6d05e1e7b4c8 req-b1e4e4ff-642a-40ef-acb2-3235fba90d00 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463724 Jul 07 17:52:15.206357 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-2367b2e5-7b2d-4625-a0bf-92bf72c8cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.209389 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-2367b2e5-7b2d-4625-a0bf-92bf72c8cd6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269751 Jul 07 17:52:15.324585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-e571b286-cfad-483d-8c57-0e71ee8df07c service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071796 Jul 07 17:52:15.500305 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1e0d7553-7a75-4b09-b79c-a7fb61cc9baa req-85ac4c1e-b3de-4a37-bf1b-f75f04e5bf60 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698015 Jul 07 17:52:15.513857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86bca7-92db-427c-b832-29493d550efb req-c3756b16-e4ed-45dc-9a1f-c04492f6389c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.515598 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6c86bca7-92db-427c-b832-29493d550efb req-c3756b16-e4ed-45dc-9a1f-c04492f6389c tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 946 time: 0.1544380 Jul 07 17:52:15.603782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-7b164fb8-9340-4876-8cb8-cf2102a9af7f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.606836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-7b164fb8-9340-4876-8cb8-cf2102a9af7f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.1703188 Jul 07 17:52:15.631647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-154e23a1-37cf-4582-8129-e19772613849 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/quotas/870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 375 time: 0.0168805 Jul 07 17:52:15.682654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port 7176d04f-ec48-4ea9-b97b-d33a079a6980 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:15.683238 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.733984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-a072edf9-6e92-47a3-a702-37b4b76f913c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962188 Jul 07 17:52:15.748667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-451bb20c-0bde-4d84-9161-307b7ba5e871 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:52:15.750218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-451bb20c-0bde-4d84-9161-307b7ba5e871 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094769 Jul 07 17:52:15.857434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port 7176d04f-ec48-4ea9-b97b-d33a079a6980, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=7176d04f-ec48-4ea9-b97b-d33a079a6980,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:15.858170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.882936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for 7176d04f-ec48-4ea9-b97b-d33a079a6980 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:15.893625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-d2108cbf-4a85-4fdf-9893-326e7e040e3a service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361694 Jul 07 17:52:16.050079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:16.072471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-ad045bed-21ea-449c-94ee-b4093a60fdc0 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684341 Jul 07 17:52:16.100226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=7176d04f-ec48-4ea9-b97b-d33a079a6980,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:16.219245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] No DVR routers for this DVR port 7176d04f-ec48-4ea9-b97b-d33a079a6980 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:16.224181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:16.229043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6c86bca7-92db-427c-b832-29493d550efb req-5b5163da-cdba-4bf8-ba9e-d24c5590b112 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.23 "DELETE /v2.0/ports/7176d04f-ec48-4ea9-b97b-d33a079a6980 HTTP/1.1" status: 204 len: 173 time: 0.7053428 Jul 07 17:52:16.229788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'name': 'network-vif-deleted', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:16.233760 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c1414-c455-4a1a-8639-961105e3e95f" -d '{"events": [{"server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "name": "network-vif-deleted", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:16.522319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c42c9270-9b9f-45f6-8862-a8993c5faf85 req-0fef674d-1a15-4f39-a729-613f0717635d tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "GET /v2.0/ports?device_id=65df18cd-860f-4eda-bdeb-68523e8d0800 HTTP/1.1" status: 200 len: 210 time: 0.0349126 Jul 07 17:52:16.634789 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4de7f4-c6ca-4290-a18d-35aec1497e59 x-openstack-request-id: req-6c4de7f4-c6ca-4290-a18d-35aec1497e59 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:16.635180 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65df18cd-860f-4eda-bdeb-68523e8d0800", "name": "network-vif-deleted", "tag": "7176d04f-ec48-4ea9-b97b-d33a079a6980", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:16.635518 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c4de7f4-c6ca-4290-a18d-35aec1497e59 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:16.636043 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65df18cd-860f-4eda-bdeb-68523e8d0800', 'name': 'network-vif-deleted', 'tag': '7176d04f-ec48-4ea9-b97b-d33a079a6980', 'status': 'completed', 'code': 200} Jul 07 17:52:16.729216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2508ccf-4020-48cd-85f3-aa0fd91b0aed req-4b6276f5-a771-4ff0-af0b-08e01f695041 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0612428 Jul 07 17:52:17.646991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57544) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:17.747844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.801962 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.010254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.013339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.015162 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/security-groups/98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79 HTTP/1.1" status: 204 len: 168 time: 0.3664486 Jul 07 17:52:18.039433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb951bae-4546-4085-b3a8-a00f3abb7700 req-9d421b60-f475-487a-9921-cdc236d583a8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 210 time: 0.0992069 Jul 07 17:52:18.044835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25d94f-1e35-4694-b042-fbc645ef337b tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98caa1e1-ce5f-4a2a-aa14-eec1e9d6ab79,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:18.068202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-cb1dabcd-9503-4742-a802-80900a206e58 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.072642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-cb1dabcd-9503-4742-a802-80900a206e58 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.2230296 Jul 07 17:52:18.097024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'device_id': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'admin_state_up': True, 'tenant_id': '870bfcb50e1449e48328748dedaba341'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:18.106747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:18.326456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:18.333781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.517545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.20.0.4 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/d68597d1-f160-468b-8ae1-3baabbbbcab2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:18.723432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.749699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Transition to ACTIVE for port object d68597d1-f160-468b-8ae1-3baabbbbcab2 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:18.774319 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.813487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.895970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:18.902472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:18.907975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:18.918486 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:18.996267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.997486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.036723 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-c3e23dc3-c954-426c-aa2f-42853f0ef08a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559007 Jul 07 17:52:19.049464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Request body: {'port': {'device_id': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:19.181521 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.350007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838001b3-bfa8-495f-b4bb-b2ff19a21788 req-03d23f05-5abc-4ee2-af08-b86f6b4cf311 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.357764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-838001b3-bfa8-495f-b4bb-b2ff19a21788 req-03d23f05-5abc-4ee2-af08-b86f6b4cf311 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 931 time: 0.1409774 Jul 07 17:52:19.370164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port db42d5f3-4127-4984-a5c1-c36ece658d58 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:19.370554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.389018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d7a8e07c-6dee-45ac-937c-61a0f47a6702 None None] Provisioning for port d68597d1-f160-468b-8ae1-3baabbbbcab2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:19.395980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d7a8e07c-6dee-45ac-937c-61a0f47a6702 None None] Provisioning complete for port d68597d1-f160-468b-8ae1-3baabbbbcab2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:19.396934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e07c-6dee-45ac-937c-61a0f47a6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.447686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8e07c-6dee-45ac-937c-61a0f47a6702 None None] Port d68597d1-f160-468b-8ae1-3baabbbbcab2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:19.463049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-838001b3-bfa8-495f-b4bb-b2ff19a21788 req-e91d33ab-cc6b-44a7-be53-f35ea78d9386 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043077 Jul 07 17:52:19.507674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port db42d5f3-4127-4984-a5c1-c36ece658d58, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=db42d5f3-4127-4984-a5c1-c36ece658d58,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:19.508644 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.524377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for db42d5f3-4127-4984-a5c1-c36ece658d58 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:19.673117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68597d1-f160-468b-8ae1-3baabbbbcab2 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:19.689519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.716707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Transition to ACTIVE for port object d68597d1-f160-468b-8ae1-3baabbbbcab2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:19.723437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.970816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:19.994951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Attempting to bind port d68597d1-f160-468b-8ae1-3baabbbbcab2 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:19.996253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Attempting to bind port d68597d1-f160-468b-8ae1-3baabbbbcab2 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:19.998541 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Attempting to bind port d68597d1-f160-468b-8ae1-3baabbbbcab2 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:20.007319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Port d68597d1-f160-468b-8ae1-3baabbbbcab2 on network 735e5df8-54be-43bb-a593-9e335bacae2d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:20.008558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Attempting to bind port d68597d1-f160-468b-8ae1-3baabbbbcab2 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:20.017708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:20.019033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:20.019855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:20.020786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Bound port: d68597d1-f160-468b-8ae1-3baabbbbcab2, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:20.021739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.159776 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:20.177807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.180418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:20.190058 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.210879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=db42d5f3-4127-4984-a5c1-c36ece658d58,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:20.249131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.249915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.250098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.250493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.250945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.251373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.251801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.252224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.252650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.253486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.253932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.254413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.262612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7176d04f-ec48-4ea9-b97b-d33a079a6980 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:20.310062 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.310393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 7176d04f-ec48-4ea9-b97b-d33a079a6980 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:20.311746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 7176d04f-ec48-4ea9-b97b-d33a079a6980 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:20.323309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.326284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 200 len: 1092 time: 1.2811739 Jul 07 17:52:20.327163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:20.331976 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6be3d11-219b-48ea-9b90-7a1619aebbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:20.390861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e032e4c-74ad-42fe-b0d8-fac7e27a40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:20.465963 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2048740-d6ce-4fb4-aaa5-de13f0901c5b x-openstack-request-id: req-b2048740-d6ce-4fb4-aaa5-de13f0901c5b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:20.466256 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:20.466529 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2048740-d6ce-4fb4-aaa5-de13f0901c5b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:20.466937 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2', 'status': 'completed', 'code': 200} Jul 07 17:52:20.527044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-3623f111-287a-4efe-9891-2ad43dc2557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.530154 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-3623f111-287a-4efe-9891-2ad43dc2557c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 1095 time: 0.1221812 Jul 07 17:52:20.683308 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-e0637a12-7978-4c42-b5d5-32b7e5c8ae92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 200 len: 217 time: 0.1454525 Jul 07 17:52:20.725720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.766488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-8fadc92b-c836-42f5-9621-ef533251e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.774604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-8fadc92b-c836-42f5-9621-ef533251e38e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0760014 Jul 07 17:52:20.878517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-08882990-3ecb-4233-88f0-bd5ec57889d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.880422 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-08882990-3ecb-4233-88f0-bd5ec57889d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999939 Jul 07 17:52:20.963705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b656e-28e3-4e45-abcf-b43e2ac648a9 req-2f3be044-f61b-4dc8-bafe-3f2345854e5e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.967073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-871b656e-28e3-4e45-abcf-b43e2ac648a9 req-2f3be044-f61b-4dc8-bafe-3f2345854e5e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 943 time: 0.2682812 Jul 07 17:52:21.018409 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-e196f155-79e0-4bf4-90b0-5b6500efba1b service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309605 Jul 07 17:52:21.037410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-871b656e-28e3-4e45-abcf-b43e2ac648a9 req-5819ef2f-8d31-49a4-a7b4-9b2e6141d0d1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632479 Jul 07 17:52:21.170637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Router 407f75b0-ed52-4d83-982c-b5233b98ca3e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:21.172717 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3d83b9e2-903e-429d-a781-3808e1aea637 req-50839db5-0f2d-48c9-b157-ee6580b72ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469054 Jul 07 17:52:21.323069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-9887a068-7cdb-4908-b72e-c49c16240e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.324626 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-9887a068-7cdb-4908-b72e-c49c16240e86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 1095 time: 0.0715854 Jul 07 17:52:21.368076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:21.383589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-418ccb58-6ce7-4c42-ae20-ed4c12f5fa41 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "PUT /v2.0/routers/407f75b0-ed52-4d83-982c-b5233b98ca3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2740982 Jul 07 17:52:21.384634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57576) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:21.384845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Sync routers for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:21.400519 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:21.402224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:52:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:21.484801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-30bfeb06-7d15-4c70-9241-7aba94115148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.485114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting subnet ff1c33dc-18da-4ffe-ab74-2c89b1b04173 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:21.488759 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-30bfeb06-7d15-4c70-9241-7aba94115148 service neutron] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1565194 Jul 07 17:52:21.488972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.543203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-99637dea-cd0c-45e9-adfc-1e48e7be36ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 200 len: 217 time: 0.0485249 Jul 07 17:52:21.571031 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.594805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:21.640537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-921c1a5e-f90f-4e9b-a769-df002f237f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.643663 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-921c1a5e-f90f-4e9b-a769-df002f237f2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0920420 Jul 07 17:52:21.698780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.766913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-8d063174-8b95-4c13-abf2-2e3f449b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.768760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-8d063174-8b95-4c13-abf2-2e3f449b305b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169977 Jul 07 17:52:21.804302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.830978 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.837807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/subnets/ff1c33dc-18da-4ffe-ab74-2c89b1b04173 HTTP/1.1" status: 204 len: 168 time: 0.4470191 Jul 07 17:52:21.845784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57580) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:21.853875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e6c0b-3d39-48db-861e-278dfbfdc5ac None None] Network fce8bbf7-c496-4863-9176-d38137e5d8f6 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:21.895484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9114-ea0e-411d-990f-624e47dd3155 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1c33dc-18da-4ffe-ab74-2c89b1b04173,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:22.038349 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-93e014ad-db98-4166-bb5d-a082f1b29ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608795 Jul 07 17:52:22.041314 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:52:20Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.125916 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.158203 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Checking router: 407f75b0-ed52-4d83-982c-b5233b98ca3e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:22.187864 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Routers {'407f75b0-ed52-4d83-982c-b5233b98ca3e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:22.188810 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:52:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['407f75b0-ed52-4d83-982c-b5233b98ca3e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.246363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6be3d11-219b-48ea-9b90-7a1619aebbfd req-cc92c6b3-9d16-46ce-9b69-ffafcd7b7e49 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018361 Jul 07 17:52:22.319898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] DHCP port deletion for fce8bbf7-c496-4863-9176-d38137e5d8f6 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:52:22.361307 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] Set router 407f75b0-ed52-4d83-982c-b5233b98ca3e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:22.423210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Deleting port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:22.424348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.446191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6db2af-4168-4c30-b5ce-50fcfb55ef4b req-e3059682-7748-4c11-81c0-dfff3e454993 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.449796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f6db2af-4168-4c30-b5ce-50fcfb55ef4b req-e3059682-7748-4c11-81c0-dfff3e454993 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 943 time: 0.2249417 Jul 07 17:52:22.489221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.608218 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] For port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,segment=NetworkSegment(f080342d-1073-4e90-95e3-4eb062c165c0),segment_id=f080342d-1073-4e90-95e3-4eb062c165c0)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:22.609069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.615677 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:52:20Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.624659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f6db2af-4168-4c30-b5ce-50fcfb55ef4b req-a6a9584b-8aeb-44e5-bb89-43368a63877f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656389 Jul 07 17:52:22.662476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Calling delete_port for 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:22.674897 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a64cb5-4936-4347-9456-67397886ce92 None None] The sync data for ids ['407f75b0-ed52-4d83-982c-b5233b98ca3e'] in n-d-791505-12 is: [{'id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'name': 'tempest-TestNetworkBasicOps-router-1662858288', 'tenant_id': '94a0e3f40a7b4eee96c98612a444e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:07Z', 'updated_at': '2021-07-07T17:52:20Z', 'revision_number': 5, 'project_id': '94a0e3f40a7b4eee96c98612a444e58a', 'gw_port': {'id': '84640d67-f934-4764-b80a-1ef31c6229cd', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407f75b0-ed52-4d83-982c-b5233b98ca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:08Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:22.692251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Deleting port 84640d67-f934-4764-b80a-1ef31c6229cd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:22.692825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.756685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:22.863627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] For port 84640d67-f934-4764-b80a-1ef31c6229cd, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=84640d67-f934-4764-b80a-1ef31c6229cd,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:22.864595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.889856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Calling delete_port for 84640d67-f934-4764-b80a-1ef31c6229cd owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:22.931274 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.956795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.987455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] No DVR routers for this DVR port 386d3754-348f-4e8e-ae5a-2d9a7bb8f253 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:22.989175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73e252-c1a6-4f3b-8201-d476d2f34688 None None] Pushing event deleted for resources: {'Port': ['ID=386d3754-348f-4e8e-ae5a-2d9a7bb8f253,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:23.220820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.275688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Port': ['ID=84640d67-f934-4764-b80a-1ef31c6229cd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:23.392816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.517255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.520445 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.577743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.578352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Fanout notify agent at l3_agent the message router_deleted on router 407f75b0-ed52-4d83-982c-b5233b98ca3e {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:52:23.591841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.596284 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-577f6065-7943-4a53-b37a-79b4c574a4d3 tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/routers/407f75b0-ed52-4d83-982c-b5233b98ca3e HTTP/1.1" status: 204 len: 168 time: 1.7095811 Jul 07 17:52:23.596626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57596) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:23.720656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.881671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.894947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce8bbf7-c496-4863-9176-d38137e5d8f6']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:23.909384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f080342d-1073-4e90-95e3-4eb062c165c0') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:23.909689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f080342d-1073-4e90-95e3-4eb062c165c0') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:23.922651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.944323 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.956711 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796abfa-26c0-4899-aa31-e4fe1216124b req-6a2fe30c-58fb-499b-9206-b41b3c45e830 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:23.958366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5796abfa-26c0-4899-aa31-e4fe1216124b req-6a2fe30c-58fb-499b-9206-b41b3c45e830 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 943 time: 0.1614902 Jul 07 17:52:23.962324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:52:23.963064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:52:23.967037 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:52:24.061660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5796abfa-26c0-4899-aa31-e4fe1216124b req-c856ed4e-27af-46be-a46c-23c1c07c79c2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Jul 07 17:52:24.062185 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.070200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.078744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] 10.222.0.66 "DELETE /v2.0/networks/fce8bbf7-c496-4863-9176-d38137e5d8f6 HTTP/1.1" status: 204 len: 168 time: 0.4746258 Jul 07 17:52:24.107438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906b715-f41b-44e1-92f9-ec79bc1daa0a tempest-TestNetworkBasicOps-350788344 tempest-TestNetworkBasicOps-350788344-project] Pushing event deleted for resources: {'Network': ['ID=fce8bbf7-c496-4863-9176-d38137e5d8f6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.259987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d68597d1-f160-468b-8ae1-3baabbbbcab2 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:24.408182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:24.430967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd68597d1-f160-468b-8ae1-3baabbbbcab2', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'd68597d1-f160-468b-8ae1-3baabbbbcab2', 'mac_address': 'fa:16:3e:1d:72:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:24.493993 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.519606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57608) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:24.526413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68597d1-f160-468b-8ae1-3baabbbbcab2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:24.554211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:24.563368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.642219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.705296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 84640d67-f934-4764-b80a-1ef31c6229cd no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:24.739092 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 84640d67-f934-4764-b80a-1ef31c6229cd {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:24.739774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 84640d67-f934-4764-b80a-1ef31c6229cd not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:24.740643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db42d5f3-4127-4984-a5c1-c36ece658d58 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:24.748449 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d6716af-b453-49e6-a02d-7cfed8316b18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94a0e3f40a7b4eee96c98612a444e58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271397 Jul 07 17:52:24.752103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57614) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:24.774973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:24.778724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: db42d5f3-4127-4984-a5c1-c36ece658d58 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:24.779235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device db42d5f3-4127-4984-a5c1-c36ece658d58 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:24.816182 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.850153 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.941731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.944891 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.950482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33ce9a52-ff99-4dd6-a6f6-637ecb2969ce HTTP/1.1" status: 204 len: 168 time: 0.1931558 Jul 07 17:52:24.959971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8711d-e230-4532-9cac-184062ffd18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce9a52-ff99-4dd6-a6f6-637ecb2969ce,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:25.382038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 57626) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:25.401726 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a70a37f-2ee1-4761-a9ec-f8c9e09b745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.426311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646737-7356-40eb-b926-a7a547920ce9 req-492b4a0a-ba92-4ea1-97c5-459ff6d2db0a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.439280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b646737-7356-40eb-b926-a7a547920ce9 req-492b4a0a-ba92-4ea1-97c5-459ff6d2db0a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 944 time: 0.1302547 Jul 07 17:52:25.519561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3b646737-7356-40eb-b926-a7a547920ce9 req-869a9fd8-7d99-4b87-8596-881bb37fac13 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Jul 07 17:52:25.549543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a70a37f-2ee1-4761-a9ec-f8c9e09b745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.555601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2a70a37f-2ee1-4761-a9ec-f8c9e09b745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.600433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a37f-2ee1-4761-a9ec-f8c9e09b745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af83cf9-4c0c-496d-b835-f4a7faeb7ed3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:25.607292 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2a70a37f-2ee1-4761-a9ec-f8c9e09b745f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19d4b8a0129745ee98e4e9ff356b46be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233009 Jul 07 17:52:25.611470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 57628) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:25.709109 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.740132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.809994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.812559 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.813952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.819480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6af83cf9-4c0c-496d-b835-f4a7faeb7ed3 HTTP/1.1" status: 204 len: 168 time: 0.2025332 Jul 07 17:52:25.828189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c81d4-a779-42bb-8eff-d90a279bf4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af83cf9-4c0c-496d-b835-f4a7faeb7ed3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:26.267967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d68597d1-f160-468b-8ae1-3baabbbbcab2 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:26.359113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d68597d1-f160-468b-8ae1-3baabbbbcab2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:26.365367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d68597d1-f160-468b-8ae1-3baabbbbcab2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:26.366070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.478498 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.508593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:26.511043 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb815e-53b2-4b95-b5f3-0c4b065d057d" -d '{"events": [{"server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "name": "network-vif-plugged", "status": "completed", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:26.527393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:26.533111 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.590546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:26.594480 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb14b0-fc89-4536-a8c9-d0ddde88c31f x-openstack-request-id: req-79eb14b0-fc89-4536-a8c9-d0ddde88c31f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:26.594848 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "name": "network-vif-plugged", "status": "completed", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:26.595085 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79eb14b0-fc89-4536-a8c9-d0ddde88c31f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:26.595439 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2', 'code': 200} Jul 07 17:52:26.793168 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24224-bbc8-461b-9bb1-3fec53ab470a req-d81d9d84-8233-4d6b-8185-681089d48cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.794770 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6a24224-bbc8-461b-9bb1-3fec53ab470a req-d81d9d84-8233-4d6b-8185-681089d48cbe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1164725 Jul 07 17:52:26.834391 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6a24224-bbc8-461b-9bb1-3fec53ab470a req-8bce9b06-a58d-48da-a4d7-f221b5318233 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jul 07 17:52:26.881585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43617a-d046-41eb-a462-92279d975064 req-841e0c05-7c21-4c9b-9b44-8d957eb22971 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.884530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b43617a-d046-41eb-a462-92279d975064 req-841e0c05-7c21-4c9b-9b44-8d957eb22971 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.1207411 Jul 07 17:52:26.937599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b43617a-d046-41eb-a462-92279d975064 req-a49f3db0-d18f-451d-95ae-3db6ae0b3c6b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Jul 07 17:52:27.363315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.233065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c832e3-410d-4e6f-a5b9-22903853c82d req-def12228-a8c4-4f4e-b7d1-9a7efa4002e1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.235752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65c832e3-410d-4e6f-a5b9-22903853c82d req-def12228-a8c4-4f4e-b7d1-9a7efa4002e1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.1227672 Jul 07 17:52:28.306590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65c832e3-410d-4e6f-a5b9-22903853c82d req-092343d9-61c4-46cd-bf4f-4431f769dd52 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Jul 07 17:52:28.801392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327a049-f12c-40df-bd9c-9810979b4b31 req-e403e161-b77d-40ad-b980-02a93f426633 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.803086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b327a049-f12c-40df-bd9c-9810979b4b31 req-e403e161-b77d-40ad-b980-02a93f426633 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0781236 Jul 07 17:52:28.845965 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b327a049-f12c-40df-bd9c-9810979b4b31 req-8ec5e867-af42-4ac9-940b-298848cc06fc tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Jul 07 17:52:30.085206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2ab4-f4ce-4e86-8b49-5b44ccfd6adf req-d47139aa-707f-4fa6-b599-8d9ae29eda26 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:30.089570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-912a2ab4-f4ce-4e86-8b49-5b44ccfd6adf req-d47139aa-707f-4fa6-b599-8d9ae29eda26 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.1085341 Jul 07 17:52:30.145851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-912a2ab4-f4ce-4e86-8b49-5b44ccfd6adf req-5eae5f24-212a-4ab5-8708-8b310dda387d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Jul 07 17:52:31.369440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73477e-e700-4c83-9f46-6389acc189e3 req-599efb31-00d2-4d8a-a58b-18a99a9adf4c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.371214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a73477e-e700-4c83-9f46-6389acc189e3 req-599efb31-00d2-4d8a-a58b-18a99a9adf4c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0764737 Jul 07 17:52:31.416361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a73477e-e700-4c83-9f46-6389acc189e3 req-2a77238d-0e06-41e2-9078-6c0eac7e152d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jul 07 17:52:32.701419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797c4ff-da5d-4557-9d41-e7779ec56a73 req-dc8a538a-6aa5-490a-a10f-f437da55212d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:32.703060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3797c4ff-da5d-4557-9d41-e7779ec56a73 req-dc8a538a-6aa5-490a-a10f-f437da55212d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0796182 Jul 07 17:52:32.767706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3797c4ff-da5d-4557-9d41-e7779ec56a73 req-bbaf4842-425d-443f-9d8b-bb95dd52495e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567393 Jul 07 17:52:33.978383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1b852-b346-4bdf-8336-046bfce25e52 req-0930827b-8843-48f8-a359-6396e165d874 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.980116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3b1b852-b346-4bdf-8336-046bfce25e52 req-0930827b-8843-48f8-a359-6396e165d874 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0760903 Jul 07 17:52:34.027000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3b1b852-b346-4bdf-8336-046bfce25e52 req-772a9e1f-ef6a-4682-b501-5bda0357da06 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Jul 07 17:52:35.305647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50288b0-6889-4741-9fdd-6bded8264e20 req-1e710e7c-2676-4322-9e5c-dfc4f76aec11 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.307428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d50288b0-6889-4741-9fdd-6bded8264e20 req-1e710e7c-2676-4322-9e5c-dfc4f76aec11 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0798037 Jul 07 17:52:35.350671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d50288b0-6889-4741-9fdd-6bded8264e20 req-94b95cd0-da1e-48b4-b502-71315f420e79 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Jul 07 17:52:35.379229 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:36.556295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691e1f-8337-4ed7-bcac-6b951ece060a req-57ca391e-8402-48ab-bcd2-e8780a950d82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.557933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8691e1f-8337-4ed7-bcac-6b951ece060a req-57ca391e-8402-48ab-bcd2-e8780a950d82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0760543 Jul 07 17:52:36.623888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8691e1f-8337-4ed7-bcac-6b951ece060a req-99e5bae0-1a25-4b7d-8e59-a99dc36c6d04 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Jul 07 17:52:37.627911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-65427ccc-6b22-49a5-965f-bcf3e7611781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:37.873996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2d17-8212-4f5c-ba5c-448ad7b84972 req-79720dcb-31b0-4166-bf1c-bd4f2b9d705d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.876923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf8c2d17-8212-4f5c-ba5c-448ad7b84972 req-79720dcb-31b0-4166-bf1c-bd4f2b9d705d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0935922 Jul 07 17:52:37.945991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf8c2d17-8212-4f5c-ba5c-448ad7b84972 req-9ff5b436-d943-4d49-8b48-99cc48e9d4ac tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Jul 07 17:52:39.189533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88fd9-24b1-48d0-96d5-298f31222e1b req-bb12f0a4-1673-4ea1-9e95-f4c221c0c605 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:39.191163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffd88fd9-24b1-48d0-96d5-298f31222e1b req-bb12f0a4-1673-4ea1-9e95-f4c221c0c605 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0927725 Jul 07 17:52:39.242810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffd88fd9-24b1-48d0-96d5-298f31222e1b req-6fc787b1-1fff-4215-a6b1-4188e38534f2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Jul 07 17:52:40.092831 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-03d5b086-e403-45f8-8c87-2d0a395dc398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.541099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439a5a-d39c-4ead-942f-ec9079673948 req-df71859c-a827-4867-ac15-791134fa3121 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:40.542772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7439a5a-d39c-4ead-942f-ec9079673948 req-df71859c-a827-4867-ac15-791134fa3121 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0808485 Jul 07 17:52:40.594248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7439a5a-d39c-4ead-942f-ec9079673948 req-05fcae1d-aeaf-437f-a905-ac401e937d7e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Jul 07 17:52:40.651680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:41.850127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadba60-e23f-40bf-9a5a-50f52ff0d2be req-670b78d3-facf-4950-beed-a3e4394b6e38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.852134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cadba60-e23f-40bf-9a5a-50f52ff0d2be req-670b78d3-facf-4950-beed-a3e4394b6e38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0768805 Jul 07 17:52:41.917128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cadba60-e23f-40bf-9a5a-50f52ff0d2be req-bee1bf38-5c8d-4774-ba5f-7af50fd464e8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546699 Jul 07 17:52:41.939476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:43.136161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda4c2-88b6-475c-96a9-45f468875585 req-47a2054c-d762-4ad5-8750-9091dc143c08 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:43.137746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47fda4c2-88b6-475c-96a9-45f468875585 req-47a2054c-d762-4ad5-8750-9091dc143c08 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0714920 Jul 07 17:52:43.190766 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47fda4c2-88b6-475c-96a9-45f468875585 req-8962432c-9ed5-457a-8142-b0418ec8bd86 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427275 Jul 07 17:52:43.678586 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:44.434842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2a71-32a6-410e-901c-fe6f2c429b83 req-4f76903d-6220-490d-b91e-9166f9021b23 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:44.436997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-116d2a71-32a6-410e-901c-fe6f2c429b83 req-4f76903d-6220-490d-b91e-9166f9021b23 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0771530 Jul 07 17:52:44.489468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-116d2a71-32a6-410e-901c-fe6f2c429b83 req-2b81b240-d74f-41c5-8670-d9f28fccd798 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Jul 07 17:52:45.713112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f5f82-da78-4eec-9909-022763f3e202 req-3038da37-c0cf-47c9-a2c5-ff1b8625dcf6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:45.715574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f8f5f82-da78-4eec-9909-022763f3e202 req-3038da37-c0cf-47c9-a2c5-ff1b8625dcf6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0820789 Jul 07 17:52:45.768508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f8f5f82-da78-4eec-9909-022763f3e202 req-11e9f75e-85a9-4983-ba4e-a488571cc597 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Jul 07 17:52:47.001914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca955b2-bbc9-46dd-a38d-cd866f97157a req-fa5a4310-9d97-4355-856f-928bebb81d64 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:47.004235 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ca955b2-bbc9-46dd-a38d-cd866f97157a req-fa5a4310-9d97-4355-856f-928bebb81d64 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0773425 Jul 07 17:52:47.063774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ca955b2-bbc9-46dd-a38d-cd866f97157a req-8e8b09c2-5af2-48c5-9848-4321d35c3a85 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517333 Jul 07 17:52:48.315159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6420a58-ec46-43ed-b0c1-a652ec1ca2ed req-cf524768-9595-494a-9853-21c523dae03c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:48.317072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6420a58-ec46-43ed-b0c1-a652ec1ca2ed req-cf524768-9595-494a-9853-21c523dae03c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0987365 Jul 07 17:52:48.364128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6420a58-ec46-43ed-b0c1-a652ec1ca2ed req-26c17db7-3f2a-45b5-b55c-935a2f149e2a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Jul 07 17:52:49.597587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74955f42-7890-49b4-8e39-e73c766040f6 req-2d886ae4-5275-4716-a15a-f8f41898bf82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.599788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74955f42-7890-49b4-8e39-e73c766040f6 req-2d886ae4-5275-4716-a15a-f8f41898bf82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0844953 Jul 07 17:52:49.651819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74955f42-7890-49b4-8e39-e73c766040f6 req-3c3477a6-539b-4f0b-94cc-7cb0fc1a6773 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Jul 07 17:52:50.848936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f514-c3e4-4368-b887-326fd07b452f req-e9b1ae30-fd4e-4693-b471-81defd1492e5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.850516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6c7f514-c3e4-4368-b887-326fd07b452f req-e9b1ae30-fd4e-4693-b471-81defd1492e5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0696619 Jul 07 17:52:50.902839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6c7f514-c3e4-4368-b887-326fd07b452f req-6e294338-5bf3-4417-8189-e31e2c24eb89 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Jul 07 17:52:52.164509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95797f87-bca3-4241-a936-342e091f053b req-2ff7404d-9a0a-4077-ba42-bbf3acb69846 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:52.166817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95797f87-bca3-4241-a936-342e091f053b req-2ff7404d-9a0a-4077-ba42-bbf3acb69846 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0992296 Jul 07 17:52:52.214640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95797f87-bca3-4241-a936-342e091f053b req-d4a717ae-f9e1-451c-823a-181e58a2bfae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Jul 07 17:52:53.432812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558406d-2037-4574-a939-8b4c0a9a0320 req-6eaca1ae-11d0-4a14-9d87-8e5609ed43f7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.435376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6558406d-2037-4574-a939-8b4c0a9a0320 req-6eaca1ae-11d0-4a14-9d87-8e5609ed43f7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0834749 Jul 07 17:52:53.490569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6558406d-2037-4574-a939-8b4c0a9a0320 req-4cb60e52-1404-4660-b572-62f6635c1560 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Jul 07 17:52:54.714743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9773-178d-4d92-a94f-1f74f4121e20 req-edbf2d92-c11a-4427-beef-dedecf6d9d56 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.716459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-362f9773-178d-4d92-a94f-1f74f4121e20 req-edbf2d92-c11a-4427-beef-dedecf6d9d56 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0734165 Jul 07 17:52:54.758410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-362f9773-178d-4d92-a94f-1f74f4121e20 req-a45ad8d8-6817-476e-9853-64dbb70decd5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Jul 07 17:52:55.098888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ac32-bc94-45e5-9104-13c4b972af33 req-11c0e41c-878d-4fd8-bc78-4c1396362ccd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.100629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01f4ac32-bc94-45e5-9104-13c4b972af33 req-11c0e41c-878d-4fd8-bc78-4c1396362ccd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1000624 Jul 07 17:52:55.161476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01f4ac32-bc94-45e5-9104-13c4b972af33 req-34c9d4b6-1e34-4558-83a1-959f0433c55e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498397 Jul 07 17:52:55.361074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb5ab1-d6a0-4692-b8a7-cdf6603e246a req-032bdfa9-2735-4e7d-9c7f-5feae8a49d82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.362760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1abb5ab1-d6a0-4692-b8a7-cdf6603e246a req-032bdfa9-2735-4e7d-9c7f-5feae8a49d82 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0699308 Jul 07 17:52:55.407178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1abb5ab1-d6a0-4692-b8a7-cdf6603e246a req-cb664249-8469-430f-8716-06b8814a5378 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Jul 07 17:52:55.771783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8ff9d389-0e01-4c03-9a40-4a1b7516dc74 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.774856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8ff9d389-0e01-4c03-9a40-4a1b7516dc74 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.1548288 Jul 07 17:52:55.794958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-197f4fb2-e68e-41ad-a7ab-e07e8626d9be tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/quotas/870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 375 time: 0.0139408 Jul 07 17:52:55.823554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.921430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-e880ca6e-70fd-4fa7-9063-b60d3154ea17 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1205139 Jul 07 17:52:56.078746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-ab285e8d-1849-40be-8171-790f6ecf8056 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494625 Jul 07 17:52:56.187914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8c24ad56-1247-4181-b634-71429bb7a287 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028676 Jul 07 17:52:56.464513 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3ff91f3-f1cd-4977-85a8-2fb80fa04107 req-83d5a3ee-4ae3-4506-a179-820ff036378f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 210 time: 0.0736995 Jul 07 17:52:57.385587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.747901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d280f25-288e-4994-b1fb-0a78ea4b8285 req-2c043619-5931-4343-b14e-e013e7e8bba3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 210 time: 0.0756733 Jul 07 17:52:58.103652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-44e189b8-e3e3-4644-8a8d-3c4b02e02092 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.106688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-44e189b8-e3e3-4644-8a8d-3c4b02e02092 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.2381175 Jul 07 17:52:58.126561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'device_id': 'ce806e7b-6896-410b-b494-f032b300c158', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'admin_state_up': True, 'tenant_id': '870bfcb50e1449e48328748dedaba341'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:58.312158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:58.318654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.547200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.20.0.6 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/658aff06-3e87-4aa8-bafd-2d1969c9afc8) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:58.814676 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.845027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Transition to ACTIVE for port object 658aff06-3e87-4aa8-bafd-2d1969c9afc8 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:58.900686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.924447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:59.010857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:59.018070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:59.024437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:59.075372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.092339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.098380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:59.124984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.126248 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.155918 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-8d944fe6-8510-494e-8168-70bf6a88c41e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367761 Jul 07 17:52:59.166911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Request body: {'port': {'device_id': 'ce806e7b-6896-410b-b494-f032b300c158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:59.292876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.493525 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995ab25-1650-4773-ac0b-5b656421fb63 req-27a9f804-36c4-46da-819b-fa288ccc0578 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.505276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5995ab25-1650-4773-ac0b-5b656421fb63 req-27a9f804-36c4-46da-819b-fa288ccc0578 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 931 time: 0.5640547 Jul 07 17:52:59.520919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c6af892-ff2d-4cc1-8d86-77ed33a2ebe0 None None] Provisioning for port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:59.529988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c6af892-ff2d-4cc1-8d86-77ed33a2ebe0 None None] Provisioning complete for port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:59.531993 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c6af892-ff2d-4cc1-8d86-77ed33a2ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.571395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5995ab25-1650-4773-ac0b-5b656421fb63 req-f3e1f7c6-49df-4194-875e-c512a7016a22 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Jul 07 17:52:59.641027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0c6af892-ff2d-4cc1-8d86-77ed33a2ebe0 None None] Port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:59.680787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658aff06-3e87-4aa8-bafd-2d1969c9afc8 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:59.695579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.720768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Transition to ACTIVE for port object 658aff06-3e87-4aa8-bafd-2d1969c9afc8 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:59.725688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.816336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Pushing event updated for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:59.967424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Attempting to bind port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:59.967938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Attempting to bind port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:59.968419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Attempting to bind port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:59.978021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 on network 735e5df8-54be-43bb-a593-9e335bacae2d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:59.978723 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Attempting to bind port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:59.988001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:59.988579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:59.989124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:59.989841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Bound port: 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:59.990397 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.106863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:00.112426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:00.124785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.180444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.181520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.183281 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/658aff06-3e87-4aa8-bafd-2d1969c9afc8 HTTP/1.1" status: 200 len: 1092 time: 1.0228121 Jul 07 17:53:00.183914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:00.187395 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9732fa77-8ef1-4c2e-aee0-bad64a694bad" -d '{"events": [{"name": "network-changed", "server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:00.236126 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7bbe-d69a-4431-a3c6-e8ba3cad49d2 service neutron] Pushing event updated for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:00.260873 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109be856-e364-422b-a2a9-f20226b5c546 x-openstack-request-id: req-109be856-e364-422b-a2a9-f20226b5c546 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:00.261536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:00.262059 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-109be856-e364-422b-a2a9-f20226b5c546 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:00.263250 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8', 'status': 'completed', 'code': 200} Jul 07 17:53:00.352230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-5e5c921f-4e5e-426e-b9a4-6d0867185a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.354525 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-5e5c921f-4e5e-426e-b9a4-6d0867185a47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 1095 time: 0.0787416 Jul 07 17:53:00.409165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-90a6c094-caf1-4d4e-a6ea-e7b238ecf151 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8 HTTP/1.1" status: 200 len: 217 time: 0.0460837 Jul 07 17:53:00.478201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-4eba5bb8-ff70-4f8b-bcaa-65d4627b62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.480552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-4eba5bb8-ff70-4f8b-bcaa-65d4627b62c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0651164 Jul 07 17:53:00.552021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-32889d39-ed44-42fe-9902-d846f362e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.554909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-32889d39-ed44-42fe-9902-d846f362e619 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657518 Jul 07 17:53:00.684310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-df893240-62b2-491f-b2d4-de6411d1578d service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234627 Jul 07 17:53:00.807378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b2377c5e-8846-4dd5-89a5-236adb43faf5 req-e3c8d0a9-ec6b-41c6-9747-a4c2ae3591cc service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161058 Jul 07 17:53:00.848256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779855d-b0f6-4e97-9074-3514c931ede8 req-4622f5df-6e20-417b-9c11-abe4120e8d96 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.853890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c779855d-b0f6-4e97-9074-3514c931ede8 req-4622f5df-6e20-417b-9c11-abe4120e8d96 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 943 time: 0.0953779 Jul 07 17:53:00.913203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c779855d-b0f6-4e97-9074-3514c931ede8 req-6b45aba4-2d7f-43f8-9ca6-5d843128ea04 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 Jul 07 17:53:00.943006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-ee0b57d0-ce94-4ced-9830-1c39023fd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.945761 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-ee0b57d0-ce94-4ced-9830-1c39023fd1bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 1095 time: 0.0865557 Jul 07 17:53:01.054802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-d3a42d4f-eb84-49ab-8de3-12b4a2abd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.056682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-d3a42d4f-eb84-49ab-8de3-12b4a2abd36f service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1044295 Jul 07 17:53:01.109014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-45f96ca6-4b8e-405e-8325-d5bbce7c017d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8 HTTP/1.1" status: 200 len: 217 time: 0.0435178 Jul 07 17:53:01.161908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-261d1f52-bb81-4646-aefd-16ca6ad5c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.164104 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-261d1f52-bb81-4646-aefd-16ca6ad5c12b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0478334 Jul 07 17:53:01.244285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-6d35ca62-8467-4bb2-b8a7-9be96e6d3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.245917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-6d35ca62-8467-4bb2-b8a7-9be96e6d3034 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734761 Jul 07 17:53:01.353977 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-bb214c44-d3ed-4878-b65f-644fc82545ed service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999815 Jul 07 17:53:01.455007 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9732fa77-8ef1-4c2e-aee0-bad64a694bad req-701a2865-4516-4b13-9ef0-e97d75dcd153 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938828 Jul 07 17:53:02.141075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97df7-3e48-4925-a65f-d855540392ab req-32b06b28-cb90-436c-bdaa-b48a7b48f6a2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.143423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38b97df7-3e48-4925-a65f-d855540392ab req-32b06b28-cb90-436c-bdaa-b48a7b48f6a2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 943 time: 0.1018226 Jul 07 17:53:02.202694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38b97df7-3e48-4925-a65f-d855540392ab req-4688f64b-3a2b-4f4d-b917-7181fc9e5f70 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Jul 07 17:53:03.285675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 658aff06-3e87-4aa8-bafd-2d1969c9afc8 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:03.426363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:03.447766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '658aff06-3e87-4aa8-bafd-2d1969c9afc8', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': '658aff06-3e87-4aa8-bafd-2d1969c9afc8', 'mac_address': 'fa:16:3e:c4:23:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:03.494096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.500068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7d368-6721-45db-ab69-b17a9cfdfd07 req-a53ba034-c539-419e-ab75-0b2d11cf7d4f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.502800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56a7d368-6721-45db-ab69-b17a9cfdfd07 req-a53ba034-c539-419e-ab75-0b2d11cf7d4f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 943 time: 0.1188304 Jul 07 17:53:03.519020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658aff06-3e87-4aa8-bafd-2d1969c9afc8 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:03.549038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:03.555763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.568431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56a7d368-6721-45db-ab69-b17a9cfdfd07 req-4aa977d6-bd78-4509-a6d7-dd4f673d2f50 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583661 Jul 07 17:53:03.621720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:03.805770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:04.787036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02cc8f-8844-4d5f-917f-1eddd5b92895 req-f20cac55-b2fb-4e42-be50-7961de209aae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.789770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb02cc8f-8844-4d5f-917f-1eddd5b92895 req-f20cac55-b2fb-4e42-be50-7961de209aae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 944 time: 0.0768442 Jul 07 17:53:04.834028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb02cc8f-8844-4d5f-917f-1eddd5b92895 req-daa00514-eb56-48f2-bdc3-fd8a56dd69cc tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Jul 07 17:53:05.299328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 658aff06-3e87-4aa8-bafd-2d1969c9afc8 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:05.366161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:05.371296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:05.371835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.475181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.503169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:05.505710 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d654f1-2f47-48e7-b3b0-f33a27a187af" -d '{"events": [{"server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "name": "network-vif-plugged", "status": "completed", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:05.521991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:05.529691 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.574343 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c97a50-8102-493b-8082-b3e71f18300a x-openstack-request-id: req-38c97a50-8102-493b-8082-b3e71f18300a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:05.575879 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "name": "network-vif-plugged", "status": "completed", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:05.575879 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38c97a50-8102-493b-8082-b3e71f18300a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:05.575879 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8', 'code': 200} Jul 07 17:53:05.627840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:05.706383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c60b2-8459-45eb-8202-bc92e147f336 req-cbf53c69-8830-4f6b-949f-ec3ca9a972a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:05.708436 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-650c60b2-8459-45eb-8202-bc92e147f336 req-cbf53c69-8830-4f6b-949f-ec3ca9a972a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 1097 time: 0.0655532 Jul 07 17:53:05.747188 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-650c60b2-8459-45eb-8202-bc92e147f336 req-f64c0c81-bc6c-4872-ac89-7b43e55704ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Jul 07 17:53:06.064271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c4666-cd8d-4036-9f19-7c17399e126b req-d175f13b-7a19-4570-a68b-00707346f641 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.066335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-895c4666-cd8d-4036-9f19-7c17399e126b req-d175f13b-7a19-4570-a68b-00707346f641 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 945 time: 0.0727124 Jul 07 17:53:06.120775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-895c4666-cd8d-4036-9f19-7c17399e126b req-8d368c7f-2748-417f-8066-17cb1e3db4f9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Jul 07 17:53:07.354887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803f63-c802-4be6-93da-3b3163aebda4 req-a50461df-d01e-4d85-97a0-55dd9916b129 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.356586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed803f63-c802-4be6-93da-3b3163aebda4 req-a50461df-d01e-4d85-97a0-55dd9916b129 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 945 time: 0.0930870 Jul 07 17:53:07.416368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed803f63-c802-4be6-93da-3b3163aebda4 req-c9469d1e-dde6-4b9d-9666-a7d0f96b3841 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jul 07 17:53:07.625336 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c5e83f0f-f4f0-4877-9c12-d3d0dcec42ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.094220 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ca4c-1e0e-4d3d-8866-d35253d72b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.649848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.947089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.380361 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:13.694024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.253182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-73860e15-ab6a-4357-a799-84afe2fdc6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718920 Jul 07 17:53:14.407311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200774-6808-4545-818d-ec92757b0355 req-d1b036a4-874f-4074-bb06-965dd63f78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.408213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-d1b036a4-874f-4074-bb06-965dd63f78a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.0947731 Jul 07 17:53:14.536262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200774-6808-4545-818d-ec92757b0355 req-75e9f0f3-e34d-41fa-9a44-91758795755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.538728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-75e9f0f3-e34d-41fa-9a44-91758795755b service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1078310 Jul 07 17:53:15.035895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-8dd2b3f9-af87-42b3-a8a4-91a3260eb387 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.4910359 Jul 07 17:53:15.088350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200774-6808-4545-818d-ec92757b0355 req-0a29820b-e0ca-4d11-9e9e-5f0739984264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.089846 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-0a29820b-e0ca-4d11-9e9e-5f0739984264 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0474970 Jul 07 17:53:15.160888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200774-6808-4545-818d-ec92757b0355 req-d75f4344-cb35-4230-9368-f4c1620cb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.162474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-d75f4344-cb35-4230-9368-f4c1620cb86e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658107 Jul 07 17:53:15.260199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-e9fbe6fa-6d4a-42f3-b3e7-bbbdda32a9c1 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901952 Jul 07 17:53:15.384829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f2200774-6808-4545-818d-ec92757b0355 req-ba882c21-8733-4e08-bd07-9dbbc4a82fbe service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161346 Jul 07 17:53:18.004612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-000334c1-a17a-4077-9ab8-b7babee2beb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632174 Jul 07 17:53:18.110929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-6c85b373-1d63-4f53-bd94-021f04a8a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.112395 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-6c85b373-1d63-4f53-bd94-021f04a8a425 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0607829 Jul 07 17:53:18.238997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-972db757-566f-4c74-8a22-2d5fd47b6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.240510 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-972db757-566f-4c74-8a22-2d5fd47b6012 service neutron] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1062586 Jul 07 17:53:18.286580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-f8997393-212d-4c18-9ee8-f857a2170ed0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 200 len: 217 time: 0.0395882 Jul 07 17:53:18.338619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-341d30f5-20cd-4d7e-86d7-33674f5b3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.340138 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-341d30f5-20cd-4d7e-86d7-33674f5b3180 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0470903 Jul 07 17:53:18.414905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-163a5a50-c734-4f10-a393-4fa40e83d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.417697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-163a5a50-c734-4f10-a393-4fa40e83d625 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714133 Jul 07 17:53:18.536179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-d8008554-f8a8-417a-9f67-a7f3d372f111 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115053 Jul 07 17:53:18.654953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-933d911d-8ef2-4db2-a0dd-01b066470149 req-71f7ccb9-49a2-4a46-9a4a-5078d27f18ca service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125653 Jul 07 17:53:19.054726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fc16b-723b-4234-9664-c7250ac11e10 req-15cefb51-2e52-4473-a875-f23f6e3dee1b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.056404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-131fc16b-723b-4234-9664-c7250ac11e10 req-15cefb51-2e52-4473-a875-f23f6e3dee1b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0691104 Jul 07 17:53:19.102355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-131fc16b-723b-4234-9664-c7250ac11e10 req-8759f7f7-84b0-4212-b7c8-8b3124782302 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 Jul 07 17:53:19.342026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00477b-7727-4a97-86c8-6d7a8a2d4ffe req-b1622585-9146-4ff0-a072-68eb52da726c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.344140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba00477b-7727-4a97-86c8-6d7a8a2d4ffe req-b1622585-9146-4ff0-a072-68eb52da726c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1040757 Jul 07 17:53:19.393323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba00477b-7727-4a97-86c8-6d7a8a2d4ffe req-1ce34a21-aea1-4ab7-9922-9552c92e74a6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Jul 07 17:53:19.978982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c91d4-2443-4ad2-bfa1-efaee90c4585 req-b7f8a5c4-09b8-45ce-a52c-dadfa0c3fc7f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.982075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-547c91d4-2443-4ad2-bfa1-efaee90c4585 req-b7f8a5c4-09b8-45ce-a52c-dadfa0c3fc7f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1126626 Jul 07 17:53:20.047219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-547c91d4-2443-4ad2-bfa1-efaee90c4585 req-2c439882-b88f-4514-afb4-3bf47da99030 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556335 Jul 07 17:53:20.799253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb523-5833-4408-9481-1c7ed0ee217e req-8e347b8f-6b07-4467-ac15-5bb88a2f6828 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.801643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b35cb523-5833-4408-9481-1c7ed0ee217e req-8e347b8f-6b07-4467-ac15-5bb88a2f6828 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0797853 Jul 07 17:53:20.850071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b35cb523-5833-4408-9481-1c7ed0ee217e req-6ffeff92-ab72-4ceb-8001-05581346ebcb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 Jul 07 17:53:22.129385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5ec7-7b2c-4671-af94-c402fe725c7c req-2de93ed9-22d9-4feb-96b2-fb767c6533f0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.131290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e4e5ec7-7b2c-4671-af94-c402fe725c7c req-2de93ed9-22d9-4feb-96b2-fb767c6533f0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1233296 Jul 07 17:53:22.180969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e4e5ec7-7b2c-4671-af94-c402fe725c7c req-7e4de7d8-aefe-4135-94c4-9f1b1a22ac3c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Jul 07 17:53:23.482580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc922d-6a06-4a79-b5df-dcd6c0273ded req-f43ec292-e498-45ec-92d4-75e8919b6e88 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.485151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6dc922d-6a06-4a79-b5df-dcd6c0273ded req-f43ec292-e498-45ec-92d4-75e8919b6e88 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1096828 Jul 07 17:53:23.536338 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6dc922d-6a06-4a79-b5df-dcd6c0273ded req-26271dff-e1f9-449b-9857-e8a54c6c00c4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Jul 07 17:53:24.756281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c086004-9529-4979-a40c-d8841964f2c8 req-2e8a7596-4794-47df-88db-33edd77a2cde tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.758090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c086004-9529-4979-a40c-d8841964f2c8 req-2e8a7596-4794-47df-88db-33edd77a2cde tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0749016 Jul 07 17:53:24.802138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c086004-9529-4979-a40c-d8841964f2c8 req-8048df19-9f81-46bb-b3f0-7321cecb3e9b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Jul 07 17:53:25.813895 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.228977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5677a-e4d0-4339-9888-9635684fa699 req-9cad593e-0fcd-4156-aab3-deeebee089bb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.230725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ff5677a-e4d0-4339-9888-9635684fa699 req-9cad593e-0fcd-4156-aab3-deeebee089bb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0848536 Jul 07 17:53:26.286499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ff5677a-e4d0-4339-9888-9635684fa699 req-f0e9afbb-684e-4292-97f9-0285a3f258bf tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Jul 07 17:53:27.400225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.562688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c453c68-ab34-4ef0-a63a-5e620fc3b6ec req-520b6c0b-0519-425c-8a4e-f39bb0a4cda7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.574155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c453c68-ab34-4ef0-a63a-5e620fc3b6ec req-520b6c0b-0519-425c-8a4e-f39bb0a4cda7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1109757 Jul 07 17:53:27.631944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c453c68-ab34-4ef0-a63a-5e620fc3b6ec req-8d885b8a-ac07-4187-9a4c-6125ad99f958 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539169 Jul 07 17:53:28.913812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f562d-f75f-4e6a-895a-0fd807b43d38 req-8b4b9132-bd2b-404a-abb9-79aaf0896b5a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.917475 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d5f562d-f75f-4e6a-895a-0fd807b43d38 req-8b4b9132-bd2b-404a-abb9-79aaf0896b5a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1137748 Jul 07 17:53:28.966818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d5f562d-f75f-4e6a-895a-0fd807b43d38 req-cd2d34d0-7a57-4ed6-b1d2-bcc489a267fa tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Jul 07 17:53:30.218149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1a51-0ea4-4602-b722-4e53a16f9ff2 req-6304ff81-86ab-443b-a7ed-8caad5d2ec84 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:30.219882 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c20e1a51-0ea4-4602-b722-4e53a16f9ff2 req-6304ff81-86ab-443b-a7ed-8caad5d2ec84 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1024418 Jul 07 17:53:30.265324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c20e1a51-0ea4-4602-b722-4e53a16f9ff2 req-22211e7a-5ab9-4119-afb1-59ce24a4b0e4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365667 Jul 07 17:53:31.566078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1c91e-8ef9-4dfe-a9a5-0312449de110 req-da9ab5c7-c6c3-48f3-99b5-9ea0ba3275d0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.568671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efd1c91e-8ef9-4dfe-a9a5-0312449de110 req-da9ab5c7-c6c3-48f3-99b5-9ea0ba3275d0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1176431 Jul 07 17:53:31.633832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efd1c91e-8ef9-4dfe-a9a5-0312449de110 req-dba66634-8afb-4d06-96d3-3199f14318f7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583546 Jul 07 17:53:32.119280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc637-05f4-47ec-9637-6250eb217e47 req-70dc8551-4555-4f23-8406-ac5e5d861dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.122633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-70dc8551-4555-4f23-8406-ac5e5d861dec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.1012857 Jul 07 17:53:32.203260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e44cc-cfe0-4444-8154-e5c85b39fb84 req-4a65212a-9366-4232-b154-547a2c258000 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.204943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-822e44cc-cfe0-4444-8154-e5c85b39fb84 req-4a65212a-9366-4232-b154-547a2c258000 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1121056 Jul 07 17:53:32.252938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc637-05f4-47ec-9637-6250eb217e47 req-ce27a4d5-2455-4256-8515-722542144b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.254432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-ce27a4d5-2455-4256-8515-722542144b16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1205454 Jul 07 17:53:32.283136 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-822e44cc-cfe0-4444-8154-e5c85b39fb84 req-c29420f1-3f82-458d-bc52-6a5f699e8ca4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640340 Jul 07 17:53:32.370284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-dd9c64b1-1dca-4b49-820f-b72d2018d8ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.1087151 Jul 07 17:53:32.438264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc637-05f4-47ec-9637-6250eb217e47 req-0822e45f-ab9c-44d2-8244-1d1653fdbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.439927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-0822e45f-ab9c-44d2-8244-1d1653fdbbb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0620887 Jul 07 17:53:32.511160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc637-05f4-47ec-9637-6250eb217e47 req-c6b26850-a5f8-4d32-8d5d-9f3c09b17c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.513469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-c6b26850-a5f8-4d32-8d5d-9f3c09b17c21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669088 Jul 07 17:53:32.664840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-7a14c8ec-ef0d-4c8a-991d-7d50ac6a0c5f service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437314 Jul 07 17:53:32.808547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-974cc637-05f4-47ec-9637-6250eb217e47 req-1856a6a8-d61f-46c8-b7b3-e4f665f6334a service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348317 Jul 07 17:53:33.543831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb94ee-d0c5-49a5-879a-6fd8679d8286 req-bedc64c6-1eae-458c-b518-e1ab464ed1d3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.545590 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eecb94ee-d0c5-49a5-879a-6fd8679d8286 req-bedc64c6-1eae-458c-b518-e1ab464ed1d3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0886478 Jul 07 17:53:33.597618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eecb94ee-d0c5-49a5-879a-6fd8679d8286 req-60ec5ea4-26bf-4656-8321-f45f06523e3f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453856 Jul 07 17:53:34.840368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc6b9f-4be1-4d9d-870a-b79ca72ec03e req-5f5d8b1c-91cc-4676-874f-02c211e7e923 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.842011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9cc6b9f-4be1-4d9d-870a-b79ca72ec03e req-5f5d8b1c-91cc-4676-874f-02c211e7e923 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0982597 Jul 07 17:53:34.893135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f9cc6b9f-4be1-4d9d-870a-b79ca72ec03e req-e38bd75c-dd54-47bb-959b-4af82f431230 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Jul 07 17:53:35.097475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcaff-9461-457b-9732-038c7c612756 req-3b8fcd6b-6071-4b9c-a5e3-7818755d9a5c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.099278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cbdcaff-9461-457b-9732-038c7c612756 req-3b8fcd6b-6071-4b9c-a5e3-7818755d9a5c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0727382 Jul 07 17:53:35.159869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cbdcaff-9461-457b-9732-038c7c612756 req-e6812542-6e61-4e09-82b5-0be037c9ba00 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533206 Jul 07 17:53:35.831323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674b026-0820-46a7-9c44-9551ae9c9102 req-8a1ab226-a633-48cf-9da3-9f077c2d4fc4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.833568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7674b026-0820-46a7-9c44-9551ae9c9102 req-8a1ab226-a633-48cf-9da3-9f077c2d4fc4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1200569 Jul 07 17:53:36.368058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7674b026-0820-46a7-9c44-9551ae9c9102 req-4de96e5b-da80-44e1-bb0a-24f0c371124d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251791 Jul 07 17:53:36.854163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68809ce-a28b-4275-b42e-34aa90d67f80 req-5d36be59-7513-40a7-9a9d-32233bc9ae3c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:36.856836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d68809ce-a28b-4275-b42e-34aa90d67f80 req-5d36be59-7513-40a7-9a9d-32233bc9ae3c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0965788 Jul 07 17:53:36.930823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d68809ce-a28b-4275-b42e-34aa90d67f80 req-77799a18-91f7-4122-b716-5e4b9aeeb0a9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658190 Jul 07 17:53:37.629730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac2c88f6-f164-4b49-b43d-8fbe1de3849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.195603 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e143d-9852-4da5-80d9-163f41236ae9 req-8b228bc4-321f-423f-bc36-36e6d9165150 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:38.198270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f1e143d-9852-4da5-80d9-163f41236ae9 req-8b228bc4-321f-423f-bc36-36e6d9165150 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1168091 Jul 07 17:53:38.250508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f1e143d-9852-4da5-80d9-163f41236ae9 req-276684ff-da52-4475-a3b5-2c4903045dc2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Jul 07 17:53:38.786254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826c53-f21d-4297-b4dc-46c488326f65 req-855ecc61-ae31-4867-8f6a-c6169de3b740 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:38.788874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2826c53-f21d-4297-b4dc-46c488326f65 req-855ecc61-ae31-4867-8f6a-c6169de3b740 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1155179 Jul 07 17:53:38.875074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2826c53-f21d-4297-b4dc-46c488326f65 req-802391cf-49d2-4894-8493-8bd9bddb0f57 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797739 Jul 07 17:53:40.069953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938c67-a76b-49fb-9beb-f8c1a34da77b req-88b311f2-d929-40da-9348-2eedc6b7543c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:40.071827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d938c67-a76b-49fb-9beb-f8c1a34da77b req-88b311f2-d929-40da-9348-2eedc6b7543c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0742950 Jul 07 17:53:40.097501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2bd58f12-3fcd-4136-b369-1fa8b23b3f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.120053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d938c67-a76b-49fb-9beb-f8c1a34da77b req-429bc7c7-fe1d-4f42-bef6-cfdaf4c57be5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Jul 07 17:53:40.352194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabce6-99a7-473e-beca-2eb980eceb1b req-f5d899f3-110c-4b4a-a720-52c08f111894 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:40.356854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8dabce6-99a7-473e-beca-2eb980eceb1b req-f5d899f3-110c-4b4a-a720-52c08f111894 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0892775 Jul 07 17:53:40.432077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8dabce6-99a7-473e-beca-2eb980eceb1b req-6d2f8084-d48d-486d-8125-d4faa39fb0b9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675917 Jul 07 17:53:40.657032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.732258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201489-161c-4dbc-9e26-98313c8dc7b3 req-37004908-e899-493f-b4a3-afc46d87edd2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:40.734274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30201489-161c-4dbc-9e26-98313c8dc7b3 req-37004908-e899-493f-b4a3-afc46d87edd2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0814407 Jul 07 17:53:40.789746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30201489-161c-4dbc-9e26-98313c8dc7b3 req-6ae44533-01f7-4d33-adb1-0ce300de72f4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Jul 07 17:53:41.029248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3318e3-5392-4c52-ad7a-f35e5a59a93e req-3239903a-54ad-4a97-87c7-444bc98620b9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:41.031174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb3318e3-5392-4c52-ad7a-f35e5a59a93e req-3239903a-54ad-4a97-87c7-444bc98620b9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1148651 Jul 07 17:53:41.076472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb3318e3-5392-4c52-ad7a-f35e5a59a93e req-0cce24da-c992-47fe-a4aa-b959dc08021d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Jul 07 17:53:41.940429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.686352 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.590680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:46.596166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973592225', 'description': 'tempest-secgroup-smoke-973592225 description', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:46.625700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.734671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.738954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.775222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.776501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1845965 Jul 07 17:53:46.778934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dcc35-c0a1-454d-ad37-f4f10479b9a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75e590-9d7d-4bc2-a761-6adbebe6f612,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:46.780343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58564) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:46.789761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:46.836688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.926815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.932061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.953499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feac5c85-b47b-45ad-8a63-d0c81a431570,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:46.965593 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.966009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.966392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.966829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.967212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.967599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.968060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.968444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.968838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.969215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.969584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.969994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:46.973472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.975333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0194fc0-6199-48e1-8761-2aa7af456bb3 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1926417 Jul 07 17:53:46.978844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:46.985981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:47.018575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.090377 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.096212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.135219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fcec8a-6189-4ced-81ff-a8020dcaaae8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:47.140350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.141693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7d051552-e495-4898-83c0-1331e867e617 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613305 Jul 07 17:53:47.146306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58568) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:47.151913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:47.184142 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.253611 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.258925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.282817 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74ca707-57ac-4e02-a9c3-70bd88e4746c,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:47.293674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.295518 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-668bec26-51bf-4bd9-9207-59e48129a816 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474996 Jul 07 17:53:47.298551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58570) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:47.304137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:47.337817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.411661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.417117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.440281 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010e70f-b0c2-490c-8458-da945520b049,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:47.450933 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.452565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eff5399a-efb8-4f58-85f6-cc485bbd3d46 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526959 Jul 07 17:53:47.456170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58572) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:47.462092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:47.488157 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Project a7341e7186ad497c98eb0ea3bf69875e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:53:47.495408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.575689 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.581012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.605736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887f8c93-e77c-444d-be39-e70bbd3032b9,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:47.609450 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.610769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-78565abd-c5f5-44d3-95da-1a9fb8665052 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533825 Jul 07 17:53:47.615335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58574) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:47.621887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'security_group_rule': {'security_group_id': '9e75e590-9d7d-4bc2-a761-6adbebe6f612', 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:47.647120 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Project a7341e7186ad497c98eb0ea3bf69875e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:53:47.653417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.733880 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.739093 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.764234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57369da5-2bd0-4049-b45b-f01295f0228a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:47.772394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.776573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b2793d22-7f98-44ac-97e4-fd6c91c9cefd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571119 Jul 07 17:53:48.008635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-785bb9d5-9cf9-4637-b628-c00e499712c5 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973592225&fields=id&tenant_id=a7341e7186ad497c98eb0ea3bf69875e HTTP/1.1" status: 200 len: 267 time: 0.0398242 Jul 07 17:53:48.165821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-f8b41352-1f64-4ecc-9fb2-9210a15e954a tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:48.168617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-f8b41352-1f64-4ecc-9fb2-9210a15e954a tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 813 time: 0.1525760 Jul 07 17:53:48.185487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-162add83-255c-4618-869f-b50ae73f46b7 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/quotas/a7341e7186ad497c98eb0ea3bf69875e HTTP/1.1" status: 200 len: 375 time: 0.0113587 Jul 07 17:53:48.267091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-a651a602-b876-4c40-85d4-3799ca3b5e26 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752141 Jul 07 17:53:48.376785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-c851eeb2-e16a-4a4d-bde1-067d9d734e54 service neutron] 10.222.0.66 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957298 Jul 07 17:53:48.495966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-8e4e13c2-f749-42b7-9ace-72a96d613da9 service neutron] 10.222.0.66 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115620 Jul 07 17:53:48.896089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fa07c24-176a-4ad9-bf3c-278eb6a8030f req-faa0f5a5-de79-472e-a6fd-767213cbe1ae tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0532386 Jul 07 17:53:49.387403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:50.075979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6839509c-fae6-4961-9469-02d5e1ccc713 req-4660f1fc-9de0-4596-adca-751c6582dd97 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0397730 Jul 07 17:53:50.222657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-9842631b-dac6-42e7-b754-9fe539694953 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:50.224580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-9842631b-dac6-42e7-b754-9fe539694953 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 813 time: 0.1976044 Jul 07 17:53:50.295405 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-53cde9b0-9bf4-49a3-8535-ac8ac2f2b90d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7341e7186ad497c98eb0ea3bf69875e HTTP/1.1" status: 200 len: 379 time: 0.0615928 Jul 07 17:53:50.306206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'port': {'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'admin_state_up': True, 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'security_groups': ['9e75e590-9d7d-4bc2-a761-6adbebe6f612']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:50.471400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Made reservation on behalf of a7341e7186ad497c98eb0ea3bf69875e for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:50.477449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.730181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Allocated IP 172.20.0.12 (981189e3-a437-4603-a856-bb346ed2cb41/570cb1c5-e2ea-4b9f-b6a5-e42c6402f850/bcd3e57e-7d90-4cea-a69d-97521c074d56) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:50.977424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.994988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Transition to ACTIVE for port object bcd3e57e-7d90-4cea-a69d-97521c074d56 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:51.044469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.104493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Network 981189e3-a437-4603-a856-bb346ed2cb41 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:51.111048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:51.119685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:51.191484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:51.269459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.270755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.298203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-15e68951-1ae8-461f-918d-5554eb03fe71 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9978087 Jul 07 17:53:51.310236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Request body: {'port': {'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:51.328512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bdc8-fa82-4bcb-8b9f-acf1f5cb96c3 req-14963b71-14e1-445c-a784-8ace3c3019a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.331013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a7bdc8-fa82-4bcb-8b9f-acf1f5cb96c3 req-14963b71-14e1-445c-a784-8ace3c3019a6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 932 time: 0.0889454 Jul 07 17:53:51.434778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.437592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a7bdc8-fa82-4bcb-8b9f-acf1f5cb96c3 req-e08349c5-dc4a-43e9-a4e7-1916f7e2a472 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950375 Jul 07 17:53:51.525946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4616880-b562-48cc-be1a-d28642ae57b9 None None] Provisioning for port bcd3e57e-7d90-4cea-a69d-97521c074d56 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:51.533080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d4616880-b562-48cc-be1a-d28642ae57b9 None None] Provisioning complete for port bcd3e57e-7d90-4cea-a69d-97521c074d56 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:51.535081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4616880-b562-48cc-be1a-d28642ae57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.598410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d4616880-b562-48cc-be1a-d28642ae57b9 None None] Port bcd3e57e-7d90-4cea-a69d-97521c074d56 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:51.828422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3e57e-7d90-4cea-a69d-97521c074d56 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:51.843843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.871027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Transition to ACTIVE for port object bcd3e57e-7d90-4cea-a69d-97521c074d56 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:51.882279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.954813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.074588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Attempting to bind port bcd3e57e-7d90-4cea-a69d-97521c074d56 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:52.075365 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Attempting to bind port bcd3e57e-7d90-4cea-a69d-97521c074d56 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:52.075902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Attempting to bind port bcd3e57e-7d90-4cea-a69d-97521c074d56 on network 981189e3-a437-4603-a856-bb346ed2cb41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:52.085077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Port bcd3e57e-7d90-4cea-a69d-97521c074d56 on network 981189e3-a437-4603-a856-bb346ed2cb41 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:52.085689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Attempting to bind port bcd3e57e-7d90-4cea-a69d-97521c074d56 on network 981189e3-a437-4603-a856-bb346ed2cb41 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:52.094877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:52.095412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Checking segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:52.096234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Bound using segment: {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:52.096970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Bound port: bcd3e57e-7d90-4cea-a69d-97521c074d56, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524786b-3fce-44ff-8ed4-04c85d575665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:52.097566 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.226513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:52.230561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:52.238103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.278399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.279500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.280522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] 10.222.0.23 "PUT /v2.0/ports/bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 1093 time: 0.9754565 Jul 07 17:53:52.283453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:52.286375 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a816f943-b240-4a61-9814-200c2fe16ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:52.347706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e2f3-3285-4c4e-8960-84f02a46f198 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.401289 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062f0758-7b67-472b-a977-0a3b3263e03d x-openstack-request-id: req-062f0758-7b67-472b-a977-0a3b3263e03d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:52.401839 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:52.402171 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-062f0758-7b67-472b-a977-0a3b3263e03d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:52.402764 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:53:52.453914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-e3604ba1-92a7-4f20-ae7f-da58c7b59bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.456939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-e3604ba1-92a7-4f20-ae7f-da58c7b59bcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1096 time: 0.1031806 Jul 07 17:53:52.549594 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-119d3e8e-14b5-43af-88f6-c4dd891bb377 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 217 time: 0.0850406 Jul 07 17:53:52.675872 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-2e58d7b7-d06a-44fb-aa3d-4ac1b5fc99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.680519 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-2e58d7b7-d06a-44fb-aa3d-4ac1b5fc99cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.1245782 Jul 07 17:53:52.752495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-0d71f440-bbeb-4234-bf33-b70c772dfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.754328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-0d71f440-bbeb-4234-bf33-b70c772dfe18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675976 Jul 07 17:53:52.771157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a31ac-2325-4fb7-a260-6cc6d970452a req-cb11b116-bced-489a-823b-33bdb9776ace tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.773619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-796a31ac-2325-4fb7-a260-6cc6d970452a req-cb11b116-bced-489a-823b-33bdb9776ace tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.1007628 Jul 07 17:53:52.828662 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-796a31ac-2325-4fb7-a260-6cc6d970452a req-cb8a5417-94dd-4779-935e-e864cf6b113d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436666 Jul 07 17:53:52.911348 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-19c4ab04-415a-4cb4-b7e3-87f58830cbcc service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507292 Jul 07 17:53:53.033316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ef9809bc-51c6-4dc7-a115-c7207fbbdb6a req-6025eb74-6f15-4fbf-aa1c-95ca34f8f3a2 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147335 Jul 07 17:53:53.165681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-1ca8b053-c96d-4725-8eff-67d262a18908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.167528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-1ca8b053-c96d-4725-8eff-67d262a18908 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1096 time: 0.0732050 Jul 07 17:53:53.309195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-c8f36c97-39f3-4e69-81f4-6dc482d72233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.311006 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-c8f36c97-39f3-4e69-81f4-6dc482d72233 service neutron] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 914 time: 0.1367836 Jul 07 17:53:53.359231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-a17abdb7-d2a5-4078-b4b7-a34dc2e0d34c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 217 time: 0.0412033 Jul 07 17:53:53.420113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-d960f410-2a5e-47dc-a0ed-4f028235a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.421707 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-d960f410-2a5e-47dc-a0ed-4f028235a326 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.0567694 Jul 07 17:53:53.493837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-a4bd09c2-c395-433b-9261-22d67d2a2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.495639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-a4bd09c2-c395-433b-9261-22d67d2a2b7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656767 Jul 07 17:53:53.616020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-d6df44cf-7c19-498e-9aa4-8d974bbfde27 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124964 Jul 07 17:53:53.761485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a816f943-b240-4a61-9814-200c2fe16ff2 req-95de7772-fdbe-438a-834f-aef0cc5ccb7e service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401749 Jul 07 17:53:54.143612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379e149-27dd-4464-a17f-67e712debd3c req-275c1a09-0ebf-4dcb-ae1d-24e812749969 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.146426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d379e149-27dd-4464-a17f-67e712debd3c req-275c1a09-0ebf-4dcb-ae1d-24e812749969 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0904617 Jul 07 17:53:54.214548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d379e149-27dd-4464-a17f-67e712debd3c req-a90a7b4d-90e2-46f0-81f9-3118d3cec1d6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608799 Jul 07 17:53:55.478650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36f38-c214-4afe-b836-39d996420b87 req-7a660242-e722-4783-88da-2e2c0d939c79 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.480758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89d36f38-c214-4afe-b836-39d996420b87 req-7a660242-e722-4783-88da-2e2c0d939c79 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0952282 Jul 07 17:53:55.538148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89d36f38-c214-4afe-b836-39d996420b87 req-ab9ba409-5cf8-43e2-bd6d-8bef7dfaa0f6 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470107 Jul 07 17:53:55.836862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.743415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02957b9a-349c-49bf-a72a-59cee679583e req-6eedf58a-3fd2-43b2-bdd9-e55604c7993d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.745472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02957b9a-349c-49bf-a72a-59cee679583e req-6eedf58a-3fd2-43b2-bdd9-e55604c7993d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0747650 Jul 07 17:53:56.788679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02957b9a-349c-49bf-a72a-59cee679583e req-6c1df985-c140-433e-8a5e-8e74495bf6d4 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368409 Jul 07 17:53:57.394329 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.041495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97318e9-fdd1-4d67-a933-9365534b0fa5 req-166ea2d2-aa0b-4fbb-b7fa-504803791976 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.043254 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b97318e9-fdd1-4d67-a933-9365534b0fa5 req-166ea2d2-aa0b-4fbb-b7fa-504803791976 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0945168 Jul 07 17:53:58.092514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b97318e9-fdd1-4d67-a933-9365534b0fa5 req-130180ee-c9e3-44a2-81e0-93ae9c9221db tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Jul 07 17:53:59.292040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034e4f3-d98d-4a9f-beee-61b1841c04cf req-a92fe736-6a2a-4971-8783-39fa04243a58 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.293700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e034e4f3-d98d-4a9f-beee-61b1841c04cf req-a92fe736-6a2a-4971-8783-39fa04243a58 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0743539 Jul 07 17:53:59.337020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e034e4f3-d98d-4a9f-beee-61b1841c04cf req-2ac56dbe-5c0a-4dbb-bce9-476a3baff7c0 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Jul 07 17:54:00.534660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ad44b-235e-424a-a232-91723846795d req-44c2bd56-09b6-4e0e-b0c7-0baac33dc348 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.536316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-780ad44b-235e-424a-a232-91723846795d req-44c2bd56-09b6-4e0e-b0c7-0baac33dc348 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0735784 Jul 07 17:54:00.584542 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-780ad44b-235e-424a-a232-91723846795d req-edc76489-a516-472b-a274-99f161223967 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Jul 07 17:54:01.813046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9249d41-4234-46c9-bb4b-2d74b1a2fd3f req-04435d49-9c58-4a85-bfc2-08089fabfdcd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:01.814874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9249d41-4234-46c9-bb4b-2d74b1a2fd3f req-04435d49-9c58-4a85-bfc2-08089fabfdcd tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 944 time: 0.0794158 Jul 07 17:54:01.864320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e9249d41-4234-46c9-bb4b-2d74b1a2fd3f req-65281e54-1ea4-427c-852d-4039b86304b2 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Jul 07 17:54:02.757973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device bcd3e57e-7d90-4cea-a69d-97521c074d56 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:02.872549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:02.890622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:02.940508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.957645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd3e57e-7d90-4cea-a69d-97521c074d56 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:02.985692 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:02.991248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.070130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.080016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.080527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.080969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.081401 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.081870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.082319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.082815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.083271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.084266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.084801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.085367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.085707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:03.115536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34c07-fe85-49e7-a2b4-83b5d5ba93a0 req-6fffc419-9604-4660-8ca1-892e7379c0ce tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.118005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44c34c07-fe85-49e7-a2b4-83b5d5ba93a0 req-6fffc419-9604-4660-8ca1-892e7379c0ce tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 945 time: 0.0974736 Jul 07 17:54:03.168315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-44c34c07-fe85-49e7-a2b4-83b5d5ba93a0 req-d4073832-000e-4daf-bc75-017e7aca0c00 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Jul 07 17:54:03.212396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['bcd3e57e-7d90-4cea-a69d-97521c074d56'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:04.369504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28984-1007-4141-942f-967e145b8f5b req-0afa12b3-5b02-464e-926a-3c23423f0016 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.371238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61a28984-1007-4141-942f-967e145b8f5b req-0afa12b3-5b02-464e-926a-3c23423f0016 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 945 time: 0.0804873 Jul 07 17:54:04.421724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61a28984-1007-4141-942f-967e145b8f5b req-50c0a6cc-050c-4256-ae41-09d8ff313f6d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397162 Jul 07 17:54:04.750470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device bcd3e57e-7d90-4cea-a69d-97521c074d56 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:04.804479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port bcd3e57e-7d90-4cea-a69d-97521c074d56 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:04.808995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port bcd3e57e-7d90-4cea-a69d-97521c074d56 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:04.809416 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.920399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.960958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:04.965297 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8306484-7ba6-4efd-bc06-e330bc77806c" -d '{"events": [{"server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:04.990663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:04.996740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.051751 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43893526-b650-4332-a9b5-ba75b9f57db6 x-openstack-request-id: req-43893526-b650-4332-a9b5-ba75b9f57db6 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:05.052414 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:05.053333 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43893526-b650-4332-a9b5-ba75b9f57db6 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:05.053968 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'code': 200} Jul 07 17:54:05.093648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.151242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7167a40-665a-44b2-9a00-bd249638c228 req-f399b180-3aba-4734-9107-872f89ce8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.152810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f7167a40-665a-44b2-9a00-bd249638c228 req-f399b180-3aba-4734-9107-872f89ce8757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1098 time: 0.0656533 Jul 07 17:54:05.193108 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f7167a40-665a-44b2-9a00-bd249638c228 req-0890331b-c4e9-4474-b2a5-c3b66a9dd6af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335751 Jul 07 17:54:05.623693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c738-4647-4b38-b7af-f940a86a86c1 req-7f62bed9-1730-4052-9adc-bc9e6b0c7d16 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.625366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08f4c738-4647-4b38-b7af-f940a86a86c1 req-7f62bed9-1730-4052-9adc-bc9e6b0c7d16 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 946 time: 0.0735929 Jul 07 17:54:05.677757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08f4c738-4647-4b38-b7af-f940a86a86c1 req-d39aa8aa-1d36-4354-92d3-ad2b2bc0f0cf tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453458 Jul 07 17:54:06.875736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35306f-269f-46ac-9e9f-454228222d41 req-51d39b27-60c7-43ea-bd54-f5708e0add0d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:06.877958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e35306f-269f-46ac-9e9f-454228222d41 req-51d39b27-60c7-43ea-bd54-f5708e0add0d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 946 time: 0.0729349 Jul 07 17:54:06.945782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e35306f-269f-46ac-9e9f-454228222d41 req-eddb85f0-04aa-49a1-a019-05ec10ec0409 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613844 Jul 07 17:54:07.150280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945c3f1-e022-41c5-9fb3-42f5fa2434b9 req-387beee6-2c6c-4cbe-bbec-1c80a559b455 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.151989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6945c3f1-e022-41c5-9fb3-42f5fa2434b9 req-387beee6-2c6c-4cbe-bbec-1c80a559b455 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 946 time: 0.0810096 Jul 07 17:54:07.195539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6945c3f1-e022-41c5-9fb3-42f5fa2434b9 req-658f3de9-7fb8-4a66-9153-7f7689100b3d tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Jul 07 17:54:07.230600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58642) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:07.410506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c24e15-a970-4e6d-9579-6af8a8e6ed99 tempest-TestVolumeBackupRestore-1244298849 tempest-TestVolumeBackupRestore-1244298849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.412128 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-23c24e15-a970-4e6d-9579-6af8a8e6ed99 tempest-TestVolumeBackupRestore-1244298849 tempest-TestVolumeBackupRestore-1244298849-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1093 time: 0.1802967 Jul 07 17:54:07.415385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 58648) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:07.420373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:07.447246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.574951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.631079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7628963f-cdc9-4d1d-a339-242aec185d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.704939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Allocated IP 172.25.3.213 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4822abe9-41f6-48f4-98be-5ee41bb4af25) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:07.826684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.892520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.954693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:07.962563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:07.975136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:08.020395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'Port': ['ID=4822abe9-41f6-48f4-98be-5ee41bb4af25,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.046743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.047316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.047847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.048395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.048935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.049456 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.049982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.050570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.051138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.051693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.053382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.053956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:08.458118 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.558728 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.753039 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.759432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.844561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event updated for resources: {'Port': ['ID=4822abe9-41f6-48f4-98be-5ee41bb4af25,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.856114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.972526 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Floating IP 9d03e5b1-56f9-495e-b202-79f1b207e6e3 associated. External IP: 172.25.3.213, port: bcd3e57e-7d90-4cea-a69d-97521c074d56. Jul 07 17:54:09.254057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:09.406840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:09.425415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.427759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:09.453205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:09.454754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:53:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:09.488678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1af378f3-aabd-401c-bd76-6168878ad4ef tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0717607 Jul 07 17:54:09.492868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58658) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:09.495730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:09.500352 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d5005-f720-4e08-88e1-dcc5db7589ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:09.558886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da790e61-3214-4587-908c-ccdba0b2d3cc tempest-TestVolumeBackupRestore-1244298849 tempest-TestVolumeBackupRestore-1244298849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.560980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-da790e61-3214-4587-908c-ccdba0b2d3cc tempest-TestVolumeBackupRestore-1244298849 tempest-TestVolumeBackupRestore-1244298849-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1093 time: 0.0670686 Jul 07 17:54:09.565954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58664) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:09.572573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Request body: {'floatingip': {'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:09.649759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:09.689836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-d2b287be-6698-49ff-b4d2-cff9eebaf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.691502 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-d2b287be-6698-49ff-b4d2-cff9eebaf2b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.1988902 Jul 07 17:54:09.703788 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.826197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-4611b5c1-0101-4dd5-99c0-f5cbede6790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.828035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-4611b5c1-0101-4dd5-99c0-f5cbede6790c service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1293771 Jul 07 17:54:09.837149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e2b84-b6d0-4f70-971e-a081f325c5be req-e2afa696-67cd-4bf8-9dac-60537e5a6e86 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.839268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa8e2b84-b6d0-4f70-971e-a081f325c5be req-e2afa696-67cd-4bf8-9dac-60537e5a6e86 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.2215595 Jul 07 17:54:09.939776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-e78c8a93-0f01-49a0-9292-62e7a8f830a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.1002016 Jul 07 17:54:09.973181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa8e2b84-b6d0-4f70-971e-a081f325c5be req-aa52c18a-2e7f-4562-a024-6fb71f8c02ec tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003022 Jul 07 17:54:10.034341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:08Z', 'revision_number': 0, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:10.045387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-46528951-5753-4cdc-aed5-8b0a2763e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.047973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-46528951-5753-4cdc-aed5-8b0a2763e5d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.1018257 Jul 07 17:54:10.072774 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b346b-c437-4e9b-b878-9291fdbc28c9 x-openstack-request-id: req-744b346b-c437-4e9b-b878-9291fdbc28c9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:10.073314 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:10.073750 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-744b346b-c437-4e9b-b878-9291fdbc28c9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:10.074386 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:54:10.097244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:10.102723 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c95abf5d-8c76-4f87-9d08-0c4dd6e5a4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.111542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:10.112179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:10.218091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-bcc49a4a-fcb2-4664-b964-f0b2d0321055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.220575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-bcc49a4a-fcb2-4664-b964-f0b2d0321055 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656897 Jul 07 17:54:10.225841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-a7d0f12a-4ade-4634-82a8-982bb1a24ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.228168 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-a7d0f12a-4ade-4634-82a8-982bb1a24ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1098 time: 0.1159825 Jul 07 17:54:10.264430 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:10.514049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-6012e45e-3a15-4589-bbc1-3cd72fe6ebc9 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843044 Jul 07 17:54:10.518130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-6ea684b2-90c7-4db4-8010-6c4f071dec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.520351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-6ea684b2-90c7-4db4-8010-6c4f071dec20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 914 time: 0.2776957 Jul 07 17:54:10.524538 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.529747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.659608 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.685990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:08Z', 'revision_number': 0, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:10.711436 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-c5f257e7-50cc-43f6-94ee-b621c0027cd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 1000 time: 0.1772356 Jul 07 17:54:10.721163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a0b77-c135-484c-b181-3f0b57947592 None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:08Z', 'revision_number': 0, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:10.783812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fc307c43-3ca4-4ccf-a3f7-7e2344490ce6 req-c11ce4ae-89e2-4f8b-ac9c-03e24537d6d9 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612441 Jul 07 17:54:10.798130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-ae690498-2f11-45f3-97a1-9bd2aab8249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.799897 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-ae690498-2f11-45f3-97a1-9bd2aab8249b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.0810435 Jul 07 17:54:10.864433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:10.888683 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-446b54bd-9a58-4655-ae6f-5ebbcaf707e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.891485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-446b54bd-9a58-4655-ae6f-5ebbcaf707e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850344 Jul 07 17:54:11.035688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:11.043743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.107189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-6bcf393a-ebc8-486b-ad46-501840ed6c11 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068968 Jul 07 17:54:11.144852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:11.149424 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03629c-33c5-49e0-a547-0e823d499830" -d '{"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:11.165425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f8077-0f09-4341-a21f-68c86f9a7d3e None None] New status for floating IP 9d03e5b1-56f9-495e-b202-79f1b207e6e3: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:54:11.270335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7343e0c8-5a3e-4a72-ab3a-b55b7b5e2577 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "PUT /v2.0/floatingips/9d03e5b1-56f9-495e-b202-79f1b207e6e3 HTTP/1.1" status: 200 len: 992 time: 1.7028239 Jul 07 17:54:11.312232 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ebb0-cc7c-426c-b63c-d26384e09dc9 req-61a3b842-5f6a-45a1-ad9d-ba6ef52c9a1e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.314942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab28ebb0-cc7c-426c-b63c-d26384e09dc9 req-61a3b842-5f6a-45a1-ad9d-ba6ef52c9a1e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1269464 Jul 07 17:54:11.387396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab28ebb0-cc7c-426c-b63c-d26384e09dc9 req-f143f15a-792c-485c-ba89-2f9c585aa338 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646827 Jul 07 17:54:11.540440 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e0b6e-c8a1-40d8-8759-a8c6b36b6a37 x-openstack-request-id: req-9d0e0b6e-c8a1-40d8-8759-a8c6b36b6a37 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:11.541115 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:11.541115 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d0e0b6e-c8a1-40d8-8759-a8c6b36b6a37 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:11.541706 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:54:11.575103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:11.585961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:11.586652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:11.715347 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:11.745022 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a50d5005-f720-4e08-88e1-dcc5db7589ed req-20f78b10-9538-4a23-9592-e41dfc1f2e21 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303740 Jul 07 17:54:11.907255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03629c-33c5-49e0-a547-0e823d499830 req-6fc3ea20-eb71-47fb-b895-287c003aec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.908789 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-6fc3ea20-eb71-47fb-b895-287c003aec8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1098 time: 0.0954969 Jul 07 17:54:11.963004 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.038805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03629c-33c5-49e0-a547-0e823d499830 req-c3a8c1e6-8580-4948-aae2-e96e4b87f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.040765 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-c3a8c1e6-8580-4948-aae2-e96e4b87f52c service neutron] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 914 time: 0.1256588 Jul 07 17:54:12.047968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:12.079909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:12.091570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:12.092353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:12.135605 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-12ab4ca2-8175-483f-8ffc-3b5df094fd80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 1002 time: 0.0869970 Jul 07 17:54:12.203907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03629c-33c5-49e0-a547-0e823d499830 req-d7df1ff6-7b39-49d5-8ac1-1b3fbff1f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.205317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-d7df1ff6-7b39-49d5-8ac1-1b3fbff1f619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.0635421 Jul 07 17:54:12.248634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:12.307733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03629c-33c5-49e0-a547-0e823d499830 req-0e3bbe0d-4c1a-4e20-bd9a-314a3a2f33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.309279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-0e3bbe0d-4c1a-4e20-bd9a-314a3a2f33e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952783 Jul 07 17:54:12.446554 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-d52274e6-f824-4a38-a457-176c9a1c99c6 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293781 Jul 07 17:54:12.556398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:12.588534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffee04-911f-44f9-805e-b191fc8d8445 None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '9d03e5b1-56f9-495e-b202-79f1b207e6e3', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'port_id': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'mac_address': 'fa:16:3e:2a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:08Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 2, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:12.611647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1f03629c-33c5-49e0-a547-0e823d499830 req-a9b00fbf-6328-4d28-bd85-c39f06176fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578817 Jul 07 17:54:12.728756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a50ae-bd08-4d5a-9906-8ed4293abcfc req-a41f7012-bfd0-4937-89c8-1b840454ec38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.731605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7a50ae-bd08-4d5a-9906-8ed4293abcfc req-a41f7012-bfd0-4937-89c8-1b840454ec38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1213179 Jul 07 17:54:12.793729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eb7a50ae-bd08-4d5a-9906-8ed4293abcfc req-63b351dd-a21c-4cf5-875f-1606edba8f64 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501850 Jul 07 17:54:13.542690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:13.545177 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f157d-dd3a-485a-bd29-6c1bf049f404" -d '{"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:13.590813 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27faaa-a2dd-4913-a407-74c0bfb9e26c x-openstack-request-id: req-ab27faaa-a2dd-4913-a407-74c0bfb9e26c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:13.591169 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:13.591445 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab27faaa-a2dd-4913-a407-74c0bfb9e26c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:13.591831 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:54:13.688413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-a11032db-d9ff-4ec8-b05e-c616bae2a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.690495 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-a11032db-d9ff-4ec8-b05e-c616bae2a658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1098 time: 0.0632925 Jul 07 17:54:13.691278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.801588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-4feed3cc-2da9-4c64-9550-a9b6082b03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.803899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-4feed3cc-2da9-4c64-9550-a9b6082b03a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 914 time: 0.1072490 Jul 07 17:54:13.929445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-38cfd232-8978-480e-9d5d-4bd249734ed7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 1002 time: 0.1189284 Jul 07 17:54:13.998566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-9259091d-4c5e-4d18-95a4-6c40de5d9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.000671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-9259091d-4c5e-4d18-95a4-6c40de5d9157 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.0624378 Jul 07 17:54:14.094930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-05504251-de88-43f0-86e0-5759342597c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.096480 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-05504251-de88-43f0-86e0-5759342597c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889719 Jul 07 17:54:14.259431 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-f4ef5092-e46d-4777-8581-d142e594fd3b service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563911 Jul 07 17:54:14.373017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ae2f157d-dd3a-485a-bd29-6c1bf049f404 req-59e324fa-0489-42ee-a067-6552459146a4 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075370 Jul 07 17:54:16.335427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-3514fb0a-c498-4ede-b425-24dd738bdc70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755785 Jul 07 17:54:16.426135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-7db4e3ca-7237-42d8-b784-163c8a20d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.427886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-7db4e3ca-7237-42d8-b784-163c8a20d07a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 1097 time: 0.0692213 Jul 07 17:54:16.553578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-d39b4438-f7ab-40ec-9808-b54681442d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.555260 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-d39b4438-f7ab-40ec-9808-b54681442d41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1062424 Jul 07 17:54:16.604473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-7f422194-d610-47f2-9286-27f004221d73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8 HTTP/1.1" status: 200 len: 217 time: 0.0416317 Jul 07 17:54:16.665803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-9819c966-2fa8-453d-b139-ee9d573693d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.667475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-9819c966-2fa8-453d-b139-ee9d573693d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0566363 Jul 07 17:54:16.742697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-6f65f5b5-e004-45b8-850a-b07dce5145de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.744636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-6f65f5b5-e004-45b8-850a-b07dce5145de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702057 Jul 07 17:54:16.860667 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-b102f7fb-fb66-4eed-8ed6-f52bf26e9f91 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082191 Jul 07 17:54:16.996691 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-be655b4a-2b7b-4b72-a0a8-a8ac166a1a68 req-37638c00-0fff-4122-993f-f77a63090692 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297414 Jul 07 17:54:19.053237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-86ec8114-6e0c-47b2-8991-aefe7563a06b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264958 Jul 07 17:54:19.174606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336408-3438-4d72-b060-3d2e636ec537 req-8745874e-e059-458a-a287-871292d8ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.176912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-8745874e-e059-458a-a287-871292d8ccac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0719013 Jul 07 17:54:19.313385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336408-3438-4d72-b060-3d2e636ec537 req-b17b9844-905e-4e96-8c8e-5f3f37e64e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.315152 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-b17b9844-905e-4e96-8c8e-5f3f37e64e22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1136909 Jul 07 17:54:19.363038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-25d29662-628d-438e-8d2d-c481213c7ed5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 200 len: 217 time: 0.0404470 Jul 07 17:54:19.416451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336408-3438-4d72-b060-3d2e636ec537 req-38a4310d-f148-4073-b01b-81ddf76d9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.418044 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-38a4310d-f148-4073-b01b-81ddf76d9740 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0488992 Jul 07 17:54:19.487172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336408-3438-4d72-b060-3d2e636ec537 req-ded338d9-cd64-4ec1-b2f2-161add9f0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.488838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-ded338d9-cd64-4ec1-b2f2-161add9f0a48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637159 Jul 07 17:54:19.597033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-fc3ea79d-2d66-476d-b473-1b692902cb22 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012075 Jul 07 17:54:19.707671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40336408-3438-4d72-b060-3d2e636ec537 req-a31ccfde-dc28-4e5e-a4ef-0e88a608c0cf service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028762 Jul 07 17:54:25.826998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.377842 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:27.394512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.626076 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c033-980b-45e0-aed6-6b38a10dc6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:40.096756 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-19220056-f7cc-4ef5-9948-4d316ea6922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:40.649591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.937561 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.693805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.388470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58688) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:44.565425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Deleting port 4822abe9-41f6-48f4-98be-5ee41bb4af25 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:44.565847 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.655551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.655850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.671270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Calling delete_port for 4822abe9-41f6-48f4-98be-5ee41bb4af25 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:44.843828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.872204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event deleted for resources: {'Port': ['ID=4822abe9-41f6-48f4-98be-5ee41bb4af25,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:44.979121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.979474 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Floating IP 9d03e5b1-56f9-495e-b202-79f1b207e6e3 disassociated (deleted). External IP: 172.25.3.213, port: bcd3e57e-7d90-4cea-a69d-97521c074d56. Jul 07 17:54:45.111611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f93e4-d95c-410d-9798-05fdea19ae7e req-68157cfa-ca7d-45c8-9823-53fdc612a3b0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.113226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef1f93e4-d95c-410d-9798-05fdea19ae7e req-68157cfa-ca7d-45c8-9823-53fdc612a3b0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1721311 Jul 07 17:54:45.236509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef1f93e4-d95c-410d-9798-05fdea19ae7e req-e336f339-e55e-42bd-a3b3-0bd49a11c10b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149313 Jul 07 17:54:45.289444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:45.804031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:45.810398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.816778 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:45.836990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:45.838249 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:45.860405 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d55f4766-1102-4b61-bc85-31c756f8510b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "DELETE /v2.0/floatingips/9d03e5b1-56f9-495e-b202-79f1b207e6e3 HTTP/1.1" status: 204 len: 168 time: 1.4709013 Jul 07 17:54:45.861948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:45.864779 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ba2f8-3a21-44a3-8612-100650a3bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:45.885175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e084cf-74e5-4fe5-bb9a-12aa752ba4e7 req-031dc37f-2d14-498a-a9c0-e00c404f1f80 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.887037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e084cf-74e5-4fe5-bb9a-12aa752ba4e7 req-031dc37f-2d14-498a-a9c0-e00c404f1f80 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.4759417 Jul 07 17:54:45.935892 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96e084cf-74e5-4fe5-bb9a-12aa752ba4e7 req-454fdda7-7648-46c0-9e55-3dd234824555 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398810 Jul 07 17:54:46.112716 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:46.246182 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f9817-ce86-4a0c-829e-186c1ca6b6b5 x-openstack-request-id: req-946f9817-ce86-4a0c-829e-186c1ca6b6b5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:46.246796 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:46.247239 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-946f9817-ce86-4a0c-829e-186c1ca6b6b5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:46.248547 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:54:46.353643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-272c5114-8ccb-4895-a3cb-d999a3edf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.355741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-272c5114-8ccb-4895-a3cb-d999a3edf49a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 1098 time: 0.0760906 Jul 07 17:54:46.365531 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:46.417070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:46.431780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:46.432815 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:46.464120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-42ad90dc-9e1d-4b7f-a2dd-8876ab98c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.465984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-42ad90dc-9e1d-4b7f-a2dd-8876ab98c01c service neutron] 10.222.0.23 "GET /v2.0/networks?id=981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 200 len: 914 time: 0.1025434 Jul 07 17:54:46.525427 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-ae5dd03a-2851-43ab-9dd9-409234350f1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 200 len: 217 time: 0.0519109 Jul 07 17:54:46.546829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-7c16d5cb-9e3f-4422-8857-d4f5efc7ce99 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.549486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-7c16d5cb-9e3f-4422-8857-d4f5efc7ce99 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.1834714 Jul 07 17:54:46.571914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-089bca29-d1a5-47a0-86b0-9d3e925ba174 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/quotas/870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 375 time: 0.0144825 Jul 07 17:54:46.584786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-e88d801b-999c-41ec-9dd6-128c2f941bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.586344 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-e88d801b-999c-41ec-9dd6-128c2f941bd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 200 len: 852 time: 0.0534790 Jul 07 17:54:46.601197 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:46.665429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-2cc2fd1a-09f3-4c99-99a8-6e9dc9c4486e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0863333 Jul 07 17:54:46.673846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-8acd28ed-f4a1-4983-9b05-ef31881cb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.677536 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-8acd28ed-f4a1-4983-9b05-ef31881cb5c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=981189e3-a437-4603-a856-bb346ed2cb41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826819 Jul 07 17:54:46.798540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-ac64571c-8ed8-4881-8e76-9ccffa39f17d service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203818 Jul 07 17:54:46.826729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-c294490a-8771-4e99-9b10-f8675071a4e2 service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428342 Jul 07 17:54:46.889056 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:46.919077 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f56a62-46e0-4016-af36-16365b7668bb None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 4, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'b132c099-0cb8-4a3a-b3a4-951daee602ed', 'name': '', 'network_id': '981189e3-a437-4603-a856-bb346ed2cb41', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'mac_address': 'fa:16:3e:a6:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:17Z', 'updated_at': '2021-07-07T17:51:33Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'subnets': [{'id': '570cb1c5-e2ea-4b9f-b6a5-e42c6402f850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:46.927219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-4f557f5e-56ce-4145-9be2-c0605802c132 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166437 Jul 07 17:54:46.954762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-061ba2f8-3a21-44a3-8612-100650a3bb07 req-e5adc39b-de65-46fb-81f9-00fe034ae0bf service neutron] 10.222.0.23 "GET /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196961 Jul 07 17:54:47.278834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da621292-71e6-4730-befc-2ff9e4d01edf None None] New status for floating IP 9d03e5b1-56f9-495e-b202-79f1b207e6e3: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:54:47.324057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1033e7-ba7d-4152-994d-514596517460 req-d4f971a5-9c3c-4938-9a05-cfdd1f819a63 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:47.327441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae1033e7-ba7d-4152-994d-514596517460 req-d4f971a5-9c3c-4938-9a05-cfdd1f819a63 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 946 time: 0.1127646 Jul 07 17:54:47.394692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae1033e7-ba7d-4152-994d-514596517460 req-e39b4b08-d75b-473f-8282-85afbe34a8ec tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e75e590-9d7d-4bc2-a761-6adbebe6f612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491390 Jul 07 17:54:47.502095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24082df1-a85d-44ca-9861-80f9ce2d7b88 req-3fe2e7de-13c9-4528-a444-c5a3b8f97b18 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 210 time: 0.0489402 Jul 07 17:54:47.827555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-140c452d-8cf4-4156-b283-0c512bd04746 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:47.829272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-140c452d-8cf4-4156-b283-0c512bd04746 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.23 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 946 time: 0.0850067 Jul 07 17:54:47.962722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Deleting port bcd3e57e-7d90-4cea-a69d-97521c074d56 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:47.962982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.109866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] For port bcd3e57e-7d90-4cea-a69d-97521c074d56, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=bcd3e57e-7d90-4cea-a69d-97521c074d56,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:48.110417 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.127709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Calling delete_port for bcd3e57e-7d90-4cea-a69d-97521c074d56 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:48.317512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.352565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event deleted for resources: {'Port': ['ID=bcd3e57e-7d90-4cea-a69d-97521c074d56,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:48.401729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] No DVR routers for this DVR port bcd3e57e-7d90-4cea-a69d-97521c074d56 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:48.404583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.407251 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-012a63de-c9ad-499b-960e-e4487ea6dcf4 req-9288896d-57c2-4916-9f70-1ff3974d3631 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.23 "DELETE /v2.0/ports/bcd3e57e-7d90-4cea-a69d-97521c074d56 HTTP/1.1" status: 204 len: 173 time: 0.5719264 Jul 07 17:54:48.407860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'name': 'network-vif-deleted', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:48.411194 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539ad89-2c33-455b-869b-40e0d416abc8" -d '{"events": [{"server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "name": "network-vif-deleted", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:48.461339 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed58542-440c-4e4c-ae9d-56633725db00 x-openstack-request-id: req-2ed58542-440c-4e4c-ae9d-56633725db00 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:48.461779 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60218cf-4a0b-46f9-b7be-6a4db30eb747", "name": "network-vif-deleted", "tag": "bcd3e57e-7d90-4cea-a69d-97521c074d56", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:48.462142 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ed58542-440c-4e4c-ae9d-56633725db00 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:48.462710 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60218cf-4a0b-46f9-b7be-6a4db30eb747', 'name': 'network-vif-deleted', 'tag': 'bcd3e57e-7d90-4cea-a69d-97521c074d56', 'status': 'completed', 'code': 200} Jul 07 17:54:48.648816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71fff4ba-e58f-4b92-b2dd-7f8af40ee739 req-ca178ddc-f1a1-444c-bdc9-9544b195313f tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0546970 Jul 07 17:54:48.907080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-01809b84-c53f-4358-8881-da942e51f168 req-d8b43dee-0944-415b-b66e-1e731d6b1f1b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 210 time: 0.0673704 Jul 07 17:54:48.913630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-1325e8a2-5fac-4819-92ef-5b59d1c29bb5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.916949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-1325e8a2-5fac-4819-92ef-5b59d1c29bb5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.2574992 Jul 07 17:54:48.946907 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'device_id': 'd5061c23-3c47-4bff-bc85-30142091f026', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'admin_state_up': True, 'tenant_id': '870bfcb50e1449e48328748dedaba341'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:49.097603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:49.102723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.272263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.20.0.12 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/aef48026-c943-4f9f-93aa-aa3bb25cdf7d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:49.474805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.499989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Transition to ACTIVE for port object aef48026-c943-4f9f-93aa-aa3bb25cdf7d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:49.536848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.551856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:49.556286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:49.588254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:49.594206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:49.599238 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:49.603803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:49.659825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:49.660673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.683670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6739bd42-b890-446a-9ade-edc8989e1e5b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7588973 Jul 07 17:54:49.700944 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Request body: {'port': {'device_id': 'd5061c23-3c47-4bff-bc85-30142091f026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:49.824805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.935502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42683a58-0d6c-4473-b19e-c7ee8ad73790 req-a4f0f3d9-f974-474a-96f3-fb22b0724f78 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0604124 Jul 07 17:54:49.992580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74bc7f72-6e14-480d-b869-a7d44a964ec8 None None] Provisioning for port aef48026-c943-4f9f-93aa-aa3bb25cdf7d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:49.997959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-74bc7f72-6e14-480d-b869-a7d44a964ec8 None None] Provisioning complete for port aef48026-c943-4f9f-93aa-aa3bb25cdf7d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:49.998587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74bc7f72-6e14-480d-b869-a7d44a964ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.172684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aac22-afdc-4588-9275-d1242d085001 req-0590a8f9-e5eb-4467-808b-b8659f121fde tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.174841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-771aac22-afdc-4588-9275-d1242d085001 req-0590a8f9-e5eb-4467-808b-b8659f121fde tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 932 time: 0.0941975 Jul 07 17:54:50.215139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74bc7f72-6e14-480d-b869-a7d44a964ec8 None None] Port aef48026-c943-4f9f-93aa-aa3bb25cdf7d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:50.225362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-771aac22-afdc-4588-9275-d1242d085001 req-87c31e4b-3d6e-4f57-84dd-91a90bcfb70f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Jul 07 17:54:50.266345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef48026-c943-4f9f-93aa-aa3bb25cdf7d {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:50.277558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.292689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Transition to ACTIVE for port object aef48026-c943-4f9f-93aa-aa3bb25cdf7d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:50.297548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.355986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:50.443860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Attempting to bind port aef48026-c943-4f9f-93aa-aa3bb25cdf7d on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:50.444474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Attempting to bind port aef48026-c943-4f9f-93aa-aa3bb25cdf7d by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:50.444921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Attempting to bind port aef48026-c943-4f9f-93aa-aa3bb25cdf7d on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:50.450648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Port aef48026-c943-4f9f-93aa-aa3bb25cdf7d on network 735e5df8-54be-43bb-a593-9e335bacae2d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:50.451041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Attempting to bind port aef48026-c943-4f9f-93aa-aa3bb25cdf7d on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:50.456806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:50.457247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:50.458548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:50.459246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Bound port: aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:50.459691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.542324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:50.546256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:50.552149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.590707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.591106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.593110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] 10.222.0.23 "PUT /v2.0/ports/aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 200 len: 1093 time: 0.9012620 Jul 07 17:54:50.593884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:50.598606 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8541f4e4-383f-4929-bdb9-e1d396839fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:50.643078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05df5-0334-45af-a2d0-c1a64ffb1591 service neutron] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:50.720176 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d7265-2979-4f06-a973-5b629f80a91c x-openstack-request-id: req-863d7265-2979-4f06-a973-5b629f80a91c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:50.720811 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:50.721404 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-863d7265-2979-4f06-a973-5b629f80a91c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:50.722200 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'status': 'completed', 'code': 200} Jul 07 17:54:50.770119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-864092a8-f27f-4307-840c-3ff53367c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.771886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-864092a8-f27f-4307-840c-3ff53367c637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 1096 time: 0.0996888 Jul 07 17:54:50.842064 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-b53b75cf-3405-4273-8206-c12c2c97c785 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 200 len: 217 time: 0.0619526 Jul 07 17:54:50.918165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-aa816ddc-f875-4318-8e60-fba9016632a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.920278 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-aa816ddc-f875-4318-8e60-fba9016632a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0712910 Jul 07 17:54:50.996693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device bcd3e57e-7d90-4cea-a69d-97521c074d56 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:51.017754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-1ab4c415-8320-468c-99bb-2d5ae45d739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.022291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-1ab4c415-8320-468c-99bb-2d5ae45d739e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941799 Jul 07 17:54:51.024967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: bcd3e57e-7d90-4cea-a69d-97521c074d56 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:51.025444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device bcd3e57e-7d90-4cea-a69d-97521c074d56 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:51.125906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-6119d528-3167-4804-acf4-1da698b8ffc4 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972922 Jul 07 17:54:51.134209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26137f6d-f82a-40b6-8aec-8fa510810a80 req-734bec0b-6228-42f3-8b14-b4463b27b966 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jul 07 17:54:51.241253 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-734a4d1b-6548-46c2-912b-3b1220e63f05 req-d4996a55-ee92-45e1-a395-cf841c4a2bec service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083522 Jul 07 17:54:51.377025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-28487036-28c6-44a9-b175-fdafb8d2756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.378631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-28487036-28c6-44a9-b175-fdafb8d2756a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 1096 time: 0.0854092 Jul 07 17:54:51.447674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b524d0-f6c1-4ae2-8c66-d6cd7a5fe121 req-935eb5ef-1791-4c58-8aa1-affce97c8c94 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.449364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5b524d0-f6c1-4ae2-8c66-d6cd7a5fe121 req-935eb5ef-1791-4c58-8aa1-affce97c8c94 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 944 time: 0.0924520 Jul 07 17:54:51.498421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-eddcad6e-b4c9-4c00-93c9-18b807ca8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.501249 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-eddcad6e-b4c9-4c00-93c9-18b807ca8572 service neutron] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1161802 Jul 07 17:54:51.503077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5b524d0-f6c1-4ae2-8c66-d6cd7a5fe121 req-aa36ed5d-bc76-410b-be15-575b781db3f8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Jul 07 17:54:51.548912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-e706c479-08f9-487a-b883-34f8c6e594dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 200 len: 217 time: 0.0403140 Jul 07 17:54:51.614401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-33fe6ab1-d155-4f74-b0ea-aa71304889f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.616110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-33fe6ab1-d155-4f74-b0ea-aa71304889f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0600760 Jul 07 17:54:51.718535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-1239e8d5-5884-4f32-a516-781bf988b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.721074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-1239e8d5-5884-4f32-a516-781bf988b151 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980947 Jul 07 17:54:51.837022 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-12a9c13a-6973-4078-ba1c-6305dfc79522 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077728 Jul 07 17:54:51.974049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8541f4e4-383f-4929-bdb9-e1d396839fa1 req-0c30a598-4279-45eb-a3d2-32ae8f36862e service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295652 Jul 07 17:54:52.284891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2663e29f-8b6c-4f81-aeb9-8ecc7127c6dd req-07765e9a-4bd3-4022-89d6-590ec52c3a22 tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "GET /v2.0/ports?device_id=e60218cf-4a0b-46f9-b7be-6a4db30eb747 HTTP/1.1" status: 200 len: 210 time: 0.0301802 Jul 07 17:54:52.713122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035b65-f231-492f-9386-c2080cac0ca1 req-9f0ef6b2-4153-4fd7-adb2-02329ca3888d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:52.715710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52035b65-f231-492f-9386-c2080cac0ca1 req-9f0ef6b2-4153-4fd7-adb2-02329ca3888d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 944 time: 0.0790586 Jul 07 17:54:52.763397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52035b65-f231-492f-9386-c2080cac0ca1 req-28c784e0-418d-43e0-a972-8da832e13e3a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Jul 07 17:54:52.991971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device aef48026-c943-4f9f-93aa-aa3bb25cdf7d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:53.099374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:53.111764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'mac_address': 'fa:16:3e:4c:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:53.173105 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.197635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef48026-c943-4f9f-93aa-aa3bb25cdf7d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:53.219304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:53.226800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.288319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:53.386799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 58752) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:53.436572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['aef48026-c943-4f9f-93aa-aa3bb25cdf7d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:53.453604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.485217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.568374 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.573228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.574676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] 10.222.0.66 "DELETE /v2.0/security-groups/9e75e590-9d7d-4bc2-a761-6adbebe6f612 HTTP/1.1" status: 204 len: 168 time: 0.1868343 Jul 07 17:54:53.594381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75e590-9d7d-4bc2-a761-6adbebe6f612,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:53.610243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.610498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.610958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.611308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.611658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.611999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.612334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.612666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.613409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.613409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.614391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:53.614758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f039740-62b8-4afa-b778-ef23fc7d0b5b tempest-TestVolumeBackupRestore-1747927434 tempest-TestVolumeBackupRestore-1747927434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:54.028654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b5d2-9357-43e1-82ea-c6154c06392e req-dbda7876-04d7-4655-9335-9babe52f8252 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:54.030368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f0b5d2-9357-43e1-82ea-c6154c06392e req-dbda7876-04d7-4655-9335-9babe52f8252 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 945 time: 0.0755191 Jul 07 17:54:54.080090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f0b5d2-9357-43e1-82ea-c6154c06392e req-0ac78237-ec2a-410e-a893-77bf938d6985 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jul 07 17:54:55.012086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device aef48026-c943-4f9f-93aa-aa3bb25cdf7d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:55.114668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port aef48026-c943-4f9f-93aa-aa3bb25cdf7d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:55.120815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port aef48026-c943-4f9f-93aa-aa3bb25cdf7d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:55.122016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.384250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.434899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:55.437899 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa4b91-557d-4645-a2ea-314687470205" -d '{"events": [{"server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "name": "network-vif-plugged", "status": "completed", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:55.482416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:55.499949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.522379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696aca9-eb6e-4f38-a96e-7d3ca6bdf415 req-3186bc90-7720-44b7-946d-30651ef86cdd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.529420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5696aca9-eb6e-4f38-a96e-7d3ca6bdf415 req-3186bc90-7720-44b7-946d-30651ef86cdd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 945 time: 0.1794610 Jul 07 17:54:55.562693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:55.590521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5696aca9-eb6e-4f38-a96e-7d3ca6bdf415 req-c3f6756e-3781-452d-8f96-5a548c634537 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Jul 07 17:54:55.682279 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7dec41-a26a-41ab-8ce3-f3c5fdf666d7 x-openstack-request-id: req-ab7dec41-a26a-41ab-8ce3-f3c5fdf666d7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:55.682694 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "name": "network-vif-plugged", "status": "completed", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:55.683416 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab7dec41-a26a-41ab-8ce3-f3c5fdf666d7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:55.684280 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'code': 200} Jul 07 17:54:55.843909 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.846697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b94610-f09e-4880-b412-eb8cfef647a8 req-44137a6c-374c-46a7-82da-81d159213e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.849709 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-08b94610-f09e-4880-b412-eb8cfef647a8 req-44137a6c-374c-46a7-82da-81d159213e11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 1098 time: 0.0763624 Jul 07 17:54:55.898729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-08b94610-f09e-4880-b412-eb8cfef647a8 req-5539b94c-cbdf-4098-aa62-559cd89c80ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Jul 07 17:54:56.908839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd1b13-fedf-42a1-b03d-5434e14bcef4 req-15d43a5c-27dd-464c-a199-f0a9f4b0538f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.911460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dcd1b13-fedf-42a1-b03d-5434e14bcef4 req-15d43a5c-27dd-464c-a199-f0a9f4b0538f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 946 time: 0.1137419 Jul 07 17:54:56.980236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1dcd1b13-fedf-42a1-b03d-5434e14bcef4 req-12b2d662-6717-469d-8350-d4ffb04c7e0a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 Jul 07 17:54:57.433384 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.225961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:58.249383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1f7e-2742-45f8-9ddd-e900d572c43f req-979e5572-0475-434e-b823-7d3cff501d00 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:58.251457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2efe1f7e-2742-45f8-9ddd-e900d572c43f req-979e5572-0475-434e-b823-7d3cff501d00 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 946 time: 0.1312943 Jul 07 17:54:58.304236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2efe1f7e-2742-45f8-9ddd-e900d572c43f req-d0ac309a-652e-4ab5-be77-bfe76bf3844f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Jul 07 17:54:58.476334 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-c5414471-b47b-45ed-9d4c-848e2f0a666d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 267 time: 0.0422828 Jul 07 17:54:58.557624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-81795009-ec3e-40cd-b1c9-e9d12162d056 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:58.559321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-81795009-ec3e-40cd-b1c9-e9d12162d056 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 946 time: 0.0761852 Jul 07 17:54:58.572484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'security_groups': []}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:58.668252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.673779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.848633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:58.885973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.890775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.904827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:58.934520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2', 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:58.946505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:58.946505 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.948043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87eda901-7d8c-4cc5-a94a-4f49185cdd14 req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "PUT /v2.0/ports/aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 200 len: 905 time: 0.3813801 Jul 07 17:54:58.950985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:58.956751 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f7217-6bed-400b-907c-e3078b1ad3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:58.999011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293316cd-1e27-4f78-bdd0-e57d66d39f6f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:59.023369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['aef48026-c943-4f9f-93aa-aa3bb25cdf7d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:59.322098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c10742-f46c-431e-a551-01f024c7b0aa req-58f3f074-0ad3-407d-98b0-bc6e6b0d7bf0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.324371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-06c10742-f46c-431e-a551-01f024c7b0aa req-58f3f074-0ad3-407d-98b0-bc6e6b0d7bf0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 908 time: 0.1209159 Jul 07 17:54:59.373863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cc365434-6c5f-4759-afca-6400a8d887ad None None] Provisioning complete for port aef48026-c943-4f9f-93aa-aa3bb25cdf7d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:59.374241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cc365434-6c5f-4759-afca-6400a8d887ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.384244 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad3d5ec-2fdb-4231-a205-433cab3cf7f1 x-openstack-request-id: req-0ad3d5ec-2fdb-4231-a205-433cab3cf7f1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:59.384528 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:59.384882 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ad3d5ec-2fdb-4231-a205-433cab3cf7f1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:59.385279 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'status': 'completed', 'code': 200} Jul 07 17:54:59.509173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Deleting port b132c099-0cb8-4a3a-b3a4-951daee602ed {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:59.509882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.555339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa080c0f-9b76-46ed-9553-cbcf3f263d24 req-3dcfd748-f769-4b84-86b3-e6feb438564e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.557019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa080c0f-9b76-46ed-9553-cbcf3f263d24 req-3dcfd748-f769-4b84-86b3-e6feb438564e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0750656 Jul 07 17:54:59.567153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-3ffe8fd6-54a6-4d9a-b5d9-197e29bf80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.568799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-3ffe8fd6-54a6-4d9a-b5d9-197e29bf80c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 1060 time: 0.1555820 Jul 07 17:54:59.625104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa080c0f-9b76-46ed-9553-cbcf3f263d24 req-76d09e4f-0ea8-4cd5-9a56-f58365c8b3f7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596490 Jul 07 17:54:59.676778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] For port b132c099-0cb8-4a3a-b3a4-951daee602ed, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b132c099-0cb8-4a3a-b3a4-951daee602ed,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:59.677185 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.703208 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Calling delete_port for b132c099-0cb8-4a3a-b3a4-951daee602ed owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:59.722072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-91bf53e5-7cdb-45d9-9cde-8c03dc89b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.724236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-91bf53e5-7cdb-45d9-9cde-8c03dc89b065 service neutron] 10.222.0.23 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1485047 Jul 07 17:54:59.807040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-cdb78be1-5d91-4036-9fd5-f2c4bd67b8dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 200 len: 217 time: 0.0425825 Jul 07 17:54:59.830676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518edf-c580-4880-806c-b761f12a3a17 req-aa84ab4a-f67e-488c-94c4-ce78fef2f94e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.832337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12518edf-c580-4880-806c-b761f12a3a17 req-aa84ab4a-f67e-488c-94c4-ce78fef2f94e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0796263 Jul 07 17:54:59.877896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12518edf-c580-4880-806c-b761f12a3a17 req-052126d6-798b-4704-b0e8-7cb717281802 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Jul 07 17:54:59.909212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-ddbb56e5-c4d0-4ba5-830f-b66e98d41cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.911336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-ddbb56e5-c4d0-4ba5-830f-b66e98d41cc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0968084 Jul 07 17:55:00.018360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-9680a9f6-ef5f-4709-a7e4-50e55d2ef930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:00.020906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-9680a9f6-ef5f-4709-a7e4-50e55d2ef930 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027331 Jul 07 17:55:00.123054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.164427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-81ed0794-d25b-499c-93ee-00fef3b0f34d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:00.165172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Pushing event deleted for resources: {'Port': ['ID=b132c099-0cb8-4a3a-b3a4-951daee602ed,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:00.166363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-81ed0794-d25b-499c-93ee-00fef3b0f34d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.1156182 Jul 07 17:55:00.191338 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-c92095e8-8312-4b19-b8bf-d217778ea2a8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/quotas/870bfcb50e1449e48328748dedaba341 HTTP/1.1" status: 200 len: 375 time: 0.0154645 Jul 07 17:55:00.246080 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-3d4fd740-e6b2-42c6-bcea-8d3e1f0ae11d service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169716 Jul 07 17:55:00.302419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-e9f2bb13-b191-4378-bb5b-c668b3a71300 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1067324 Jul 07 17:55:00.413950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-529f87a9-922f-4403-a496-5713914e7983 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035936 Jul 07 17:55:00.433631 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4b5f7217-6bed-400b-907c-e3078b1ad3e9 req-7537778e-e566-45f9-8508-30a4c93050b4 service neutron] 10.222.0.23 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801646 Jul 07 17:55:00.454326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.526869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-b45965e3-89e6-4b24-8039-e6c1f6ba5de4 service neutron] 10.222.0.66 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069369 Jul 07 17:55:00.731546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Router 31c9935a-90ba-4f0c-acb7-bfcd2404766e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:00.751412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fd786dd-7413-49fa-9b3e-ac92bc15e4f9 req-b806b5b9-bf9b-4af8-9d7d-a57484e12fb6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 210 time: 0.0589523 Jul 07 17:55:00.861480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:00.870815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-090cba99-40d9-4695-9953-1bad9809821c admin admin] 10.222.0.66 "PUT /v2.0/routers/31c9935a-90ba-4f0c-acb7-bfcd2404766e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6405194 Jul 07 17:55:00.871521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59248) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:00.876842 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Sync routers for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:00.893722 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:00.895165 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:01.023858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.028845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:01.186487 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.252520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:54:59Z', 'revision_number': 5, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port': {'id': 'dc341168-8ecf-4790-8829-c1c331f1cd5b', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:13Z', 'updated_at': '2021-07-07T17:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:01.257884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Deleting port dc341168-8ecf-4790-8829-c1c331f1cd5b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:01.258230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.297826 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Checking router: 31c9935a-90ba-4f0c-acb7-bfcd2404766e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:01.317279 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Routers {'31c9935a-90ba-4f0c-acb7-bfcd2404766e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:01.318195 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:01.354057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] For port dc341168-8ecf-4790-8829-c1c331f1cd5b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dc341168-8ecf-4790-8829-c1c331f1cd5b,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:01.354830 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.376884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Calling delete_port for dc341168-8ecf-4790-8829-c1c331f1cd5b owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:01.430932 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] Set router 31c9935a-90ba-4f0c-acb7-bfcd2404766e gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:01.491856 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:55:01Z', 'revision_number': 6, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:01.526736 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd96480-abb5-48f2-b965-f5029fee08ce None None] The sync data for ids ['31c9935a-90ba-4f0c-acb7-bfcd2404766e'] in n-d-791505-12 is: [{'id': '31c9935a-90ba-4f0c-acb7-bfcd2404766e', 'name': 'tempest-TestVolumeBackupRestore-210176501-router', 'tenant_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:12Z', 'updated_at': '2021-07-07T17:55:01Z', 'revision_number': 6, 'project_id': 'a7341e7186ad497c98eb0ea3bf69875e', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:01.579931 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.611628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Pushing event deleted for resources: {'Port': ['ID=dc341168-8ecf-4790-8829-c1c331f1cd5b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:01.676816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.776574 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.779011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.831570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.833039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c9935a-90ba-4f0c-acb7-bfcd2404766e {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:55:01.838972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.840284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcfccb0e-d6bd-437b-8320-556f6a172add admin admin] 10.222.0.66 "DELETE /v2.0/routers/31c9935a-90ba-4f0c-acb7-bfcd2404766e HTTP/1.1" status: 204 len: 168 time: 0.9676011 Jul 07 17:55:01.844530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59254) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:01.914894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Deleting subnet 570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:55:01.924712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.986087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.067994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-439b09bc-285d-4097-a4c6-8ad09ebdef15 req-fbcb6a55-5ab8-498c-98b0-8c356bd5c0a1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 210 time: 0.0415742 Jul 07 17:55:02.141280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-6a44a1a3-0f51-420d-b5bd-ba4fb0f7fc1e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:02.145138 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-6a44a1a3-0f51-420d-b5bd-ba4fb0f7fc1e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 812 time: 0.1848798 Jul 07 17:55:02.157662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Request body: {'port': {'device_id': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'admin_state_up': True, 'tenant_id': '870bfcb50e1449e48328748dedaba341'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:02.184617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.277985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.311779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570cb1c5-e2ea-4b9f-b6a5-e42c6402f850,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:02.315846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.316307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Made reservation on behalf of 870bfcb50e1449e48328748dedaba341 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:02.318090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-85f2d57d-e311-411b-be73-bf446a191ff7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/570cb1c5-e2ea-4b9f-b6a5-e42c6402f850 HTTP/1.1" status: 204 len: 168 time: 0.4717898 Jul 07 17:55:02.321616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59256) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:02.330230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.333934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0597f8-7682-4de6-9931-09f27bbd5e11 None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:02.426476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.497148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Deleting port ac842bc1-f8c0-435c-8f58-69704d3ffb87 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:02.497508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.520760 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Allocated IP 172.20.0.3 (735e5df8-54be-43bb-a593-9e335bacae2d/114950d3-f3fc-435a-abc3-4b2f3e93913d/c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:02.614821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] For port ac842bc1-f8c0-435c-8f58-69704d3ffb87, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ac842bc1-f8c0-435c-8f58-69704d3ffb87,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:02.614821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.625482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] DHCP port deletion for 981189e3-a437-4603-a856-bb346ed2cb41 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:55:02.635772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Calling delete_port for ac842bc1-f8c0-435c-8f58-69704d3ffb87 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:02.711817 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Deleting port ac842bc1-f8c0-435c-8f58-69704d3ffb87 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:02.712514 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.788707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.799987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b132c099-0cb8-4a3a-b3a4-951daee602ed no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:02.802501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] No DVR routers for this DVR port ac842bc1-f8c0-435c-8f58-69704d3ffb87 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:02.815604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.825300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b132c099-0cb8-4a3a-b3a4-951daee602ed {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:02.825655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b132c099-0cb8-4a3a-b3a4-951daee602ed not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:02.826091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dc341168-8ecf-4790-8829-c1c331f1cd5b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:02.834667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] For port ac842bc1-f8c0-435c-8f58-69704d3ffb87, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ac842bc1-f8c0-435c-8f58-69704d3ffb87,segment=NetworkSegment(e524786b-3fce-44ff-8ed4-04c85d575665),segment_id=e524786b-3fce-44ff-8ed4-04c85d575665)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:02.835340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.844713 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Transition to ACTIVE for port object c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:02.853512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac842bc1-f8c0-435c-8f58-69704d3ffb87,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:02.881808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: dc341168-8ecf-4790-8829-c1c331f1cd5b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:02.882161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dc341168-8ecf-4790-8829-c1c331f1cd5b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:02.882628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ac842bc1-f8c0-435c-8f58-69704d3ffb87 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:02.892175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Calling delete_port for ac842bc1-f8c0-435c-8f58-69704d3ffb87 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:02.927806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.944949 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.957773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981189e3-a437-4603-a856-bb346ed2cb41']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:02.971875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524786b-3fce-44ff-8ed4-04c85d575665') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:02.972160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524786b-3fce-44ff-8ed4-04c85d575665') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:02.984426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:02.985696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.986718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:02.990745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Network 735e5df8-54be-43bb-a593-9e335bacae2d is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:02.999385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:03.004548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:03.014688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.017801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ac842bc1-f8c0-435c-8f58-69704d3ffb87 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:03.018812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ac842bc1-f8c0-435c-8f58-69704d3ffb87 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:03.041337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:55:03.041869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.054546 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:55:03.121240 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:55:03.126474 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.127628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.132010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.140692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.147388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] 10.222.0.66 "DELETE /v2.0/networks/981189e3-a437-4603-a856-bb346ed2cb41 HTTP/1.1" status: 204 len: 168 time: 0.8242736 Jul 07 17:55:03.150256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59260) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:03.169200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79f09-b281-4f10-a080-1d189115d39a admin admin] Pushing event deleted for resources: {'Network': ['ID=981189e3-a437-4603-a856-bb346ed2cb41,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.220204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.301469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Pushing event deleted for resources: {'Port': ['ID=ac842bc1-f8c0-435c-8f58-69704d3ffb87,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.306923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Network 981189e3-a437-4603-a856-bb346ed2cb41 is not hosted by any dhcp agent {{(pid=93948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:55:03.308455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] No DVR routers for this DVR port ac842bc1-f8c0-435c-8f58-69704d3ffb87 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:03.335332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.336001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.336001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.336264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-8f35a214-fb59-4df5-8e8a-c1ed543bd601 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837277 Jul 07 17:55:03.336397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.336644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.337230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.337765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.338259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.338828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.339370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.339877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.340482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc49e3-e698-4d33-a199-5120ce2207a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:03.363557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Request body: {'port': {'device_id': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:03.393409 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:03.396307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167ee55-9988-49e4-aef9-cfd498db65b5 req-605b73da-85fa-4553-bb96-c22fed9d1b38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.397953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c167ee55-9988-49e4-aef9-cfd498db65b5 req-605b73da-85fa-4553-bb96-c22fed9d1b38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 931 time: 0.1287987 Jul 07 17:55:03.449762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c167ee55-9988-49e4-aef9-cfd498db65b5 req-c59667ce-c3c8-40fb-81a8-688f25947c76 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Jul 07 17:55:03.465449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-87a72202-4958-420a-b649-d8f27cd2dd97 None None] Provisioning for port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:03.491622 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-87a72202-4958-420a-b649-d8f27cd2dd97 None None] Provisioning complete for port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:03.491998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-87a72202-4958-420a-b649-d8f27cd2dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.547326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-87a72202-4958-420a-b649-d8f27cd2dd97 None None] Port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:03.607710 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.357178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:04.367492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.391974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Transition to ACTIVE for port object c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:04.395631 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.398646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.537958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:04.666056 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177593-3807-468c-9bea-1cfe2eac3141 req-79ca69ae-f849-44a7-9f42-b76eab1ed571 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.667887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a177593-3807-468c-9bea-1cfe2eac3141 req-79ca69ae-f849-44a7-9f42-b76eab1ed571 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 943 time: 0.0788968 Jul 07 17:55:04.717169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Attempting to bind port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:04.717619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Attempting to bind port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:04.717954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Attempting to bind port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:04.725449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f on network 735e5df8-54be-43bb-a593-9e335bacae2d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:04.725791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Attempting to bind port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f on network 735e5df8-54be-43bb-a593-9e335bacae2d {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:04.733819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:04.734157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Checking segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:04.734778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Bound using segment: {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:04.735395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Bound port: c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:04.735611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.741309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2a177593-3807-468c-9bea-1cfe2eac3141 req-75ea6405-02dd-4e2a-8855-8c3539d13fdc tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Jul 07 17:55:04.862692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:04.901848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:04.909210 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.955577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.956164 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.957846 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] 10.222.0.73 "PUT /v2.0/ports/c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f HTTP/1.1" status: 200 len: 1092 time: 1.6070969 Jul 07 17:55:04.959382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:04.961919 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f56bcf-d08b-4f33-b72e-be4bb942297e" -d '{"events": [{"name": "network-changed", "server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:05.009124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801690-500d-44b8-9c71-f8eb83f61c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:05.022411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Deleting port 8956456c-ed48-4168-80e4-65b0600c11a3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:05.022996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.118272 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae14dae-63a2-437f-a67c-99165843f4e3 x-openstack-request-id: req-6ae14dae-63a2-437f-a67c-99165843f4e3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:05.118515 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:05.118805 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ae14dae-63a2-437f-a67c-99165843f4e3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:05.119064 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'status': 'completed', 'code': 200} Jul 07 17:55:05.200585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] For port 8956456c-ed48-4168-80e4-65b0600c11a3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8956456c-ed48-4168-80e4-65b0600c11a3,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:05.200954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.204965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-cfe69019-9d1a-4fa7-b6bb-ef491d1d725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.206583 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-cfe69019-9d1a-4fa7-b6bb-ef491d1d725b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 1095 time: 0.1802218 Jul 07 17:55:05.251023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Calling delete_port for 8956456c-ed48-4168-80e4-65b0600c11a3 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:05.253798 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-3281fa8f-c3a4-47f8-8347-d94e045c255e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f HTTP/1.1" status: 200 len: 217 time: 0.0404720 Jul 07 17:55:05.356389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-b01e59ae-dbcd-4c4e-8772-80c57034c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.357865 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-b01e59ae-dbcd-4c4e-8772-80c57034c1dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0959578 Jul 07 17:55:05.490142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521876-fea2-4805-8954-28228d782b99 req-a3d350da-4d5b-4d9a-98af-430eda1d2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.491621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-a3d350da-4d5b-4d9a-98af-430eda1d2640 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266112 Jul 07 17:55:05.612149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.649523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Pushing event deleted for resources: {'Port': ['ID=8956456c-ed48-4168-80e4-65b0600c11a3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:05.661903 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-9e4d239a-e7fe-46c1-a318-95212cbb7d4c service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634226 Jul 07 17:55:05.849672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-54521876-fea2-4805-8954-28228d782b99 req-25207af3-88f5-4667-98c4-ffe909745aca service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700170 Jul 07 17:55:05.970568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.007055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0e4a-8c9a-4a97-a4d2-cfb5d1844319 req-b85d432b-31c7-4693-b6ba-b29fbc7fa9bf tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.008576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1ae0e4a-8c9a-4a97-a4d2-cfb5d1844319 req-b85d432b-31c7-4693-b6ba-b29fbc7fa9bf tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 943 time: 0.1049283 Jul 07 17:55:06.052825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-092b7440-5630-4147-bcb9-8869eb81b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.054351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-092b7440-5630-4147-bcb9-8869eb81b98b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 1095 time: 0.1249046 Jul 07 17:55:06.060953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b1ae0e4a-8c9a-4a97-a4d2-cfb5d1844319 req-f447baf3-4012-4b29-9173-8465c76e459c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Jul 07 17:55:06.263896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-828cf512-7f02-49ff-8bdb-f76a81ccec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.265280 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-828cf512-7f02-49ff-8bdb-f76a81ccec0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1834278 Jul 07 17:55:06.341157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-ed1a0ba4-8493-43de-9cf0-5e9aa98903b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f HTTP/1.1" status: 200 len: 217 time: 0.0378754 Jul 07 17:55:06.398620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Router d7de06bb-5ec1-4868-8e77-962e022474ab has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:06.409079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-bbfd5176-042d-4cba-9ee5-a688d9fc268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.410734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-bbfd5176-042d-4cba-9ee5-a688d9fc268e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0596907 Jul 07 17:55:06.563235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-3fd2db76-5665-4335-a2f1-702bac4d93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.564760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-3fd2db76-5665-4335-a2f1-702bac4d93fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462240 Jul 07 17:55:06.566163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:06.571583 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c94b91f-3a42-4f00-bbad-3c6b50fee10b admin admin] 10.222.0.66 "PUT /v2.0/routers/d7de06bb-5ec1-4868-8e77-962e022474ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4099407 Jul 07 17:55:06.575314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59270) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:06.578262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Sync routers for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:06.600629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:06.601968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:06.704812 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-1a9f4f9e-432c-448b-804e-fe34d4b543ec service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315138 Jul 07 17:55:06.719876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.741621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:06.821960 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-06f56bcf-d08b-4f33-b72e-be4bb942297e req-4e2d32d6-ff56-4394-872e-7fee37598acd service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098206 Jul 07 17:55:06.865526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.942796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Deleting port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:06.943387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.985248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:55:05Z', 'revision_number': 5, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port': {'id': 'd08e5c40-dcb2-40ad-85c4-9fbec48f21f3', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:25Z', 'updated_at': '2021-07-07T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:07.030978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Checking router: d7de06bb-5ec1-4868-8e77-962e022474ab for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:07.041481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Routers {'d7de06bb-5ec1-4868-8e77-962e022474ab'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:07.042119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:54:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d7de06bb-5ec1-4868-8e77-962e022474ab'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:07.052796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] For port d08e5c40-dcb2-40ad-85c4-9fbec48f21f3, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:07.053430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.068253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Calling delete_port for d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:07.144779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] Set router d7de06bb-5ec1-4868-8e77-962e022474ab gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:07.212368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:55:06Z', 'revision_number': 6, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:07.241150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e62f5-e753-4a9f-b881-1ed2a9e874f1 None None] The sync data for ids ['d7de06bb-5ec1-4868-8e77-962e022474ab'] in n-d-791505-12 is: [{'id': 'd7de06bb-5ec1-4868-8e77-962e022474ab', 'name': 'tempest-TestVolumeBackupRestore-2061778713-router', 'tenant_id': 'd24431d6fbf0448da356951332bc8a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:24Z', 'updated_at': '2021-07-07T17:55:06Z', 'revision_number': 6, 'project_id': 'd24431d6fbf0448da356951332bc8a45', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:07.358295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f6e-bfd0-4e84-85bf-6b91a56b4e8b req-56f12ddf-2779-45fa-8628-233affdbf849 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:07.360188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f718f6e-bfd0-4e84-85bf-6b91a56b4e8b req-56f12ddf-2779-45fa-8628-233affdbf849 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 943 time: 0.1369996 Jul 07 17:55:07.361702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.397983 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08e5c40-dcb2-40ad-85c4-9fbec48f21f3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:07.525899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f718f6e-bfd0-4e84-85bf-6b91a56b4e8b req-bfc4c6be-5a7c-483c-8383-296430744a09 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543834 Jul 07 17:55:07.545731 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.650706 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b62c3af9-e38e-4a19-8b18-74fb72e43673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.679897 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.682623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.728357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.729121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7de06bb-5ec1-4868-8e77-962e022474ab {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:55:07.735381 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.736830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3e345b4a-9005-410e-8343-1b79fa0f21f2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d7de06bb-5ec1-4868-8e77-962e022474ab HTTP/1.1" status: 204 len: 168 time: 1.1597085 Jul 07 17:55:07.740359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59274) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:07.786057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Deleting subnet 82d987fb-cffe-4146-b916-cd09f0aa11d1 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:55:07.789362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.836686 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.861671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:07.923235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.979661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:07.993629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.997027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:08.025345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d987fb-cffe-4146-b916-cd09f0aa11d1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.027557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.032129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f43a493-ec72-4760-b877-caf2afe66bba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/82d987fb-cffe-4146-b916-cd09f0aa11d1 HTTP/1.1" status: 204 len: 168 time: 0.2905643 Jul 07 17:55:08.032856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59276) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:08.054778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d79820-8d2d-42fc-a2d7-010ee3714ce3 None None] Network 4ffb78fa-a86d-4023-a0f0-e489b315f183 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:08.113860 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.125409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.148989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:08.202652 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Deleting port 38671a9d-1860-4808-8caa-0b5ac01cd2dd {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:08.203121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.219587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:08.227102 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.283963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] For port 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=38671a9d-1860-4808-8caa-0b5ac01cd2dd,segment=NetworkSegment(f35c49be-287a-4806-99b8-e7c3cb7b15de),segment_id=f35c49be-287a-4806-99b8-e7c3cb7b15de)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:08.284420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.292824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.304347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Calling delete_port for 38671a9d-1860-4808-8caa-0b5ac01cd2dd owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:08.393822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] DHCP port deletion for 4ffb78fa-a86d-4023-a0f0-e489b315f183 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:55:08.420475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.449968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38671a9d-1860-4808-8caa-0b5ac01cd2dd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.454853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] No DVR routers for this DVR port 38671a9d-1860-4808-8caa-0b5ac01cd2dd on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:08.462294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:08.489345 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.489918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.490284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.490708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.491050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.491388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.491725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.492098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.492439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.492769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.493098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.493479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:08.507976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Deleting port 38671a9d-1860-4808-8caa-0b5ac01cd2dd {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:08.508348 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.554614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.572738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffb78fa-a86d-4023-a0f0-e489b315f183']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:08.588714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35c49be-287a-4806-99b8-e7c3cb7b15de') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:08.589023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35c49be-287a-4806-99b8-e7c3cb7b15de') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:08.607885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] For port 38671a9d-1860-4808-8caa-0b5ac01cd2dd, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:08.608496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.610428 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.631583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.637491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Calling delete_port for 38671a9d-1860-4808-8caa-0b5ac01cd2dd owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:08.641473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:55:08.641749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Port 38671a9d-1860-4808-8caa-0b5ac01cd2dd was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:55:08.642256 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:55:08.644296 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:55:08.647505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.701724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] Pushing event deleted for resources: {'Port': ['ID=38671a9d-1860-4808-8caa-0b5ac01cd2dd,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.704519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c461d6-694d-4193-9629-c9221e3cb8ad None None] No DVR routers for this DVR port 38671a9d-1860-4808-8caa-0b5ac01cd2dd on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:08.727223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.737083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.741331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4ffb78fa-a86d-4023-a0f0-e489b315f183 HTTP/1.1" status: 204 len: 168 time: 0.7067554 Jul 07 17:55:08.754074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4ea4e-e2ae-4b49-b600-a4432917dbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ffb78fa-a86d-4023-a0f0-e489b315f183,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.839851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472cdf5-5d7b-4428-b20f-c17352fa9db7 req-77f3aafb-8198-4181-b560-b832b49aee54 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.842459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9472cdf5-5d7b-4428-b20f-c17352fa9db7 req-77f3aafb-8198-4181-b560-b832b49aee54 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 944 time: 0.1539371 Jul 07 17:55:08.877677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:08.899285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9472cdf5-5d7b-4428-b20f-c17352fa9db7 req-f048dcab-d1fc-49b3-97b9-4a6ad791a5b4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Jul 07 17:55:08.916350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:08.916844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d08e5c40-dcb2-40ad-85c4-9fbec48f21f3 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:08.917451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8956456c-ed48-4168-80e4-65b0600c11a3 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:08.954383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8956456c-ed48-4168-80e4-65b0600c11a3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:08.954684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8956456c-ed48-4168-80e4-65b0600c11a3 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:08.955090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 38671a9d-1860-4808-8caa-0b5ac01cd2dd no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:08.975821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 38671a9d-1860-4808-8caa-0b5ac01cd2dd {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:08.976136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 38671a9d-1860-4808-8caa-0b5ac01cd2dd not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:09.053659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59282) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:09.101049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2ee4fbb-55de-4303-8282-0c89bd50283d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7341e7186ad497c98eb0ea3bf69875e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461154 Jul 07 17:55:09.104067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59286) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:09.156176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.181045 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.249508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.252510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.254430 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f19749c2-b0ed-4117-8b37-9e9eb7d1bd88 HTTP/1.1" status: 204 len: 168 time: 0.1486969 Jul 07 17:55:09.268725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472b03c-f7e5-4ca2-80de-0497ab8c2355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19749c2-b0ed-4117-8b37-9e9eb7d1bd88,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:09.639169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59292) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:09.686327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-14cc1854-54b0-4721-a9ef-ac17efa2d5f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d24431d6fbf0448da356951332bc8a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459151 Jul 07 17:55:09.689427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59294) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:09.777227 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.820799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.877565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:09.901815 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.905296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.906779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d6e64ca-ca68-4649-8e79-4bb3851ab633 HTTP/1.1" status: 204 len: 168 time: 0.2161326 Jul 07 17:55:09.922608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b08f75-905f-4030-8d26-7fd619c357b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e64ca-ca68-4649-8e79-4bb3851ab633,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:10.120377 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f7a12575-b1bc-42fa-b589-a823597d4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.146180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:10.152102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:10.152681 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.182640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaa19d-b5fb-40d1-ac82-42aa9b9b052c req-6d355b8a-903d-4ec3-b8d5-ebb7a48de8b4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.184451 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfbaa19d-b5fb-40d1-ac82-42aa9b9b052c req-6d355b8a-903d-4ec3-b8d5-ebb7a48de8b4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 944 time: 0.0940602 Jul 07 17:55:10.236471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bfbaa19d-b5fb-40d1-ac82-42aa9b9b052c req-74c64801-0d7b-4939-966d-9685866ef3e5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Jul 07 17:55:10.277388 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.309299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:10.311910 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d537c-6496-44cf-80d9-986bf79d471e" -d '{"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:10.336925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:10.343570 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.397318 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2d0c3-f16a-4928-bc60-a2aa239eb2de x-openstack-request-id: req-5bc2d0c3-f16a-4928-bc60-a2aa239eb2de {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:10.397785 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:10.398210 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bc2d0c3-f16a-4928-bc60-a2aa239eb2de {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:10.398916 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'code': 200} Jul 07 17:55:10.454423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:10.510078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92a55a-9e63-4b13-b67b-d6233ba23b15 req-892a6990-1b8d-4c1b-9cc8-e27726b8a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.511793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9c92a55a-9e63-4b13-b67b-d6233ba23b15 req-892a6990-1b8d-4c1b-9cc8-e27726b8a72c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 1097 time: 0.0712402 Jul 07 17:55:10.564008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9c92a55a-9e63-4b13-b67b-d6233ba23b15 req-63efa740-a800-44ea-870c-c457c1279c57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Jul 07 17:55:10.655235 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.456409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f035f8-8ccf-4081-8ab7-e25493e2f9e9 req-932b3b95-40a8-49b5-948f-464aa0b1848b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.459510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36f035f8-8ccf-4081-8ab7-e25493e2f9e9 req-932b3b95-40a8-49b5-948f-464aa0b1848b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0868411 Jul 07 17:55:11.520787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36f035f8-8ccf-4081-8ab7-e25493e2f9e9 req-13611688-9138-468a-a278-f180ca8336ab tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Jul 07 17:55:11.942054 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:12.734074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69968ba-20cd-4d77-af99-bb95d29bc406 req-835c1dae-9c3c-4564-b134-9cbac7a7286c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.735714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d69968ba-20cd-4d77-af99-bb95d29bc406 req-835c1dae-9c3c-4564-b134-9cbac7a7286c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0879159 Jul 07 17:55:12.780080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d69968ba-20cd-4d77-af99-bb95d29bc406 req-92e2f67b-6cb8-42b4-a17d-d2cb333bf0b3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Jul 07 17:55:13.180313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8137d-fd72-4a55-b9fa-e175ed431484 req-6ca09437-ddc4-46c1-8ff7-2d5b2a604fa9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:13.182818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1c8137d-fd72-4a55-b9fa-e175ed431484 req-6ca09437-ddc4-46c1-8ff7-2d5b2a604fa9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0827308 Jul 07 17:55:13.232517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1c8137d-fd72-4a55-b9fa-e175ed431484 req-38cdc8b4-7bbc-4fa3-8d97-580411ed81e5 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Jul 07 17:55:13.695756 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.446255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3110d-ba22-4588-a624-aecd55dd8e52 req-8f3ab45a-76e4-4966-a513-d5123a563672 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.447960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27f3110d-ba22-4588-a624-aecd55dd8e52 req-8f3ab45a-76e4-4966-a513-d5123a563672 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0814660 Jul 07 17:55:14.491325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27f3110d-ba22-4588-a624-aecd55dd8e52 req-70d00a63-74be-4730-85e4-7462cc132a1f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Jul 07 17:55:15.230885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b59c1-2418-40c6-b6d8-2e4bb30d3f54 req-28c2afb9-e95a-4a1e-9fb1-7f8169928f03 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:15.232423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-457b59c1-2418-40c6-b6d8-2e4bb30d3f54 req-28c2afb9-e95a-4a1e-9fb1-7f8169928f03 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0762434 Jul 07 17:55:15.279057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-457b59c1-2418-40c6-b6d8-2e4bb30d3f54 req-c48d9c06-a010-400a-86c3-2b7faabcbfdc tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Jul 07 17:55:15.908892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:16.023014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:16.037113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'port_id': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'mac_address': 'fa:16:3e:b6:b1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:16.084143 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.098350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:16.119940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:16.124683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.195381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:16.226248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:16.277859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-d9fbe609-2793-401a-b482-9bdb238b032d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743339 Jul 07 17:55:16.415148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-bd331f46-6f2b-4e4e-866c-fa1865ca710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.417838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-bd331f46-6f2b-4e4e-866c-fa1865ca710e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.0866003 Jul 07 17:55:16.561426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecd0a9-d187-4082-b9ac-3704a2b026ea req-9a0db148-99d0-4854-a19f-e4cdfe84f08c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.563303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13ecd0a9-d187-4082-b9ac-3704a2b026ea req-9a0db148-99d0-4854-a19f-e4cdfe84f08c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 944 time: 0.0872507 Jul 07 17:55:16.609173 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13ecd0a9-d187-4082-b9ac-3704a2b026ea req-1f133957-0f6f-40db-84c4-ecaa6b28b9d7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Jul 07 17:55:17.064232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-d06bd2a5-3060-46ae-a8bc-c92819bd78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.066494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-d06bd2a5-3060-46ae-a8bc-c92819bd78ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.6219757 Jul 07 17:55:17.153742 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-21160c71-ad7a-400c-b3aa-f37267d553e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0774729 Jul 07 17:55:17.226283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-9fc7b955-6606-49ea-9c1a-8ce6fc5f3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.229237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-9fc7b955-6606-49ea-9c1a-8ce6fc5f3e29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0666795 Jul 07 17:55:17.294353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-4b1d47b7-91ec-48ea-9dd7-48ef1dde7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.295924 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-4b1d47b7-91ec-48ea-9dd7-48ef1dde7cf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614245 Jul 07 17:55:17.451693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-0598a1b9-a770-4812-bee5-a3c1e97f6c51 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462193 Jul 07 17:55:17.588241 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-437b66a1-d9ab-4422-bd7c-d09e4d52b36b req-902124d4-8903-4154-820f-5b96e8ae7530 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290560 Jul 07 17:55:17.837325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbc19b-b98f-49a9-b760-4855f46f4da6 req-e8dbd170-dff5-4a5b-aeac-f2d7495cff0b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.839057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69fbc19b-b98f-49a9-b760-4855f46f4da6 req-e8dbd170-dff5-4a5b-aeac-f2d7495cff0b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 944 time: 0.0735474 Jul 07 17:55:17.892953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69fbc19b-b98f-49a9-b760-4855f46f4da6 req-51693e5b-a20b-45f9-891e-4013e03effff tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Jul 07 17:55:17.923746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:17.994294 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:17.996150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.156975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.208174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:18.212037 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cdd01d-ff23-4ce5-91db-52ce3cfd6644" -d '{"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:18.244434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:18.250820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.325698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:18.485210 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe629a-48f3-4311-b425-a746704d969d x-openstack-request-id: req-69fe629a-48f3-4311-b425-a746704d969d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:18.485508 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:18.485765 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69fe629a-48f3-4311-b425-a746704d969d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:18.486178 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'code': 200} Jul 07 17:55:19.142875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58703e-3974-4a8c-9352-98c1d0853eab req-b38af6bd-bd58-4109-ac0c-e2ae4f53de98 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:19.145519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e58703e-3974-4a8c-9352-98c1d0853eab req-b38af6bd-bd58-4109-ac0c-e2ae4f53de98 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0946169 Jul 07 17:55:19.196709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e58703e-3974-4a8c-9352-98c1d0853eab req-8413fa64-4485-49b3-831a-d7461d913b69 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Jul 07 17:55:20.469738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0821f-04f1-4c92-a3ec-6469b32b0cc8 req-e7e1caad-11ca-4276-b535-ce2f98645730 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.473792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2e0821f-04f1-4c92-a3ec-6469b32b0cc8 req-e7e1caad-11ca-4276-b535-ce2f98645730 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.1041164 Jul 07 17:55:20.525406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2e0821f-04f1-4c92-a3ec-6469b32b0cc8 req-1c2e32af-9ed2-43ed-a8ce-cd170cace219 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Jul 07 17:55:21.772761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d2a56-20af-4c65-8cf9-b19e4e7a74aa req-e21bc250-c6df-495a-9604-b19d072db2f6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.774530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-155d2a56-20af-4c65-8cf9-b19e4e7a74aa req-e21bc250-c6df-495a-9604-b19d072db2f6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0961385 Jul 07 17:55:21.846619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-155d2a56-20af-4c65-8cf9-b19e4e7a74aa req-866e1edb-4a30-4792-922f-b87a613df844 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589852 Jul 07 17:55:23.208619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a6e09-225f-43bb-abec-0791f577522b req-af7ba26a-cf5f-49b4-8351-a888fbda811c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:23.211408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f84a6e09-225f-43bb-abec-0791f577522b req-af7ba26a-cf5f-49b4-8351-a888fbda811c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.1381233 Jul 07 17:55:23.257074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f84a6e09-225f-43bb-abec-0791f577522b req-22df09bb-f116-4c77-ae9b-792468b80082 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Jul 07 17:55:24.506930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8112f1-f07b-4827-9ddb-27df33d94554 req-ba73f0be-96e5-437f-bb79-3b43fa0e7ddb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.508671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d8112f1-f07b-4827-9ddb-27df33d94554 req-ba73f0be-96e5-437f-bb79-3b43fa0e7ddb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.1067784 Jul 07 17:55:24.572203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d8112f1-f07b-4827-9ddb-27df33d94554 req-d8ee76f2-cba7-47a1-855e-16d6388da792 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573323 Jul 07 17:55:25.864355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:25.867516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b467d-3957-4c3f-8799-bb10b9cc6f31 req-8c8015c7-cc8a-4cf6-96c3-0b56590d6c29 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.870845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f4b467d-3957-4c3f-8799-bb10b9cc6f31 req-8c8015c7-cc8a-4cf6-96c3-0b56590d6c29 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.1362317 Jul 07 17:55:25.934643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1f4b467d-3957-4c3f-8799-bb10b9cc6f31 req-8bd049b0-b3c4-4aea-aad6-063d9b91f0ac tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Jul 07 17:55:27.270299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d4cc8-ef0f-4d59-90a4-861b012309ef req-0bbeea71-8193-4da6-851c-0eb58914b28d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.273107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf7d4cc8-ef0f-4d59-90a4-861b012309ef req-0bbeea71-8193-4da6-851c-0eb58914b28d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.1228232 Jul 07 17:55:27.336163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf7d4cc8-ef0f-4d59-90a4-861b012309ef req-744d86a1-828d-41f8-a29e-4d39ddbd9196 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Jul 07 17:55:27.423985 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.581586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b1177-0d63-4cfe-93bb-5ed1255bec9e req-82c23a18-08cc-4db6-acc2-a000e7c7987d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:28.583248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2b1177-0d63-4cfe-93bb-5ed1255bec9e req-82c23a18-08cc-4db6-acc2-a000e7c7987d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0747099 Jul 07 17:55:28.632795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2b1177-0d63-4cfe-93bb-5ed1255bec9e req-9a2ec5e5-40b7-4b30-8563-f5b7f56e19b7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Jul 07 17:55:28.918094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-fd0a90f7-877c-4f43-80cb-58948fe79c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:28.919728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-fd0a90f7-877c-4f43-80cb-58948fe79c35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 1097 time: 0.0616310 Jul 07 17:55:29.032333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-70b3ac69-8e81-497c-8c03-a274f37008cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.034032 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-70b3ac69-8e81-497c-8c03-a274f37008cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1067889 Jul 07 17:55:29.081343 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-c2664042-d989-4a24-9937-3daa257d3a75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f HTTP/1.1" status: 200 len: 217 time: 0.0401323 Jul 07 17:55:29.133779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-4cb8cd8e-63c0-4a69-a247-bcc4ac915070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.135363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-4cb8cd8e-63c0-4a69-a247-bcc4ac915070 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0484822 Jul 07 17:55:29.204618 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-455e0be5-e396-44e3-aa5f-b37c96d5ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.206126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-455e0be5-e396-44e3-aa5f-b37c96d5ac2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641248 Jul 07 17:55:29.309468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-df1b85f8-8ee9-4154-a5a1-03b0ab73c307 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969217 Jul 07 17:55:29.417530 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1ff3e67b-9c39-4503-9f7e-6ea17367fdbc req-8e86a963-6907-4e05-a7b1-afd980bda70b service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005900 Jul 07 17:55:29.840309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e2531-ee43-4bb2-bcf7-97126d57ac1e req-4e3d0c6b-b509-471e-abf7-16f8b7102140 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.842020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed6e2531-ee43-4bb2-bcf7-97126d57ac1e req-4e3d0c6b-b509-471e-abf7-16f8b7102140 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0710201 Jul 07 17:55:29.898012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed6e2531-ee43-4bb2-bcf7-97126d57ac1e req-4f7c7762-7d9d-46ee-ac9c-966209b1654e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Jul 07 17:55:31.105458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad879e02-6b44-4e40-b5d6-c8a60214999f req-15fbc3e8-06fa-4352-b7f0-93d1b7f99dd3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.107198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad879e02-6b44-4e40-b5d6-c8a60214999f req-15fbc3e8-06fa-4352-b7f0-93d1b7f99dd3 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 945 time: 0.0731087 Jul 07 17:55:31.158478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad879e02-6b44-4e40-b5d6-c8a60214999f req-ac46de6f-16cf-43d9-acbe-2670ddb09264 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Jul 07 17:55:31.976946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:32.061194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.091453 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:32.093762 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f94fca-c718-47e5-92ae-4da81c4b2099" -d '{"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-unplugged", "status": "completed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:32.108494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:32.114044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.155472 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0c81d0-b135-47b1-a7ab-19262195236b x-openstack-request-id: req-8a0c81d0-b135-47b1-a7ab-19262195236b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:32.155800 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-unplugged", "status": "failed", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f", "code": 422}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:32.156060 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a0c81d0-b135-47b1-a7ab-19262195236b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:32.156515 n-d-791505-12 neutron-server[93948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'code': 422} returned with failed status Jul 07 17:55:32.171711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:32.719709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ccb45-a9ee-4522-81da-6aff27016382 req-17262dfd-62d5-4712-85f8-ea20b8d6f06a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.721350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-904ccb45-a9ee-4522-81da-6aff27016382 req-17262dfd-62d5-4712-85f8-ea20b8d6f06a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 943 time: 0.4428792 Jul 07 17:55:32.764793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-904ccb45-a9ee-4522-81da-6aff27016382 req-9b883f6c-7643-45de-ae8d-2056db35215d tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Jul 07 17:55:33.040663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3abba3-9d80-40f5-9f30-a84494121f27 req-ca650f18-29ee-4753-9b0f-eaadd385b328 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.042321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f3abba3-9d80-40f5-9f30-a84494121f27 req-ca650f18-29ee-4753-9b0f-eaadd385b328 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0750079 Jul 07 17:55:33.088103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f3abba3-9d80-40f5-9f30-a84494121f27 req-094b5060-fc5d-4aaa-9b4b-830c0b4ea6e7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Jul 07 17:55:33.307150 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d7546-4cf0-490d-af78-e7ef75379a6c req-886f835e-aac9-4f00-80f4-245bb4aa69d9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.308694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-358d7546-4cf0-490d-af78-e7ef75379a6c req-886f835e-aac9-4f00-80f4-245bb4aa69d9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0823393 Jul 07 17:55:33.356046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-358d7546-4cf0-490d-af78-e7ef75379a6c req-7010901f-045c-4716-9d18-3ddbfd97e1c0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 Jul 07 17:55:33.740135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4a1f-1212-44a3-b38e-57586690cd90 req-87dac025-f140-4bba-8df5-86c12fc07ebe tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.741786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d0c4a1f-1212-44a3-b38e-57586690cd90 req-87dac025-f140-4bba-8df5-86c12fc07ebe tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0800664 Jul 07 17:55:33.789814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d0c4a1f-1212-44a3-b38e-57586690cd90 req-5f969ce2-aab8-4428-8f65-a33a2f11594f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374348 Jul 07 17:55:35.084968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d54898-b0a6-401c-844b-37f2df92181f req-e4541214-d3c9-4e3b-a4c9-230adcf3b199 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.086528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5d54898-b0a6-401c-844b-37f2df92181f req-e4541214-d3c9-4e3b-a4c9-230adcf3b199 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0710585 Jul 07 17:55:35.133704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5d54898-b0a6-401c-844b-37f2df92181f req-0cb698ae-416d-4e43-bd8a-bf61c25655c1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Jul 07 17:55:36.340380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd59d74-3515-48ba-bb58-f413f3d544e8 req-4f6e2577-29cf-430e-9b3b-4d852536a884 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.342883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcd59d74-3515-48ba-bb58-f413f3d544e8 req-4f6e2577-29cf-430e-9b3b-4d852536a884 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0856469 Jul 07 17:55:36.391396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcd59d74-3515-48ba-bb58-f413f3d544e8 req-f1b2bd1a-0d94-45af-81ab-6df6cce1a041 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Jul 07 17:55:37.639574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c045308e-efe1-4e12-81b8-539362da5619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.700270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc70a1-38db-4685-87af-aa3206ddc95c req-1238df82-887b-4815-9b03-e39b15774ccb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.703293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fbc70a1-38db-4685-87af-aa3206ddc95c req-1238df82-887b-4815-9b03-e39b15774ccb tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1109724 Jul 07 17:55:37.756583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fbc70a1-38db-4685-87af-aa3206ddc95c req-f3a70b17-8bab-47ef-b6fe-9b1d6228e497 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Jul 07 17:55:38.971093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eedc41-bca9-45e9-ac1f-1facc2a29175 req-5e70c5cc-2fae-483d-b352-19779d6e14ca tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:38.973256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57eedc41-bca9-45e9-ac1f-1facc2a29175 req-5e70c5cc-2fae-483d-b352-19779d6e14ca tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Jul 07 17:55:39.021268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57eedc41-bca9-45e9-ac1f-1facc2a29175 req-8a00838c-6e90-44a8-9799-44e2048b566e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Jul 07 17:55:40.115073 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-374f26c9-ee73-40ec-8e46-c1290b51fb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.224476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f39bc0-f032-4969-ae5e-b702b0ab5fa5 req-82b0cc5d-6248-4442-8c8d-e9ac945616ef tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.226134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2f39bc0-f032-4969-ae5e-b702b0ab5fa5 req-82b0cc5d-6248-4442-8c8d-e9ac945616ef tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0728278 Jul 07 17:55:40.278078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2f39bc0-f032-4969-ae5e-b702b0ab5fa5 req-e3cf9b8f-b193-4fa5-8320-8b8271bdefe2 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Jul 07 17:55:40.385915 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:40.659439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.481304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6052bce-19f5-42da-9eb1-5ae18dc77591 req-d2737702-2424-4ecc-81ee-4095fe8f5496 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:41.483060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6052bce-19f5-42da-9eb1-5ae18dc77591 req-d2737702-2424-4ecc-81ee-4095fe8f5496 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0822339 Jul 07 17:55:41.527970 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6052bce-19f5-42da-9eb1-5ae18dc77591 req-bfa62aeb-fada-4604-aa24-9eba805cca6e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 Jul 07 17:55:41.942864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.732103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1184-258c-4ee9-9922-8baa6bd4c214 req-f2bc5336-20cf-495d-9ec6-30ea1e639c32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:42.733744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ed1184-258c-4ee9-9922-8baa6bd4c214 req-f2bc5336-20cf-495d-9ec6-30ea1e639c32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0825686 Jul 07 17:55:42.779460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5ed1184-258c-4ee9-9922-8baa6bd4c214 req-8114ec9d-1d50-4c4c-aaca-bf713635f835 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355000 Jul 07 17:55:43.700916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.023276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2155c-29d0-482d-9ca9-aed0a5b8a89f req-71badde0-a834-4679-8a0f-b408d2c6fe79 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:44.024938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7d2155c-29d0-482d-9ca9-aed0a5b8a89f req-71badde0-a834-4679-8a0f-b408d2c6fe79 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0729699 Jul 07 17:55:44.069434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d7d2155c-29d0-482d-9ca9-aed0a5b8a89f req-90a83c69-d12c-402b-a430-49deafd4b80c tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Jul 07 17:55:45.295296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84eba-1c54-4968-a613-f3bc9945003f req-d5bf792e-b3fc-46ab-8dfe-c3b1ece13df4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.298005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bb84eba-1c54-4968-a613-f3bc9945003f req-d5bf792e-b3fc-46ab-8dfe-c3b1ece13df4 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0933096 Jul 07 17:55:45.342789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bb84eba-1c54-4968-a613-f3bc9945003f req-b76ae3b6-6864-4e0e-b3c5-a5e8ee3eac84 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 Jul 07 17:55:45.738123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-0dab0e64-6c27-4fd3-944d-52f188a8a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.740259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-0dab0e64-6c27-4fd3-944d-52f188a8a6d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.0766752 Jul 07 17:55:45.741757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d605f9-7435-4f56-a9bc-9528da34d8eb req-a20d7af5-e101-4a34-b91f-87fb22d9e3bd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.743742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26d605f9-7435-4f56-a9bc-9528da34d8eb req-a20d7af5-e101-4a34-b91f-87fb22d9e3bd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0757420 Jul 07 17:55:45.794275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26d605f9-7435-4f56-a9bc-9528da34d8eb req-6e3ec6dc-a717-451d-be83-3f3066e0e3a8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418267 Jul 07 17:55:45.883009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-61af8f64-15d3-4989-9f6c-5c448d7dfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.884596 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-61af8f64-15d3-4989-9f6c-5c448d7dfe12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1374819 Jul 07 17:55:45.965860 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-0a45938f-a969-446e-b465-33e3e14eeb46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0746412 Jul 07 17:55:46.021785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-0c104d76-7e15-408b-bf40-5de37d51b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:46.023272 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-0c104d76-7e15-408b-bf40-5de37d51b77e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0501189 Jul 07 17:55:46.101254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-1a7567b7-c4cf-4000-9a38-57cfd915e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:46.103820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-1a7567b7-c4cf-4000-9a38-57cfd915e9ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740361 Jul 07 17:55:46.220949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-ebe30447-c438-410a-b166-bd4dd6e41ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104465 Jul 07 17:55:46.321816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4e62e598-c2c7-4a87-acbc-88dbc073ae61 req-28d247a8-c282-4f00-a553-26ea637e78a2 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941098 Jul 07 17:55:47.041956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c04d-a240-4b16-b0d1-867f147d6088 req-83a9cc00-0239-490f-94c0-086b0be28882 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:47.044149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f23c04d-a240-4b16-b0d1-867f147d6088 req-83a9cc00-0239-490f-94c0-086b0be28882 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0789299 Jul 07 17:55:47.087664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f23c04d-a240-4b16-b0d1-867f147d6088 req-6b232a8d-f34e-45ee-8b1d-973e74d3f094 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Jul 07 17:55:48.299427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffbb8-bbe1-46b8-9997-c2e6c3da69cf req-d3c9b8a8-de9b-43b9-ae61-d97fc8f93a9e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.301224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-422ffbb8-bbe1-46b8-9997-c2e6c3da69cf req-d3c9b8a8-de9b-43b9-ae61-d97fc8f93a9e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0776882 Jul 07 17:55:48.345991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-422ffbb8-bbe1-46b8-9997-c2e6c3da69cf req-3ba4648c-8d80-49e8-9879-c654b5a02dab tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Jul 07 17:55:48.552637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330de4-3f73-4380-a773-783710bc96d7 req-2ec14a84-f521-4c47-804b-e50199f8ba28 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.554322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf330de4-3f73-4380-a773-783710bc96d7 req-2ec14a84-f521-4c47-804b-e50199f8ba28 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0740807 Jul 07 17:55:48.601526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf330de4-3f73-4380-a773-783710bc96d7 req-13b405bc-b7ad-4c33-9920-b1299688c9d1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Jul 07 17:55:48.827487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e20f2-9cc8-4411-a5c6-043d600d3d00 req-72c58306-7cfa-43a8-9d42-c34d0bb1be20 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.830187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-462e20f2-9cc8-4411-a5c6-043d600d3d00 req-72c58306-7cfa-43a8-9d42-c34d0bb1be20 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1031408 Jul 07 17:55:48.895486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-462e20f2-9cc8-4411-a5c6-043d600d3d00 req-53aa7386-1f8d-4540-a9fd-73a945b51171 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565546 Jul 07 17:55:49.367729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87edd8-d9ab-45a9-b13c-2d62750f5ba1 req-5fb25b98-582e-4a30-9738-dedcb5ea46a9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:49.369455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba87edd8-d9ab-45a9-b13c-2d62750f5ba1 req-5fb25b98-582e-4a30-9738-dedcb5ea46a9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0777471 Jul 07 17:55:49.415022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba87edd8-d9ab-45a9-b13c-2d62750f5ba1 req-62e84b5a-8464-42b5-8dc8-1b114cba6b08 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Jul 07 17:55:50.609495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6ff9e-1e08-4582-96b4-e13889d94c99 req-17bb2015-ad26-4019-a7df-7bd898aa9595 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.611378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ed6ff9e-1e08-4582-96b4-e13889d94c99 req-17bb2015-ad26-4019-a7df-7bd898aa9595 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0779970 Jul 07 17:55:50.672688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ed6ff9e-1e08-4582-96b4-e13889d94c99 req-02bad9e3-a839-48ea-9329-cbe474fbc432 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540435 Jul 07 17:55:51.084906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14daebc-1a2e-45c9-af43-4c843fbe3510 req-800ff1b7-4109-4b91-a80e-e4e4cc02a773 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.085969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff987-6af5-42a6-bc62-21fc61675471 req-7a0e972a-7ef9-474a-bbcb-c9ebf2a82326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.086726 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b14daebc-1a2e-45c9-af43-4c843fbe3510 req-800ff1b7-4109-4b91-a80e-e4e4cc02a773 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0802546 Jul 07 17:55:51.088747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-7a0e972a-7ef9-474a-bbcb-c9ebf2a82326 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870bfcb50e1449e48328748dedaba341&device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 1097 time: 0.0797017 Jul 07 17:55:51.141290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b14daebc-1a2e-45c9-af43-4c843fbe3510 req-aefc4db8-af5c-4851-86a5-52fe9bd70b26 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482471 Jul 07 17:55:51.212647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff987-6af5-42a6-bc62-21fc61675471 req-a830f24f-6af4-419c-98ea-ed4415d4c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.214565 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-a830f24f-6af4-419c-98ea-ed4415d4c771 service neutron] 10.222.0.73 "GET /v2.0/networks?id=735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 200 len: 913 time: 0.1183829 Jul 07 17:55:51.300315 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-61967c97-98e5-4c62-85b3-739cc2beedf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 200 len: 1000 time: 0.0788181 Jul 07 17:55:51.356425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff987-6af5-42a6-bc62-21fc61675471 req-a6487b40-c956-48bf-aa26-a79ce63c66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.357886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-a6487b40-c956-48bf-aa26-a79ce63c66dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 200 len: 851 time: 0.0523553 Jul 07 17:55:51.421744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff987-6af5-42a6-bc62-21fc61675471 req-08e8605f-7406-4ef6-9609-0dcb8449e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.423542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-08e8605f-7406-4ef6-9609-0dcb8449e5f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=735e5df8-54be-43bb-a593-9e335bacae2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587332 Jul 07 17:55:51.542278 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-e345b846-6958-441a-a68b-dc7f5a866882 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122849 Jul 07 17:55:51.661443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-453ff987-6af5-42a6-bc62-21fc61675471 req-7e52df53-1bec-43bb-85d6-fdea5604a861 service neutron] 10.222.0.73 "GET /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119215 Jul 07 17:55:52.354741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea95700-b64c-4fbc-bd21-35de086e0740 req-2ffa9521-ea7b-4213-8858-c842fbebb8df tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:52.356800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ea95700-b64c-4fbc-bd21-35de086e0740 req-2ffa9521-ea7b-4213-8858-c842fbebb8df tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0847609 Jul 07 17:55:52.411929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ea95700-b64c-4fbc-bd21-35de086e0740 req-583e9d1d-df46-457f-a7d1-32a457fdfb38 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Jul 07 17:55:53.649258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fff0b1-2303-4904-9b7a-86790a4484fa req-3a344427-fd3a-4cc9-89a0-aa030818afaa tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.651184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8fff0b1-2303-4904-9b7a-86790a4484fa req-3a344427-fd3a-4cc9-89a0-aa030818afaa tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0834706 Jul 07 17:55:53.698993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8fff0b1-2303-4904-9b7a-86790a4484fa req-3b438fdc-5777-4a57-b400-c328e6c91e32 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Jul 07 17:55:53.909818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f18552-5f3b-4b19-8bf9-55fc03551505 req-231a8c7f-f1c6-4152-ad3a-54e31bc4fba8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.911835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8f18552-5f3b-4b19-8bf9-55fc03551505 req-231a8c7f-f1c6-4152-ad3a-54e31bc4fba8 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0794971 Jul 07 17:55:53.978803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8f18552-5f3b-4b19-8bf9-55fc03551505 req-6c098759-e9b6-4348-8be2-b1bd02961f63 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599444 Jul 07 17:55:54.787752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-928b591b-3248-4c86-958e-8d458951d9d9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:54.789811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-928b591b-3248-4c86-958e-8d458951d9d9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=692a2b62-9478-4c86-8b8e-21926b3dfbee HTTP/1.1" status: 200 len: 943 time: 0.0775635 Jul 07 17:55:54.909724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:54.910060 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.015190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:55.015538 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.032088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:55.175739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.191780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:55.194604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:55.215567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:55.228100 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.228605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.228801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.229197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.229457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.229781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.230115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.230472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.230801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.231130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.231458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.231783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:55.274280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] No DVR routers for this DVR port c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:55.278047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.283039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bba2d63-1e5e-4759-9008-562db94e8999 req-2f5b929f-57fd-4532-960d-2d98e7e729ae tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "DELETE /v2.0/ports/c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f HTTP/1.1" status: 204 len: 173 time: 0.4875255 Jul 07 17:55:55.284626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-deleted', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:55.288323 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb64b6-c016-4fdd-a474-ce2669f77880" -d '{"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-deleted", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:55.856957 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.859672 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be92169-69a4-4e7c-b3ae-076c20e57496 x-openstack-request-id: req-9be92169-69a4-4e7c-b3ae-076c20e57496 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:55.860451 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a2b62-9478-4c86-8b8e-21926b3dfbee", "name": "network-vif-deleted", "tag": "c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f", "status": "failed", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:55.860630 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9be92169-69a4-4e7c-b3ae-076c20e57496 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:55.861369 n-d-791505-12 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '692a2b62-9478-4c86-8b8e-21926b3dfbee', 'name': 'network-vif-deleted', 'tag': 'c8fc7a9c-cc87-4fc6-b39b-dfd62fb6520f', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:55:56.441262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175be3-6b6a-4a84-b9da-1e89c6bc5721 req-90a0c5ca-641e-4179-99a5-a720e57c9ce7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.442904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9f175be3-6b6a-4a84-b9da-1e89c6bc5721 req-90a0c5ca-641e-4179-99a5-a720e57c9ce7 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 908 time: 0.0744975 Jul 07 17:55:57.423400 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.551839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-f70a0fb8-a77f-4d84-ab87-4921a6bf8bf9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.554482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-f70a0fb8-a77f-4d84-ab87-4921a6bf8bf9 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 908 time: 0.0879607 Jul 07 17:55:57.754005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port aef48026-c943-4f9f-93aa-aa3bb25cdf7d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:57.754576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.767037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b678-4633-4a20-ae8c-fa288b0f59ed req-bb67040f-296b-4655-9b16-19ea0a80461e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.771138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aac3b678-4633-4a20-ae8c-fa288b0f59ed req-bb67040f-296b-4655-9b16-19ea0a80461e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5061c23-3c47-4bff-bc85-30142091f026 HTTP/1.1" status: 200 len: 908 time: 0.1139419 Jul 07 17:55:57.895270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port aef48026-c943-4f9f-93aa-aa3bb25cdf7d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:57.895704 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.910211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for aef48026-c943-4f9f-93aa-aa3bb25cdf7d owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:58.061586 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.099349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=aef48026-c943-4f9f-93aa-aa3bb25cdf7d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:58.148070 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] No DVR routers for this DVR port aef48026-c943-4f9f-93aa-aa3bb25cdf7d on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:58.151019 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.153140 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f158b45-b0f7-4a13-a178-8ffcb32f5ddd req-a92dfe2f-6ac4-4dac-84e0-847de52c0f97 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "DELETE /v2.0/ports/aef48026-c943-4f9f-93aa-aa3bb25cdf7d HTTP/1.1" status: 204 len: 173 time: 0.5927756 Jul 07 17:55:58.153626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'name': 'network-vif-deleted', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:58.156102 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace3ae5-f1d6-44b9-854b-a9a50e8a4f70" -d '{"events": [{"server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "name": "network-vif-deleted", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:58.213279 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4271a21-ac28-45ff-bfe9-af57760d5e46 x-openstack-request-id: req-d4271a21-ac28-45ff-bfe9-af57760d5e46 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:58.213753 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5061c23-3c47-4bff-bc85-30142091f026", "name": "network-vif-deleted", "tag": "aef48026-c943-4f9f-93aa-aa3bb25cdf7d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:58.214115 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4271a21-ac28-45ff-bfe9-af57760d5e46 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:58.214670 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5061c23-3c47-4bff-bc85-30142091f026', 'name': 'network-vif-deleted', 'tag': 'aef48026-c943-4f9f-93aa-aa3bb25cdf7d', 'status': 'completed', 'code': 200} Jul 07 17:55:59.411885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf2dc-e91e-41c8-bbda-64ea1aedcf7e req-1ee750f1-4c53-4d94-8dbc-1883a2515c73 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.414028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a53bf2dc-e91e-41c8-bbda-64ea1aedcf7e req-1ee750f1-4c53-4d94-8dbc-1883a2515c73 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 945 time: 0.0786378 Jul 07 17:55:59.459217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a53bf2dc-e91e-41c8-bbda-64ea1aedcf7e req-631f107b-a6ae-4656-a994-261926c75c3b tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Jul 07 17:56:00.678762 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeee8f2-fba7-49e7-b023-ffb45038c8f5 req-acb8f705-5efc-4f08-ba93-d92cb5cec3f6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.681640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5aeee8f2-fba7-49e7-b023-ffb45038c8f5 req-acb8f705-5efc-4f08-ba93-d92cb5cec3f6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 945 time: 0.0899825 Jul 07 17:56:00.725964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-2bf581db-2f3f-433c-ae09-6443a1340eb6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.727474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-2bf581db-2f3f-433c-ae09-6443a1340eb6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 945 time: 0.0763338 Jul 07 17:56:00.741491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5aeee8f2-fba7-49e7-b023-ffb45038c8f5 req-e9bff66c-288d-492f-bf5b-31eb3f6d5dd1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Jul 07 17:56:00.855801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:00.856200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.017542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port 658aff06-3e87-4aa8-bafd-2d1969c9afc8, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=658aff06-3e87-4aa8-bafd-2d1969c9afc8,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:01.018103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.043271 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for 658aff06-3e87-4aa8-bafd-2d1969c9afc8 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:01.264429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.289783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:01.293539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['658aff06-3e87-4aa8-bafd-2d1969c9afc8'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:01.297099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device aef48026-c943-4f9f-93aa-aa3bb25cdf7d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:01.316259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=658aff06-3e87-4aa8-bafd-2d1969c9afc8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:01.386606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: aef48026-c943-4f9f-93aa-aa3bb25cdf7d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:01.386960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device aef48026-c943-4f9f-93aa-aa3bb25cdf7d not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:01.410311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] No DVR routers for this DVR port 658aff06-3e87-4aa8-bafd-2d1969c9afc8 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:01.414512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.418132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-65ba8385-cbdf-499f-831f-5ede52442bf9 req-3297839b-5eb6-4a48-99b2-54a854cda377 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "DELETE /v2.0/ports/658aff06-3e87-4aa8-bafd-2d1969c9afc8 HTTP/1.1" status: 204 len: 173 time: 0.6847007 Jul 07 17:56:01.418885 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'name': 'network-vif-deleted', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:01.422934 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef42158a-7e63-4f28-8cda-902bc516b4d4" -d '{"events": [{"server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "name": "network-vif-deleted", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:01.479806 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e789d333-38d1-483b-9aed-842981eba5d7 x-openstack-request-id: req-e789d333-38d1-483b-9aed-842981eba5d7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:01.480333 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce806e7b-6896-410b-b494-f032b300c158", "name": "network-vif-deleted", "tag": "658aff06-3e87-4aa8-bafd-2d1969c9afc8", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:01.480787 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e789d333-38d1-483b-9aed-842981eba5d7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:01.481517 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce806e7b-6896-410b-b494-f032b300c158', 'name': 'network-vif-deleted', 'tag': '658aff06-3e87-4aa8-bafd-2d1969c9afc8', 'status': 'completed', 'code': 200} Jul 07 17:56:01.976415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4ea6950c-1a73-4d1a-8e02-c7c8dbdd18bb req-2428b732-74e3-4b7b-8e75-3aa952569220 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce806e7b-6896-410b-b494-f032b300c158 HTTP/1.1" status: 200 len: 210 time: 0.0348492 Jul 07 17:56:03.500982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318607-9d91-4bb6-a44c-6a133ef4d396 req-3f14cd4e-6557-4ddf-a9dd-99cbf238c7ce tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:03.503248 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f318607-9d91-4bb6-a44c-6a133ef4d396 req-3f14cd4e-6557-4ddf-a9dd-99cbf238c7ce tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0843296 Jul 07 17:56:03.552736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f318607-9d91-4bb6-a44c-6a133ef4d396 req-047d55c2-3b97-40ed-a5fb-c3ee10dcc6e0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jul 07 17:56:04.147112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 658aff06-3e87-4aa8-bafd-2d1969c9afc8 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:04.170066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 658aff06-3e87-4aa8-bafd-2d1969c9afc8 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:04.170396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 658aff06-3e87-4aa8-bafd-2d1969c9afc8 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:04.608064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-d2426c28-0b7c-4799-8981-89b04678b6ec tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.609569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-d2426c28-0b7c-4799-8981-89b04678b6ec tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0697465 Jul 07 17:56:04.722024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port d68597d1-f160-468b-8ae1-3baabbbbcab2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:04.722359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.835373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port d68597d1-f160-468b-8ae1-3baabbbbcab2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d68597d1-f160-468b-8ae1-3baabbbbcab2,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:04.836071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.849390 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3706-5c48-4194-bc0d-526456d3e175 req-1ac1e680-bf1a-4819-81af-2dca9f0d2a3e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.851533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for d68597d1-f160-468b-8ae1-3baabbbbcab2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:04.852112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dda3706-5c48-4194-bc0d-526456d3e175 req-1ac1e680-bf1a-4819-81af-2dca9f0d2a3e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49065d6-f321-4e07-a47a-1be555fc8dc5 HTTP/1.1" status: 200 len: 945 time: 0.0944214 Jul 07 17:56:04.898649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7dda3706-5c48-4194-bc0d-526456d3e175 req-50ac0d58-d325-408c-b670-daeac992e7ea tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=375eb12d-a225-48e7-944e-7a11485fbf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 Jul 07 17:56:05.007934 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.021529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d68597d1-f160-468b-8ae1-3baabbbbcab2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:05.042830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=d68597d1-f160-468b-8ae1-3baabbbbcab2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:05.116347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] No DVR routers for this DVR port d68597d1-f160-468b-8ae1-3baabbbbcab2 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:05.119482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.121632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7eed7c4b-4688-4835-a6bc-540accc415f2 req-44f222c7-68f2-41fb-b01e-50b98518f45a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.23 "DELETE /v2.0/ports/d68597d1-f160-468b-8ae1-3baabbbbcab2 HTTP/1.1" status: 204 len: 173 time: 0.5060759 Jul 07 17:56:05.122124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'name': 'network-vif-deleted', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:05.124757 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fa7328-742c-4c68-9efc-d4ebb763f80f" -d '{"events": [{"server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "name": "network-vif-deleted", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:05.194207 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b29a2cd-4b18-4722-9bc9-13f5c1f3f290 x-openstack-request-id: req-5b29a2cd-4b18-4722-9bc9-13f5c1f3f290 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:05.194895 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49065d6-f321-4e07-a47a-1be555fc8dc5", "name": "network-vif-deleted", "tag": "d68597d1-f160-468b-8ae1-3baabbbbcab2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:05.196112 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b29a2cd-4b18-4722-9bc9-13f5c1f3f290 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:05.196973 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49065d6-f321-4e07-a47a-1be555fc8dc5', 'name': 'network-vif-deleted', 'tag': 'd68597d1-f160-468b-8ae1-3baabbbbcab2', 'status': 'completed', 'code': 200} Jul 07 17:56:06.440438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d717a-4588-4c03-96aa-abafa93f8f58 req-7f995528-6fd8-401e-8855-1f4fff6fa02a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:06.443341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-293d717a-4588-4c03-96aa-abafa93f8f58 req-7f995528-6fd8-401e-8855-1f4fff6fa02a tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.1092286 Jul 07 17:56:06.485718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-293d717a-4588-4c03-96aa-abafa93f8f58 req-aaf94d8c-32ec-48f3-b8d2-4aa0c197cbcf tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356522 Jul 07 17:56:07.294652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d68597d1-f160-468b-8ae1-3baabbbbcab2 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:07.317415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: d68597d1-f160-468b-8ae1-3baabbbbcab2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:07.317820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d68597d1-f160-468b-8ae1-3baabbbbcab2 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:07.635785 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df379e04-bd97-4140-b7f5-fbbfbbeacb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.725680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3432c-2e8a-42e1-a114-5a400e282ae5 req-4e62dedd-babb-4a2f-97de-95574dcea8de tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.727495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fb3432c-2e8a-42e1-a114-5a400e282ae5 req-4e62dedd-babb-4a2f-97de-95574dcea8de tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0747490 Jul 07 17:56:07.781071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fb3432c-2e8a-42e1-a114-5a400e282ae5 req-e1e2c789-f713-45cf-8b94-3b6e47b50ff6 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Jul 07 17:56:08.542676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-2cec324e-1150-4d4a-a3f2-fd8df47025da tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.544278 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-2cec324e-1150-4d4a-a3f2-fd8df47025da tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0919912 Jul 07 17:56:08.667975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:08.668325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.774557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] For port ff022d84-6403-459a-9c25-d7946d156cc4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ff022d84-6403-459a-9c25-d7946d156cc4,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:08.774920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.973687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.974072 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.974397 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Floating IP 4a55bd43-4882-41ed-a0fd-ece5a4d3516c disassociated. External IP: 172.25.3.137, port: ff022d84-6403-459a-9c25-d7946d156cc4. Jul 07 17:56:08.974798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for ff022d84-6403-459a-9c25-d7946d156cc4 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:09.003115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db33f2-6c07-4f3a-80e8-e21c15cd624c req-83eee986-25ad-4d4b-ba19-69893ef1517f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.004803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77db33f2-6c07-4f3a-80e8-e21c15cd624c req-83eee986-25ad-4d4b-ba19-69893ef1517f tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 945 time: 0.0726590 Jul 07 17:56:09.057070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-77db33f2-6c07-4f3a-80e8-e21c15cd624c req-5f3dbf9d-7fff-40de-8ab9-573218a253e1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups?id=926372e6-c632-49f4-b24a-23b381dbbba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Jul 07 17:56:09.134023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.164922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=ff022d84-6403-459a-9c25-d7946d156cc4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:09.179856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.180217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.180582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.181001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.181346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.181692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.182031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.182362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.182724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.183056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.183390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.183719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:09.321353 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:09.483868 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:09.499727 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Sync routers for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:09.517464 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:09.520202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:55:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:09.537671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] No DVR routers for this DVR port ff022d84-6403-459a-9c25-d7946d156cc4 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:09.540467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.542688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23cbbba2-9388-488e-9199-9470d9b536d0 req-a4acd1ef-f128-4a06-ab89-7a0c998627a0 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.73 "DELETE /v2.0/ports/ff022d84-6403-459a-9c25-d7946d156cc4 HTTP/1.1" status: 204 len: 173 time: 0.9921269 Jul 07 17:56:09.543199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-deleted', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:09.545604 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e8cd00-579c-48f8-92de-6894b8c4bb38" -d '{"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-deleted", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:09.586950 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceed1df1-6077-4a3e-986c-a0a86b22555d x-openstack-request-id: req-ceed1df1-6077-4a3e-986c-a0a86b22555d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:09.587992 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f5216-92ab-4a28-9faa-3f973f9bbf18", "name": "network-vif-deleted", "tag": "ff022d84-6403-459a-9c25-d7946d156cc4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:09.587992 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ceed1df1-6077-4a3e-986c-a0a86b22555d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:09.587992 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f5216-92ab-4a28-9faa-3f973f9bbf18', 'name': 'network-vif-deleted', 'tag': 'ff022d84-6403-459a-9c25-d7946d156cc4', 'status': 'completed', 'code': 200} Jul 07 17:56:09.804577 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:10.050809 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:10.103583 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Checking router: 6b8a0b38-446d-4886-9e43-89c3b5fa1385 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:10.119451 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:10.120512 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:55:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:10.125942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd50eb5f-97f1-4200-b42e-a070d61c26ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.292492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f061f3c-148c-45c0-a0d9-51eb65b77c4f req-13d0d719-0fb2-4d61-b6eb-50cefdc26eb1 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6f5216-92ab-4a28-9faa-3f973f9bbf18 HTTP/1.1" status: 200 len: 210 time: 0.0343726 Jul 07 17:56:10.297585 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:10.532283 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:10.562020 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18eb4c9-cc65-4e90-80df-6fc9a4618317 None None] The sync data for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 is: [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:48:43Z', 'revision_number': 4, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '4bd73798-5f48-4094-aa34-ee9ef10df060', 'name': '', 'network_id': '735e5df8-54be-43bb-a593-9e335bacae2d', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'mac_address': 'fa:16:3e:83:f6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:42Z', 'updated_at': '2021-07-07T17:48:52Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'subnets': [{'id': '114950d3-f3fc-435a-abc3-4b2f3e93913d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:10.664041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.819858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d463d-124b-4600-9b3c-fc5a9d1892e8 None None] New status for floating IP 4a55bd43-4882-41ed-a0fd-ece5a4d3516c: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:11.425274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59554) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:11.488901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.517123 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.574710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.579318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.580593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "DELETE /v2.0/security-groups/926372e6-c632-49f4-b24a-23b381dbbba0 HTTP/1.1" status: 204 len: 168 time: 0.1541083 Jul 07 17:56:11.583543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59556) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:11.590882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f99807-a195-43bc-974d-cd922e2d061e tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926372e6-c632-49f4-b24a-23b381dbbba0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:11.597965 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-eaf7c8bb-3589-48f9-b647-8d10bd0901bd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] show failed (client error): The resource could not be found. Jul 07 17:56:11.599094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eaf7c8bb-3589-48f9-b647-8d10bd0901bd tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "GET /v2.0/security-groups/926372e6-c632-49f4-b24a-23b381dbbba0 HTTP/1.1" status: 404 len: 347 time: 0.0144899 Jul 07 17:56:11.603745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59558) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:11.740298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Deleting port fff89558-4ce7-4cf5-95a8-29f7dc70d178 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:11.740643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.825992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.826324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.842900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Calling delete_port for fff89558-4ce7-4cf5-95a8-29f7dc70d178 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:11.949948 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.008392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.043387 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Pushing event deleted for resources: {'Port': ['ID=fff89558-4ce7-4cf5-95a8-29f7dc70d178,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:12.114192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.117095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.118321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d56cdf90-1691-4654-bbe9-b64d0975b245 tempest-ServerActionsTestJSON-883532395 tempest-ServerActionsTestJSON-883532395-project] 10.222.0.66 "DELETE /v2.0/floatingips/4a55bd43-4882-41ed-a0fd-ece5a4d3516c HTTP/1.1" status: 204 len: 168 time: 0.5136099 Jul 07 17:56:12.121598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:12.173227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:12.199014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ff022d84-6403-459a-9c25-d7946d156cc4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:12.199496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ff022d84-6403-459a-9c25-d7946d156cc4 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:12.761037 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.069224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Deleting port 4bd73798-5f48-4094-aa34-ee9ef10df060 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:13.069684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.162651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] For port 4bd73798-5f48-4094-aa34-ee9ef10df060, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4bd73798-5f48-4094-aa34-ee9ef10df060,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:13.162997 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.178465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Calling delete_port for 4bd73798-5f48-4094-aa34-ee9ef10df060 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:13.376420 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.409651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd73798-5f48-4094-aa34-ee9ef10df060,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:13.703476 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.962779 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.198598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:14.312354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:14.318501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-906eebae-894a-4b19-8789-fcd1788b51ee admin admin] 10.222.0.66 "PUT /v2.0/routers/6b8a0b38-446d-4886-9e43-89c3b5fa1385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958058 Jul 07 17:56:14.321346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:14.323983 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Sync routers for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:14.336296 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:14.337103 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:14.458867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.465001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:14.590263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.685941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Deleting port b166daf8-95a4-448a-b10b-a5cd4ea8afaa {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:14.686555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.692976 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:56:13Z', 'revision_number': 5, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port': {'id': 'b166daf8-95a4-448a-b10b-a5cd4ea8afaa', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:35Z', 'updated_at': '2021-07-07T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:14.723435 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Checking router: 6b8a0b38-446d-4886-9e43-89c3b5fa1385 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:14.735462 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Routers {'6b8a0b38-446d-4886-9e43-89c3b5fa1385'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:14.736278 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:14.830748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] For port b166daf8-95a4-448a-b10b-a5cd4ea8afaa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:14.831376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.857559 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] Set router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:14.859474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Calling delete_port for b166daf8-95a4-448a-b10b-a5cd4ea8afaa owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:14.929223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:56:14Z', 'revision_number': 6, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:14.958770 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7e36-234b-4096-ab7e-8f8188b8df20 None None] The sync data for ids ['6b8a0b38-446d-4886-9e43-89c3b5fa1385'] in n-d-791505-12 is: [{'id': '6b8a0b38-446d-4886-9e43-89c3b5fa1385', 'name': 'tempest-ServerActionsTestJSON-1178520432-router', 'tenant_id': '870bfcb50e1449e48328748dedaba341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:33Z', 'updated_at': '2021-07-07T17:56:14Z', 'revision_number': 6, 'project_id': '870bfcb50e1449e48328748dedaba341', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:15.076156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.112573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Pushing event deleted for resources: {'Port': ['ID=b166daf8-95a4-448a-b10b-a5cd4ea8afaa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:15.186498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.289113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.292982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.364132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.364939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8a0b38-446d-4886-9e43-89c3b5fa1385 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:56:15.370411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.375133 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9c2670af-9b86-4a8f-991f-3636cb75f67b admin admin] 10.222.0.66 "DELETE /v2.0/routers/6b8a0b38-446d-4886-9e43-89c3b5fa1385 HTTP/1.1" status: 204 len: 168 time: 1.0493867 Jul 07 17:56:15.376187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59572) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:15.428237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Deleting subnet 114950d3-f3fc-435a-abc3-4b2f3e93913d {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:15.432368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.485818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.577486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.639843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.670169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114950d3-f3fc-435a-abc3-4b2f3e93913d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:15.672360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.675102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b77bafc7-803c-4360-b7e8-591f486513d3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/114950d3-f3fc-435a-abc3-4b2f3e93913d HTTP/1.1" status: 204 len: 168 time: 0.2980418 Jul 07 17:56:15.677843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59574) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:15.681799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85316dd2-f0fa-4b94-92bb-8c3abeb17841 None None] Network 735e5df8-54be-43bb-a593-9e335bacae2d requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:15.766507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.839151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Deleting port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:15.839495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.926239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] DHCP port deletion for 735e5df8-54be-43bb-a593-9e335bacae2d request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:56:15.930741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] For port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:15.931127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.949039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Calling delete_port for 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:15.985845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Deleting port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:15.986782 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.040481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.077473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] For port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,segment=NetworkSegment(a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b),segment_id=a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:16.078032 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.092565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Pushing event deleted for resources: {'Port': ['ID=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.099178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] No DVR routers for this DVR port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:16.111048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Calling delete_port for 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:16.203763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.213165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.224313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e5df8-54be-43bb-a593-9e335bacae2d']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.238049 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.238530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a6e98b-88c1-429a-9ed2-7b8fb2d50b1b') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.242869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Pushing event deleted for resources: {'Port': ['ID=532d01ff-ca0e-4beb-b9d3-20ae03cc1238,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.247738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] No DVR routers for this DVR port 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:16.256416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.256771 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.256957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.257122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.257435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.257774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.258111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.259147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.259147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.259147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.259614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.259792 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.260169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251688c-0a79-4969-88b1-80ed1ce97a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:16.282904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.291278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:16.291904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:16.293957 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:16.367744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.373738 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.381179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] 10.222.0.66 "DELETE /v2.0/networks/735e5df8-54be-43bb-a593-9e335bacae2d HTTP/1.1" status: 204 len: 168 time: 0.6968181 Jul 07 17:56:16.404187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54285c08-45e8-44e2-ad4a-104fa368237c admin admin] Pushing event deleted for resources: {'Network': ['ID=735e5df8-54be-43bb-a593-9e335bacae2d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.521851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59578) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:16.578268 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d6b1e659-c419-4271-bb05-b06d9afef718 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=870bfcb50e1449e48328748dedaba341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547934 Jul 07 17:56:16.581104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59580) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:16.659945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.699855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.766268 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.769646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.774353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/375eb12d-a225-48e7-944e-7a11485fbf9f HTTP/1.1" status: 204 len: 168 time: 0.1887164 Jul 07 17:56:16.783958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af312f0-c6c0-4186-985d-6906937395ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375eb12d-a225-48e7-944e-7a11485fbf9f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.826229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4bd73798-5f48-4094-aa34-ee9ef10df060 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:16.849020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4bd73798-5f48-4094-aa34-ee9ef10df060 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:16.849491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4bd73798-5f48-4094-aa34-ee9ef10df060 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:16.850009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b166daf8-95a4-448a-b10b-a5cd4ea8afaa no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:16.870621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b166daf8-95a4-448a-b10b-a5cd4ea8afaa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:16.871040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b166daf8-95a4-448a-b10b-a5cd4ea8afaa not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:16.871396 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:16.892745 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:16.893263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 532d01ff-ca0e-4beb-b9d3-20ae03cc1238 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:17.387022 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:17.584911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59602) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:17.699716 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-network', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:17.723295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Made reservation on behalf of c453ca4dcb3744bf88cf9077c649dce6 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:17.726129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.737106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.850781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.855525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.886332 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:17.897547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:17.904790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.905142 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Added segment d3537031-babc-40cc-ad8f-931032e0d2fe of type vlan for network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 Jul 07 17:56:17.969805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.016494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.018183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.019075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.087580 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5014312 Jul 07 17:56:18.093044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59606) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:18.096311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209ec6a-1541-4994-9f87-ee688d6d9e2e admin admin] Pushing event updated for resources: {'Network': ['ID=5201860c-aa65-4a30-963b-fe1ba6dd9cf2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:18.100815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Request body: {'subnet': {'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-subnet', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:18.113475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:18.132413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Made reservation on behalf of c453ca4dcb3744bf88cf9077c649dce6 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:18.135504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.373900 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.437884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2970d092-b3bd-49fe-afc7-d3144041626d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:18.448138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Checking segment: {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:18.448521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Network hostable DHCP agents. Network: 5201860c-aa65-4a30-963b-fe1ba6dd9cf2, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:18.468792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:18.480559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 5201860c-aa65-4a30-963b-fe1ba6dd9cf2) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:18.485777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.488133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.493573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361e201c-9add-40a9-aed4-734c02380c08 None None] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:18.510069 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-770ed9b3-cf2a-4456-b07d-c32c307d9021 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4150727 Jul 07 17:56:18.513261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59608) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:18.521106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:18.556904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.558677 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.650612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.713383 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebfac1-461b-4f89-a8ff-d94ef16f09bf None None] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:18.873181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.112593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.133588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.248277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Allocated IP 172.25.3.252 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c19edba8-d4db-4773-b955-f29f275af0d9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:19.373567 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.420005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.463493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:19.466964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:19.472980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:19.502398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c19edba8-d4db-4773-b955-f29f275af0d9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:19.847469 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.077000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.225891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Router d614d93f-8038-45ca-a460-3f3669828f03 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:56:20.352449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:20.365838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Sync routers for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:20.372530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.377310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e8f54a6e-08a4-442f-9356-a7110acb71b8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8599205 Jul 07 17:56:20.378628 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:20.380446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:20.381211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:20.505864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:20.724290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 3, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:20.762129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Checking router: d614d93f-8038-45ca-a460-3f3669828f03 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:20.762400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Updating router d614d93f-8038-45ca-a460-3f3669828f03 port c19edba8-d4db-4773-b955-f29f275af0d9 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:20.807926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.303581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.320523 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.332510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Transition to ACTIVE for port object c19edba8-d4db-4773-b955-f29f275af0d9 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:21.341059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.419942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Attempting to bind port c19edba8-d4db-4773-b955-f29f275af0d9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:21.420907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Attempting to bind port c19edba8-d4db-4773-b955-f29f275af0d9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:21.420907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Attempting to bind port c19edba8-d4db-4773-b955-f29f275af0d9 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:21.427615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0959-4e3d-4c53-9258-534487f58df1 None None] Pushing event updated for resources: {'Port': ['ID=c19edba8-d4db-4773-b955-f29f275af0d9,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.432999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:21.433390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:21.433799 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.434199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:21.434765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Bound port: c19edba8-d4db-4773-b955-f29f275af0d9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:21.435124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.514073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Allocated IP 172.20.0.1 (5201860c-aa65-4a30-963b-fe1ba6dd9cf2/2970d092-b3bd-49fe-afc7-d3144041626d/e3bd46a4-c5ca-47de-ba5b-5d279e0c481d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:21.519172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] For port c19edba8-d4db-4773-b955-f29f275af0d9, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:21.525657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] For port c19edba8-d4db-4773-b955-f29f275af0d9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c19edba8-d4db-4773-b955-f29f275af0d9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:21.532927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.621592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:21.622774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:21.637926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.680337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.730970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0959-4e3d-4c53-9258-534487f58df1 None None] Pushing event updated for resources: {'Port': ['ID=c19edba8-d4db-4773-b955-f29f275af0d9,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.735178 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:21.741407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:21.751047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:21.787290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.822198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.864614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:22.073632 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.115094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 3, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:22.170892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50de00-06f6-4e43-a3e9-70b7b618e14c None None] The sync data for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 is: [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 3, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:22.317223 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.322893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.400926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:22.409952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.544262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:22.545850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:22.698181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Router d614d93f-8038-45ca-a460-3f3669828f03 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:22.862958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:22.874780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c19edba8-d4db-4773-b955-f29f275af0d9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:22.875651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5a402873-f0f0-401b-951f-1a5bf083e6f8 admin admin] 10.222.0.66 "PUT /v2.0/routers/d614d93f-8038-45ca-a460-3f3669828f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949012 Jul 07 17:56:22.964526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c19edba8-d4db-4773-b955-f29f275af0d9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:22.972825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c19edba8-d4db-4773-b955-f29f275af0d9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:22.973432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.115625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.163027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c19edba8-d4db-4773-b955-f29f275af0d9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c19edba8-d4db-4773-b955-f29f275af0d9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:23.168894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.236818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c19edba8-d4db-4773-b955-f29f275af0d9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:23.504923 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-a8630209-80e3-48d8-95d9-c3acc67391cf tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.506652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-a8630209-80e3-48d8-95d9-c3acc67391cf tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 819 time: 0.1248269 Jul 07 17:56:23.525276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-7d901bb8-159b-4f17-ae63-ce6f7abf750f tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/quotas/c453ca4dcb3744bf88cf9077c649dce6 HTTP/1.1" status: 200 len: 375 time: 0.0123715 Jul 07 17:56:23.601708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-f5ee4d64-b9d2-459c-bf97-7c05fd11a040 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698407 Jul 07 17:56:23.701344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-50b1748a-d0c5-4df1-8308-3f9fd0e86e2c service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920851 Jul 07 17:56:23.824130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-d06e8e5e-5c5f-4aa3-93c9-4ef948fe319e service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154506 Jul 07 17:56:24.034535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95e2e2b7-4aaf-4e89-99bc-f555cacc42e7 req-b188b06c-7515-4e59-9c9d-21dd9aa7e723 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Jul 07 17:56:24.149491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Sync routers for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:24.161749 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:24.162400 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:24.315224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:24.692711 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 2, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:24.723995 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Checking router: d614d93f-8038-45ca-a460-3f3669828f03 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:24.724351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Updating router d614d93f-8038-45ca-a460-3f3669828f03 port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:24.762612 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.813513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c19edba8-d4db-4773-b955-f29f275af0d9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:24.910230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c19edba8-d4db-4773-b955-f29f275af0d9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:24.910910 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.083571 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.095300 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Transition to ACTIVE for port object e3bd46a4-c5ca-47de-ba5b-5d279e0c481d will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:25.104196 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.225142 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Pushing event updated for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:25.229295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65372a24-1fb8-4aee-9de4-327b3f40d5fb req-86e4b8ab-d75c-413c-b2e9-e82a606f3d0d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 210 time: 0.0512905 Jul 07 17:56:25.238176 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.238560 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.238906 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.239245 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.239568 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.240108 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.240640 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.241329 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.241859 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.242188 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.242545 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.243273 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.248124 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Attempting to bind port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:25.248805 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Attempting to bind port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:25.249345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Attempting to bind port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d on network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:25.256520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:25.257407 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Checking segment: {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:25.257874 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.258319 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Bound using segment: {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:25.258785 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Bound port: e3bd46a4-c5ca-47de-ba5b-5d279e0c481d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:25.259186 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.349336 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] For port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:25.354668 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] For port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:25.365618 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.436922 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:25.437933 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:25.481158 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f463d67-c3e4-4ae0-9b63-d57a662af73b None None] Pushing event updated for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:25.485946 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-2aa6d425-67c3-4539-aa47-0b38a7f92b22 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:25.489174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-2aa6d425-67c3-4539-aa47-0b38a7f92b22 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 819 time: 0.2041831 Jul 07 17:56:25.505982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'port': {'device_id': '5423b847-79d4-4855-9781-771062208644', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'admin_state_up': True, 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:25.575226 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:25.663311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Made reservation on behalf of c453ca4dcb3744bf88cf9077c649dce6 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:25.667311 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.841773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Allocated IP 172.20.0.11 (5201860c-aa65-4a30-963b-fe1ba6dd9cf2/2970d092-b3bd-49fe-afc7-d3144041626d/354e9513-99e6-4599-9a0d-57bdc3882298) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:25.871412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.897692 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:25Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:25.932170 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c4950-8aff-4a8f-84b2-b050dcc8de00 None None] The sync data for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 is: [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:25Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:26.095004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.155886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.242578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:26.253497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:26.261320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:26.268507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.342487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.343186 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.370050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-772d72bc-0e32-4640-a692-d8b6dbb0a895 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659458 Jul 07 17:56:26.376352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Request body: {'port': {'device_id': '5423b847-79d4-4855-9781-771062208644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:26.473447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6993c-e19d-4a7d-be95-466a319cd000 req-4bfd8540-d687-480b-8aa3-8fa66163950b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.475983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-66c6993c-e19d-4a7d-be95-466a319cd000 req-4bfd8540-d687-480b-8aa3-8fa66163950b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 932 time: 0.0845232 Jul 07 17:56:26.483333 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.522558 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-66c6993c-e19d-4a7d-be95-466a319cd000 req-72a428bd-e84c-4dd6-b94a-d564c1c1529c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Jul 07 17:56:26.882408 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3bd46a4-c5ca-47de-ba5b-5d279e0c481d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:26.890224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354e9513-99e6-4599-9a0d-57bdc3882298 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:26.905946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.932100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Transition to ACTIVE for port object 354e9513-99e6-4599-9a0d-57bdc3882298 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:26.941869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.992532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:27.001012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:27.002022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.095764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.164388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Attempting to bind port 354e9513-99e6-4599-9a0d-57bdc3882298 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:27.165185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Attempting to bind port 354e9513-99e6-4599-9a0d-57bdc3882298 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:27.165724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Attempting to bind port 354e9513-99e6-4599-9a0d-57bdc3882298 on network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:27.173127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.175457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Port 354e9513-99e6-4599-9a0d-57bdc3882298 on network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:27.175992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Attempting to bind port 354e9513-99e6-4599-9a0d-57bdc3882298 on network 5201860c-aa65-4a30-963b-fe1ba6dd9cf2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:27.184561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:27.185077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Checking segment: {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:27.185625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Bound using segment: {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:27.186349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Bound port: 354e9513-99e6-4599-9a0d-57bdc3882298, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3537031-babc-40cc-ad8f-931032e0d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:27.186962 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.234101 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:27.243267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.306133 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:27.312042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:27.319477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.339019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.382736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.383816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.386132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 1093 time: 1.0144150 Jul 07 17:56:27.386884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:27.394973 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49354cd-bdd5-41f1-ae46-17d0af58e373" -d '{"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:27.435395 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.489172 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb9db7-bdf1-4e98-ba6c-7961cfce26f3 x-openstack-request-id: req-edcb9db7-bdf1-4e98-ba6c-7961cfce26f3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:27.489538 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:27.489849 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edcb9db7-bdf1-4e98-ba6c-7961cfce26f3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:27.490309 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:56:27.492829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f080a2-a556-4ce6-abe8-e79c19dd79b7 service neutron] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.532110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-dee4f34d-0258-45bd-982b-0fd05e0c5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.534300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-dee4f34d-0258-45bd-982b-0fd05e0c5587 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1096 time: 0.1010988 Jul 07 17:56:27.593125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-6c17cc49-e272-4501-92be-ef726384c7be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0510616 Jul 07 17:56:27.683755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-c4b1f721-9a53-4b82-80bc-6c63f39870f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.686515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-c4b1f721-9a53-4b82-80bc-6c63f39870f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0845187 Jul 07 17:56:27.733092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-b3930046-40f4-4453-ab62-45c9c364f718 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399621 Jul 07 17:56:27.775420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71fafd-076c-4738-879b-b473eb7f98f6 req-51c5e116-be7b-4033-97b6-e86b4a3997e4 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.777107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f71fafd-076c-4738-879b-b473eb7f98f6 req-51c5e116-be7b-4033-97b6-e86b4a3997e4 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 944 time: 0.0808148 Jul 07 17:56:27.836943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f71fafd-076c-4738-879b-b473eb7f98f6 req-e34afad7-8639-49c6-9745-7e3cc29d9cb3 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489664 Jul 07 17:56:27.890684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-3f68a611-8c3d-42e0-8206-3e0a27fac797 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511338 Jul 07 17:56:28.006363 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-25037451-183a-49c3-ac5e-c1a24447cc32 req-d7fed774-4686-4243-a02a-48db4be0c8bf service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083710 Jul 07 17:56:28.131840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-42fb7d2d-1178-42c3-a66e-9a9a873f4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.133392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-42fb7d2d-1178-42c3-a66e-9a9a873f4bdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1096 time: 0.0651777 Jul 07 17:56:28.238085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-6a59b756-242b-4ec5-ae7d-b4b90af4e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.239693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-6a59b756-242b-4ec5-ae7d-b4b90af4e19d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.0998025 Jul 07 17:56:28.311984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-6f90b5d6-374f-4bd3-b089-950847ba153c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0651541 Jul 07 17:56:28.371953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-b9731f44-4067-4dc9-a03a-07a1cb63a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.373469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-b9731f44-4067-4dc9-a03a-07a1cb63a4ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0546093 Jul 07 17:56:28.415539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-a8cad70c-e470-4970-a149-84b910c79771 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336797 Jul 07 17:56:28.523328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-432fe9d2-9db1-43b6-b3c5-fe842f3856e4 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006560 Jul 07 17:56:28.622669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c49354cd-bdd5-41f1-ae46-17d0af58e373 req-b75873f6-4000-41a2-ad90-8a1aa8955d5b service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920432 Jul 07 17:56:28.816209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3bd46a4-c5ca-47de-ba5b-5d279e0c481d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:28.900468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:28.901095 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.058607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e0f67-80ab-44a1-875f-c31386182b89 req-2f5e1c5d-cb5e-412e-b14a-cbed675cc30b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.060393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-160e0f67-80ab-44a1-875f-c31386182b89 req-2f5e1c5d-cb5e-412e-b14a-cbed675cc30b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 944 time: 0.0885706 Jul 07 17:56:29.107398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-160e0f67-80ab-44a1-875f-c31386182b89 req-fd0e3688-cba1-430a-806b-b61ba50e223a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Jul 07 17:56:30.282539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 354e9513-99e6-4599-9a0d-57bdc3882298 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:30.374932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40419fc-947b-4ad1-81bc-d3d0a5f5f501 req-ce272326-5f0a-4347-81c6-cf62fdaf6156 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.378215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d40419fc-947b-4ad1-81bc-d3d0a5f5f501 req-ce272326-5f0a-4347-81c6-cf62fdaf6156 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 944 time: 0.0917275 Jul 07 17:56:30.412577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:30.427611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '354e9513-99e6-4599-9a0d-57bdc3882298', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'port_id': '354e9513-99e6-4599-9a0d-57bdc3882298', 'mac_address': 'fa:16:3e:f6:43:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:30.438889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d40419fc-947b-4ad1-81bc-d3d0a5f5f501 req-4f61c441-21bc-45a3-9d37-5d3979a7c4c1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Jul 07 17:56:30.469071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.483751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354e9513-99e6-4599-9a0d-57bdc3882298 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:30.506357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:30.511315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.573280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:30.719050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:31.647074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1126bb4-4aff-45d9-9213-597317eb90da req-dd055d25-bd6d-469d-a2ff-5e3b79cbffa1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:31.648708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1126bb4-4aff-45d9-9213-597317eb90da req-dd055d25-bd6d-469d-a2ff-5e3b79cbffa1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 945 time: 0.0773494 Jul 07 17:56:31.691810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1126bb4-4aff-45d9-9213-597317eb90da req-6083e7be-b1bc-4242-b3e4-d52a709298b4 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Jul 07 17:56:32.314923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 354e9513-99e6-4599-9a0d-57bdc3882298 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:32.374663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 354e9513-99e6-4599-9a0d-57bdc3882298 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:32.379311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 354e9513-99e6-4599-9a0d-57bdc3882298 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:32.379899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.465962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.503941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:32.507890 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072b6375-0579-4136-80a3-afd6e58dc801" -d '{"events": [{"server_uuid": "5423b847-79d4-4855-9781-771062208644", "name": "network-vif-plugged", "status": "completed", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:32.531482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:32.538746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.582101 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8e2bc-ce71-4207-8c40-f1777803ba89 x-openstack-request-id: req-95f8e2bc-ce71-4207-8c40-f1777803ba89 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:32.582499 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5423b847-79d4-4855-9781-771062208644", "name": "network-vif-plugged", "status": "completed", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:32.582871 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95f8e2bc-ce71-4207-8c40-f1777803ba89 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:32.583504 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'code': 200} Jul 07 17:56:32.624084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:32.687220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc617e-092a-4bdc-8b36-af86d50b3435 req-da4ce512-9b86-4837-88a2-5efd658d7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:32.689570 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-37bc617e-092a-4bdc-8b36-af86d50b3435 req-da4ce512-9b86-4837-88a2-5efd658d7b7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0603068 Jul 07 17:56:32.734381 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-37bc617e-092a-4bdc-8b36-af86d50b3435 req-965140f0-19ce-4f4e-9cc3-d6dab9501576 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Jul 07 17:56:32.961979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6384-5d0b-4cbd-ad86-9fdb2c1af317 req-3155611f-c8ab-4c15-84a0-092a6dd8bf7d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:32.964579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f73e6384-5d0b-4cbd-ad86-9fdb2c1af317 req-3155611f-c8ab-4c15-84a0-092a6dd8bf7d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1128316 Jul 07 17:56:33.033121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f73e6384-5d0b-4cbd-ad86-9fdb2c1af317 req-064696f5-dbd0-4801-9c93-c9ba670e47b0 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Jul 07 17:56:34.238899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf5601-c03e-42fd-81a4-aa258ebd4563 req-2d2e397d-fc90-4a12-99dd-41ed9c9aeac2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.240510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cadf5601-c03e-42fd-81a4-aa258ebd4563 req-2d2e397d-fc90-4a12-99dd-41ed9c9aeac2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0793767 Jul 07 17:56:34.290732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cadf5601-c03e-42fd-81a4-aa258ebd4563 req-0524d4db-a9be-47a6-9ab7-6824b93b0582 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Jul 07 17:56:34.671433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-20715d78-aa8a-473a-8b01-f3853d85f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.673018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-20715d78-aa8a-473a-8b01-f3853d85f102 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0656276 Jul 07 17:56:34.764640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea876d3-d421-4f34-b351-2367fd2c2cdc req-fa6f410f-bc10-48cc-ace6-3dc9d0939028 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.766746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ea876d3-d421-4f34-b351-2367fd2c2cdc req-fa6f410f-bc10-48cc-ace6-3dc9d0939028 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1040747 Jul 07 17:56:34.796376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-4624e0b7-b63a-4e0d-8757-b41f4550eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.800017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-4624e0b7-b63a-4e0d-8757-b41f4550eb28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.1202123 Jul 07 17:56:34.811696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ea876d3-d421-4f34-b351-2367fd2c2cdc req-18131702-06d4-486b-b2ed-85f4efc009b3 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Jul 07 17:56:34.851031 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-6c52f740-e148-4c53-89ef-bba46b750b28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0453477 Jul 07 17:56:34.910203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-57c16cf3-903d-413b-90d9-76714fbe6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.911840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-57c16cf3-903d-413b-90d9-76714fbe6c1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0546834 Jul 07 17:56:34.946544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-86b976ff-65b2-4a23-8341-c2fba60bac04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288398 Jul 07 17:56:35.049641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-fcdfb18e-3746-4f05-9e6b-9685818e2977 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957758 Jul 07 17:56:35.147871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-77da60b4-1b68-4acb-9f60-a8f8da332bc2 req-e04ed389-ab96-4ff6-bd4f-93b90fa1c52e service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916929 Jul 07 17:56:36.038261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e485c4e-97c2-484a-a7d8-b796b5d2596e req-b60ab1c0-d392-4d67-a887-76db9740951c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.041046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e485c4e-97c2-484a-a7d8-b796b5d2596e req-b60ab1c0-d392-4d67-a887-76db9740951c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0976932 Jul 07 17:56:36.084351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e485c4e-97c2-484a-a7d8-b796b5d2596e req-af8d25be-9fce-4ccb-8c63-d457dbd4fd86 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374501 Jul 07 17:56:37.502731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980c8b-889f-423e-b6d1-51d3f4beb2c7 req-a03ab7ac-8c2b-4e90-bafb-408a29f47777 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.504498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d980c8b-889f-423e-b6d1-51d3f4beb2c7 req-a03ab7ac-8c2b-4e90-bafb-408a29f47777 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0876033 Jul 07 17:56:37.546705 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d980c8b-889f-423e-b6d1-51d3f4beb2c7 req-17843a84-5896-4423-84a7-4ecc24ce2478 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363436 Jul 07 17:56:37.635409 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2997d60a-bf14-43f1-9057-8258d2e1c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.784719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe236db1-0371-4b23-9b96-b97133d24c0c req-357ce0e8-420c-4c5b-bc9c-ad111b1d3a60 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:38.786422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe236db1-0371-4b23-9b96-b97133d24c0c req-357ce0e8-420c-4c5b-bc9c-ad111b1d3a60 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1081316 Jul 07 17:56:38.846934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe236db1-0371-4b23-9b96-b97133d24c0c req-749e6101-a5c1-413e-a5ff-695b6aceaad7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Jul 07 17:56:40.105208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758d39-df88-42ff-8238-d7a07d0f5fc1 req-43481579-6de0-4035-a46b-821f400efba8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:40.106931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9758d39-df88-42ff-8238-d7a07d0f5fc1 req-43481579-6de0-4035-a46b-821f400efba8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0796449 Jul 07 17:56:40.121203 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1a69e583-883b-456a-b6d8-bb83debd94bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:40.152690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9758d39-df88-42ff-8238-d7a07d0f5fc1 req-a1da462e-fe8d-4671-907f-4aef8a7bda05 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Jul 07 17:56:40.668830 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.377639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf212-7a32-4f7d-bb99-af03a4d8aa14 req-55816960-4231-4105-8fc9-384eddaf8630 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.380463 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69baf212-7a32-4f7d-bb99-af03a4d8aa14 req-55816960-4231-4105-8fc9-384eddaf8630 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1039453 Jul 07 17:56:41.448672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69baf212-7a32-4f7d-bb99-af03a4d8aa14 req-893d155f-e6e5-40b3-9349-a7088f82cf42 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607123 Jul 07 17:56:41.949797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.640788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783d9b0-6a06-4c2b-ade7-81193d549945 req-f200843b-75a8-4cb7-b05c-abfe76c46ff3 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:42.642685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c783d9b0-6a06-4c2b-ade7-81193d549945 req-f200843b-75a8-4cb7-b05c-abfe76c46ff3 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0731027 Jul 07 17:56:42.692083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c783d9b0-6a06-4c2b-ade7-81193d549945 req-d369e19b-cf27-44c4-87db-1e02addc4abb tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Jul 07 17:56:43.707101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.889131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0481f-9746-4e2c-9ada-7a8460b05829 req-80e88b6c-a56d-4a78-9e55-27e7ad8c028b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.891062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7e0481f-9746-4e2c-9ada-7a8460b05829 req-80e88b6c-a56d-4a78-9e55-27e7ad8c028b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0746548 Jul 07 17:56:43.945783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7e0481f-9746-4e2c-9ada-7a8460b05829 req-7b567f42-e09c-4002-ac89-69a8f780a106 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 07 17:56:45.149514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc083-2ac2-4ac4-a5c8-d6d1b9532b09 req-b600d51a-c1b6-4029-ba21-2564d4727940 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:45.151317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11dfc083-2ac2-4ac4-a5c8-d6d1b9532b09 req-b600d51a-c1b6-4029-ba21-2564d4727940 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0720584 Jul 07 17:56:45.195777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11dfc083-2ac2-4ac4-a5c8-d6d1b9532b09 req-25ed5ccb-54f0-46bc-87f4-7d270c704e3b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Jul 07 17:56:46.411504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0df2ff-ad63-4905-b698-514ce85be16a req-9e2f1a17-8999-4d83-afb5-f8f6b903f852 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:46.413145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd0df2ff-ad63-4905-b698-514ce85be16a req-9e2f1a17-8999-4d83-afb5-f8f6b903f852 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0824187 Jul 07 17:56:46.456949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd0df2ff-ad63-4905-b698-514ce85be16a req-c81b1585-7bb2-4ccd-94d3-1785dc324adb tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Jul 07 17:56:47.657733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e13d6-0602-4014-81e1-9bbe34dbc264 req-1a36a481-a402-410f-9d8e-28b7e5fba123 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.659587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc4e13d6-0602-4014-81e1-9bbe34dbc264 req-1a36a481-a402-410f-9d8e-28b7e5fba123 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0788164 Jul 07 17:56:47.704949 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc4e13d6-0602-4014-81e1-9bbe34dbc264 req-ec1aba21-92e0-4789-bd24-aa5d666a116c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Jul 07 17:56:48.907687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3eec1-f9f1-4156-8b86-0107030d08ab req-13e6bc28-a262-4a61-a841-7f3cd9c2a2ff tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:48.909376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51b3eec1-f9f1-4156-8b86-0107030d08ab req-13e6bc28-a262-4a61-a841-7f3cd9c2a2ff tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0794079 Jul 07 17:56:48.978150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-51b3eec1-f9f1-4156-8b86-0107030d08ab req-b27cd05a-d1a9-48f4-987d-e76c7161b944 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Jul 07 17:56:50.203790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02bfa-36a2-4c07-b0e0-452e3baeb069 req-017a8a57-3440-41f6-af08-ede89d073610 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:50.205682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d02bfa-36a2-4c07-b0e0-452e3baeb069 req-017a8a57-3440-41f6-af08-ede89d073610 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0968211 Jul 07 17:56:50.264112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c0d02bfa-36a2-4c07-b0e0-452e3baeb069 req-7cee8d26-bfea-4347-ab3f-3556b69060d4 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jul 07 17:56:51.476317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0241a5-5bdf-48aa-b85c-ee70983f508b req-02a08f37-eb35-456b-bc96-c9a53c913d83 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:51.478143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da0241a5-5bdf-48aa-b85c-ee70983f508b req-02a08f37-eb35-456b-bc96-c9a53c913d83 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0754344 Jul 07 17:56:51.524622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da0241a5-5bdf-48aa-b85c-ee70983f508b req-0ac010ee-f6c5-4fe6-b7ca-a267ec821498 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Jul 07 17:56:52.722115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d50ed-9be8-4e89-83fe-3b849b93f4b3 req-d917e42b-b091-4cc7-981b-b9c1866934e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:52.723806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-564d50ed-9be8-4e89-83fe-3b849b93f4b3 req-d917e42b-b091-4cc7-981b-b9c1866934e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0812685 Jul 07 17:56:52.766077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-564d50ed-9be8-4e89-83fe-3b849b93f4b3 req-71b39274-bc9e-4a35-b816-52f7f195c2d7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Jul 07 17:56:53.975852 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc15740-899b-4ae2-b8b2-fc5ac2e6aa70 req-0b3626d9-c363-4548-8ce0-2506c3acfd18 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.977620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc15740-899b-4ae2-b8b2-fc5ac2e6aa70 req-0b3626d9-c363-4548-8ce0-2506c3acfd18 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0775535 Jul 07 17:56:54.024676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebc15740-899b-4ae2-b8b2-fc5ac2e6aa70 req-3ba9e57e-52c1-42c9-822c-7a9447008370 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Jul 07 17:56:54.386335 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:55.277033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b963-741e-456d-a12d-11e471f325ae req-8deb579d-0b89-4f2d-a5a0-95f26a4f4706 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.279445 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30f5b963-741e-456d-a12d-11e471f325ae req-8deb579d-0b89-4f2d-a5a0-95f26a4f4706 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0816216 Jul 07 17:56:55.327419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30f5b963-741e-456d-a12d-11e471f325ae req-592e0dae-aa4c-401f-9aee-eaf9bfa3ab25 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Jul 07 17:56:55.880675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.523596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23cd3f-b0cd-4a7d-8a4c-cc617bbbae27 req-dfcfb902-589b-4061-8266-42ee5dcf5926 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:56.525437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb23cd3f-b0cd-4a7d-8a4c-cc617bbbae27 req-dfcfb902-589b-4061-8266-42ee5dcf5926 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0773470 Jul 07 17:56:56.576265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb23cd3f-b0cd-4a7d-8a4c-cc617bbbae27 req-25c033d5-42c0-4d0e-a513-82b286cf21b5 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Jul 07 17:56:57.424471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.847717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cf7e-cbfc-4419-b17b-8ee6777a8827 req-c367a992-0f9a-457d-aebd-46d14f36da55 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.849287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81e8cf7e-cbfc-4419-b17b-8ee6777a8827 req-c367a992-0f9a-457d-aebd-46d14f36da55 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1013415 Jul 07 17:56:57.907972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81e8cf7e-cbfc-4419-b17b-8ee6777a8827 req-758a2d67-b5e6-4c7a-8eb2-9a393fbcd285 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Jul 07 17:56:59.133805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e9ee-c127-4cbc-8334-08f6ed919e26 req-2db543e2-bfcd-4077-b0a7-7b9613a2180d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:59.135714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c224e9ee-c127-4cbc-8334-08f6ed919e26 req-2db543e2-bfcd-4077-b0a7-7b9613a2180d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0794835 Jul 07 17:56:59.206661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c224e9ee-c127-4cbc-8334-08f6ed919e26 req-848ab835-2c45-4ffb-bf1b-2fc633cf3743 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644970 Jul 07 17:57:00.415339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51060-84d7-40bf-95dd-7c518a9b1c0a req-be980534-d497-42b6-a3b7-a5b292fe1ce5 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:00.417130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81e51060-84d7-40bf-95dd-7c518a9b1c0a req-be980534-d497-42b6-a3b7-a5b292fe1ce5 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0745213 Jul 07 17:57:00.475716 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81e51060-84d7-40bf-95dd-7c518a9b1c0a req-0b21d1e2-bcbb-4838-8850-a3db36be7e8c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Jul 07 17:57:01.213605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a7fe-adbc-48f6-a1c9-1ddcd60773c3 req-23fdd582-1d22-4e3a-a23e-07fe796d609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.215371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9a64a7fe-adbc-48f6-a1c9-1ddcd60773c3 req-23fdd582-1d22-4e3a-a23e-07fe796d609a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0589333 Jul 07 17:57:01.263030 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9a64a7fe-adbc-48f6-a1c9-1ddcd60773c3 req-f5a1a2b1-6f02-4b4c-8164-8aeed192e044 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Jul 07 17:57:01.676024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca54d0-edd5-4c14-aa3b-861b31b216ef req-40bcfca8-d2de-40bd-91a6-33497b0e118d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.678318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ca54d0-edd5-4c14-aa3b-861b31b216ef req-40bcfca8-d2de-40bd-91a6-33497b0e118d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0787389 Jul 07 17:57:01.724954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ca54d0-edd5-4c14-aa3b-861b31b216ef req-abccfb0e-590f-4a79-8245-c9494bb5f2c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jul 07 17:57:02.978648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4949-ff3d-4a6f-8683-85cf9da63859 req-9997ad98-c9b6-4a01-b7aa-e201f7021082 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.980409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f01d4949-ff3d-4a6f-8683-85cf9da63859 req-9997ad98-c9b6-4a01-b7aa-e201f7021082 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0759499 Jul 07 17:57:03.026810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f01d4949-ff3d-4a6f-8683-85cf9da63859 req-06ac4b8b-2747-4fb8-9e30-47560ec6d660 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Jul 07 17:57:03.076858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1519630951', 'description': 'tempest-description-568696767'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:03.104408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.215219 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.220006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.247994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.249728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4408e263-b7bf-496f-88da-6150f8a4999b req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1773777 Jul 07 17:57:03.263363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f917d4c-e6c8-4895-a7b1-9a8b436c88b4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:03.278888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.279360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.279856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.280439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.281015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.281624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.282207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.282814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.283385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.283963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.284537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.285146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150e34c-9117-4e25-8a41-32bbff0f1a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:03.406431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-488826f1-1882-458a-ad74-12825a3af3ab req-8b5b7eff-174d-4d43-b91a-25417c54fe25 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1519630951&fields=id&tenant_id=c453ca4dcb3744bf88cf9077c649dce6 HTTP/1.1" status: 200 len: 267 time: 0.0374126 Jul 07 17:57:03.486886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488826f1-1882-458a-ad74-12825a3af3ab req-fa2903a2-dd49-4046-982d-a2f30089d7f2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.488591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-488826f1-1882-458a-ad74-12825a3af3ab req-fa2903a2-dd49-4046-982d-a2f30089d7f2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0763972 Jul 07 17:57:03.501389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'port': {'security_groups': ['7667bd66-6ac7-4d9a-9af2-ca5cfc64b711', '9f917d4c-e6c8-4895-a7b1-9a8b436c88b4']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:03.595353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.814829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:03.849973 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.855857 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.870913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:03.917024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.917716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.919282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-488826f1-1882-458a-ad74-12825a3af3ab req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "PUT /v2.0/ports/354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 982 time: 0.4240980 Jul 07 17:57:03.919775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:03.922223 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45110637-e06e-4788-8926-6cb2bf9de444" -d '{"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:03.954651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f633f1-9642-4e24-bce0-979f89524a48 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:03.999734 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dce708-0a02-4af4-b6e7-5a12ed4785cd x-openstack-request-id: req-b9dce708-0a02-4af4-b6e7-5a12ed4785cd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:04.001511 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:04.001511 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9dce708-0a02-4af4-b6e7-5a12ed4785cd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:04.001865 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:57:04.010270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:04.127452 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110637-e06e-4788-8926-6cb2bf9de444 req-f117d828-8791-4261-bb53-b5948e2c638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.129998 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-f117d828-8791-4261-bb53-b5948e2c638b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1137 time: 0.0995822 Jul 07 17:57:04.185511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-269ec974-9319-4959-b18e-2e962a667dd8 req-7cb63469-54ab-442c-97cc-2b0432e3a54f tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1519630951&fields=id&tenant_id=c453ca4dcb3744bf88cf9077c649dce6 HTTP/1.1" status: 200 len: 267 time: 0.0457418 Jul 07 17:57:04.269934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ec974-9319-4959-b18e-2e962a667dd8 req-b720644f-5769-4791-8f71-7eed6fa80a11 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.271597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-269ec974-9319-4959-b18e-2e962a667dd8 req-b720644f-5769-4791-8f71-7eed6fa80a11 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 985 time: 0.0774939 Jul 07 17:57:04.290317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'port': {'security_groups': ['7667bd66-6ac7-4d9a-9af2-ca5cfc64b711']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:04.296492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110637-e06e-4788-8926-6cb2bf9de444 req-497c5274-2540-4aa8-8368-4785adc6327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.298402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-497c5274-2540-4aa8-8368-4785adc6327f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.1616194 Jul 07 17:57:04.356649 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-fe1e9e4b-a547-4260-994e-5bc4a18843b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0514238 Jul 07 17:57:04.414312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110637-e06e-4788-8926-6cb2bf9de444 req-6b9a7e3b-8802-45fb-8be7-c3c62d6e01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.415984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-6b9a7e3b-8802-45fb-8be7-c3c62d6e01f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0523643 Jul 07 17:57:04.430573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.463461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-8b0b306d-bd30-45aa-b77f-837e213b260f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410235 Jul 07 17:57:04.589074 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-6e2700ef-e73f-465a-bef1-843212eafb7f service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191747 Jul 07 17:57:04.697754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:04.698605 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-45110637-e06e-4788-8926-6cb2bf9de444 req-c7a5b3bb-adf2-41df-b756-e6580424c674 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029501 Jul 07 17:57:04.732938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.738790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.752217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:04.785166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.785846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.787396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-269ec974-9319-4959-b18e-2e962a667dd8 req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "PUT /v2.0/ports/354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 943 time: 0.5021677 Jul 07 17:57:04.851711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:04.903440 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a7d4-f9fd-4fda-9621-a3618e4246af tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:05.135036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-11851e7a-f0f1-400f-bc29-25d8dc472ba3 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3018215 Jul 07 17:57:05.150560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:05.190117 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.320121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.443997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Allocated IP 172.25.3.161 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/152169ce-9207-44d7-a623-48884e448d33) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:05.556566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.601602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.644877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:05.648099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:05.654911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:05.660927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'Port': ['ID=152169ce-9207-44d7-a623-48884e448d33,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:05.769055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.823391 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.002387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:06.005832 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4bb53-6a2a-47d9-b605-f75807febcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:06.011067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.017192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.101408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event updated for resources: {'Port': ['ID=152169ce-9207-44d7-a623-48884e448d33,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:06.114918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.131681 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.133272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e611f7b9-6cea-487c-8056-046865d9ffa8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9899426 Jul 07 17:57:06.240783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-e9eff5b0-1326-4edf-9105-5b08a55d684c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.1010168 Jul 07 17:57:06.749080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-7ec4476f-2212-407c-90e7-ece183b3fe3c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.751476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-7ec4476f-2212-407c-90e7-ece183b3fe3c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.5038066 Jul 07 17:57:06.764261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-91ddbe18-31ce-4998-bd5c-e4c1c0cf042c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:06.765751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04e4a9df-b4b8-4341-a698-772c5d4d4e79 req-91ddbe18-31ce-4998-bd5c-e4c1c0cf042c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077028 Jul 07 17:57:06.814406 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891785b0-7751-48dc-b76e-2fc4d5a24623 x-openstack-request-id: req-891785b0-7751-48dc-b76e-2fc4d5a24623 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:06.814844 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:06.815313 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-891785b0-7751-48dc-b76e-2fc4d5a24623 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:06.815869 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:57:06.916572 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-c81a561f-9024-4ada-8d47-29dac4334336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.919210 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-c81a561f-9024-4ada-8d47-29dac4334336 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0763860 Jul 07 17:57:07.063851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569a9e-d23f-4942-9894-01c20998aafe req-0b00a2ae-4a41-489c-aead-fb41a352da88 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.065360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-0b00a2ae-4a41-489c-aead-fb41a352da88 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1381793 Jul 07 17:57:07.127666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-55725f4e-0691-496e-acc8-6b9e09fbe786 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0556076 Jul 07 17:57:07.139115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'floatingip': {'port_id': '354e9513-99e6-4599-9a0d-57bdc3882298', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:07.185688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.422904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-afa5db1d-d66f-4451-9a0b-fbb214b4a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.424677 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-afa5db1d-d66f-4451-9a0b-fbb214b4a97c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.4989958 Jul 07 17:57:07.474768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-1706a201-880e-4029-a1e6-ce00bb32122c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0430403 Jul 07 17:57:07.533770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-c38be16a-3b53-4299-a9c0-9208fb234bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.535390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-c38be16a-3b53-4299-a9c0-9208fb234bfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0545366 Jul 07 17:57:07.570106 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-65ec0af0-cd18-451a-ba73-8809b02ff04f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285413 Jul 07 17:57:07.648629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-614e11b4-9bb9-4897-b682-930ee5c0a020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.679991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-340078b6-3892-4b7a-b202-2dbf4293e7a0 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037676 Jul 07 17:57:07.792632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaa4bb53-6a2a-47d9-b605-f75807febcd6 req-4c4c0d0d-ffdc-4d73-b807-659eda2961ad service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039488 Jul 07 17:57:07.851070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.856296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.966489 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Floating IP 91f2c81b-48be-4e79-acbd-536b4e042ff1 associated. External IP: 172.25.3.161, port: 354e9513-99e6-4599-9a0d-57bdc3882298. Jul 07 17:57:08.194703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Router d614d93f-8038-45ca-a460-3f3669828f03 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:08.316251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:08.320994 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.329570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Sync routers for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:08.340158 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:08.340910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:08.366601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e04951a7-e128-4ed2-866b-2399158d007b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "PUT /v2.0/floatingips/91f2c81b-48be-4e79-acbd-536b4e042ff1 HTTP/1.1" status: 200 len: 997 time: 1.2320075 Jul 07 17:57:08.483426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:08.613444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e425eb52-1e91-471d-adc8-bca868e63ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.615003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-e425eb52-1e91-471d-adc8-bca868e63ce7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.2263842 Jul 07 17:57:08.760359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '91f2c81b-48be-4e79-acbd-536b4e042ff1', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'port_id': '354e9513-99e6-4599-9a0d-57bdc3882298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'mac_address': 'fa:16:3e:f6:43:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5423b847-79d4-4855-9781-771062208644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:05Z', 'updated_at': '2021-07-07T17:57:07Z', 'revision_number': 1, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:08.791438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Checking router: d614d93f-8038-45ca-a460-3f3669828f03 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:08.801842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:08.802507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:56:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:08.818580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:08.821989 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c33579e-33d5-40f0-b665-edb47b9ffe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:08.834319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569a9e-d23f-4942-9894-01c20998aafe req-cd9ba047-ad58-4b3b-91c2-db71c5a5f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.837096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-cd9ba047-ad58-4b3b-91c2-db71c5a5f7ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.2155175 Jul 07 17:57:08.947815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:09.046728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-a7fc6280-83e9-48c7-a180-dd5cc282430c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 1000 time: 0.1977706 Jul 07 17:57:09.142777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569a9e-d23f-4942-9894-01c20998aafe req-2fd40b8d-fd8d-4739-acdb-83e8c45a1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.145556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-2fd40b8d-fd8d-4739-acdb-83e8c45a1545 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0868149 Jul 07 17:57:09.202962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-94810ed2-a19c-4f16-bdd2-61dab1de6eaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469337 Jul 07 17:57:09.214523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-3cc78a3d-bad0-4400-89c1-1df1236d008f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:09.215624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-3cc78a3d-bad0-4400-89c1-1df1236d008f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057695 Jul 07 17:57:09.286953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '91f2c81b-48be-4e79-acbd-536b4e042ff1', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'port_id': '354e9513-99e6-4599-9a0d-57bdc3882298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'mac_address': 'fa:16:3e:f6:43:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5423b847-79d4-4855-9781-771062208644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:05Z', 'updated_at': '2021-07-07T17:57:07Z', 'revision_number': 1, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:09.320370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617dc574-3267-4312-9892-5a70b8cb0988 None None] The sync data for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 is: [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '91f2c81b-48be-4e79-acbd-536b4e042ff1', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'port_id': '354e9513-99e6-4599-9a0d-57bdc3882298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'mac_address': 'fa:16:3e:f6:43:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5423b847-79d4-4855-9781-771062208644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:05Z', 'updated_at': '2021-07-07T17:57:07Z', 'revision_number': 1, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:09.339086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-0bc8ca3c-ff01-45ba-a61e-a44aa392fd6d service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170309 Jul 07 17:57:09.447214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3569a9e-d23f-4942-9894-01c20998aafe req-9ad276e8-4504-4bb4-8893-a982373c1fc6 service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007161 Jul 07 17:57:09.509522 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801efc4d-d82d-4cc7-8545-1571d57321fe x-openstack-request-id: req-801efc4d-d82d-4cc7-8545-1571d57321fe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:09.509900 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:09.510310 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-801efc4d-d82d-4cc7-8545-1571d57321fe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:09.511019 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:57:09.595272 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcccdb8b-a432-4014-a029-3f9fa8d2fac6 None None] New status for floating IP 91f2c81b-48be-4e79-acbd-536b4e042ff1: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:09.597201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-22d0b62a-bd95-4bbe-b612-c267b024f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.599097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-22d0b62a-bd95-4bbe-b612-c267b024f88d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0659800 Jul 07 17:57:09.696270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-95deaf6f-9304-4f30-bc7a-5165ab019432 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 1000 time: 0.1666477 Jul 07 17:57:09.726881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-cf6fc359-8b0d-41f8-a20d-5b35da111324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.730092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-cf6fc359-8b0d-41f8-a20d-5b35da111324 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.1245775 Jul 07 17:57:09.763783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-586b0aa0-606e-43b5-ae37-f0e9bb7c71fb tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.765395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-586b0aa0-606e-43b5-ae37-f0e9bb7c71fb tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports/354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 943 time: 0.0605733 Jul 07 17:57:09.835927 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-0c8b7c99-8b99-4bfa-95d1-af7a8147c76f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 1000 time: 0.0985823 Jul 07 17:57:09.923145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-1ccd852c-08fe-4afd-be96-5399e00ea494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.925502 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-1ccd852c-08fe-4afd-be96-5399e00ea494 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0832169 Jul 07 17:57:09.972512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-50b9df04-86ca-478c-b411-180d1c7391d8 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 1002 time: 0.1132295 Jul 07 17:57:09.974833 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-ec8223a7-d833-4342-92f6-70944ef5584c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428903 Jul 07 17:57:10.120990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ac744550-ea37-4314-9571-c1b0c27d6ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.139155 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-e5312d73-21dc-4f32-8f0e-79f463fb7743 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575880 Jul 07 17:57:10.301643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2c33579e-33d5-40f0-b665-edb47b9ffe0c req-774afdfd-acfb-4925-8de3-27199af2687c service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559422 Jul 07 17:57:10.417436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-7cf5a854-a515-4165-b6ba-d995c9000a28 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.419002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-7cf5a854-a515-4165-b6ba-d995c9000a28 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.4366984 Jul 07 17:57:10.509227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-b46f3724-7969-4da3-9f24-84e1481aa7d6 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 1002 time: 0.0767832 Jul 07 17:57:10.519850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:10.581522 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.676201 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.809138 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.814208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.814591 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Floating IP 91f2c81b-48be-4e79-acbd-536b4e042ff1 disassociated. External IP: 172.25.3.161, port: 354e9513-99e6-4599-9a0d-57bdc3882298. Jul 07 17:57:11.072317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Router d614d93f-8038-45ca-a460-3f3669828f03 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:11.274367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:11.283076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.286266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Sync routers for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:11.296954 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:11.298518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:57:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:11.357396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-e460025f-7da5-4b2f-a531-f598c93475e2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "PUT /v2.0/floatingips/91f2c81b-48be-4e79-acbd-536b4e042ff1 HTTP/1.1" status: 200 len: 695 time: 0.8416352 Jul 07 17:57:11.438365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-bebec678-69ba-4844-9155-bf5b46b4a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.440361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-bebec678-69ba-4844-9155-bf5b46b4a3da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0655968 Jul 07 17:57:11.494526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:11.515418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:11.520014 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186d0febc22a30e857da9d0882504ea89fc97460f4071b1271507969423e8e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca0143-aeb7-42b7-97a3-dc37931be459" -d '{"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:11.581800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-4be66f1d-af0f-425a-a885-0b197db327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.584015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-4be66f1d-af0f-425a-a885-0b197db327c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.1362240 Jul 07 17:57:11.636876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-f92cb4e8-556c-44c9-8bab-f9eae9b36b88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0462031 Jul 07 17:57:11.694833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-5a6a12df-801c-456c-82e3-5dfb7838e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.696414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-5a6a12df-801c-456c-82e3-5dfb7838e03a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0533514 Jul 07 17:57:11.731597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-1a40cb30-fe4f-47dc-adaa-555bcc5d63c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287547 Jul 07 17:57:11.885516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-9eacddf1-ae30-4bb8-86d0-e28793e25d79 service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462390 Jul 07 17:57:11.989093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59c6ee4d-73e7-46d2-9076-a8f18a34d342 req-99f9b39f-26a2-4f6e-8073-318d1f83e298 service neutron] 10.222.0.66 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950639 Jul 07 17:57:11.991026 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.021152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:12.058123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Checking router: d614d93f-8038-45ca-a460-3f3669828f03 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:12.058473 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11a487-2437-4e33-9b89-c9de3356ce1d x-openstack-request-id: req-9e11a487-2437-4e33-9b89-c9de3356ce1d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:12.058783 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423b847-79d4-4855-9781-771062208644", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:12.059073 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e11a487-2437-4e33-9b89-c9de3356ce1d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:12.059622 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:57:12.073796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:12.075071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:57:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:12.138472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-6afbada8-4c7b-4e82-83ff-5f790c19a01a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips/91f2c81b-48be-4e79-acbd-536b4e042ff1 HTTP/1.1" status: 200 len: 695 time: 0.0594642 Jul 07 17:57:12.145660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-f59d5513-59b9-4c3a-ab5a-d373fe393303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.147754 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-f59d5513-59b9-4c3a-ab5a-d373fe393303 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 1098 time: 0.0658312 Jul 07 17:57:12.224853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:12.274182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-be8d2184-08e5-4019-b8de-e5475e5aa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.276274 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-be8d2184-08e5-4019-b8de-e5475e5aa346 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 200 len: 920 time: 0.1166513 Jul 07 17:57:12.316737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-d0d0481c-3427-40d6-9fd5-96e609effd5e tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.318672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-d0d0481c-3427-40d6-9fd5-96e609effd5e tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 784 time: 0.1737430 Jul 07 17:57:12.333043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-c3d73838-dd1b-4a57-9d2c-a50d3874a58c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:12.334287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-c3d73838-dd1b-4a57-9d2c-a50d3874a58c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071416 Jul 07 17:57:12.348217 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-676a702c-380c-45fd-b693-8545f3305cc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 200 len: 217 time: 0.0644655 Jul 07 17:57:12.411773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-d5cc1cd4-2001-4bd2-85c4-92f7967272c2 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 698 time: 0.0606294 Jul 07 17:57:12.423989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-b4e585b9-5557-4b5d-b946-9d7774a18a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.426088 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-b4e585b9-5557-4b5d-b946-9d7774a18a31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 200 len: 859 time: 0.0719483 Jul 07 17:57:12.467883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-1121db6c-5ce1-408d-a25f-f831870e889c tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 698 time: 0.0499463 Jul 07 17:57:12.474970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-fef660cd-e93a-47c7-a784-3b04ab735403 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5201860c-aa65-4a30-963b-fe1ba6dd9cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417998 Jul 07 17:57:12.507175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:12.565506 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e4be4-b37a-4375-8827-877e171d7b6e None None] The sync data for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 is: [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:56:22Z', 'revision_number': 4, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'e3bd46a4-c5ca-47de-ba5b-5d279e0c481d', 'name': '', 'network_id': '5201860c-aa65-4a30-963b-fe1ba6dd9cf2', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'mac_address': 'fa:16:3e:47:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:21Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'subnets': [{'id': '2970d092-b3bd-49fe-afc7-d3144041626d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:12.655245 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-be4cf176-aa74-460d-a8c8-e2d47b09e5ed service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737993 Jul 07 17:57:12.661964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Deleting port 152169ce-9207-44d7-a623-48884e448d33 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:12.662398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.772289 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.772770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.790378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Calling delete_port for 152169ce-9207-44d7-a623-48884e448d33 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:12.816501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b9ca0143-aeb7-42b7-97a3-dc37931be459 req-f2862023-2e7f-442f-a8df-9e361b417bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540539 Jul 07 17:57:12.895861 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a35aa-705c-4a97-9fc4-a75ea145b6f2 None None] New status for floating IP 91f2c81b-48be-4e79-acbd-536b4e042ff1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:12.956793 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.991194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event deleted for resources: {'Port': ['ID=152169ce-9207-44d7-a623-48884e448d33,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:13.040081 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.db.api [None req-6b3a35aa-705c-4a97-9fc4-a75ea145b6f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:57:13.040735 n-d-791505-12 neutron-server[93949]: DEBUG oslo_db.api [None req-6b3a35aa-705c-4a97-9fc4-a75ea145b6f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:57:13.065384 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.070054 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.072273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90b8140c-fba2-44fb-bb7d-fab4a41bb5ae req-ce3a74df-43bf-4296-8dbd-790b564ea5e1 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "DELETE /v2.0/floatingips/91f2c81b-48be-4e79-acbd-536b4e042ff1 HTTP/1.1" status: 204 len: 173 time: 0.5947127 Jul 07 17:57:13.138994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d10fca05-3dfe-49ce-9f00-27281e4fd1b7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups/9f917d4c-e6c8-4895-a7b1-9a8b436c88b4 HTTP/1.1" status: 200 len: 1809 time: 0.0456374 Jul 07 17:57:13.208926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.234491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.290812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.293392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.294644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cdfc2ba8-e66b-43cc-9a80-99623b6a0f5d req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "DELETE /v2.0/security-groups/9f917d4c-e6c8-4895-a7b1-9a8b436c88b4 HTTP/1.1" status: 204 len: 173 time: 0.1468294 Jul 07 17:57:13.310014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ccc5-22de-453a-ae49-528e12f285c7 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f917d4c-e6c8-4895-a7b1-9a8b436c88b4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:13.542991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a35aa-705c-4a97-9fc4-a75ea145b6f2 None None] New status for floating IP 91f2c81b-48be-4e79-acbd-536b4e042ff1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:13.710210 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.763911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ff75-2f26-4323-ab5d-4fb29fd92e04 req-96babb81-8884-4da9-a4c9-83a06108f9db tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:13.766568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1854ff75-2f26-4323-ab5d-4fb29fd92e04 req-96babb81-8884-4da9-a4c9-83a06108f9db tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.1081700 Jul 07 17:57:13.811004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1854ff75-2f26-4323-ab5d-4fb29fd92e04 req-155a1159-2e42-4644-997b-2fbeeaecea9d tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365508 Jul 07 17:57:15.021448 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118f02e-de0e-4335-b101-11a7a5d11d31 req-1ec8bc6b-e7a6-4c85-b070-f3cc76c56336 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.023322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d118f02e-de0e-4335-b101-11a7a5d11d31 req-1ec8bc6b-e7a6-4c85-b070-f3cc76c56336 tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0807602 Jul 07 17:57:15.074503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d118f02e-de0e-4335-b101-11a7a5d11d31 req-83f70dd5-c8ed-4935-a82a-fa92729cd96b tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/security-groups?id=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jul 07 17:57:15.911027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-7749a601-271f-4a72-b1ca-d92853ca37ff tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.912774 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-7749a601-271f-4a72-b1ca-d92853ca37ff tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.73 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 946 time: 0.0829256 Jul 07 17:57:16.028660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Deleting port 354e9513-99e6-4599-9a0d-57bdc3882298 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:16.028989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.135869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] For port 354e9513-99e6-4599-9a0d-57bdc3882298, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=354e9513-99e6-4599-9a0d-57bdc3882298,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:16.136241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.153314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Calling delete_port for 354e9513-99e6-4599-9a0d-57bdc3882298 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:16.301751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.317112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['354e9513-99e6-4599-9a0d-57bdc3882298'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:16.330864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac5df744-8c02-47f1-bb98-2534e92daf99 req-f19e650f-427b-4e8f-b6e5-59232d3bb9cb tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.66 "GET /v2.0/ports?device_id=5423b847-79d4-4855-9781-771062208644 HTTP/1.1" status: 200 len: 210 time: 0.0413740 Jul 07 17:57:16.385080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Pushing event deleted for resources: {'Port': ['ID=354e9513-99e6-4599-9a0d-57bdc3882298,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:16.412401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] No DVR routers for this DVR port 354e9513-99e6-4599-9a0d-57bdc3882298 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:16.415524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.416287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.416861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.417067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.417409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.417761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.418198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.418561 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.418897 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.419226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.419552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.419878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:16.423873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.426035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4ecfff67-0d86-4765-8b2e-953c61646c76 req-5a908d66-8bee-4c9c-98c4-c88cc3640b8a tempest-ServerRescueTestJSONUnderV235-1176492584 tempest-ServerRescueTestJSONUnderV235-1176492584-project] 10.222.0.73 "DELETE /v2.0/ports/354e9513-99e6-4599-9a0d-57bdc3882298 HTTP/1.1" status: 204 len: 173 time: 0.5073950 Jul 07 17:57:16.426533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'name': 'network-vif-deleted', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:16.429144 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b002cb43-0009-4db8-bd56-4c286e97ad0b" -d '{"events": [{"server_uuid": "5423b847-79d4-4855-9781-771062208644", "name": "network-vif-deleted", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:16.494763 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d7410-e661-4ecd-8365-4ae5d2802693 x-openstack-request-id: req-284d7410-e661-4ecd-8365-4ae5d2802693 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:16.495243 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5423b847-79d4-4855-9781-771062208644", "name": "network-vif-deleted", "tag": "354e9513-99e6-4599-9a0d-57bdc3882298", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:16.495641 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-284d7410-e661-4ecd-8365-4ae5d2802693 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:16.496179 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5423b847-79d4-4855-9781-771062208644', 'name': 'network-vif-deleted', 'tag': '354e9513-99e6-4599-9a0d-57bdc3882298', 'status': 'completed', 'code': 200} Jul 07 17:57:17.451041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59758) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:17.924190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.245050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Deleting port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:18.245366 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.337888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] For port e3bd46a4-c5ca-47de-ba5b-5d279e0c481d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,segment=NetworkSegment(d3537031-babc-40cc-ad8f-931032e0d2fe),segment_id=d3537031-babc-40cc-ad8f-931032e0d2fe)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:18.338315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.362346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Calling delete_port for e3bd46a4-c5ca-47de-ba5b-5d279e0c481d owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:18.537320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 354e9513-99e6-4599-9a0d-57bdc3882298 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:18.559154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 354e9513-99e6-4599-9a0d-57bdc3882298 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:18.559497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 354e9513-99e6-4599-9a0d-57bdc3882298 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:18.691709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.723053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bd46a4-c5ca-47de-ba5b-5d279e0c481d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:18.961884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.218526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Router d614d93f-8038-45ca-a460-3f3669828f03 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:19.414428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:19.426249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea0535c6-1034-493b-bb50-0e2398bdd049 admin admin] 10.222.0.66 "PUT /v2.0/routers/d614d93f-8038-45ca-a460-3f3669828f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710395 Jul 07 17:57:19.426582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:19.427481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Sync routers for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:19.442744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:19.443646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:57:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:19.639560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:19.834566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.936554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:57:18Z', 'revision_number': 5, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port': {'id': 'c19edba8-d4db-4773-b955-f29f275af0d9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:19Z', 'updated_at': '2021-07-07T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:19.969410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.974289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Checking router: d614d93f-8038-45ca-a460-3f3669828f03 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:19.989575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Routers {'d614d93f-8038-45ca-a460-3f3669828f03'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:19.990287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:57:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d614d93f-8038-45ca-a460-3f3669828f03'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:20.075868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Deleting port c19edba8-d4db-4773-b955-f29f275af0d9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:20.076422 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.127008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] Set router d614d93f-8038-45ca-a460-3f3669828f03 gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:20.211942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] For port c19edba8-d4db-4773-b955-f29f275af0d9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c19edba8-d4db-4773-b955-f29f275af0d9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:20.212291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.216042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:57:19Z', 'revision_number': 6, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:20.232737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Calling delete_port for c19edba8-d4db-4773-b955-f29f275af0d9 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:20.259248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1392aa18-0aa6-4f76-9d44-5205764e6f1d None None] The sync data for ids ['d614d93f-8038-45ca-a460-3f3669828f03'] in n-d-791505-12 is: [{'id': 'd614d93f-8038-45ca-a460-3f3669828f03', 'name': 'tempest-ServerRescueTestJSONUnderV235-792334977-router', 'tenant_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:18Z', 'updated_at': '2021-07-07T17:57:19Z', 'revision_number': 6, 'project_id': 'c453ca4dcb3744bf88cf9077c649dce6', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:20.483348 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.518253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19edba8-d4db-4773-b955-f29f275af0d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:20.606755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.727716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.733656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.781464 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.782349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d614d93f-8038-45ca-a460-3f3669828f03 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:57:20.788702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.789928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f17f784e-9528-4ad6-a1aa-03fa72754eb0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d614d93f-8038-45ca-a460-3f3669828f03 HTTP/1.1" status: 204 len: 168 time: 1.3624010 Jul 07 17:57:20.794121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:20.846873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Deleting subnet 2970d092-b3bd-49fe-afc7-d3144041626d {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:57:20.850687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.896621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.959937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.042410 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.073694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2970d092-b3bd-49fe-afc7-d3144041626d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.079418 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.081419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7cd9ac6-2e65-4a19-b30c-2d414137b2b3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2970d092-b3bd-49fe-afc7-d3144041626d HTTP/1.1" status: 204 len: 168 time: 0.2862637 Jul 07 17:57:21.085999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.134970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3bd46a4-c5ca-47de-ba5b-5d279e0c481d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:21.162581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e3bd46a4-c5ca-47de-ba5b-5d279e0c481d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:21.162934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e3bd46a4-c5ca-47de-ba5b-5d279e0c481d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:21.163629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c19edba8-d4db-4773-b955-f29f275af0d9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:21.189449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c19edba8-d4db-4773-b955-f29f275af0d9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:21.190048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c19edba8-d4db-4773-b955-f29f275af0d9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:21.193569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.309061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.323019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5201860c-aa65-4a30-963b-fe1ba6dd9cf2']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:21.342773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3537031-babc-40cc-ad8f-931032e0d2fe') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:21.343268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3537031-babc-40cc-ad8f-931032e0d2fe') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:21.358861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.383726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.395507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:57:21.396179 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: timer() Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:57:21.399261 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:57:21.510617 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.519281 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.523581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5201860c-aa65-4a30-963b-fe1ba6dd9cf2 HTTP/1.1" status: 204 len: 168 time: 0.4348795 Jul 07 17:57:21.543473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c005d7-4020-4182-8f11-80710e0bf397 admin admin] Pushing event deleted for resources: {'Network': ['ID=5201860c-aa65-4a30-963b-fe1ba6dd9cf2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.692372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59768) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.746002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5f9a5acc-abfa-48c3-af79-fd9eef93ce45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c453ca4dcb3744bf88cf9077c649dce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522873 Jul 07 17:57:21.749566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59770) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.817312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.850344 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.921694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.925889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.927603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7667bd66-6ac7-4d9a-9af2-ca5cfc64b711 HTTP/1.1" status: 204 len: 168 time: 0.1765285 Jul 07 17:57:21.939660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61883a-f84f-464a-acc7-137a32be4e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667bd66-6ac7-4d9a-9af2-ca5cfc64b711,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:23.403496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c74686b6-9dad-4dbb-a47e-03ea1b5c5780 req-bbc53ba9-294c-4763-addb-8e1213c4c124 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Jul 07 17:57:24.524372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbf0920f-621b-4a98-b910-6f6050e8c1e4 req-5b77de03-0fc7-412c-9641-bbc52a25a113 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0382106 Jul 07 17:57:25.717872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b0f2d22b-d749-4400-bdd8-9d04f71dbfa1 req-188f3946-0c1f-41ba-b3a5-52099ee6b966 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Jul 07 17:57:25.884371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.894064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e5a9f53-42d9-4a46-9041-0616c69d9076 req-b60d2e8b-6285-4ce5-a8ac-39d9631347b5 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0294540 Jul 07 17:57:26.989053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f76d2543-5879-48c9-8a1b-3c25095c7b84 req-1530dbb8-5c87-46b9-8be3-2e4e67551720 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0313501 Jul 07 17:57:27.427151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.060080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3813ccb0-be6e-4cbc-bdbd-6de94238e40d req-e063c296-dda0-4d0f-837a-6961642d25cd tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Jul 07 17:57:28.690898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-987eb560-bf3c-4228-8906-c832354ca7c0 req-667db64d-b31b-4660-8f67-77ab8a04c173 service neutron] (93947) timed out ('10.222.0.23', 50253) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:57:29.022953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-094c8f2a-c9bd-4bf2-b8df-e42e3b33502b req-05edfb4d-991f-4639-aa01-5435e47d701b tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0463150 Jul 07 17:57:30.215052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9d5b6ee-f618-478f-9d2f-98c03eb8088c req-4ec2c9e7-e83a-4638-b26d-90a769f060f3 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0339983 Jul 07 17:57:31.387529 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:31.400244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e8de98a-5d31-44e9-922c-d73623084575 req-8355df1f-6d94-4d2d-98b1-690f44f986bb tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0323026 Jul 07 17:57:32.602546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fe0a99f-653b-4efa-9fb8-bf20effc0bec req-7c3ba08d-4bec-49dd-a012-93db8db97a61 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0321589 Jul 07 17:57:33.778219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09d99c2d-c8ee-489d-90ad-b4a3550ab2d2 req-a66b2e97-15aa-47b1-8f37-e01a200df771 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0371115 Jul 07 17:57:34.981056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19e20176-6599-4c3d-a36a-8653e1f81056 req-401346d1-87ba-4a58-99fe-6aa72a1782ef tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0318611 Jul 07 17:57:36.207440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-026af93d-3b35-40f5-b8bb-9843271521c7 req-e0274e2c-3d83-45a1-8679-5a44a4cd7282 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0385137 Jul 07 17:57:37.384431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f665de16-85ea-47d1-8334-a430b807b17c req-62e60054-ca9f-4013-a44e-a51c99f1aaaa tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0312712 Jul 07 17:57:37.631653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-48c7ac37-5c4e-4651-8234-e3d662b27f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.554315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5cdf2aa-803f-4853-8843-b7d70719368b req-f49b96c3-b317-4053-8f3e-c55704137d63 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0343792 Jul 07 17:57:39.727072 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f8bbc7e-2e24-403b-b5bd-1c0d44ec3a3c req-9750ab9a-6512-4a11-8676-2f598567821f tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0359328 Jul 07 17:57:40.119563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fb500b68-fc72-4bd5-9418-0012f6095177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.679120 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.932491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af679650-b039-4275-9058-ad2b4b4286bf req-3cd0d34a-3f94-48ac-9db8-7c870fd5ed79 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0473671 Jul 07 17:57:41.958024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.144187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4f7ccab6-cb39-40bc-9929-20a0223d6160 req-05944950-ef93-4314-8233-4fac4689b4db tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0437531 Jul 07 17:57:43.315057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b8d14a78-6c39-49b8-af74-41a5ddd51075 req-ff861868-d851-4bc3-bc18-24731f8f6eb8 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0355546 Jul 07 17:57:43.716424 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.481680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-631de58e-38d6-468e-90b6-f72404cce41a req-6ec0409d-a65a-473f-8c22-6a5acafffe7d tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0307205 Jul 07 17:57:45.654288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7774e567-687a-4354-81f2-bf39009e06f6 req-5578ce63-62d8-4304-8318-3507716742c1 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 07 17:57:46.827986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fbb41551-8f81-429b-a406-be49080a0c82 req-782a856d-fc73-40ed-b866-b0c1c384d6fb tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0312459 Jul 07 17:57:48.005500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc0c2d64-591d-4a2e-b3e3-dd14fb1779c5 req-5d0c5850-823d-4fc8-a1fb-e2062fc4f7ec tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0388596 Jul 07 17:57:49.175845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-447f6fab-b29a-4dde-9f66-393d82180f1e req-316fba2a-2f21-4c60-a826-1dc0f72e7dcf tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Jul 07 17:57:50.400347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ff09676-868c-4b9f-b41d-3c0fba7f4bd7 req-e9f308f8-76fe-40bd-8e2d-930d50879cc5 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0307488 Jul 07 17:57:51.568470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70858848-9b93-42b8-b10b-f70a686e2265 req-ad8a8461-f6bd-4e4a-9698-f479207a70d3 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0370228 Jul 07 17:57:52.743443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27475e9d-21c5-46d5-9aca-58a93949d013 req-de99b603-e162-450b-a243-a1de3946d22c tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0356328 Jul 07 17:57:53.912836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfcd3b0b-2f54-49d9-aa0a-cffaf2dedd36 req-19c93b0d-5494-49fe-8803-75d48ee07c97 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Jul 07 17:57:55.099482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16e96adb-b93d-440e-8413-efd752333afe req-a62ed6cf-025e-4358-a610-bd579921e063 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0312905 Jul 07 17:57:55.882541 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:56.278382 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2af3051a-4f3e-40fa-96bf-9290aa726f33 req-f232d8f6-bd68-4c1b-a2bc-cb03f772bcb3 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0296626 Jul 07 17:57:56.543648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c751c0da-e347-4e14-924d-a960ac173679 req-fac86bb0-2c4e-4726-85aa-6b314060a796 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0294878 Jul 07 17:57:57.465820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.490249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b85d9504-3554-41f3-ae30-4027891f6874 req-81a6dfec-bbcc-4397-8d26-3c842470cdff tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0546377 Jul 07 17:57:57.970842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-900da26b-fa1c-41a0-aad8-7814c2c9d254 req-b7e98937-a4a7-4ea7-b004-62e1555b9dff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce663cc08eef4eb497a10bfe98ee3ddf&device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0451853 Jul 07 17:57:58.025493 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-900da26b-fa1c-41a0-aad8-7814c2c9d254 req-604265e3-fe9c-40c2-835c-e67caf74d89e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ce663cc08eef4eb497a10bfe98ee3ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474243 Jul 07 17:57:58.069467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1a760f9-91ab-4798-9dce-0463bda60a06 req-ccc18290-45da-4e75-ab10-a424eb4c4c0b tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0631752 Jul 07 17:57:58.265911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da26b-fa1c-41a0-aad8-7814c2c9d254 req-5e49116b-25fe-48ce-af13-470b37e05ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.267411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-900da26b-fa1c-41a0-aad8-7814c2c9d254 req-5e49116b-25fe-48ce-af13-470b37e05ddc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2351122 Jul 07 17:57:59.444756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-044e5eb9-2c5d-4518-97e6-b9ed7910d2bc req-9f3e9f42-0996-480e-9084-90a5c2561991 tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.1568882 Jul 07 17:57:59.610597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-900da26b-fa1c-41a0-aad8-7814c2c9d254 req-c053c295-123b-4d2a-a55d-7dc6b9d073ac tempest-ServerShowV254Test-978257029 tempest-ServerShowV254Test-978257029-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d5c23e-5a7a-4a4b-9e26-c379125d9537 HTTP/1.1" status: 200 len: 210 time: 0.0311584 Jul 07 17:58:00.880015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59930) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:01.001723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e575-1130-42b2-94e0-03832343ebd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.122985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e575-1130-42b2-94e0-03832343ebd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.128499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e575-1130-42b2-94e0-03832343ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.176143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d1d1e575-1130-42b2-94e0-03832343ebd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce663cc08eef4eb497a10bfe98ee3ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949131 Jul 07 17:58:01.177245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e575-1130-42b2-94e0-03832343ebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7cf648-11b6-4019-82cb-a873e7aff1fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:01.180471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:01.250328 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.276501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.332713 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.335756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.337110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d7cf648-11b6-4019-82cb-a873e7aff1fa HTTP/1.1" status: 204 len: 168 time: 0.1548116 Jul 07 17:58:01.351736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e3027-56f8-49fb-97b6-b12d7f909a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7cf648-11b6-4019-82cb-a873e7aff1fa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:02.436598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 59964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:02.561192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f207d1fb-bc76-474c-8791-1a5834d661ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.689960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f207d1fb-bc76-474c-8791-1a5834d661ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.694766 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f207d1fb-bc76-474c-8791-1a5834d661ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.737610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f207d1fb-bc76-474c-8791-1a5834d661ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b334c60c53824800ab4ae7fd05251570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992892 Jul 07 17:58:02.738670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207d1fb-bc76-474c-8791-1a5834d661ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda742c1-2828-49fb-9383-d8221d624337,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:02.740640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 59968) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:02.823700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.854684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.919807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.924018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.925415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dda742c1-2828-49fb-9383-d8221d624337 HTTP/1.1" status: 204 len: 168 time: 0.1831181 Jul 07 17:58:02.936784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85552d1-b9ab-4a39-bf2a-01dc3726080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda742c1-2828-49fb-9383-d8221d624337,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.285188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60000) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:04.424724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83bfea1d-7bea-4092-a240-9b50bb3208a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.530537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83bfea1d-7bea-4092-a240-9b50bb3208a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.536307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83bfea1d-7bea-4092-a240-9b50bb3208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.582301 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83bfea1d-7bea-4092-a240-9b50bb3208a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6eed52379f2b44a6b49c200f19e5ca44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956331 Jul 07 17:58:04.583308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfea1d-7bea-4092-a240-9b50bb3208a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e99ef-9769-467a-83d9-c9ea72ba0800,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.585892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60004) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:04.680068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.710327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.766984 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.771706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.773868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a7e99ef-9769-467a-83d9-c9ea72ba0800 HTTP/1.1" status: 204 len: 168 time: 0.1861122 Jul 07 17:58:04.788196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e99ef-9769-467a-83d9-c9ea72ba0800,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.802304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.802942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.803513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.804081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.804648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.805206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.805775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.806338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.806929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.807494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.808054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:04.808601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365b007-2152-49a1-b438-14c5f95dfce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:07.637897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6e69-3a78-466e-ae24-5884390ba740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.394806 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:10.126320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1fe3df1c-7172-4c92-8de4-e4188f61065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.676561 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.963100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.720692 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.676629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:14.799578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc590f0a-d6f3-4fde-b1d1-1e99fd00cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.927489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc590f0a-d6f3-4fde-b1d1-1e99fd00cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.932379 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc590f0a-d6f3-4fde-b1d1-1e99fd00cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.979035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc590f0a-d6f3-4fde-b1d1-1e99fd00cce4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f5d76123df7423d86f0a4a1e010c6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009071 Jul 07 17:58:14.979997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc590f0a-d6f3-4fde-b1d1-1e99fd00cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2aef09-74bb-4737-aa3a-e67ebf76816d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:14.983834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.068898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.106475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.186214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.190693 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.192670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc2aef09-74bb-4737-aa3a-e67ebf76816d HTTP/1.1" status: 204 len: 168 time: 0.2072589 Jul 07 17:58:15.205187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ce03-15a3-49cf-b72a-3f85ba7a294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2aef09-74bb-4737-aa3a-e67ebf76816d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:25.892610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.451495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.801169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60250) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:28.975745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.105430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.111874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.161972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8d4ed0164eb48f1b86ea4a2497e4c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593004 Jul 07 17:58:29.163079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d51175-bdab-4fb5-aeeb-4a8408bb96e7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:29.164924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60256) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:29.172840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.173305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.173700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.174190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.174641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.175028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.175666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.176050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.176433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.176895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.177327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.177804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670f836-90f6-4441-aa05-b7914f797c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:29.250733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.287198 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.366795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.378294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.381572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00d51175-bdab-4fb5-aeeb-4a8408bb96e7 HTTP/1.1" status: 204 len: 168 time: 0.2135012 Jul 07 17:58:29.398947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424e308-6251-4c66-b055-e80599d87923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d51175-bdab-4fb5-aeeb-4a8408bb96e7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.605154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.743821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9402a1ad-fac1-49be-a600-ce0cd24b2d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.850982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9402a1ad-fac1-49be-a600-ce0cd24b2d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.855749 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9402a1ad-fac1-49be-a600-ce0cd24b2d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.896152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402a1ad-fac1-49be-a600-ce0cd24b2d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30c91fb-d619-4942-bc40-a863f9529289,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.901510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9402a1ad-fac1-49be-a600-ce0cd24b2d6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1c859538e264124beea88e77fe46344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950270 Jul 07 17:58:35.903418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60372) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.995395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.038065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.120586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.126302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.128424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b30c91fb-d619-4942-bc40-a863f9529289 HTTP/1.1" status: 204 len: 168 time: 0.2227073 Jul 07 17:58:36.140464 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e1f8d-13be-4dcd-a850-41a6cd6ea5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30c91fb-d619-4942-bc40-a863f9529289,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.476941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:36.491803 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-574670e4-4ad4-43cd-9544-8ee4fe2fec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.615121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-574670e4-4ad4-43cd-9544-8ee4fe2fec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.619826 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-574670e4-4ad4-43cd-9544-8ee4fe2fec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.665535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-574670e4-4ad4-43cd-9544-8ee4fe2fec15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a2e539b03b048be89cf6018d17f264f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873982 Jul 07 17:58:36.666534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574670e4-4ad4-43cd-9544-8ee4fe2fec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e145836-45f0-4274-bc4d-d0390dfaad7e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.668670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60380) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:36.733358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.758739 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.819904 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.822648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.823919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e145836-45f0-4274-bc4d-d0390dfaad7e HTTP/1.1" status: 204 len: 168 time: 0.1537008 Jul 07 17:58:36.837970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0feb1-dec1-410b-b628-63ebdcfec9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e145836-45f0-4274-bc4d-d0390dfaad7e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.631944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c9c2254a-cb1f-4557-8351-4a8e241eb563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.125943 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-450d2aae-b317-4686-93f2-d74f5fca3ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.683547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.973346 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.719524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.277368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:44.392877 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-72de7aad-ceca-431f-9b57-a22caedc6853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.513138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-72de7aad-ceca-431f-9b57-a22caedc6853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.517753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-72de7aad-ceca-431f-9b57-a22caedc6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.561838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-72de7aad-ceca-431f-9b57-a22caedc6853 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acc3fa9c4823407794f0d44626240366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831719 Jul 07 17:58:44.564011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7aad-ceca-431f-9b57-a22caedc6853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191a012e-67ae-4abb-a50e-4a7da55f9b75,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.565506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60530) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:44.623145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.646235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.703795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.708352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.709805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/191a012e-67ae-4abb-a50e-4a7da55f9b75 HTTP/1.1" status: 204 len: 168 time: 0.1423247 Jul 07 17:58:44.721773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aa579-985c-4237-bebf-b83068e0b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a012e-67ae-4abb-a50e-4a7da55f9b75,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.061982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.081043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68656f84-ba17-4727-8e9f-9c1c82ce9325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.197173 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68656f84-ba17-4727-8e9f-9c1c82ce9325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.201859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68656f84-ba17-4727-8e9f-9c1c82ce9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.246421 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-68656f84-ba17-4727-8e9f-9c1c82ce9325 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3194a410bd7345fca3a8f50239a05a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829660 Jul 07 17:58:45.247836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656f84-ba17-4727-8e9f-9c1c82ce9325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ce8cc-4845-43f7-bf19-05931caa8ecd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.250516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.313272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.344900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.390509 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:45.401016 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.405019 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.406358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/093ce8cc-4845-43f7-bf19-05931caa8ecd HTTP/1.1" status: 204 len: 168 time: 0.1544797 Jul 07 17:58:45.416687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335138c-5bc6-4ae6-a634-0854c1ddbe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ce8cc-4845-43f7-bf19-05931caa8ecd,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:47.976741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60604) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:48.123706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f8b61a7-a4e9-43ac-9a99-595345c99084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.277455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f8b61a7-a4e9-43ac-9a99-595345c99084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.283819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f8b61a7-a4e9-43ac-9a99-595345c99084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.329115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b61a7-a4e9-43ac-9a99-595345c99084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3285aabd-fae7-442c-9624-24ed2e2b553d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:48.335104 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f8b61a7-a4e9-43ac-9a99-595345c99084 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88103bc92bbf45798a4565b4d4d721f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569310 Jul 07 17:58:48.339395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60610) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:48.405089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.430901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.486920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.489675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.492186 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3285aabd-fae7-442c-9624-24ed2e2b553d HTTP/1.1" status: 204 len: 168 time: 0.1520479 Jul 07 17:58:48.506431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2b8d6-0cc4-479b-aaf8-62072cf52b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3285aabd-fae7-442c-9624-24ed2e2b553d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:48.830948 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60616) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:48.849680 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cab88bc1-afc4-4d3a-80a8-78734944f408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.964315 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cab88bc1-afc4-4d3a-80a8-78734944f408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.970239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cab88bc1-afc4-4d3a-80a8-78734944f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.020114 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cab88bc1-afc4-4d3a-80a8-78734944f408 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38c2ea71b0c940df9e87ae49b30416eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876323 Jul 07 17:58:49.021201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88bc1-afc4-4d3a-80a8-78734944f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb76aaa-46d8-45e3-8f72-c4236ce011d9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.023566 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60618) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:49.084726 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.110038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.184867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.188070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.189335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bcb76aaa-46d8-45e3-8f72-c4236ce011d9 HTTP/1.1" status: 204 len: 168 time: 0.1636443 Jul 07 17:58:49.198060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2bb9d-d973-4d17-98f1-8843503cfee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb76aaa-46d8-45e3-8f72-c4236ce011d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.456315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60694) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.603452 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f921026f-f945-43a8-951c-c09b3703d352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.719101 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f921026f-f945-43a8-951c-c09b3703d352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.724032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f921026f-f945-43a8-951c-c09b3703d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.766197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f921026f-f945-43a8-951c-c09b3703d352 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11978c83b1a54864b148e793c096971f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087363 Jul 07 17:58:51.767149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921026f-f945-43a8-951c-c09b3703d352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd9a2a-74a4-485e-ae9a-a4df1eeb2a06,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.769613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60698) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.854300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.884585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.963462 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.966926 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.968206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91cd9a2a-74a4-485e-ae9a-a4df1eeb2a06 HTTP/1.1" status: 204 len: 168 time: 0.1969800 Jul 07 17:58:51.976773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec685-c4da-485d-addf-2c07ef89ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd9a2a-74a4-485e-ae9a-a4df1eeb2a06,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.276292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:52.291814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aef6ef10-cc5e-45af-b3ff-1844f27dfc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.407335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aef6ef10-cc5e-45af-b3ff-1844f27dfc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.411844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aef6ef10-cc5e-45af-b3ff-1844f27dfc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.457054 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aef6ef10-cc5e-45af-b3ff-1844f27dfc72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a5df9562df243c4b1a196e28c999138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793251 Jul 07 17:58:52.457772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ef10-cc5e-45af-b3ff-1844f27dfc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6bb5d-4c05-4502-9a6a-52c1a31700fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.459622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:52.519190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.544304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.595875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.599380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.600808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbd6bb5d-4c05-4502-9a6a-52c1a31700fc HTTP/1.1" status: 204 len: 168 time: 0.1398656 Jul 07 17:58:52.613892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a36d3-87c0-48dd-b0be-216ce8e16e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6bb5d-4c05-4502-9a6a-52c1a31700fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:54.080866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:54.201982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:54.226721 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.344850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.457563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Allocated IP 172.25.3.105 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/33070e93-9a60-4b78-a099-cff5dd31da49) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:54.577866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.620699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.664684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:54.670564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:54.677492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:54.684073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Pushing event updated for resources: {'Port': ['ID=33070e93-9a60-4b78-a099-cff5dd31da49,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:54.780688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.827530 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.007918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.013202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.088667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Pushing event updated for resources: {'Port': ['ID=33070e93-9a60-4b78-a099-cff5dd31da49,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.102234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.117595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.119191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c77dc0e9-705d-4dfb-aa8e-4867c1d2915d tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0367818 Jul 07 17:58:55.123423 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60748) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:55.128779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-551514104', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'fixed_ips': [{'ip_address': '172.25.3.105'}]}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:55.156740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Made reservation on behalf of 0cc6b4fb241a4f4390d31558d36df5f4 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:55.159459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.169393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.307767 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.313320 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.324095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] device_id is not set on port 19e30953-548f-4e55-b5f2-844485e98c3f yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:55.391277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0199fc3-4c25-41b6-9216-2c579bb4deee,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.535989 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:58:55.536513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:58:55.551936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3a38eb7c-34b6-4754-b2e5-8055ed403da8 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4272165 Jul 07 17:58:55.554652 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60750) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:55.720062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Deleting port 33070e93-9a60-4b78-a099-cff5dd31da49 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:55.720431 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.805332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.805668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.818276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Calling delete_port for 33070e93-9a60-4b78-a099-cff5dd31da49 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:55.897824 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.977884 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.015058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Pushing event deleted for resources: {'Port': ['ID=33070e93-9a60-4b78-a099-cff5dd31da49,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:56.080115 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.082735 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.083977 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1cfb1ea-37c8-46b8-a665-09fd716658ad tempest-ExternalNetworksAdminNegativeTestJSON-1490973196 tempest-ExternalNetworksAdminNegativeTestJSON-1490973196-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/821c51ad-ba1a-48ff-a09a-6d9821eccd34 HTTP/1.1" status: 204 len: 168 time: 0.5283566 Jul 07 17:58:56.412294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60756) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:56.540377 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-469ae34b-69c5-4b2f-b67f-ab7e8f0cd0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.663887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-469ae34b-69c5-4b2f-b67f-ab7e8f0cd0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.671649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-469ae34b-69c5-4b2f-b67f-ab7e8f0cd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.720208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-469ae34b-69c5-4b2f-b67f-ab7e8f0cd0a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5c69f90f7ec4e74a23202c04f61070a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063717 Jul 07 17:58:56.721871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ae34b-69c5-4b2f-b67f-ab7e8f0cd0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1adb3-1003-4190-b30c-ef379f5284fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:56.725073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:56.801778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.829308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.888718 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.891784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.893050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16b1adb3-1003-4190-b30c-ef379f5284fc HTTP/1.1" status: 204 len: 168 time: 0.1666245 Jul 07 17:58:56.903609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f001-4fe4-44ff-b691-d924da85980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1adb3-1003-4190-b30c-ef379f5284fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:57.225360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:57.270810 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e1d32282-58f1-4ec3-9dcf-465982f4e13f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cc6b4fb241a4f4390d31558d36df5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440071 Jul 07 17:58:57.273509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:57.329044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.357907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.414764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.420310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.422356 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0199fc3-4c25-41b6-9216-2c579bb4deee HTTP/1.1" status: 204 len: 168 time: 0.1474745 Jul 07 17:58:57.436968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39b3c0-06fe-48d7-8d1a-c63326e87fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0199fc3-4c25-41b6-9216-2c579bb4deee,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:57.461599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.094247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.218823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b697e837-f0e2-4d7f-9fce-6fbc9005c61a tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1657078910'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:59.219356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b697e837-f0e2-4d7f-9fce-6fbc9005c61a tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Unknown quota resources ['metering_label']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:58:59.414292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b697e837-f0e2-4d7f-9fce-6fbc9005c61a tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.415542 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b697e837-f0e2-4d7f-9fce-6fbc9005c61a tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3199196 Jul 07 17:58:59.418260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60808) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.423434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2b7c0cf7-befc-4336-99f6-a108552ad4e3 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b233b7fc-5e8a-4c57-b024-4f32d4bd6ceb'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:59.423935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2b7c0cf7-befc-4336-99f6-a108552ad4e3 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:58:59.508909 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.metering.metering_plugin [None req-2b7c0cf7-befc-4336-99f6-a108552ad4e3 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:58:59.621576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0cf7-befc-4336-99f6-a108552ad4e3 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.623543 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2b7c0cf7-befc-4336-99f6-a108552ad4e3 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2036691 Jul 07 17:58:59.626802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60810) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.631450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f9a9dcf-25fe-40f3-ba6c-181df53dadaa tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b233b7fc-5e8a-4c57-b024-4f32d4bd6ceb'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:59.631952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f9a9dcf-25fe-40f3-ba6c-181df53dadaa tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:58:59.696394 n-d-791505-12 neutron-server[93947]: WARNING neutron.services.metering.metering_plugin [None req-4f9a9dcf-25fe-40f3-ba6c-181df53dadaa tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:58:59.782129 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9dcf-25fe-40f3-ba6c-181df53dadaa tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.783434 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f9a9dcf-25fe-40f3-ba6c-181df53dadaa tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1555767 Jul 07 17:58:59.786346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.798755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cc9ea562-2dcc-4f07-b72a-4ee68c069cbd tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=823288f9-2dd6-4269-9112-f7a3dd280cda HTTP/1.1" status: 200 len: 464 time: 0.0110896 Jul 07 17:58:59.801991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.916204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-28f208e4-a850-4295-a57f-169563cd80a2 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.917669 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-28f208e4-a850-4295-a57f-169563cd80a2 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/823288f9-2dd6-4269-9112-f7a3dd280cda HTTP/1.1" status: 204 len: 168 time: 0.1145272 Jul 07 17:58:59.923661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60816) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.934093 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bdef8f0c-ce6b-4930-bfa4-6c295d8c4222 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=823288f9-2dd6-4269-9112-f7a3dd280cda HTTP/1.1" status: 200 len: 221 time: 0.0091393 Jul 07 17:58:59.938348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60818) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:59.943093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-76816976-da4c-4d22-80e9-347ea4268bd1 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1995703386', 'description': 'label created by tempest'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:59.943636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-76816976-da4c-4d22-80e9-347ea4268bd1 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Unknown quota resources ['metering_label']. {{(pid=93947) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:59:00.114866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-76816976-da4c-4d22-80e9-347ea4268bd1 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.115999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-76816976-da4c-4d22-80e9-347ea4268bd1 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1766083 Jul 07 17:59:00.118816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60820) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:00.202879 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-051890ae-6c08-486d-8d5f-aebb282ee4d8 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=8337a4a3-aba8-4419-ac84-18f8d5692a19 HTTP/1.1" status: 200 len: 468 time: 0.0828614 Jul 07 17:59:00.205492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:00.760547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fc872384-93b6-444c-9e65-9a85164b8a99 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.762183 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fc872384-93b6-444c-9e65-9a85164b8a99 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/8337a4a3-aba8-4419-ac84-18f8d5692a19 HTTP/1.1" status: 204 len: 168 time: 0.5554996 Jul 07 17:59:00.765789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60824) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:00.778671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1c67b3a0-22c1-4318-8bfc-761212668335 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=8337a4a3-aba8-4419-ac84-18f8d5692a19 HTTP/1.1" status: 200 len: 216 time: 0.0115085 Jul 07 17:59:00.783283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60826) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:00.793444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1cbb447f-56f8-4062-8011-9e013640f6a5 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089588 Jul 07 17:59:00.797389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:00.811196 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b90b0f12-a77a-46e8-a072-4a8b31df0f22 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126567 Jul 07 17:59:00.816712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60830) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:01.194215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4089b332-65d6-4601-94e0-38e73dec0d2a tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/b233b7fc-5e8a-4c57-b024-4f32d4bd6ceb HTTP/1.1" status: 200 len: 473 time: 0.3762355 Jul 07 17:59:01.197671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60832) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:01.210008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-630c3765-3860-41a9-93f2-1bc9fbe23169 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/8ed855d0-63e8-454d-b2f8-3eb01b792f02 HTTP/1.1" status: 200 len: 461 time: 0.0109899 Jul 07 17:59:01.214604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60834) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:01.337865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b53501d9-ebba-4de2-acf6-c7193d863212 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.339312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b53501d9-ebba-4de2-acf6-c7193d863212 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/8ed855d0-63e8-454d-b2f8-3eb01b792f02 HTTP/1.1" status: 204 len: 168 time: 0.1235366 Jul 07 17:59:01.342804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60836) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:01.566849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3576e62c-aba6-4749-9825-cb8343f41dd8 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.567953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3576e62c-aba6-4749-9825-cb8343f41dd8 tempest-MeteringTestJSON-2050374999 tempest-MeteringTestJSON-2050374999-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/b233b7fc-5e8a-4c57-b024-4f32d4bd6ceb HTTP/1.1" status: 204 len: 168 time: 0.2241499 Jul 07 17:59:01.935394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:02.076473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7da8afcf-054a-4123-bd74-da56fafc40da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.207156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7da8afcf-054a-4123-bd74-da56fafc40da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.212652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7da8afcf-054a-4123-bd74-da56fafc40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.259497 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7da8afcf-054a-4123-bd74-da56fafc40da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5ded01e25a741089dc9aa7f6d19fa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225276 Jul 07 17:59:02.260501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8afcf-054a-4123-bd74-da56fafc40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d84fc-898b-4564-87cb-d2078c3a1ec6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:02.263148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:02.352258 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.386327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.455005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.458148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.459395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/644d84fc-898b-4564-87cb-d2078c3a1ec6 HTTP/1.1" status: 204 len: 168 time: 0.1948276 Jul 07 17:59:02.470827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ce902-873c-4090-af26-a0569d07ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d84fc-898b-4564-87cb-d2078c3a1ec6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:02.783469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60852) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:02.798088 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f899e450-88db-403e-9f6a-2b01a0e847d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.911501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f899e450-88db-403e-9f6a-2b01a0e847d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.917278 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f899e450-88db-403e-9f6a-2b01a0e847d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.966980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f899e450-88db-403e-9f6a-2b01a0e847d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddaa6dbb3d444d57990714db9d5b7454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822395 Jul 07 17:59:02.968164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e450-88db-403e-9f6a-2b01a0e847d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5364d-9915-47f3-ac0f-2c1388425e77,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:02.971034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60854) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:03.028602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.052937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.107820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.110562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.111789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62a5364d-9915-47f3-ac0f-2c1388425e77 HTTP/1.1" status: 204 len: 168 time: 0.1397712 Jul 07 17:59:03.121225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd864f68-8ded-4bc6-8918-d3ad6240b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5364d-9915-47f3-ac0f-2c1388425e77,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:04.863588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60896) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.044182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-bf37dd7f-45d5-414b-86cb-e254ed0aced1 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:05.078855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bf37dd7f-45d5-414b-86cb-e254ed0aced1 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "PUT /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a HTTP/1.1" status: 200 len: 366 time: 0.2140293 Jul 07 17:59:05.083121 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60900) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.096037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-71886ca5-51d1-4f0c-9a52-6e710b3e3185 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0115063 Jul 07 17:59:05.100208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60902) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.112750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7a163d3-de05-43fe-ad3f-edecf82ef66a tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a HTTP/1.1" status: 200 len: 366 time: 0.0113487 Jul 07 17:59:05.115888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.138398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cf7b6b8-71bd-4f0e-bb9b-63403185214e tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a HTTP/1.1" status: 204 len: 168 time: 0.0207663 Jul 07 17:59:05.141199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.153520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f37a497c-38e9-431d-977b-eb65914a5790 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102322 Jul 07 17:59:05.156289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.167807 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-12c7a399-e099-47f7-8139-8518bc1ff7b7 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a HTTP/1.1" status: 200 len: 370 time: 0.0102344 Jul 07 17:59:05.171481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60910) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.176584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-86d485fc-8e08-4896-981d-ef2b80e81f61 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a/default HTTP/1.1" status: 200 len: 370 time: 0.0041044 Jul 07 17:59:05.179147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60912) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.188374 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-a8329fa4-67b9-45dc-a929-cd4680410527 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:59:05.189621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8329fa4-67b9-45dc-a929-cd4680410527 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/60b34ea40f1d42a5ae900e426232735a HTTP/1.1" status: 404 len: 348 time: 0.0094006 Jul 07 17:59:05.330165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.352571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:network and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.360104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.367854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:subnet and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.374876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.383411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:subnetpool and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.392300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.403454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:port and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.412140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.423276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:router and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.432415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.443308 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:floatingip and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.450986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.498024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:security_group and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.508179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.516698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Usage tracker for resource:security_group_rule and tenant:4d425e1340d84b489c91d05de649b182 is out of sync, need to count used quota {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:59:05.522537 n-d-791505-12 neutron-server[93947]: DEBUG neutron.quota.resource [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93947) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:59:05.528779 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f805db94-5bbd-4037-8653-97c557453ca9 tempest-QuotasTest-522989633 tempest-QuotasTest-522989633-project-admin] 10.222.0.66 "GET /v2.0/quotas/4d425e1340d84b489c91d05de649b182/details.json HTTP/1.1" status: 200 len: 703 time: 0.1968069 Jul 07 17:59:05.901191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60922) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.016154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.122901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.127547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.172059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4205e402-875e-4b18-b977-84727a5626d9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.176182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99a26eccd4a34f0d9c198bf79553c622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736230 Jul 07 17:59:06.179304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60926) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.183463 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.185221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.185221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.185758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.185758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.186113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.186352 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.186703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.187026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.187608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.187939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.188259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a4b75-a310-4ad5-a252-6d575c4b28f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.239939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.263833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.317355 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.320358 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.321613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4205e402-875e-4b18-b977-84727a5626d9 HTTP/1.1" status: 204 len: 168 time: 0.1408417 Jul 07 17:59:06.335084 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367a665-dc1f-4ed6-ae60-3f8378c8e9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205e402-875e-4b18-b977-84727a5626d9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.642617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.659153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe05027c-5bfe-4007-9442-c225b064515d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.790885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe05027c-5bfe-4007-9442-c225b064515d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.796083 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fe05027c-5bfe-4007-9442-c225b064515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.841632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fe05027c-5bfe-4007-9442-c225b064515d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d425e1340d84b489c91d05de649b182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970360 Jul 07 17:59:06.842990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05027c-5bfe-4007-9442-c225b064515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69130df-2c9c-4d94-a009-ac5bcd3a0915,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.844413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60934) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.913834 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.944155 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.005783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.010778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.013337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f69130df-2c9c-4d94-a009-ac5bcd3a0915 HTTP/1.1" status: 204 len: 168 time: 0.1673062 Jul 07 17:59:07.027842 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a485ddc-3030-46e5-ab6e-cf2892abcd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69130df-2c9c-4d94-a009-ac5bcd3a0915,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:07.640629 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-915cc7e1-7cbf-4d16-8122-8653035f637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.568673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:08.684843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-18019214', 'router:external': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:08.712247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Made reservation on behalf of bec8b8ef43794e108d2353db0e235e2e for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:08.714873 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.725685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.869596 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.876215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.896844 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:08.919598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.920464 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Added segment 72de8eae-fa08-47dd-8a9e-1bce11036b4e of type vlan for network a6c42673-5a52-4ccc-9d4f-2bf81df85388 Jul 07 17:59:08.972378 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539ca03-536a-4229-a72e-86643082c20a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.002702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.044170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.045458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.046091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.101583 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5316813 Jul 07 17:59:09.108130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60974) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:09.115438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'subnet': {'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:09.122071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a73b6-d0df-414a-8832-eb41984dcc1d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Network': ['ID=a6c42673-5a52-4ccc-9d4f-2bf81df85388,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.139619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:09.148427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Made reservation on behalf of bec8b8ef43794e108d2353db0e235e2e for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:09.152324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.565590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.objects.ports [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:59:09.565981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.629975 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9175698-a6a2-4f8b-b79f-7790fe287f94,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.636618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Checking segment: {'id': '72de8eae-fa08-47dd-8a9e-1bce11036b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:09.637364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network hostable DHCP agents. Network: a6c42673-5a52-4ccc-9d4f-2bf81df85388, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:09.658564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:09.672851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a6c42673-5a52-4ccc-9d4f-2bf81df85388) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:09.682459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca6f15-a462-4af7-936e-2ff423e68539 None None] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:09.682905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.684564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.710041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3f73b191-9f14-4ff4-9d88-dd8c9c976811 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5954981 Jul 07 17:59:09.710635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:09.718047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1100715881', 'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:09.743558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Made reservation on behalf of bec8b8ef43794e108d2353db0e235e2e for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:09.746065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.765398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] device_id is not set on port 1d84b3e1-838b-4254-8896-61fd8becbb34 yet. {{(pid=93946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:09.857677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c9d83-cf1c-4b35-aa97-21a55b6b82da None None] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:09.897995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 2001:db8::89 (a6c42673-5a52-4ccc-9d4f-2bf81df85388/a9175698-a6a2-4f8b-b79f-7790fe287f94/1d84b3e1-838b-4254-8896-61fd8becbb34) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:10.084805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.126920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41c4ecfc-482f-47c6-bede-24cc2c6e9207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.135269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.180038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:10.183520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:10.191320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:10.193068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.194104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.205594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=1d84b3e1-838b-4254-8896-61fd8becbb34,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:10.226867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-543cfe1f-bc9c-4153-8457-7f92ded1f1eb tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5146072 Jul 07 17:59:10.230982 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60978) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:10.336339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Deleting port 1d84b3e1-838b-4254-8896-61fd8becbb34 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:10.336684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.427879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.443851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Calling delete_port for 1d84b3e1-838b-4254-8896-61fd8becbb34 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:10.607482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.637415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d84b3e1-838b-4254-8896-61fd8becbb34,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:10.673126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.675119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.676061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7e4f7cce-0dee-4576-b6b4-0988d332639a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1d84b3e1-838b-4254-8896-61fd8becbb34 HTTP/1.1" status: 204 len: 168 time: 0.4431932 Jul 07 17:59:10.680223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60980) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:10.686887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388', 'external_fixed_ips': [{'subnet_id': 'a9175698-a6a2-4f8b-b79f-7790fe287f94', 'ip_address': '2001:db8::89'}]}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:10.718046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.719819 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.849047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.998071 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.280490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.306886 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.531879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 2001:db8::89 (a6c42673-5a52-4ccc-9d4f-2bf81df85388/a9175698-a6a2-4f8b-b79f-7790fe287f94/c02055ac-989c-4478-8270-15eb900e6149) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:11.649673 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.698079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.741230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network a6c42673-5a52-4ccc-9d4f-2bf81df85388 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:11.744641 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:11.752254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:11.758393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=c02055ac-989c-4478-8270-15eb900e6149,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.968665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.017810 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.287424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.442398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router ae7ce90d-b242-4f99-9aa9-3089fd6a4895 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:12.567527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:12.579852 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Sync routers for ids ['ae7ce90d-b242-4f99-9aa9-3089fd6a4895'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:12.590350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.592785 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-831f10f7-136d-438c-af8e-a62a9cbeca6e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.9107769 Jul 07 17:59:12.593934 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Routers {'ae7ce90d-b242-4f99-9aa9-3089fd6a4895'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:12.594685 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['ae7ce90d-b242-4f99-9aa9-3089fd6a4895'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:12.597046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60982) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:12.738653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Set router ae7ce90d-b242-4f99-9aa9-3089fd6a4895 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:12.744450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.883833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.970367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Deleting port c02055ac-989c-4478-8270-15eb900e6149 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:12.970928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.977945 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7ce90d-b242-4f99-9aa9-3089fd6a4895', 'name': '', 'tenant_id': 'bec8b8ef43794e108d2353db0e235e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388', 'external_fixed_ips': [{'subnet_id': 'a9175698-a6a2-4f8b-b79f-7790fe287f94', 'ip_address': '2001:db8::89'}], 'enable_snat': True}, 'gw_port_id': 'c02055ac-989c-4478-8270-15eb900e6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:10Z', 'updated_at': '2021-07-07T17:59:11Z', 'revision_number': 3, 'project_id': 'bec8b8ef43794e108d2353db0e235e2e', 'gw_port': {'id': 'c02055ac-989c-4478-8270-15eb900e6149', 'name': '', 'network_id': 'a6c42673-5a52-4ccc-9d4f-2bf81df85388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7ce90d-b242-4f99-9aa9-3089fd6a4895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'a9175698-a6a2-4f8b-b79f-7790fe287f94', 'ip_address': '2001:db8::89', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:11Z', 'updated_at': '2021-07-07T17:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9175698-a6a2-4f8b-b79f-7790fe287f94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:13.016266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Checking router: ae7ce90d-b242-4f99-9aa9-3089fd6a4895 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:13.016628 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Updating router ae7ce90d-b242-4f99-9aa9-3089fd6a4895 port c02055ac-989c-4478-8270-15eb900e6149 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:13.058109 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.072468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.094069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Calling delete_port for c02055ac-989c-4478-8270-15eb900e6149 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:13.335182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.366538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Port': ['ID=c02055ac-989c-4478-8270-15eb900e6149,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:13.391902 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.db.api [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:59:13.392486 n-d-791505-12 neutron-server[93949]: DEBUG oslo_db.api [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:59:13.398432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.502157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.504736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.558340 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.559368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae7ce90d-b242-4f99-9aa9-3089fd6a4895 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:13.564041 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.567488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5689dace-bbcb-4f70-8d63-4a39711cdc5b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ae7ce90d-b242-4f99-9aa9-3089fd6a4895 HTTP/1.1" status: 204 len: 168 time: 0.9670663 Jul 07 17:59:13.568337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60984) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:13.726770 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.893100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Deleting subnet a9175698-a6a2-4f8b-b79f-7790fe287f94 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:13.896848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.916499 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Port c02055ac-989c-4478-8270-15eb900e6149 not found while updating agent binding for router ae7ce90d-b242-4f99-9aa9-3089fd6a4895. {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:59:13.930281 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Routers set() bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:13.930689 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Router IDs set() for agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:59:13.931305 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae7ce90d-b242-4f99-9aa9-3089fd6a4895'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent'). {{(pid=93949) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:59:13.931710 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3de40-eeae-432a-bad1-b3a8c69cd3e3 None None] The sync data for ids ['ae7ce90d-b242-4f99-9aa9-3089fd6a4895'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:13.943973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.999101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.069503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.117566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9175698-a6a2-4f8b-b79f-7790fe287f94,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:14.127982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.131295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-908b3da0-da52-4167-a771-e7d54d500e66 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/a9175698-a6a2-4f8b-b79f-7790fe287f94 HTTP/1.1" status: 204 len: 168 time: 0.5616801 Jul 07 17:59:14.133823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:14.213399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.305109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.317464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c42673-5a52-4ccc-9d4f-2bf81df85388']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:14.329824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72de8eae-fa08-47dd-8a9e-1bce11036b4e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:14.330178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72de8eae-fa08-47dd-8a9e-1bce11036b4e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:14.341155 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.358848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.366394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:14.367120 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: timer() Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:14.370595 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:14.436783 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.446184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6c42673-5a52-4ccc-9d4f-2bf81df85388 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:59:14.462643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.466320 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a6c42673-5a52-4ccc-9d4f-2bf81df85388 HTTP/1.1" status: 204 len: 168 time: 0.3311863 Jul 07 17:59:14.471842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101e5b-7f94-4130-a91b-2c62b1066248 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6c42673-5a52-4ccc-9d4f-2bf81df85388,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:14.751045 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 60994) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:14.756376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'name': 'tempest-router--405077230', 'project_id': '17075b2ef5a044459fbda9605b8e51b1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:14.780766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.782260 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.849679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.858478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.886070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.888115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-48d0989e-81e4-4e40-bb4a-abb758d3b1ca tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1359379 Jul 07 17:59:14.891997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 60996) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:14.977645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.175430 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.177995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.238178 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.238772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4820e87c-82f5-44fe-b4e8-3984f2062b31 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:15.244623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.244832 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c07865a1-f673-4c3c-a838-5e128715485a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4820e87c-82f5-44fe-b4e8-3984f2062b31 HTTP/1.1" status: 204 len: 168 time: 0.3518028 Jul 07 17:59:15.364663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:15.621020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-681904684', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:15.649322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.650401 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.718078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.930334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.224753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.263847 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.381188 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Allocated IP 172.25.3.106 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/ebd16224-2def-48e9-ac89-52e5a8b4eb50) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:16.508658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.553634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.597719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:16.601013 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:16.607771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:16.632437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event updated for resources: {'Port': ['ID=ebd16224-2def-48e9-ac89-52e5a8b4eb50,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:17.005593 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.229742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.377746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Router 0f5504ce-adc8-48a6-893d-c7b832201e66 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:17.489073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:17.502493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] Sync routers for ids ['0f5504ce-adc8-48a6-893d-c7b832201e66'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:17.513755 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.514874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] Routers {'0f5504ce-adc8-48a6-893d-c7b832201e66'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:17.515379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d547ea68-1ab7-40b0-b266-3ae0d5a4f326 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1494222 Jul 07 17:59:17.516047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0f5504ce-adc8-48a6-893d-c7b832201e66'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:17.519657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32772) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:17.560096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:17.571329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] Routers {'0f5504ce-adc8-48a6-893d-c7b832201e66'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:17.572146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0f5504ce-adc8-48a6-893d-c7b832201e66'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:17.612286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:17.613148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b649c-20ba-41bf-916b-236600f9d595 None None] The sync data for ids ['0f5504ce-adc8-48a6-893d-c7b832201e66'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:17.940609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e30671dc-820e-4524-8c58-24b73b8706e1 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/0f5504ce-adc8-48a6-893d-c7b832201e66 HTTP/1.1" status: 200 len: 924 time: 0.4195137 Jul 07 17:59:17.945350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32774) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:17.976749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fc8f3067-1a39-407d-bd26-7106535431ff tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f5504ce-adc8-48a6-893d-c7b832201e66 HTTP/1.1" status: 200 len: 205 time: 0.0302172 Jul 07 17:59:17.979577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:18.099775 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.219746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.282733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port ebd16224-2def-48e9-ac89-52e5a8b4eb50 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:18.283318 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.380141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.393999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for ebd16224-2def-48e9-ac89-52e5a8b4eb50 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:18.611193 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.642964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=ebd16224-2def-48e9-ac89-52e5a8b4eb50,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:18.737851 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.857930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.860845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.920476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.921215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5504ce-adc8-48a6-893d-c7b832201e66 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:18.933150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.936261 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8c1505cf-14fd-417a-ad6e-1ba177807a61 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/0f5504ce-adc8-48a6-893d-c7b832201e66 HTTP/1.1" status: 204 len: 168 time: 0.9552951 Jul 07 17:59:18.940991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32778) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:18.945519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1975171224', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:18.969922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.971106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.038362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.211012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.532963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.565078 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.693464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 172.25.3.177 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:19.821322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.876629 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.949827 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:19.956556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:19.963276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:20.015819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:20.299774 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.547408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.713983 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router 933c52b4-5ad7-49db-8f58-60d007707f44 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:20.866645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:20.882899 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Sync routers for ids ['933c52b4-5ad7-49db-8f58-60d007707f44'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:20.891848 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.893867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0286ed0c-0642-4deb-8185-bb532de31dfa tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.9518616 Jul 07 17:59:20.896729 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Routers {'933c52b4-5ad7-49db-8f58-60d007707f44'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:20.899365 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['933c52b4-5ad7-49db-8f58-60d007707f44'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:20.899599 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:21.058427 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Set router 933c52b4-5ad7-49db-8f58-60d007707f44 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:21.333140 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'name': 'tempest-snat-router-1975171224', 'tenant_id': 'bec8b8ef43794e108d2353db0e235e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177'}], 'enable_snat': False}, 'gw_port_id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:18Z', 'updated_at': '2021-07-07T17:59:20Z', 'revision_number': 3, 'project_id': 'bec8b8ef43794e108d2353db0e235e2e', 'gw_port': {'id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:19Z', 'updated_at': '2021-07-07T17:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:21.373718 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4453ae78-1c5e-4429-b3e7-0a3dd5e4523b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/933c52b4-5ad7-49db-8f58-60d007707f44 HTTP/1.1" status: 200 len: 909 time: 0.4739461 Jul 07 17:59:21.377730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:21.383077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1975171224', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': True}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:21.387458 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Checking router: 933c52b4-5ad7-49db-8f58-60d007707f44 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:21.388442 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Updating router 933c52b4-5ad7-49db-8f58-60d007707f44 port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:21.417920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.420014 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.435747 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.498910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.731556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.749324 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.763598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Transition to ACTIVE for port object 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:21.772713 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.840771 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Attempting to bind port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:21.842266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Attempting to bind port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:21.842266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Attempting to bind port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:21.845095 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Pushing event updated for resources: {'Port': ['ID=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:21.860245 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.860669 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.860952 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.861303 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.861641 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.861977 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.862351 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.862712 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.863037 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.863371 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.863703 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.864026 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:21.867928 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:21.868309 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:21.868713 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.869112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:21.869607 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Bound port: 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:21.869997 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.965459 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] For port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:21.971192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] For port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:21.977174 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.052805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.071879 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Routers {'933c52b4-5ad7-49db-8f58-60d007707f44'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:22.072917 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['933c52b4-5ad7-49db-8f58-60d007707f44'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.081316 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df2c03-ae5f-4d41-bd6e-3ac01401e90d None None] Pushing event updated for resources: {'Port': ['ID=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:22.096043 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.263294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 172.25.3.95 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c3bd41a6-38f9-4e51-9206-c2ea0722c1be) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:22.394408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.409824 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:22.421720 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] Set router 933c52b4-5ad7-49db-8f58-60d007707f44 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:22.462100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.531241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:22.536457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:22.543264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:22.581304 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bd41a6-38f9-4e51-9206-c2ea0722c1be,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:22.752477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'name': 'tempest-snat-router-1975171224', 'tenant_id': 'bec8b8ef43794e108d2353db0e235e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177'}], 'enable_snat': False}, 'gw_port_id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:18Z', 'updated_at': '2021-07-07T17:59:20Z', 'revision_number': 3, 'project_id': 'bec8b8ef43794e108d2353db0e235e2e', 'gw_port': {'id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:19Z', 'updated_at': '2021-07-07T17:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.790466 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385546c-21a3-4de7-950f-e185011e42d3 None None] The sync data for ids ['933c52b4-5ad7-49db-8f58-60d007707f44'] in n-d-791505-12 is: [{'id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'name': 'tempest-snat-router-1975171224', 'tenant_id': 'bec8b8ef43794e108d2353db0e235e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177'}], 'enable_snat': False}, 'gw_port_id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:18Z', 'updated_at': '2021-07-07T17:59:20Z', 'revision_number': 3, 'project_id': 'bec8b8ef43794e108d2353db0e235e2e', 'gw_port': {'id': '80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933c52b4-5ad7-49db-8f58-60d007707f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:19Z', 'updated_at': '2021-07-07T17:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:22.918317 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.194415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.384293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router d9acc316-9aba-4ebc-a457-9031814602cb is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:23.519197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:23.533619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Sync routers for ids ['d9acc316-9aba-4ebc-a457-9031814602cb'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:23.553689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Routers {'d9acc316-9aba-4ebc-a457-9031814602cb'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:23.554020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.554944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d9acc316-9aba-4ebc-a457-9031814602cb'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:23.560263 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fcb1f581-b283-4b72-9929-c1f336cbcc0c tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1770992 Jul 07 17:59:23.560600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32786) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.724428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Set router d9acc316-9aba-4ebc-a457-9031814602cb gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:23.733511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-70fc1390-2c2f-4732-b9f2-766e75fca989 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/d9acc316-9aba-4ebc-a457-9031814602cb HTTP/1.1" status: 200 len: 907 time: 0.1669993 Jul 07 17:59:23.734119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.907805 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.092628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.181042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Deleting port c3bd41a6-38f9-4e51-9206-c2ea0722c1be {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:24.181415 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.194227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9acc316-9aba-4ebc-a457-9031814602cb', 'name': 'tempest-snat-router-1975171224', 'tenant_id': 'bec8b8ef43794e108d2353db0e235e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c3bd41a6-38f9-4e51-9206-c2ea0722c1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:21Z', 'updated_at': '2021-07-07T17:59:22Z', 'revision_number': 3, 'project_id': 'bec8b8ef43794e108d2353db0e235e2e', 'gw_port': {'id': 'c3bd41a6-38f9-4e51-9206-c2ea0722c1be', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9acc316-9aba-4ebc-a457-9031814602cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:22Z', 'updated_at': '2021-07-07T17:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:24.244013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Checking router: d9acc316-9aba-4ebc-a457-9031814602cb for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:24.244531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Updating router d9acc316-9aba-4ebc-a457-9031814602cb port c3bd41a6-38f9-4e51-9206-c2ea0722c1be binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:24.287913 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.290466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.302269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Calling delete_port for c3bd41a6-38f9-4e51-9206-c2ea0722c1be owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:24.501423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.529903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3bd41a6-38f9-4e51-9206-c2ea0722c1be,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:24.608580 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.626788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.db.api [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:59:24.627604 n-d-791505-12 neutron-server[93948]: DEBUG oslo_db.api [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:59:24.713484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.716996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.990290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:25.077409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.078010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9acc316-9aba-4ebc-a457-9031814602cb {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:25.078426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:25.083626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.088572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:25.088931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e50df261-326f-40a2-ae29-089a77cc14bc tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/routers/d9acc316-9aba-4ebc-a457-9031814602cb HTTP/1.1" status: 204 len: 168 time: 1.3505697 Jul 07 17:59:25.089134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.089323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32792) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:25.177866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Port c3bd41a6-38f9-4e51-9206-c2ea0722c1be not found while updating agent binding for router d9acc316-9aba-4ebc-a457-9031814602cb. {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:59:25.206810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.209248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Routers set() bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:25.209877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Router IDs set() for agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:59:25.211028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_agentschedulers_db [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9acc316-9aba-4ebc-a457-9031814602cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent'). {{(pid=93948) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:59:25.211666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5013cb-c7a2-4293-a7b2-18fff406c789 None None] The sync data for ids ['d9acc316-9aba-4ebc-a457-9031814602cb'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:25.284573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.307019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:25.312582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.319208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.366479 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.375679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.376030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.376382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.376743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.377241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.377416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.377740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.378083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.378414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.378782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.379126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.379440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:25.379806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Deleting port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:25.380375 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.473419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] For port 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:25.473722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.489247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Calling delete_port for 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:25.674854 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.703326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.772967 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.879541 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.882296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.909800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.939190 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.939877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 933c52b4-5ad7-49db-8f58-60d007707f44 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:25.945372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.947221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b9ea3a6-e8ca-4791-bfc5-5053fab5f01a tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "DELETE /v2.0/routers/933c52b4-5ad7-49db-8f58-60d007707f44 HTTP/1.1" status: 204 len: 168 time: 0.8568330 Jul 07 17:59:25.952637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:25.958545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-84461279', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:25.993814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.995223 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.067236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.227723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.484590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.510706 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.626612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Allocated IP 172.25.3.220 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/af0a6875-6c3c-43c2-90d4-212577ae3b44) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:26.762826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.809247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.851138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:26.854335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:26.861942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:26.868044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event updated for resources: {'Port': ['ID=af0a6875-6c3c-43c2-90d4-212577ae3b44,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:26.949889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:26.972469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:26.972791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 80ad29a6-9d8e-4b39-96bd-8a9c0bbc4454 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:27.469093 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.522352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.811099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.987864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Router 6cc641a2-3f04-4aa0-a725-09b591ba1ec8 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:28.151335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:28.164070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] Sync routers for ids ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:28.175977 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] Routers {'6cc641a2-3f04-4aa0-a725-09b591ba1ec8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:28.176590 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:28.176962 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.178592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-56929f92-6375-44cd-98fb-64c586b965f4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2245100 Jul 07 17:59:28.184261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32798) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:28.193148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:28.215687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:28.224967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] Routers {'6cc641a2-3f04-4aa0-a725-09b591ba1ec8'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:28.225587 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:28.264299 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:28.264965 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfbdd8-0dc3-4dc5-92d0-35b52c3b4f4f None None] The sync data for ids ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:28.566971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.043948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.048146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.170005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router 6cc641a2-3f04-4aa0-a725-09b591ba1ec8 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:29.291251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:29.297546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.299137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-afb56cb3-3ad5-436f-bcb2-d8dd04098fce tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "PUT /v2.0/routers/6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 200 len: 924 time: 1.1133318 Jul 07 17:59:29.303482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32800) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.307566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] Sync routers for ids ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:29.323152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] Routers {'6cc641a2-3f04-4aa0-a725-09b591ba1ec8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:29.324744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.390126 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.406892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] Routers {'6cc641a2-3f04-4aa0-a725-09b591ba1ec8'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:29.407847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.428962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc5bed04-18a1-4a7e-89dc-10cdc1f6a017 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 200 len: 924 time: 0.1241019 Jul 07 17:59:29.432878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32802) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.452195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.453303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e9d0b-6aa0-46da-95e7-3a54f1638c85 None None] The sync data for ids ['6cc641a2-3f04-4aa0-a725-09b591ba1ec8'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:29.538484 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737558d-2db9-460c-88e7-ad2eaec2b05b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.540190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9737558d-2db9-460c-88e7-ad2eaec2b05b tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=6cc641a2-3f04-4aa0-a725-09b591ba1ec8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054544 Jul 07 17:59:29.544233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.693160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee1f73-acb2-482c-bc95-189089a80f68 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.694564 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e5ee1f73-acb2-482c-bc95-189089a80f68 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.1489661 Jul 07 17:59:29.697953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.732202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bf6a5650-b194-436a-b9b0-987cbb9ffd12 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 200 len: 205 time: 0.0323420 Jul 07 17:59:29.734981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32808) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.854335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.978182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.044896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port af0a6875-6c3c-43c2-90d4-212577ae3b44 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:30.045226 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.138590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.154852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for af0a6875-6c3c-43c2-90d4-212577ae3b44 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:30.355132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.387819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=af0a6875-6c3c-43c2-90d4-212577ae3b44,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.419571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.419974 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.420388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.420753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.421146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.421479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.421806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.422134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.422474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.422791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.423112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.423433 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:30.481534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.592727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.595423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.677085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.677791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc641a2-3f04-4aa0-a725-09b591ba1ec8 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:30.689119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.690352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6f88307b-8ba2-4cdb-8cec-d8d06983cbe4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 204 len: 168 time: 0.9543118 Jul 07 17:59:30.695484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:30.704620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1894344247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:30.742946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.744119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.804569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.810530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.830833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.832452 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7819341f-cf47-48e4-8f33-504ef34b4ba6 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1354105 Jul 07 17:59:30.837332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32814) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:30.844033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:31.435282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.663006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.684487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.807507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Allocated IP 172.25.3.245 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/051bfac7-cb09-4833-9009-06fbfa246710) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:31.941078 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.987741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.040508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:32.048967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:32.055065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:32.057779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event updated for resources: {'Port': ['ID=051bfac7-cb09-4833-9009-06fbfa246710,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:32.378339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.603817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.608791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.768666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Router f4be29cd-a4c2-4137-8f29-71ec88388480 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:32.902406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:32.914763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.920208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d8d1085f-cda9-4788-a665-c1fa6d8d9dd4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "PUT /v2.0/routers/f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 200 len: 884 time: 2.0813627 Jul 07 17:59:32.920584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32818) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:32.921580 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] Sync routers for ids ['f4be29cd-a4c2-4137-8f29-71ec88388480'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:32.935272 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] Routers {'f4be29cd-a4c2-4137-8f29-71ec88388480'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:32.935947 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['f4be29cd-a4c2-4137-8f29-71ec88388480'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:32.975786 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:32.988950 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] Routers {'f4be29cd-a4c2-4137-8f29-71ec88388480'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:32.989789 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['f4be29cd-a4c2-4137-8f29-71ec88388480'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.033599 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.034482 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d556-f41a-4070-adec-f9ca5013b3ea None None] The sync data for ids ['f4be29cd-a4c2-4137-8f29-71ec88388480'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:33.057430 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c0992b06-88d4-4e91-9163-4bc947cad794 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 200 len: 925 time: 0.1325171 Jul 07 17:59:33.061385 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32820) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.169333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81aacf0-8383-4b6e-a1e3-fe3a1cfb9b5e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:33.171269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c81aacf0-8383-4b6e-a1e3-fe3a1cfb9b5e tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=f4be29cd-a4c2-4137-8f29-71ec88388480&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1086845 Jul 07 17:59:33.174410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.274243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b745d0-cfa3-4b02-80e7-b5f2752fa104 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:33.275819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f2b745d0-cfa3-4b02-80e7-b5f2752fa104 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.1002603 Jul 07 17:59:33.280230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32824) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.313949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-172b060b-9731-4072-ad8c-57a1b741f7d7 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 200 len: 205 time: 0.0322995 Jul 07 17:59:33.316746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32826) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.440708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.560088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.625928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port 051bfac7-cb09-4833-9009-06fbfa246710 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:33.626374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.734570 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.756174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for 051bfac7-cb09-4833-9009-06fbfa246710 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:34.022685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.052527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=051bfac7-cb09-4833-9009-06fbfa246710,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.123086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.227780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.231004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.283312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.283972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router f4be29cd-a4c2-4137-8f29-71ec88388480 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:34.295805 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.297065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-29702a23-6423-4725-8779-ec6ba73fc720 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 204 len: 168 time: 0.9791772 Jul 07 17:59:34.301172 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.306914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2085996007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:34.333372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.334430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.394700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.400187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.421792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.423514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b513357b-6d10-4b89-a4be-84a03af3b574 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1208196 Jul 07 17:59:34.426718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.431970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': True}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:34.986555 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.220104 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.241435 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.362990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 172.25.3.69 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/85f08d2b-7bc9-4515-a5be-609f8f9a85b6) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:35.482945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.546581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.589825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:35.593401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:35.596183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:35.624890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=85f08d2b-7bc9-4515-a5be-609f8f9a85b6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:35.899660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.137135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.141589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.306834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router 3e742b02-8e97-4354-8083-4c5b3e3f1825 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:36.445762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:36.451780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.452635 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-52956ea8-8008-4a5c-8fa9-2374801c72e4 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "PUT /v2.0/routers/3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 200 len: 918 time: 2.0247574 Jul 07 17:59:36.456812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.460217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] Sync routers for ids ['3e742b02-8e97-4354-8083-4c5b3e3f1825'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:36.477397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] Routers {'3e742b02-8e97-4354-8083-4c5b3e3f1825'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:36.478309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e742b02-8e97-4354-8083-4c5b3e3f1825'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:36.520922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:36.532223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] Routers {'3e742b02-8e97-4354-8083-4c5b3e3f1825'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:36.532839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['3e742b02-8e97-4354-8083-4c5b3e3f1825'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:36.572507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:36.573187 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871841c6-5b39-4a63-852b-1353b29b3da0 None None] The sync data for ids ['3e742b02-8e97-4354-8083-4c5b3e3f1825'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:36.608180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-824c0b1e-6216-4b68-9c8d-049440dae2d2 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 200 len: 924 time: 0.1500876 Jul 07 17:59:36.611386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.676268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc878f2-5e4c-486c-bea0-c0c5fe367ac1 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:36.678068 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4fc878f2-5e4c-486c-bea0-c0c5fe367ac1 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=3e742b02-8e97-4354-8083-4c5b3e3f1825&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0654342 Jul 07 17:59:36.681194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.780535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac828f2-f7e2-4bc5-ac8a-12ef8de5e34f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:36.782063 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2ac828f2-f7e2-4bc5-ac8a-12ef8de5e34f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.0997124 Jul 07 17:59:36.786692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32840) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.822797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8d322b80-3491-470e-80d9-19760a143fb7 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 200 len: 205 time: 0.0346887 Jul 07 17:59:36.825569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32842) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:36.948409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.074564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.169382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port 85f08d2b-7bc9-4515-a5be-609f8f9a85b6 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:37.169709 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.258321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.273295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for 85f08d2b-7bc9-4515-a5be-609f8f9a85b6 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:37.469907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.500712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=85f08d2b-7bc9-4515-a5be-609f8f9a85b6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:37.582579 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.638293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-34b16e21-655b-479b-aa50-2bad5b304cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.695106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.698391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.754766 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.755362 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router 3e742b02-8e97-4354-8083-4c5b3e3f1825 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:37.764372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.765578 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d01c9af-d330-4092-aee2-230fafbafd3e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 204 len: 168 time: 0.9390426 Jul 07 17:59:37.771259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32844) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.776805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1699323539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:37.807247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.809276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.879993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.884951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.906429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.908161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a50d4b78-5118-46d5-967e-e3d787c4e6b4 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1355247 Jul 07 17:59:37.911327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32846) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.917642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'enable_snat': False}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:38.146055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.416275 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.438657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.563708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Allocated IP 172.25.3.219 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/9727ed3c-c8ee-485a-bf81-1bfe444de8db) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:38.705231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.751407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.791971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:38.796616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:38.801491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:38.840400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Pushing event updated for resources: {'Port': ['ID=9727ed3c-c8ee-485a-bf81-1bfe444de8db,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.110334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.649656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.660501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.821894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Router 0f2eeb59-0af0-4667-837a-dce5bb99f20d is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:39.947219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:39.952534 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.954001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b6a656a2-c456-4712-9a9e-b99185c0116f tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "PUT /v2.0/routers/0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 200 len: 920 time: 2.0413589 Jul 07 17:59:39.957778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32850) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:39.960806 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] Sync routers for ids ['0f2eeb59-0af0-4667-837a-dce5bb99f20d'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:39.972358 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] Routers {'0f2eeb59-0af0-4667-837a-dce5bb99f20d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:39.972984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0f2eeb59-0af0-4667-837a-dce5bb99f20d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.014842 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.025660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] Routers {'0f2eeb59-0af0-4667-837a-dce5bb99f20d'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:40.026896 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0f2eeb59-0af0-4667-837a-dce5bb99f20d'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.065989 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:40.066766 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08897f59-f8ab-4347-a15f-f3df806d51dd None None] The sync data for ids ['0f2eeb59-0af0-4667-837a-dce5bb99f20d'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:40.127240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d177baa-f771-4352-a117-b21e17aa2d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.132220 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f9bacee-3f06-4ba9-a090-f0b2fc9c572d tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 200 len: 926 time: 0.1700213 Jul 07 17:59:40.132598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32852) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.195127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24be5f-890b-4a96-a272-e6fd886b45ee tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:40.197135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1b24be5f-890b-4a96-a272-e6fd886b45ee tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=0f2eeb59-0af0-4667-837a-dce5bb99f20d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0631030 Jul 07 17:59:40.200881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32854) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.303662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af79ef7-f00e-4067-b7e8-f716643a8b86 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:40.305256 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1af79ef7-f00e-4067-b7e8-f716643a8b86 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/networks/52d6e229-6838-4833-bee3-24170440d153 HTTP/1.1" status: 200 len: 881 time: 0.1032617 Jul 07 17:59:40.310054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32856) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.347851 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16de3954-be15-42e0-8086-4a0e4f11df8e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 200 len: 205 time: 0.0364594 Jul 07 17:59:40.351046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32858) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.473675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.676416 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.914400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.977470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port 9727ed3c-c8ee-485a-bf81-1bfe444de8db {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:40.977858 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.070718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.086804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for 9727ed3c-c8ee-485a-bf81-1bfe444de8db owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:41.279216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.311884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=9727ed3c-c8ee-485a-bf81-1bfe444de8db,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.379621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.480438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.483346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.533645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.534415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2eeb59-0af0-4667-837a-dce5bb99f20d {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:41.547277 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.549274 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d7b09e2-1a8e-44d7-a084-e8310ff86cc2 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 204 len: 168 time: 1.1968753 Jul 07 17:59:41.554109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32862) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:41.561022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-873838954', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:41.590416 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.591816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.657050 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.866987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.970545 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.110280 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.132708 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.266633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Allocated IP 172.25.3.146 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/fcd90df7-6eed-4d41-874b-52aa729ddf47) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:42.398763 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.449534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.501117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:42.505018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:42.508251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:42.539259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event updated for resources: {'Port': ['ID=fcd90df7-6eed-4d41-874b-52aa729ddf47,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:42.874591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.141610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.348351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Router 6a529c66-dc79-4aaa-a0c0-3b210f344b75 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:43.495360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:43.508864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] Sync routers for ids ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:43.523623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] Routers {'6a529c66-dc79-4aaa-a0c0-3b210f344b75'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:43.524628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.527619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.529682 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6d4fa01a-2b67-4b49-8e27-c77c05bfbc79 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9738200 Jul 07 17:59:43.533384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32864) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:43.541094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:43.598279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.609307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] Routers {'6a529c66-dc79-4aaa-a0c0-3b210f344b75'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:43.609959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.646135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.647286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c39755c-4be3-49a2-afb1-93f4a1d8a10e None None] The sync data for ids ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'] in n-d-791505-12 is: [] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:43.727477 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.007491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.027331 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.093513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Deleting port fcd90df7-6eed-4d41-874b-52aa729ddf47 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:44.094183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.194116 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.207666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Calling delete_port for fcd90df7-6eed-4d41-874b-52aa729ddf47 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:44.440668 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.483799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Pushing event deleted for resources: {'Port': ['ID=fcd90df7-6eed-4d41-874b-52aa729ddf47,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:44.584968 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.813461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.816821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1991710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1991685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079439'] for router, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.897768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Router 6a529c66-dc79-4aaa-a0c0-3b210f344b75 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:44.981698 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:44.988862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.990051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4c50cbd-7a0f-4627-b8de-dc71d91dc48a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "PUT /v2.0/routers/6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 200 len: 709 time: 1.4551179 Jul 07 17:59:44.991617 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] Sync routers for ids ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:44.992783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32866) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.002180 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] Routers {'6a529c66-dc79-4aaa-a0c0-3b210f344b75'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:45.002852 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.039541 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.048928 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] Routers {'6a529c66-dc79-4aaa-a0c0-3b210f344b75'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:45.049555 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T17:59:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.075713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-afa45dd5-7c92-4550-93b3-c636c13ba357 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/routers/6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 200 len: 744 time: 0.0816460 Jul 07 17:59:45.079881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32868) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.086137 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.086861 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4d4ef-e225-4dd8-898e-be39a36eb4b1 None None] The sync data for ids ['6a529c66-dc79-4aaa-a0c0-3b210f344b75'] in n-d-791505-12 is: [] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:45.124365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4d44df71-d39d-41d1-826c-6a66e3375674 tempest-RoutersIpV6AdminTest-1591073403 tempest-RoutersIpV6AdminTest-1591073403-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=52d6e229-6838-4833-bee3-24170440d153&device_id=6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 200 len: 205 time: 0.0432901 Jul 07 17:59:45.127182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32870) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.158618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7f1ded7a-0838-440f-a8f8-28757afc1c02 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 200 len: 205 time: 0.0301187 Jul 07 17:59:45.161199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32872) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.243336 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.416610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.420119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.471623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.472325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Fanout notify agent at l3_agent the message router_deleted on router 6a529c66-dc79-4aaa-a0c0-3b210f344b75 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:45.482960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.484398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-46f28371-937a-4678-a861-b18d24b50d54 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 204 len: 168 time: 0.3220921 Jul 07 17:59:45.489738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32874) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.523727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5c304bdf-e0fa-44de-bc57-03c81ded833e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 200 len: 205 time: 0.0326526 Jul 07 17:59:45.526235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.565609 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-88119da2-39e7-4d92-84e5-5e1d8eb6938b tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.566745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-88119da2-39e7-4d92-84e5-5e1d8eb6938b tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/6a529c66-dc79-4aaa-a0c0-3b210f344b75 HTTP/1.1" status: 404 len: 336 time: 0.0395162 Jul 07 17:59:45.569672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.603182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-85243b1a-5b36-4952-98ea-cb282aa7489b tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 200 len: 205 time: 0.0323591 Jul 07 17:59:45.606272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.650734 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-73d40dc1-4a31-46f0-a929-d2c7a847a68a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.652639 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73d40dc1-4a31-46f0-a929-d2c7a847a68a tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/0f2eeb59-0af0-4667-837a-dce5bb99f20d HTTP/1.1" status: 404 len: 336 time: 0.0453901 Jul 07 17:59:45.655779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32882) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.689229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2281ae8-6250-4f3e-afbe-df019a6ade91 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 200 len: 205 time: 0.0321839 Jul 07 17:59:45.692409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32884) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.733470 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-ee721f63-89f0-44bc-acd7-dc33a1966117 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.734590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ee721f63-89f0-44bc-acd7-dc33a1966117 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/3e742b02-8e97-4354-8083-4c5b3e3f1825 HTTP/1.1" status: 404 len: 336 time: 0.0412056 Jul 07 17:59:45.739089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32886) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.774886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d2ffb27b-ff80-4192-b941-7d027a7e7a0e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 200 len: 205 time: 0.0344803 Jul 07 17:59:45.778225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.818913 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-1e1f65d6-2dec-4ed2-9e9c-970baadb5e8e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.819961 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e1f65d6-2dec-4ed2-9e9c-970baadb5e8e tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/f4be29cd-a4c2-4137-8f29-71ec88388480 HTTP/1.1" status: 404 len: 336 time: 0.0407367 Jul 07 17:59:45.822967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32890) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.859826 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7bf661db-4b68-4d2e-b7d8-067ffb880c1f tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 200 len: 205 time: 0.0355012 Jul 07 17:59:45.861999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32892) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.908114 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-38d45124-d8e0-4367-a168-2faa4b0d02eb tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.909182 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-38d45124-d8e0-4367-a168-2faa4b0d02eb tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/6cc641a2-3f04-4aa0-a725-09b591ba1ec8 HTTP/1.1" status: 404 len: 336 time: 0.0462310 Jul 07 17:59:45.913064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.947358 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1207fbdd-dc6b-462f-810d-33afa3774130 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f5504ce-adc8-48a6-893d-c7b832201e66 HTTP/1.1" status: 200 len: 205 time: 0.0329986 Jul 07 17:59:45.950160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.015018 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-519c7adb-059e-42df-b46f-1e9230989791 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] delete failed (client error): The resource could not be found. Jul 07 17:59:46.016745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-519c7adb-059e-42df-b46f-1e9230989791 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/routers/0f5504ce-adc8-48a6-893d-c7b832201e66 HTTP/1.1" status: 404 len: 336 time: 0.0653908 Jul 07 17:59:46.019532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.075770 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a5ce6-14c7-40d9-8746-4e8833748ba3 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] DELETE failed (client error): The resource could not be found. Jul 07 17:59:46.076770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a5ce6-14c7-40d9-8746-4e8833748ba3 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:59:46.080034 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc3a5ce6-14c7-40d9-8746-4e8833748ba3 tempest-RoutersIpV6AdminTest-2080537478 tempest-RoutersIpV6AdminTest-2080537478-project] 10.222.0.66 "DELETE /v2.0/subnets/a9175698-a6a2-4f8b-b79f-7790fe287f94 HTTP/1.1" status: 404 len: 337 time: 0.0589466 Jul 07 17:59:46.422023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32904) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.544079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223f819a-67d9-419a-86f0-9908ac9eeb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.662591 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223f819a-67d9-419a-86f0-9908ac9eeb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.668725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-223f819a-67d9-419a-86f0-9908ac9eeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.711397 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-223f819a-67d9-419a-86f0-9908ac9eeb26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d56210206d3e42909a28e24908a9398e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882226 Jul 07 17:59:46.712526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f819a-67d9-419a-86f0-9908ac9eeb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c08516a-af24-4362-be69-d6223e92add7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:46.715270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32908) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.774971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.799456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.859836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.862905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.864289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c08516a-af24-4362-be69-d6223e92add7 HTTP/1.1" status: 204 len: 168 time: 0.1477718 Jul 07 17:59:46.875065 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a34e6-434f-4ecf-aafd-59df551723d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c08516a-af24-4362-be69-d6223e92add7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:47.238766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32914) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:47.285275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3410c414-ca6a-4ae9-b782-c067d918a8ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bec8b8ef43794e108d2353db0e235e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451748 Jul 07 17:59:47.288317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32916) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:47.342506 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.366346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.425828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.429285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.430897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9539ca03-536a-4229-a72e-86643082c20a HTTP/1.1" status: 204 len: 168 time: 0.1415043 Jul 07 17:59:47.444671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fbf45-9162-4e6a-86e4-80a5c52d8076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539ca03-536a-4229-a72e-86643082c20a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.270726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.382030 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--954341773'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.410903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.421479 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.540125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.546586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.589903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4fccfc-d920-4216-ba10-57ba6ad1dff9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.662392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.668776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.700132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.701641 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4295213 Jul 07 17:59:48.704952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32942) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.715517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea424-42a0-41c5-9e45-804c6f4e5f26 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7141d31d-21f3-47e6-90dc-4b0dc9166be5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.787803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2d7eee0a-0138-48e0-94e8-3aa84707fa25 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0816851 Jul 07 17:59:48.790644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32944) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.796702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-security--1598535694', 'description': 'tempest-security-description-6081066'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.834477 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.915757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.921669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.924696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.925975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "PUT /v2.0/security-groups/7141d31d-21f3-47e6-90dc-4b0dc9166be5 HTTP/1.1" status: 200 len: 1777 time: 0.1342664 Jul 07 17:59:48.931003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32946) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.956615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201cc96-f72c-40dc-953b-de6037a41b16 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7141d31d-21f3-47e6-90dc-4b0dc9166be5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.004392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3ba338c6-784c-48e4-a2fe-0a033eba6e02 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups/7141d31d-21f3-47e6-90dc-4b0dc9166be5 HTTP/1.1" status: 200 len: 1777 time: 0.0697811 Jul 07 17:59:49.006843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32948) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.098048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.145552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.220286 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.225183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.227324 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/7141d31d-21f3-47e6-90dc-4b0dc9166be5 HTTP/1.1" status: 204 len: 168 time: 0.2188792 Jul 07 17:59:49.230638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32950) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.245465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3475f-99e0-43ab-a724-26ce9f6288ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7141d31d-21f3-47e6-90dc-4b0dc9166be5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.282859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f71074c8-3c0a-4010-8b3e-2cde29d7ccad tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506184 Jul 07 17:59:49.285467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32952) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.300225 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-ee9dde60-1ef5-4b8f-ab5d-8cc13b9cc86f tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] delete failed (client error): The resource could not be found. Jul 07 17:59:49.301294 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ee9dde60-1ef5-4b8f-ab5d-8cc13b9cc86f tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/7141d31d-21f3-47e6-90dc-4b0dc9166be5 HTTP/1.1" status: 404 len: 347 time: 0.0147283 Jul 07 17:59:49.306393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32954) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.315621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--428142820'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:49.352332 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.455926 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.461513 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.491007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.492273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1839485 Jul 07 17:59:49.496076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.502192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '4f3cf934-658b-4fd5-bde7-f68f80a86aa3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:49.508884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830996c5-34c7-4cbb-9fc4-eda651f2db08 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3cf934-658b-4fd5-bde7-f68f80a86aa3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.540846 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.651768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.656818 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.679319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653646bf-e28a-4544-a191-4bf8a4a87756,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.689303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.691322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4d8926f-ed8e-46f4-b70d-92f17d1ebeef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939824 Jul 07 17:59:49.694737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.730946 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.740678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.777627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.784743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.786053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/653646bf-e28a-4544-a191-4bf8a4a87756 HTTP/1.1" status: 204 len: 168 time: 0.0902917 Jul 07 17:59:49.790878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.793099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e947-937b-453a-828c-ee5d550a68ce tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=653646bf-e28a-4544-a191-4bf8a4a87756,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.849748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6fd90bda-441c-4b9d-97d5-efa5d466f006 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568252 Jul 07 17:59:49.853531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32962) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.947659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.990203 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.060329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.063888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.065267 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/4f3cf934-658b-4fd5-bde7-f68f80a86aa3 HTTP/1.1" status: 204 len: 168 time: 0.2101500 Jul 07 17:59:50.068588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.080746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd8a15-a104-4d31-914c-80ea75949279 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3cf934-658b-4fd5-bde7-f68f80a86aa3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.127655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a0afcd0-ed56-4ff5-9eff-2de7e189b5b0 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574007 Jul 07 17:59:50.131900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.136945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--776336797'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.164123 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.275911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.281144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.315361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.316605 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1836812 Jul 07 17:59:50.320356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32968) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.321295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849652f-9a31-4be5-b3a1-216b2baed9a8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a633d5-c45d-4803-be85-3abacf39b45f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.330816 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'a0a633d5-c45d-4803-be85-3abacf39b45f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.366030 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.431498 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.436855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.457154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a26100-3964-4ebb-8e50-1f7b7d50b7c8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.465841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.467573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-43f42e3f-f51a-4816-896f-333b12fe7795 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454241 Jul 07 17:59:50.470364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32970) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.475608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'a0a633d5-c45d-4803-be85-3abacf39b45f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.512560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.616026 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.621601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.650278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917340ab-3937-4073-8f12-a1b0c7f13527,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.661308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.663269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7bfceda4-ee66-4f53-b5e8-76bec8891bfe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915317 Jul 07 17:59:50.666577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32972) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.671517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'a0a633d5-c45d-4803-be85-3abacf39b45f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.705006 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.771919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.777526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.797719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108b3ec0-07a8-44a1-9c3a-a400a671159c,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.805945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.807035 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33063abb-8984-40a5-8248-94199b42388d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394491 Jul 07 17:59:50.812852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32974) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.817672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'a0a633d5-c45d-4803-be85-3abacf39b45f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.858074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.930148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.935599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.956818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5234fd-c74e-40c7-a40c-3a9b75edf1fc,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.964221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.966311 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-63177304-c5a1-4c23-a214-c381f757be47 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519194 Jul 07 17:59:50.969063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.974205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'a0a633d5-c45d-4803-be85-3abacf39b45f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:51.006601 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.083256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.088279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.107479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab94d52-10f8-476e-88aa-1e4a1f953982,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.116214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.117734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-149cc6c7-82fb-4993-9ea2-806e7546b6ec tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1473866 Jul 07 17:59:51.123476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.158577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.167808 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.205823 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.213915 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.215345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6ab94d52-10f8-476e-88aa-1e4a1f953982 HTTP/1.1" status: 204 len: 168 time: 0.0907631 Jul 07 17:59:51.220025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.222046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856a31c-31ee-46c5-9b0a-00d0095d6118 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ab94d52-10f8-476e-88aa-1e4a1f953982,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.279193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-96f0d8ba-2b79-4b8e-bff6-de838dd33155 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0577652 Jul 07 17:59:51.283913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.311233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.320253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.350007 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.358791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.360099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8b5234fd-c74e-40c7-a40c-3a9b75edf1fc HTTP/1.1" status: 204 len: 168 time: 0.0752115 Jul 07 17:59:51.363705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32984) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.367494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72789efc-4835-4113-8552-9c297153d8cc tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5234fd-c74e-40c7-a40c-3a9b75edf1fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.419725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d8cac2f-f92b-40f6-83df-0fd6ffb6904c tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0543797 Jul 07 17:59:51.422637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 32986) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.451421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.460172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.494066 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.503984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.505166 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/108b3ec0-07a8-44a1-9c3a-a400a671159c HTTP/1.1" status: 204 len: 168 time: 0.0815477 Jul 07 17:59:51.508307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32988) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.512076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54af8f5-695f-4d45-835c-12a9b13080f2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=108b3ec0-07a8-44a1-9c3a-a400a671159c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.565687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1186a86-57ba-49e4-81a6-b534dabc7250 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0556877 Jul 07 17:59:51.568907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32990) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.596844 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.607279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.639455 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.645555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.647670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/917340ab-3937-4073-8f12-a1b0c7f13527 HTTP/1.1" status: 204 len: 168 time: 0.0769243 Jul 07 17:59:51.651721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32992) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.671369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279e9ac-9e7e-4431-8796-b5e584195814 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917340ab-3937-4073-8f12-a1b0c7f13527,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.707579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-de210f43-1654-450a-a88a-715328807ef3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0544643 Jul 07 17:59:51.711526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32994) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.755330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.769509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.813607 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.824737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.826737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/71a26100-3964-4ebb-8e50-1f7b7d50b7c8 HTTP/1.1" status: 204 len: 168 time: 0.1139724 Jul 07 17:59:51.829939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 32998) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.844376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03120c4e-4ce4-447d-adb7-caf926d20c21 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71a26100-3964-4ebb-8e50-1f7b7d50b7c8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.904512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-822cc23a-652c-41be-ad85-2f12c3b15a0a tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726051 Jul 07 17:59:51.907578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33000) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:51.976777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.004364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.068105 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.071084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.072304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/a0a633d5-c45d-4803-be85-3abacf39b45f HTTP/1.1" status: 204 len: 168 time: 0.1636610 Jul 07 17:59:52.077301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33002) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:52.083309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05542936-0c45-4f66-9001-481c7ab51054 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a633d5-c45d-4803-be85-3abacf39b45f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.145880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2ecfb3b4-866d-4974-bd4f-ddc637015161 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670567 Jul 07 17:59:52.152608 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33004) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:52.157755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--859578117'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:52.185833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.298813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.303666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.329493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.330841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1770294 Jul 07 17:59:52.334306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33006) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:52.341221 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87fe34-b48e-4ebb-9267-7d8763e87bd1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d88400-014f-448b-9904-1c8566a7a83c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.341582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '16d88400-014f-448b-9904-1c8566a7a83c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:52.374369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.429446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.434742 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.456460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b6f8a3-8574-4079-953e-885457178c6a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.464313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.465575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d5a2b19e-007e-4516-840f-14597f918dd4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1300466 Jul 07 17:59:52.468644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33008) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:52.532347 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.865775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.939386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.942816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.944391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/16d88400-014f-448b-9904-1c8566a7a83c HTTP/1.1" status: 204 len: 168 time: 0.4746056 Jul 07 17:59:52.948536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33010) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:52.956461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372baa74-d323-481d-935d-89c8f0486585 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d88400-014f-448b-9904-1c8566a7a83c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:53.007575 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-83c93eed-db8e-44a7-b748-38e4ccb90116 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574596 Jul 07 17:59:53.011878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.016534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508627947'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:53.041020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.460400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.466127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.497605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.499271 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4863260 Jul 07 17:59:53.502470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33014) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.505688 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdafd0-cb91-4d69-ad88-8dba4122cebf tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b9053-9253-421e-979d-ca046053c412,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:53.511706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520162985'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:53.540843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.639966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.644990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.672531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.673915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1700151 Jul 07 17:59:53.677425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33016) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.684694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b9053-9253-421e-979d-ca046053c412', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea560221-fffd-46f4-9f30-171428ff4793', 'remote_ip_prefix': None}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:53.685283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b712c0-7263-4359-8a87-d2201e6d98e1 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea560221-fffd-46f4-9f30-171428ff4793,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:53.729660 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.813337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.817842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.837461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ee70e2-c2e3-4b16-a829-a3bf6eaaf8bf,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:53.848229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.849540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-046a9f1c-0159-4f3b-b2bd-53336effe950 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1708682 Jul 07 17:59:53.852956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33018) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.883678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.893167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.926952 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.936465 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.937944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/81ee70e2-c2e3-4b16-a829-a3bf6eaaf8bf HTTP/1.1" status: 204 len: 168 time: 0.0839634 Jul 07 17:59:53.941331 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33020) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.944449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c4f1-d76a-4449-a7ac-e0682750d8c4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ee70e2-c2e3-4b16-a829-a3bf6eaaf8bf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.001808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d0549d96-5601-4815-a187-948984d625e0 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0591171 Jul 07 17:59:54.004411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33022) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.070254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.100482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.151399 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.155149 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.156552 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/ea560221-fffd-46f4-9f30-171428ff4793 HTTP/1.1" status: 204 len: 168 time: 0.1511559 Jul 07 17:59:54.159734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33024) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.172515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325dc53-db54-4ae7-b4b0-143f0b28a60e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea560221-fffd-46f4-9f30-171428ff4793,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.231683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aae939db-9c07-452f-9fa0-4ed6079f5b12 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0702333 Jul 07 17:59:54.234553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33026) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.293734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.320250 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.367575 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.370995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.372433 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/ea6b9053-9253-421e-979d-ca046053c412 HTTP/1.1" status: 204 len: 168 time: 0.1367869 Jul 07 17:59:54.375935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33028) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.384420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a1eab-23f3-4f68-b175-4abe3bafaef2 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b9053-9253-421e-979d-ca046053c412,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.435535 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-81cc0b36-4280-41b7-9b99-6bbe382a9342 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580270 Jul 07 17:59:54.440372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33030) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.445116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766267913'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:54.469494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.574730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.579816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.622061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.623809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1823313 Jul 07 17:59:54.626907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33032) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.629814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0a5ab-a89d-4d8e-a1ab-10e7d0fb7088 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc7fd9-3e8b-4002-b359-4d5b6c5334c1,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.632118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '45bc7fd9-3e8b-4002-b359-4d5b6c5334c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:54.666312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.719497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.724489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.744871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3c5b77-0fe7-4cd9-9837-9f7796eb35df,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.753569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.755077 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-75a70946-7bb8-4fdc-8d41-47f2659ee4b3 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1266766 Jul 07 17:59:54.759684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33034) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.784796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.794914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.826234 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.833304 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.834456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ec3c5b77-0fe7-4cd9-9837-9f7796eb35df HTTP/1.1" status: 204 len: 168 time: 0.0737457 Jul 07 17:59:54.837798 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33036) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.841646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27984e-4521-4a8f-ba18-492adafd70ea tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3c5b77-0fe7-4cd9-9837-9f7796eb35df,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.886720 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b511816b-e8d8-453c-9051-03a5d7e0a102 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469584 Jul 07 17:59:54.890657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33038) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.950771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.976000 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.030153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.033204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.034404 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/45bc7fd9-3e8b-4002-b359-4d5b6c5334c1 HTTP/1.1" status: 204 len: 168 time: 0.1427984 Jul 07 17:59:55.038360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33040) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.048550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea85ca-2555-435e-9d19-af45b3912efe tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc7fd9-3e8b-4002-b359-4d5b6c5334c1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.099438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d183161a-7265-4129-ac4a-b0f84c14ad33 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586121 Jul 07 17:59:55.105203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33042) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.110025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group': {'name': 'tempest-secgroup--32986593'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:55.134881 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.232533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.237446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.269482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.270778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1645207 Jul 07 17:59:55.273926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33044) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.280263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '7f66c70f-5972-4f79-bbfd-cf2cc741239f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:55.286354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464572-5418-4c1b-ad24-64d9738d8516 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f66c70f-5972-4f79-bbfd-cf2cc741239f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.318692 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.399175 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.404230 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.424191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f54be8b-2b85-42b6-a514-06914ebafeba,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.431386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.432997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a8e84c1f-583d-4c6b-b2f0-d67f338b685b tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580369 Jul 07 17:59:55.437554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33046) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.456815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d53351a4-96e9-498d-99e4-502cabc9b1e0 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules/2f54be8b-2b85-42b6-a514-06914ebafeba HTTP/1.1" status: 200 len: 763 time: 0.0180411 Jul 07 17:59:55.458722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.506605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22953f6c-52dd-48f0-a52f-b94aeb9d1e0e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467076 Jul 07 17:59:55.509315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33050) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.539440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.553454 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.583334 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.594889 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.597760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2f54be8b-2b85-42b6-a514-06914ebafeba HTTP/1.1" status: 204 len: 168 time: 0.0869286 Jul 07 17:59:55.599912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.608761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cca022-e172-4a3c-97ac-f4518002edb4 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f54be8b-2b85-42b6-a514-06914ebafeba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.641954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-09894ea2-4feb-4fc2-892f-7a0b0244322a tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404255 Jul 07 17:59:55.644525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33054) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.649139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '7f66c70f-5972-4f79-bbfd-cf2cc741239f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:55.683117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.737365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.741841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.761820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53169256-701e-42b3-ac4b-8ce3019bb0b8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.769600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.770949 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc10b93e-699c-4abe-984d-a28c1edbdfa9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254542 Jul 07 17:59:55.773686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33056) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.792332 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1191e0bc-e80c-44b3-a241-c090d26c9ff6 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules/53169256-701e-42b3-ac4b-8ce3019bb0b8 HTTP/1.1" status: 200 len: 763 time: 0.0168712 Jul 07 17:59:55.795270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33058) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.845116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-00c262cb-5c29-45d5-bc12-ea6ee4379e69 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481138 Jul 07 17:59:55.847876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33062) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.872270 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.879980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.908461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.912285 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.914966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.916128 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/53169256-701e-42b3-ac4b-8ce3019bb0b8 HTTP/1.1" status: 204 len: 168 time: 0.0673411 Jul 07 17:59:55.919624 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33064) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.929416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822718e0-9d1f-48aa-809b-e77f97bcbbef tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53169256-701e-42b3-ac4b-8ce3019bb0b8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.967739 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-51992f8b-430b-4995-8be6-22333cc3d1d8 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438571 Jul 07 17:59:55.971291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33066) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.975337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Request body: {'security_group_rule': {'security_group_id': '7f66c70f-5972-4f79-bbfd-cf2cc741239f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:56.004807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.052598 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.056631 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.078388 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df915ed-de34-4279-a16b-0714d442d8c1,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.084423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.085299 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-61f11ae6-9b86-4db0-a8ce-6d80e2692c6e tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133707 Jul 07 17:59:56.088394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33068) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.105854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-46ef467e-bca4-4665-8ef5-49601eb6bbc0 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules/8df915ed-de34-4279-a16b-0714d442d8c1 HTTP/1.1" status: 200 len: 764 time: 0.0161216 Jul 07 17:59:56.108158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33070) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.147493 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-502e5aff-d601-4bf4-92ab-9dcd94ada98d tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0382495 Jul 07 17:59:56.149877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33072) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.173265 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.180646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.208955 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.215797 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.216911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8df915ed-de34-4279-a16b-0714d442d8c1 HTTP/1.1" status: 204 len: 168 time: 0.0661507 Jul 07 17:59:56.219660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33074) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.222545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebab5bf-0857-4f84-8230-389b092d1b29 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8df915ed-de34-4279-a16b-0714d442d8c1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.268681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-711326c7-22ca-4ee8-9d9c-584d1c22a168 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477076 Jul 07 17:59:56.271531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33076) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.326183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.350363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.395297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.398062 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.399278 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "DELETE /v2.0/security-groups/7f66c70f-5972-4f79-bbfd-cf2cc741239f HTTP/1.1" status: 204 len: 168 time: 0.1267366 Jul 07 17:59:56.403248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33078) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.409683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174a043-3c42-4130-bdab-a3d2256ab1ac tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f66c70f-5972-4f79-bbfd-cf2cc741239f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.460587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9b699f68-3c08-431e-8ad2-fb40ffbf8323 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558658 Jul 07 17:59:56.467113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33080) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.515472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-80a6d26d-db41-41bf-a795-b1dd8b12cba9 tempest-SecGroupTest-1314845350 tempest-SecGroupTest-1314845350-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465393 Jul 07 17:59:56.825455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33086) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:57.018909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d38d5fdf-6666-4b91-b9cc-c37748a1016c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5003f70b7c9f472cb029eb69f9aebc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918917 Jul 07 17:59:57.021358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33090) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:57.098256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.124417 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.183383 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.186363 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.188149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed4fccfc-d920-4216-ba10-57ba6ad1dff9 HTTP/1.1" status: 204 len: 168 time: 0.1656048 Jul 07 17:59:57.197231 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9bc18-e3e6-4686-9de3-de8dc0bd6b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4fccfc-d920-4216-ba10-57ba6ad1dff9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:57.469511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.038391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33112) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.148287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1b8f4836-9cd7-4112-ae21-ecd710cff7b0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:58.148822 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-1b8f4836-9cd7-4112-ae21-ecd710cff7b0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:59:58.149323 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-1b8f4836-9cd7-4112-ae21-ecd710cff7b0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:59:58.150330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1b8f4836-9cd7-4112-ae21-ecd710cff7b0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1106045 Jul 07 17:59:58.155034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33116) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.160182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--331825882'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:58.185759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.198880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.313871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.319412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.364327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf3519-e9d7-4a2a-a5f6-1f519be557f8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.461568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.468237 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.520257 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.522402 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3660741 Jul 07 17:59:58.525320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33118) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.530564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02c34c-dc6f-4ae0-9bce-f11301d55e63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6da8fa-dbda-4d07-99e9-7aaed3b83b8c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.531831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': 'bf6da8fa-dbda-4d07-99e9-7aaed3b83b8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:58.572290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.633638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.639197 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.660470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f824bf-221e-4aa3-a6bc-226ead1138ff,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.669703 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.671933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4e85c397-317c-4458-b488-3e7109a33f5c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444175 Jul 07 17:59:58.675047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33120) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.683675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6ce75dab-4ec5-4c35-bcfa-2ea4277b616d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': 'bf6da8fa-dbda-4d07-99e9-7aaed3b83b8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:58.724500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ce75dab-4ec5-4c35-bcfa-2ea4277b616d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.777287 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-6ce75dab-4ec5-4c35-bcfa-2ea4277b616d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:59:58.778377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ce75dab-4ec5-4c35-bcfa-2ea4277b616d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1019492 Jul 07 17:59:58.781377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33122) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.880708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.929429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.981710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.984893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.986345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/bf6da8fa-dbda-4d07-99e9-7aaed3b83b8c HTTP/1.1" status: 204 len: 168 time: 0.2036719 Jul 07 17:59:58.989144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33126) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.998096 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c77372-45e1-4f38-9dbf-13f18d33ac10 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6da8fa-dbda-4d07-99e9-7aaed3b83b8c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.048825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1ffddbe3-0b47-4519-b979-7bbda53c5754 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583701 Jul 07 17:59:59.053530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33128) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.059369 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541144929'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:59.085114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.182479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.187442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.217386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.218688 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1639259 Jul 07 17:59:59.223130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c02d9-8453-469e-94f8-66192112e917 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be402baf-2ee8-42c6-8d2d-ad44cb8fe4d9,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.223538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33130) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.232217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-494a1b29-4e62-4a06-82c6-ada5e6e26f90 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': 'be402baf-2ee8-42c6-8d2d-ad44cb8fe4d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:59.233145 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-494a1b29-4e62-4a06-82c6-ada5e6e26f90 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:59:59.234069 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-494a1b29-4e62-4a06-82c6-ada5e6e26f90 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:59:59.236124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-494a1b29-4e62-4a06-82c6-ada5e6e26f90 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110967 Jul 07 17:59:59.240413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33132) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.301027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.326330 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.373812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.376851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.378265 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/be402baf-2ee8-42c6-8d2d-ad44cb8fe4d9 HTTP/1.1" status: 204 len: 168 time: 0.1368446 Jul 07 17:59:59.381934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33134) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.392377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7966a9b-4621-4c9a-affa-f5e22f181bd4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be402baf-2ee8-42c6-8d2d-ad44cb8fe4d9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.406138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:59.464668 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0b1ea8ef-5b87-43e3-8a6b-8a984d306349 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790431 Jul 07 17:59:59.468291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33136) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.474000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629159102'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:59.507374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.633154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.638431 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.676864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25612bb3-9a00-428b-8945-e2d8e8778842,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.680177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.681459 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-aa6a78f7-971c-465f-b394-bdf948d0db11 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2114649 Jul 07 17:59:59.687033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.692214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-22c8ded8-d965-41a1-8931-7cc0f2b98f45 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '25612bb3-9a00-428b-8945-e2d8e8778842', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:59.693244 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-22c8ded8-d965-41a1-8931-7cc0f2b98f45 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:59:59.693769 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-22c8ded8-d965-41a1-8931-7cc0f2b98f45 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:59:59.694913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22c8ded8-d965-41a1-8931-7cc0f2b98f45 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065930 Jul 07 17:59:59.698158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33140) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.755382 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.781291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.826048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.829082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.830571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/25612bb3-9a00-428b-8945-e2d8e8778842 HTTP/1.1" status: 204 len: 168 time: 0.1312857 Jul 07 17:59:59.833667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33142) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.845203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489c95-c5bf-48f8-9e48-edf5cbc2ce2d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25612bb3-9a00-428b-8945-e2d8e8778842,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.897792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e92a0b5-b065-43b0-8d83-57d20b47092f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625520 Jul 07 17:59:59.904363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33144) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.909269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--290840717'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:59.947330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.044445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.050781 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.078364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.079971 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1745241 Jul 07 18:00:00.083199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33146) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.084454 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb0a8-91cb-4388-8b51-f5080a25081c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173424e8-c36c-40ba-a275-287d8e8bdc65,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.089062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a07001af-4bb7-4e2d-94a7-b099b2cf3727 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '173424e8-c36c-40ba-a275-287d8e8bdc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.090210 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-a07001af-4bb7-4e2d-94a7-b099b2cf3727 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 18:00:00.090746 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-a07001af-4bb7-4e2d-94a7-b099b2cf3727 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.092091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a07001af-4bb7-4e2d-94a7-b099b2cf3727 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075104 Jul 07 18:00:00.095537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33148) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.103020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-86e1b38a-f968-484b-ba4e-5eb9c2b3c125 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '173424e8-c36c-40ba-a275-287d8e8bdc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.104458 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-86e1b38a-f968-484b-ba4e-5eb9c2b3c125 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 18:00:00.104964 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-86e1b38a-f968-484b-ba4e-5eb9c2b3c125 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.106008 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-86e1b38a-f968-484b-ba4e-5eb9c2b3c125 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090542 Jul 07 18:00:00.109222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33150) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.113708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4a23d0db-6df4-4f63-a8af-340f0ba6dafb tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '173424e8-c36c-40ba-a275-287d8e8bdc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.114571 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-4a23d0db-6df4-4f63-a8af-340f0ba6dafb tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 18:00:00.115058 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-4a23d0db-6df4-4f63-a8af-340f0ba6dafb tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.116006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4a23d0db-6df4-4f63-a8af-340f0ba6dafb tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058639 Jul 07 18:00:00.118717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33152) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.123015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-01b092ef-b345-4a41-babe-f0475a7cd9e9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '173424e8-c36c-40ba-a275-287d8e8bdc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.127451 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-01b092ef-b345-4a41-babe-f0475a7cd9e9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 18:00:00.127970 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-01b092ef-b345-4a41-babe-f0475a7cd9e9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.128966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01b092ef-b345-4a41-babe-f0475a7cd9e9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093715 Jul 07 18:00:00.131686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33154) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.188126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.215172 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.259627 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.263192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.264510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/173424e8-c36c-40ba-a275-287d8e8bdc65 HTTP/1.1" status: 204 len: 168 time: 0.1319151 Jul 07 18:00:00.267527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33156) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.273952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da2cd1-eccc-4d76-a68c-b0977e0e63d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173424e8-c36c-40ba-a275-287d8e8bdc65,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.314490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9b0a696a-15c0-446b-b6c8-c5ddc2bc5763 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456171 Jul 07 18:00:00.317984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33158) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.323162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423940564'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.348368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.443432 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.449946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.488562 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.489857 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1708827 Jul 07 18:00:00.493061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.499474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-16da74d5-8cbf-422e-90f8-bf45a3b29b18 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.499963 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-16da74d5-8cbf-422e-90f8-bf45a3b29b18 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:00:00.500464 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-16da74d5-8cbf-422e-90f8-bf45a3b29b18 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.501468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16da74d5-8cbf-422e-90f8-bf45a3b29b18 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074503 Jul 07 18:00:00.502732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b52cb-4328-4b63-8c44-78d1ebf6f58d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5132cd91-22d1-4c5c-a4bb-16a137ffd183,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.505051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33162) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.511406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0f89f1e0-3602-46f2-bb0d-640bfb8d4623 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.551921 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-0f89f1e0-3602-46f2-bb0d-640bfb8d4623 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.553357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f89f1e0-3602-46f2-bb0d-640bfb8d4623 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0468628 Jul 07 18:00:00.556630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33164) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.563036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b65f001-d6f7-4d63-97c8-9de585859186 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.563584 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-3b65f001-d6f7-4d63-97c8-9de585859186 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 18:00:00.564232 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-3b65f001-d6f7-4d63-97c8-9de585859186 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.565235 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b65f001-d6f7-4d63-97c8-9de585859186 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067084 Jul 07 18:00:00.568752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33166) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.575361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6fb3999a-61f6-402c-b326-5c3834bbb9d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.613967 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-6fb3999a-61f6-402c-b326-5c3834bbb9d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.615339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6fb3999a-61f6-402c-b326-5c3834bbb9d7 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0454366 Jul 07 18:00:00.618524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33168) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.624167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d87e39a3-2e70-4483-a731-025a26f1f013 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.624692 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-d87e39a3-2e70-4483-a731-025a26f1f013 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:00:00.625301 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-d87e39a3-2e70-4483-a731-025a26f1f013 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.626490 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d87e39a3-2e70-4483-a731-025a26f1f013 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068998 Jul 07 18:00:00.629530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33170) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.635019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8f8e7c38-5719-4138-84a2-70a848594c52 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.662420 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-8f8e7c38-5719-4138-84a2-70a848594c52 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Project f041d75d2c0f475884a245b59dad1382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:00:00.678998 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-8f8e7c38-5719-4138-84a2-70a848594c52 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.680399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f8e7c38-5719-4138-84a2-70a848594c52 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0497077 Jul 07 18:00:00.684041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33172) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.689776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e77c4b41-7c2e-413f-b6af-b29a11cd96ec tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.690666 n-d-791505-12 neutron-server[93946]: WARNING neutron.api.v2.base [None req-e77c4b41-7c2e-413f-b6af-b29a11cd96ec tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 18:00:00.691130 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-e77c4b41-7c2e-413f-b6af-b29a11cd96ec tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.692366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e77c4b41-7c2e-413f-b6af-b29a11cd96ec tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071139 Jul 07 18:00:00.695881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33174) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.701219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3fb78cbc-52ad-4740-9dc7-11ea53df3535 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.730463 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-3fb78cbc-52ad-4740-9dc7-11ea53df3535 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Project f041d75d2c0f475884a245b59dad1382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:00:00.747358 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-3fb78cbc-52ad-4740-9dc7-11ea53df3535 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.749283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3fb78cbc-52ad-4740-9dc7-11ea53df3535 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0522122 Jul 07 18:00:00.753354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33176) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.758179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6aa87a97-315c-475f-8000-1c98d0da3b3e tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '5132cd91-22d1-4c5c-a4bb-16a137ffd183', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:00.786214 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-6aa87a97-315c-475f-8000-1c98d0da3b3e tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Project f041d75d2c0f475884a245b59dad1382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:00:00.803669 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-6aa87a97-315c-475f-8000-1c98d0da3b3e tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:00.804775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6aa87a97-315c-475f-8000-1c98d0da3b3e tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0503836 Jul 07 18:00:00.808240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33178) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.868679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.897465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.944194 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.947335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.949556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/5132cd91-22d1-4c5c-a4bb-16a137ffd183 HTTP/1.1" status: 204 len: 168 time: 0.1401117 Jul 07 18:00:00.953764 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33180) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:00.960966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c7dd3-2315-4ccd-a5e3-8a1ecc807f77 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5132cd91-22d1-4c5c-a4bb-16a137ffd183,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.006316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f9080fe-7eee-4832-b439-f4f6b8fdafe3 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509357 Jul 07 18:00:01.010965 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33182) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.016400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--110684483'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.041079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.163061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.168087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.199956 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.201262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1890383 Jul 07 18:00:01.206003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272ec3b-20cd-4b38-96ba-2f813b9f3507 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12f7ed-ce1e-4f5b-8341-5cb53b8cf5e9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.206311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33186) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.214543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7f18ad78-f26d-44f3-96ac-af6fe6f4010d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '7d12f7ed-ce1e-4f5b-8341-5cb53b8cf5e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.281658 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-7f18ad78-f26d-44f3-96ac-af6fe6f4010d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The resource could not be found. Jul 07 18:00:01.288522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7f18ad78-f26d-44f3-96ac-af6fe6f4010d tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0807290 Jul 07 18:00:01.292337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33188) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.297283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1a083491-49f5-4a09-8ef9-709c559df1f3 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '7d12f7ed-ce1e-4f5b-8341-5cb53b8cf5e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '83b17980-eb64-41ea-8610-6af49eccb379'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.342977 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-1a083491-49f5-4a09-8ef9-709c559df1f3 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The resource could not be found. Jul 07 18:00:01.344457 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1a083491-49f5-4a09-8ef9-709c559df1f3 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0507429 Jul 07 18:00:01.347409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33190) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.429990 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.457903 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.512539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.515660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.517022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/7d12f7ed-ce1e-4f5b-8341-5cb53b8cf5e9 HTTP/1.1" status: 204 len: 168 time: 0.1685786 Jul 07 18:00:01.520081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33192) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.528785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624804-4e3a-4f3e-a8ba-a9c147860ac9 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12f7ed-ce1e-4f5b-8341-5cb53b8cf5e9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.578990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1f7ae9fb-a337-4b6c-9197-0b2103505b9e tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573668 Jul 07 18:00:01.582298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33194) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.591563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1cee324c-01a2-4535-be4b-4ffbbd99fd63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '79ac4c36-c39a-4f22-bcc0-8c0add7599a0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.656567 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-1cee324c-01a2-4535-be4b-4ffbbd99fd63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The resource could not be found. Jul 07 18:00:01.658397 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1cee324c-01a2-4535-be4b-4ffbbd99fd63 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0744789 Jul 07 18:00:01.663009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33196) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.668411 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--813231679'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.692961 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.797948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.803252 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.843544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.844856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1807687 Jul 07 18:00:01.848142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33198) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.854576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442923027'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.861103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe16ea-19ff-458a-9ccd-f7e874873243 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1142dae-b055-4a53-9827-bd3a5650389a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.885998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.005768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.011148 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.037495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.039050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1899197 Jul 07 18:00:02.043664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33200) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.049350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd2f33-4ab1-4ef6-be5d-43e84040a378 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a364006-5e80-4ac7-8548-ce1c67545b4b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:02.050900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ce4a70fb-38e6-4ece-81b0-d46591ffd129 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': 'f1142dae-b055-4a53-9827-bd3a5650389a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8a364006-5e80-4ac7-8548-ce1c67545b4b'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:02.103447 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-ce4a70fb-38e6-4ece-81b0-d46591ffd129 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:02.105225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce4a70fb-38e6-4ece-81b0-d46591ffd129 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0599601 Jul 07 18:00:02.109627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33202) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.173054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.198402 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.247492 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.250826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.252555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a364006-5e80-4ac7-8548-ce1c67545b4b HTTP/1.1" status: 204 len: 168 time: 0.1417165 Jul 07 18:00:02.256702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33204) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.266123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d06244-e521-4eaa-a795-db1ef7a9f7d0 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a364006-5e80-4ac7-8548-ce1c67545b4b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:02.326918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5e3ad7ec-7666-4d81-8a42-613a50397275 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0688314 Jul 07 18:00:02.330519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33206) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.407712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.447825 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.516914 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.519621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.520840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/f1142dae-b055-4a53-9827-bd3a5650389a HTTP/1.1" status: 204 len: 168 time: 0.1893172 Jul 07 18:00:02.524038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33208) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.532592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676b629-338c-4f41-8a38-414c6d70ca43 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1142dae-b055-4a53-9827-bd3a5650389a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:02.578250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4d7ae747-404f-41ec-9097-f7d0dc39518c tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526738 Jul 07 18:00:02.583299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33210) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.588036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101074576'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:02.615342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.716408 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.721669 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.751623 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.753328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1689801 Jul 07 18:00:02.757209 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33212) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.763523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cba46a18-47bc-4409-b413-7d4607dd65b4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '4e484c38-4dae-401a-bc6a-110ae8360e69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:02.770325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b2ec-7d8e-420e-afa2-891ee10ae386 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e484c38-4dae-401a-bc6a-110ae8360e69,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:02.807709 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-cba46a18-47bc-4409-b413-7d4607dd65b4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:02.808804 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cba46a18-47bc-4409-b413-7d4607dd65b4 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0505524 Jul 07 18:00:02.813502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.818289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-27eff0f4-4b7e-44e2-8e58-1f068984579f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group_rule': {'security_group_id': '4e484c38-4dae-401a-bc6a-110ae8360e69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:02.860547 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-27eff0f4-4b7e-44e2-8e58-1f068984579f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:00:02.861673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-27eff0f4-4b7e-44e2-8e58-1f068984579f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0470910 Jul 07 18:00:02.866538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.936533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.968138 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.037153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.040057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.042067 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/4e484c38-4dae-401a-bc6a-110ae8360e69 HTTP/1.1" status: 204 len: 168 time: 0.1737218 Jul 07 18:00:03.046098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33218) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.052224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6b96-c1e2-4602-a440-e0778f3034ae tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e484c38-4dae-401a-bc6a-110ae8360e69,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:03.109372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f52259e-b85c-440d-beca-0391358de364 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609829 Jul 07 18:00:03.113564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33220) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.121424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'tempest-secgroup--923225464'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:03.157429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.251560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.256764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.288023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.289179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1740327 Jul 07 18:00:03.292931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33222) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.298658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a2ce2982-b1ac-4a82-988d-2c22035b7d2b tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:03.299086 n-d-791505-12 neutron-server[93947]: WARNING neutron.api.v2.base [None req-a2ce2982-b1ac-4a82-988d-2c22035b7d2b tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 18:00:03.299607 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-a2ce2982-b1ac-4a82-988d-2c22035b7d2b tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 18:00:03.300597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a2ce2982-b1ac-4a82-988d-2c22035b7d2b tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "PUT /v2.0/security-groups/ff29eca9-c45a-477e-b1eb-26a61fc8920b HTTP/1.1" status: 409 len: 330 time: 0.0067046 Jul 07 18:00:03.301818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59d86e-cac3-4719-a5ed-73d0c2d8f221 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29eca9-c45a-477e-b1eb-26a61fc8920b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:03.303911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33224) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.367510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.398208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.459140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.462205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.464910 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/ff29eca9-c45a-477e-b1eb-26a61fc8920b HTTP/1.1" status: 204 len: 168 time: 0.1597004 Jul 07 18:00:03.467718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33226) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.481129 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03509df3-c7e3-4cd0-8411-e01be464545f tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29eca9-c45a-477e-b1eb-26a61fc8920b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:03.527357 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-01abeb8b-b844-4164-a8c2-f032e50e5bdf tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580812 Jul 07 18:00:03.531922 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33228) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.546896 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-5b43cacf-f13d-4f52-9ed4-8b4c4a14aacf tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] delete failed (client error): The resource could not be found. Jul 07 18:00:03.547895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b43cacf-f13d-4f52-9ed4-8b4c4a14aacf tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "DELETE /v2.0/security-groups/953681cd-2f70-4e83-b22e-5b19f8899d5f HTTP/1.1" status: 404 len: 347 time: 0.0149837 Jul 07 18:00:03.551658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33230) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.568122 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-4f04c40e-ada9-407d-8d8f-4210c0ac9892 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] show failed (client error): The resource could not be found. Jul 07 18:00:03.569222 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f04c40e-ada9-407d-8d8f-4210c0ac9892 tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-groups/2de05cdf-e632-422b-ab29-e304ea8182c6 HTTP/1.1" status: 404 len: 347 time: 0.0165493 Jul 07 18:00:03.574474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33232) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:03.586994 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-003a5ba9-f032-458e-b3ef-055aa37ae5bf tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] show failed (client error): The resource could not be found. Jul 07 18:00:03.588095 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-003a5ba9-f032-458e-b3ef-055aa37ae5bf tempest-NegativeSecGroupIPv6Test-885220254 tempest-NegativeSecGroupIPv6Test-885220254-project] 10.222.0.66 "GET /v2.0/security-group-rules/8840f1b1-70dd-4ce8-bb3c-99a97175131b HTTP/1.1" status: 404 len: 356 time: 0.0124068 Jul 07 18:00:03.938915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33238) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:04.112804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cf6e1787-1dfc-4f74-8c07-673a83193180 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f041d75d2c0f475884a245b59dad1382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723642 Jul 07 18:00:04.115427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33242) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:04.175691 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.200688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.251817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.255482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.256823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46bf3519-e9d7-4a2a-a5f6-1f519be557f8 HTTP/1.1" status: 204 len: 168 time: 0.1403673 Jul 07 18:00:04.269896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add36166-8287-4a2e-8f48-65ad4e8185ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf3519-e9d7-4a2a-a5f6-1f519be557f8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.045961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33264) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:05.153179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1683119941'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:05.193494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Made reservation on behalf of 317f386382f547e881f5c02c95d309c8 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:05.199768 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.220570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.336539 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.341960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.373469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:05.385988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1cf3b-70f0-4107-bfb5-26166b4ea5a4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.392700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.393033 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Added segment cf6c6824-3d6b-47fc-8798-82413bc99d1f of type vlan for network 03889fde-892b-41db-8490-33c48f9409d1 Jul 07 18:00:05.457481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.498527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.504472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:05.505107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.604060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5562582 Jul 07 18:00:05.607665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33268) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:05.614323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Request body: {'subnet': {'network_id': '03889fde-892b-41db-8490-33c48f9409d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:05.624223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325cd8-a53f-4f6c-8591-6d73841c5ea2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event updated for resources: {'Network': ['ID=03889fde-892b-41db-8490-33c48f9409d1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.639387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 03889fde-892b-41db-8490-33c48f9409d1 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:05.729508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Made reservation on behalf of 317f386382f547e881f5c02c95d309c8 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:05.733221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.997735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.119318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event updated for resources: {'Subnet': ['ID=60dc5517-d6ad-44bf-bb69-66c709cd8d3e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:06.131409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Checking segment: {'id': 'cf6c6824-3d6b-47fc-8798-82413bc99d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03889fde-892b-41db-8490-33c48f9409d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:06.131771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Network hostable DHCP agents. Network: 03889fde-892b-41db-8490-33c48f9409d1, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:06.155914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Network 03889fde-892b-41db-8490-33c48f9409d1 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:06.169548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 03889fde-892b-41db-8490-33c48f9409d1) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:06.174962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:06.175646 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.182771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc5523-8743-41d3-8b0f-05d2f00ba4ec None None] Network 03889fde-892b-41db-8490-33c48f9409d1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:06.203256 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1d0f93a2-70f3-470d-9b41-580af3796b25 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5910013 Jul 07 18:00:06.203705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33270) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:06.212042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Request body: {'port': {'network_id': '03889fde-892b-41db-8490-33c48f9409d1', 'name': 'tempest-TagsExtTest-809644222'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:06.372394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Made reservation on behalf of 317f386382f547e881f5c02c95d309c8 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:06.376131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.402124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] device_id is not set on port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 yet. {{(pid=93947) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:06.409836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-03889fde-892b-41db-8490-33c48f9409d1', 'network_id': '03889fde-892b-41db-8490-33c48f9409d1', 'tenant_id': '317f386382f547e881f5c02c95d309c8', 'fixed_ips': [{'subnet_id': '60dc5517-d6ad-44bf-bb69-66c709cd8d3e'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:06.410896 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.542750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Allocated IP 172.20.0.10 (03889fde-892b-41db-8490-33c48f9409d1/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:06.711899 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.733886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Transition to ACTIVE for port object c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:06.756346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-df17756f-6909-4752-a31f-ca38a81e2d1c req-18596fe3-7704-4612-8fbb-24c748ec890c service neutron] (93947) timed out ('10.222.0.66', 52738) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:00:06.770273 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.817466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Network 03889fde-892b-41db-8490-33c48f9409d1 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:06.820881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:06.827480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:06.834491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event updated for resources: {'Port': ['ID=c2b77e74-5ebb-4cc0-b831-fea3dfc85e98,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:06.841284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Allocated IP 172.20.0.2 (03889fde-892b-41db-8490-33c48f9409d1/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/95e36de0-68cd-40d8-b1fe-b320783af2fa) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:06.892729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:06.893425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.915049 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e972575-82df-4115-b8b6-380f7e3003aa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7098217 Jul 07 18:00:06.915839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33272) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:06.921192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2072965495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:06.950254 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.951737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.022172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.027301 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.039726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.050958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.051940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Transition to ACTIVE for port object 95e36de0-68cd-40d8-b1fe-b320783af2fa will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:07.052997 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-77de2a5a-b780-448e-920f-476468046548 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1359954 Jul 07 18:00:07.057500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33274) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.065693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0a2079e8-4417-46fb-a718-0e879d16bc52 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-876219580', 'prefixes': ['172.20.0.0/16']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:07.074734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Transition to ACTIVE for port object 95e36de0-68cd-40d8-b1fe-b320783af2fa will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:07.083533 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.144922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2079e8-4417-46fb-a718-0e879d16bc52 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for subnetpool, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.146199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a2079e8-4417-46fb-a718-0e879d16bc52 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0871284 Jul 07 18:00:07.152401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33276) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.157333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-91e893d7-1154-490c-93c2-4803fb6300d1 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-1712867191') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.164447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Network 03889fde-892b-41db-8490-33c48f9409d1 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:07.170250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:07.174535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:07.205852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Pushing event updated for resources: {'Port': ['ID=95e36de0-68cd-40d8-b1fe-b320783af2fa,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:07.282742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91e893d7-1154-490c-93c2-4803fb6300d1 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-1712867191 HTTP/1.1" status: 201 len: 201 time: 0.1248240 Jul 07 18:00:07.283066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Attempting to bind port 95e36de0-68cd-40d8-b1fe-b320783af2fa on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:07.283296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33278) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.283625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Attempting to bind port 95e36de0-68cd-40d8-b1fe-b320783af2fa by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'cf6c6824-3d6b-47fc-8798-82413bc99d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03889fde-892b-41db-8490-33c48f9409d1'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:07.284131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Attempting to bind port 95e36de0-68cd-40d8-b1fe-b320783af2fa on network 03889fde-892b-41db-8490-33c48f9409d1 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:07.289162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-2615cbae-7df4-47d8-a46d-76c8e9cb8e2a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1204297390') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.291826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:07.292419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Checking segment: {'id': 'cf6c6824-3d6b-47fc-8798-82413bc99d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03889fde-892b-41db-8490-33c48f9409d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:07.292940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.295717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Bound using segment: {'id': 'cf6c6824-3d6b-47fc-8798-82413bc99d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03889fde-892b-41db-8490-33c48f9409d1'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:07.295717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Bound port: 95e36de0-68cd-40d8-b1fe-b320783af2fa, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6c6824-3d6b-47fc-8798-82413bc99d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03889fde-892b-41db-8490-33c48f9409d1'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:07.295717 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.358051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2615cbae-7df4-47d8-a46d-76c8e9cb8e2a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1204297390 HTTP/1.1" status: 201 len: 201 time: 0.0733855 Jul 07 18:00:07.361228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33280) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.366417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-352e4543-4981-4634-827d-50130f92fa63 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-439784945') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.405275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] For port 95e36de0-68cd-40d8-b1fe-b320783af2fa, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:07.409268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] For port 95e36de0-68cd-40d8-b1fe-b320783af2fa, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95e36de0-68cd-40d8-b1fe-b320783af2fa,segment=NetworkSegment(cf6c6824-3d6b-47fc-8798-82413bc99d1f),segment_id=cf6c6824-3d6b-47fc-8798-82413bc99d1f)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:07.416293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.488423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-352e4543-4981-4634-827d-50130f92fa63 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-439784945 HTTP/1.1" status: 201 len: 201 time: 0.1257708 Jul 07 18:00:07.491112 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33282) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.500530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1646c-5b42-4343-9876-7aa1bd1bfa45 None None] Pushing event updated for resources: {'Port': ['ID=95e36de0-68cd-40d8-b1fe-b320783af2fa,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:07.501845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-1acce836-2053-4d5b-adbd-8546627b54bd tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-56482711') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.566269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1acce836-2053-4d5b-adbd-8546627b54bd tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-56482711 HTTP/1.1" status: 201 len: 201 time: 0.0729356 Jul 07 18:00:07.569197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33284) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.576263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-23c44b6b-b4af-496b-b4f8-102d696b17da tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.643441 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2010dccc-a983-4944-9561-8c1f1f83efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.653301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23c44b6b-b4af-496b-b4f8-102d696b17da tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 200 len: 241 time: 0.0822651 Jul 07 18:00:07.656386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33286) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.661132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-15730f2e-7cf0-4c00-a4d1-c906df9b9c8a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-1712867191') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.761297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-15730f2e-7cf0-4c00-a4d1-c906df9b9c8a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-1712867191 HTTP/1.1" status: 204 len: 168 time: 0.1026111 Jul 07 18:00:07.763279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33288) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.768229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-76f14d34-f936-4be9-933c-3243638c1652 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-1712867191') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.855320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-76f14d34-f936-4be9-933c-3243638c1652 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-1712867191 HTTP/1.1" status: 204 len: 168 time: 0.0906253 Jul 07 18:00:07.858555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33290) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.864426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-2324d0aa-f6b8-4605-9c2c-c7e85cf34e9c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.009323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2324d0aa-f6b8-4605-9c2c-c7e85cf34e9c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 200 len: 205 time: 0.1491346 Jul 07 18:00:08.011803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33292) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.016494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-cffde3d9-6125-4070-917b-690d49adbc4e tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.086504 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cffde3d9-6125-4070-917b-690d49adbc4e tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 200 len: 241 time: 0.0734904 Jul 07 18:00:08.089861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33294) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.094926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-0e6507eb-9004-4a51-ac31-96800550badc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1204297390') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.152403 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0e6507eb-9004-4a51-ac31-96800550badc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1204297390 HTTP/1.1" status: 204 len: 168 time: 0.0612249 Jul 07 18:00:08.154960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33296) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.159657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-9f8eeb5b-f58f-4555-8444-780e79e32c6b tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1204297390') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.248966 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9f8eeb5b-f58f-4555-8444-780e79e32c6b tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1204297390 HTTP/1.1" status: 204 len: 168 time: 0.0928957 Jul 07 18:00:08.253139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33298) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.260701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-6ee777b4-8d03-4057-9b36-61716a1a1b14 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.334521 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6ee777b4-8d03-4057-9b36-61716a1a1b14 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 200 len: 205 time: 0.0797005 Jul 07 18:00:08.339462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33300) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.345499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-a8e8bf16-22ba-4e78-b0bb-8f953399f74a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.437700 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a8e8bf16-22ba-4e78-b0bb-8f953399f74a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 200 len: 240 time: 0.0963299 Jul 07 18:00:08.441093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33302) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.445812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-0f01a81b-086c-4c9d-8215-08f16764ead3 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-439784945') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.531413 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0f01a81b-086c-4c9d-8215-08f16764ead3 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-439784945 HTTP/1.1" status: 204 len: 168 time: 0.0891807 Jul 07 18:00:08.534895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33304) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.539949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-8614b634-551a-401d-a777-ad549ba122ba tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-439784945') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.636370 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7e59c-2df3-435e-8902-f2e0c2fc8456 None None] Network 03889fde-892b-41db-8490-33c48f9409d1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:08.656083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8614b634-551a-401d-a777-ad549ba122ba tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-439784945 HTTP/1.1" status: 204 len: 168 time: 0.1196733 Jul 07 18:00:08.659079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33306) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.665169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-915cdab6-6f4c-4f96-8cd7-46dbb2b92746 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.706914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-611415ac-2414-43e7-bbb9-36615e98d23c None None] Provisioning for port 95e36de0-68cd-40d8-b1fe-b320783af2fa completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:08.797984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-915cdab6-6f4c-4f96-8cd7-46dbb2b92746 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 200 len: 205 time: 0.1372018 Jul 07 18:00:08.800301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33308) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.805558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-273c80c0-357a-49f3-90ac-f74f1e71c6ab tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.852323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-273c80c0-357a-49f3-90ac-f74f1e71c6ab tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 200 len: 239 time: 0.0502133 Jul 07 18:00:08.856098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33310) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.862204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-e477ed77-e894-4a1a-b1d0-ffd43de51d87 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-56482711') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.894877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e477ed77-e894-4a1a-b1d0-ffd43de51d87 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-56482711 HTTP/1.1" status: 204 len: 168 time: 0.0369928 Jul 07 18:00:08.897256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33312) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.904849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-e7d6519f-f655-4046-a73d-5ce24b5c5c16 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-56482711') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.965011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e7d6519f-f655-4046-a73d-5ce24b5c5c16 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-56482711 HTTP/1.1" status: 204 len: 168 time: 0.0615249 Jul 07 18:00:08.965011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33314) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.969869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-390210cd-346c-4b69-8a2f-8bb1f08d528a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.993371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-390210cd-346c-4b69-8a2f-8bb1f08d528a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 200 len: 205 time: 0.0273285 Jul 07 18:00:08.996445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33316) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.001055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-2878dd52-8eb7-4588-bbf8-f62139b72405 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.015908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95e36de0-68cd-40d8-b1fe-b320783af2fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:09.038593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2878dd52-8eb7-4588-bbf8-f62139b72405 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 204 len: 168 time: 0.0411334 Jul 07 18:00:09.042130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33318) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.050854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-1287485b-9ce3-4e0a-9934-b3e665c98973 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.085090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 95e36de0-68cd-40d8-b1fe-b320783af2fa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:09.092523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 95e36de0-68cd-40d8-b1fe-b320783af2fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:09.093627 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.138019 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1287485b-9ce3-4e0a-9934-b3e665c98973 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0939755 Jul 07 18:00:09.140517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33320) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.146259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-815930b3-3a4b-4420-83b5-77aab883b71a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.169166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Provisioning for port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:09.178057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Provisioning complete for port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:09.178636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.215201 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-815930b3-3a4b-4420-83b5-77aab883b71a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 204 len: 168 time: 0.0733361 Jul 07 18:00:09.220173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33322) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.223772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-007f4d48-bfb8-4cc0-beaa-caa3db0b1a3d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.262944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:09.273418 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.291594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Provisioning complete for port 95e36de0-68cd-40d8-b1fe-b320783af2fa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:09.292157 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ffe587b-f963-441a-a0a4-0905a0aa272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.304663 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-007f4d48-bfb8-4cc0-beaa-caa3db0b1a3d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0837708 Jul 07 18:00:09.315301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33324) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.323507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-53b68744-ab8a-4cf2-9bc7-9b80ee351b1d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-418574008') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.343925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 95e36de0-68cd-40d8-b1fe-b320783af2fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95e36de0-68cd-40d8-b1fe-b320783af2fa,segment=NetworkSegment(cf6c6824-3d6b-47fc-8798-82413bc99d1f),segment_id=cf6c6824-3d6b-47fc-8798-82413bc99d1f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:09.351281 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.425742 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-53b68744-ab8a-4cf2-9bc7-9b80ee351b1d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-418574008 HTTP/1.1" status: 201 len: 201 time: 0.1085308 Jul 07 18:00:09.430234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33326) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.432754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=95e36de0-68cd-40d8-b1fe-b320783af2fa,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:09.441038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-995364da-bac4-4093-ae23-646bd146e2c4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1859789567') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.538172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-995364da-bac4-4093-ae23-646bd146e2c4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1859789567 HTTP/1.1" status: 201 len: 201 time: 0.1062067 Jul 07 18:00:09.540888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33328) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.548725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-5eb089c5-6edf-4d7d-97e4-bda7dce82430 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-1320840021') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.576303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2483316b-26d4-47b6-bd9b-25bf4a11500c None None] Provisioning complete for port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:09.576922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2483316b-26d4-47b6-bd9b-25bf4a11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.635180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-2483316b-26d4-47b6-bd9b-25bf4a11500c None None] Port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:09.647926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5eb089c5-6edf-4d7d-97e4-bda7dce82430 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-1320840021 HTTP/1.1" status: 201 len: 201 time: 0.1055729 Jul 07 18:00:09.650970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33330) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.656522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-de4ed2b7-91d0-4f43-bd3e-9e314730ff35 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-102821401') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.693930 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de4ed2b7-91d0-4f43-bd3e-9e314730ff35 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-102821401 HTTP/1.1" status: 201 len: 201 time: 0.0413525 Jul 07 18:00:09.697032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.702239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-faf8b743-51cc-49fd-8b5a-216c1f9f36ec tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', {'tags': ['tempest-TagsExtTest-Tag-1793655969', 'tempest-TagsExtTest-Tag-239466297', 'tempest-TagsExtTest-Tag-1995216915']}) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.771808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-faf8b743-51cc-49fd-8b5a-216c1f9f36ec tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 200 len: 317 time: 0.0735979 Jul 07 18:00:09.774555 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33334) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.780427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-17f98f98-5501-4346-b54c-9ede301ef54f tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.859965 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-17f98f98-5501-4346-b54c-9ede301ef54f tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0832787 Jul 07 18:00:09.862371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33336) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.867591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-64665845-297b-43c6-a88b-0714b5ad682d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-1793655969') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:09.955525 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-64665845-297b-43c6-a88b-0714b5ad682d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:09.957206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64665845-297b-43c6-a88b-0714b5ad682d tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-1793655969 HTTP/1.1" status: 404 len: 329 time: 0.0935199 Jul 07 18:00:09.960424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33338) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.968068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-0a1f340d-a19b-46cc-9307-fde9205603c2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-239466297') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.052918 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-0a1f340d-a19b-46cc-9307-fde9205603c2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.053973 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0a1f340d-a19b-46cc-9307-fde9205603c2 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-239466297 HTTP/1.1" status: 404 len: 328 time: 0.0922422 Jul 07 18:00:10.057507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33340) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.062746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-4a720b60-fea9-4d7c-92e4-44bf649429d8 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e', 'tempest-TagsExtTest-Tag-1995216915') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.123535 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fd2b5268-6eda-4e70-8f89-093daa1f11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.133872 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-4a720b60-fea9-4d7c-92e4-44bf649429d8 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.135777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4a720b60-fea9-4d7c-92e4-44bf649429d8 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags/tempest-TagsExtTest-Tag-1995216915 HTTP/1.1" status: 404 len: 329 time: 0.0770700 Jul 07 18:00:10.138851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33342) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.143831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-edc640a6-7d21-4346-b88d-81243f98c9ad tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', {'tags': ['tempest-TagsExtTest-Tag-1093071256', 'tempest-TagsExtTest-Tag-1176088510', 'tempest-TagsExtTest-Tag-1494124186']}) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.207407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-edc640a6-7d21-4346-b88d-81243f98c9ad tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 200 len: 318 time: 0.0670300 Jul 07 18:00:10.209717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33344) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.215863 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-4730e502-0a6b-469f-8e46-f3f359df92ae tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.287994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4730e502-0a6b-469f-8e46-f3f359df92ae tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 204 len: 168 time: 0.0769613 Jul 07 18:00:10.290898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33346) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.296177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-b17ff856-2643-43e0-8801-ad1150163e5a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1093071256') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.351528 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-b17ff856-2643-43e0-8801-ad1150163e5a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.352610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b17ff856-2643-43e0-8801-ad1150163e5a tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1093071256 HTTP/1.1" status: 404 len: 329 time: 0.0602136 Jul 07 18:00:10.358393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33348) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.363051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-9850f547-8c0d-4e41-bd61-e83eae2b6267 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1176088510') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.421558 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-9850f547-8c0d-4e41-bd61-e83eae2b6267 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.422674 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9850f547-8c0d-4e41-bd61-e83eae2b6267 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1176088510 HTTP/1.1" status: 404 len: 329 time: 0.0632136 Jul 07 18:00:10.425916 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33350) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.430994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-a6c7d55e-94a2-470e-966a-e93ea341ce43 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98', 'tempest-TagsExtTest-Tag-1494124186') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.493354 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-a6c7d55e-94a2-470e-966a-e93ea341ce43 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.494960 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6c7d55e-94a2-470e-966a-e93ea341ce43 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags/tempest-TagsExtTest-Tag-1494124186 HTTP/1.1" status: 404 len: 329 time: 0.0679488 Jul 07 18:00:10.498230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33352) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.503571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-c23f16ca-34ff-426c-a75f-fc1701938d8f tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', {'tags': ['tempest-TagsExtTest-Tag-1642509037', 'tempest-TagsExtTest-Tag-1208752097', 'tempest-TagsExtTest-Tag-1030214520']}) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.601451 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c23f16ca-34ff-426c-a75f-fc1701938d8f tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 200 len: 318 time: 0.1018424 Jul 07 18:00:10.604788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33354) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.612149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-771d5779-76fd-4a2d-909f-381f8e0f28d8 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.679076 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.724477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-771d5779-76fd-4a2d-909f-381f8e0f28d8 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1182556 Jul 07 18:00:10.727541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.732297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-3c067334-8047-411b-8bbd-47d74f3342de tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-1642509037') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.816858 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-3c067334-8047-411b-8bbd-47d74f3342de tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.817845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c067334-8047-411b-8bbd-47d74f3342de tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-1642509037 HTTP/1.1" status: 404 len: 329 time: 0.0893211 Jul 07 18:00:10.823362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.828078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-87c31c10-6271-4a2f-8aad-e5b26e5865fd tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-1208752097') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.912938 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-87c31c10-6271-4a2f-8aad-e5b26e5865fd tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:10.918311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87c31c10-6271-4a2f-8aad-e5b26e5865fd tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-1208752097 HTTP/1.1" status: 404 len: 329 time: 0.0902936 Jul 07 18:00:10.918797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33360) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:10.927584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-1b288ac5-2647-4c79-b6a4-a3b295d0baaa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf', 'tempest-TagsExtTest-Tag-1030214520') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:10.973350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95e36de0-68cd-40d8-b1fe-b320783af2fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:11.018409 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-1b288ac5-2647-4c79-b6a4-a3b295d0baaa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:11.019728 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1b288ac5-2647-4c79-b6a4-a3b295d0baaa tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags/tempest-TagsExtTest-Tag-1030214520 HTTP/1.1" status: 404 len: 329 time: 0.0993938 Jul 07 18:00:11.023422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33362) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.029352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-e6f040ff-9729-4f1a-9a62-d102b2344979 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', {'tags': ['tempest-TagsExtTest-Tag-483589910', 'tempest-TagsExtTest-Tag-1278355597', 'tempest-TagsExtTest-Tag-1161071992']}) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.051896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 95e36de0-68cd-40d8-b1fe-b320783af2fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:11.052303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.076208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e6f040ff-9729-4f1a-9a62-d102b2344979 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "PUT /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 200 len: 317 time: 0.0511870 Jul 07 18:00:11.079043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33364) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.084900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-71281c04-0e4d-4fdd-9cf4-74856a129613 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.131862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-71281c04-0e4d-4fdd-9cf4-74856a129613 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 204 len: 168 time: 0.0512481 Jul 07 18:00:11.134679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33366) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.143136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-6850ff1c-c31e-4a57-864c-0103c6a9d845 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-483589910') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.177753 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-6850ff1c-c31e-4a57-864c-0103c6a9d845 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:11.179228 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6850ff1c-c31e-4a57-864c-0103c6a9d845 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-483589910 HTTP/1.1" status: 404 len: 328 time: 0.0429850 Jul 07 18:00:11.182916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33368) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.188044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-17792986-e777-4da1-af08-9b7cd50a0d5b tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-1278355597') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.215304 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-17792986-e777-4da1-af08-9b7cd50a0d5b tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:11.216421 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-17792986-e777-4da1-af08-9b7cd50a0d5b tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-1278355597 HTTP/1.1" status: 404 len: 329 time: 0.0324728 Jul 07 18:00:11.219578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33370) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.224558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-d98da90d-0ea2-4bbf-930e-db7a12fed418 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948', 'tempest-TagsExtTest-Tag-1161071992') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.251007 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-d98da90d-0ea2-4bbf-930e-db7a12fed418 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] show failed (client error): The resource could not be found. Jul 07 18:00:11.252155 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d98da90d-0ea2-4bbf-930e-db7a12fed418 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags/tempest-TagsExtTest-Tag-1161071992 HTTP/1.1" status: 404 len: 329 time: 0.0313497 Jul 07 18:00:11.254875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.260293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-fdd0e3ce-c4b8-4b03-af64-e779847316dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2fb0d28a-927c-4d47-b09b-7fcd6d9cf948') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.288501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-fdd0e3ce-c4b8-4b03-af64-e779847316dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948/tags HTTP/1.1" status: 204 len: 168 time: 0.0323966 Jul 07 18:00:11.293557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33374) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.299465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-2afa9c36-a6e3-489f-95d6-2633fe3d930c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12cfc953-3c62-43bf-a746-8761063fa8cf') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.410981 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2afa9c36-a6e3-489f-95d6-2633fe3d930c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1157677 Jul 07 18:00:11.413378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33376) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.422611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-c7b8cf45-ff06-4529-aba4-b80c3cba3b8c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2b77e74-5ebb-4cc0-b831-fea3dfc85e98') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.492108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c7b8cf45-ff06-4529-aba4-b80c3cba3b8c tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98/tags HTTP/1.1" status: 204 len: 168 time: 0.0771906 Jul 07 18:00:11.495324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.500261 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-b4d2d43a-7a83-4807-85ce-4205c875a163 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc5517-d6ad-44bf-bb69-66c709cd8d3e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:11.563037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b4d2d43a-7a83-4807-85ce-4205c875a163 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0664911 Jul 07 18:00:11.565918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.679886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-965d47e7-44f0-4d9e-a640-fe69c8cbcb08 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for subnetpool, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.681097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-965d47e7-44f0-4d9e-a640-fe69c8cbcb08 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnetpools/2fb0d28a-927c-4d47-b09b-7fcd6d9cf948 HTTP/1.1" status: 204 len: 168 time: 0.1138227 Jul 07 18:00:11.685381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.718229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4dfad1e0-dc29-47cc-8377-100aa3a29217 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "GET /v2.0/ports?device_id=12cfc953-3c62-43bf-a746-8761063fa8cf HTTP/1.1" status: 200 len: 205 time: 0.0316241 Jul 07 18:00:11.721185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33384) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.804188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.974620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.983626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.985931 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.031436 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.032357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Fanout notify agent at l3_agent the message router_deleted on router 12cfc953-3c62-43bf-a746-8761063fa8cf {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:12.043937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.045253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-354d74f7-4850-4e74-baf0-5106e1f1b072 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/routers/12cfc953-3c62-43bf-a746-8761063fa8cf HTTP/1.1" status: 204 len: 168 time: 0.3228176 Jul 07 18:00:12.048143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33386) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:12.172595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Deleting port c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:12.173084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.324546 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.345644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Calling delete_port for c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 owned by {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:12.527440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.563731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event deleted for resources: {'Port': ['ID=c2b77e74-5ebb-4cc0-b831-fea3dfc85e98,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:12.579403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.579403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.579403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.580154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.580154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.580458 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.580690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.581016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.581343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.581664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.581989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.582312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:12.659721 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.662960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1c8ac0a9-1b20-4be5-bec1-feb4904067fc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/ports/c2b77e74-5ebb-4cc0-b831-fea3dfc85e98 HTTP/1.1" status: 204 len: 168 time: 0.6135635 Jul 07 18:00:12.667225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:12.731709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Deleting subnet 60dc5517-d6ad-44bf-bb69-66c709cd8d3e {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:00:12.736102 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.819701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.978039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.068694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.099004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event deleted for resources: {'Subnet': ['ID=60dc5517-d6ad-44bf-bb69-66c709cd8d3e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:13.106014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.110312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3533970f-e66e-4f0c-a75c-414cd1ad89dc tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/subnets/60dc5517-d6ad-44bf-bb69-66c709cd8d3e HTTP/1.1" status: 204 len: 168 time: 0.4412816 Jul 07 18:00:13.113469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33390) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:13.114030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0eb3cd-4b39-411d-ac41-431994c3236c None None] Network 03889fde-892b-41db-8490-33c48f9409d1 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:13.258013 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.352579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Deleting port 95e36de0-68cd-40d8-b1fe-b320783af2fa {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:13.353141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.392120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] DHCP port deletion for 03889fde-892b-41db-8490-33c48f9409d1 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:00:13.449783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] For port 95e36de0-68cd-40d8-b1fe-b320783af2fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95e36de0-68cd-40d8-b1fe-b320783af2fa,segment=NetworkSegment(cf6c6824-3d6b-47fc-8798-82413bc99d1f),segment_id=cf6c6824-3d6b-47fc-8798-82413bc99d1f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:13.450420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.475168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Calling delete_port for 95e36de0-68cd-40d8-b1fe-b320783af2fa owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:13.476897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Deleting port 95e36de0-68cd-40d8-b1fe-b320783af2fa {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:13.477490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.577852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.611123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event deleted for resources: {'Port': ['ID=95e36de0-68cd-40d8-b1fe-b320783af2fa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:13.614911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] No DVR routers for this DVR port 95e36de0-68cd-40d8-b1fe-b320783af2fa on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:13.725584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.740291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03889fde-892b-41db-8490-33c48f9409d1']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.757528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6c6824-3d6b-47fc-8798-82413bc99d1f') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.758001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6c6824-3d6b-47fc-8798-82413bc99d1f') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.770746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.776192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.792090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] For port 95e36de0-68cd-40d8-b1fe-b320783af2fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=95e36de0-68cd-40d8-b1fe-b320783af2fa,segment=NetworkSegment(cf6c6824-3d6b-47fc-8798-82413bc99d1f),segment_id=cf6c6824-3d6b-47fc-8798-82413bc99d1f)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:13.792625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.803802 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.813474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Calling delete_port for 95e36de0-68cd-40d8-b1fe-b320783af2fa owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:13.814069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:00:13.814808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:00:13.819241 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:00:13.895102 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.908896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.909795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.915251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] 10.222.0.66 "DELETE /v2.0/networks/03889fde-892b-41db-8490-33c48f9409d1 HTTP/1.1" status: 204 len: 168 time: 0.7963123 Jul 07 18:00:13.925671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Network 03889fde-892b-41db-8490-33c48f9409d1 is not hosted by any dhcp agent {{(pid=93948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:00:13.925671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] No DVR routers for this DVR port 95e36de0-68cd-40d8-b1fe-b320783af2fa on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:13.942849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781618e9-a6ec-40e7-a147-25b25ed97af4 tempest-TagsExtTest-463105050 tempest-TagsExtTest-463105050-project] Pushing event deleted for resources: {'Network': ['ID=03889fde-892b-41db-8490-33c48f9409d1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:13.951109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0df73-c5d4-4b8f-9f12-42b67dae7b82 None None] Pushing event deleted for resources: {'Port': ['ID=95e36de0-68cd-40d8-b1fe-b320783af2fa,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:14.233504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33396) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:14.389117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e0994c2d-bc31-48d9-8b36-de11729a5d63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=317f386382f547e881f5c02c95d309c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550395 Jul 07 18:00:14.391960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33400) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:14.456588 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.497619 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.576121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.581081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.583154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23b1cf3b-70f0-4107-bfb5-26166b4ea5a4 HTTP/1.1" status: 204 len: 168 time: 0.1899035 Jul 07 18:00:14.600078 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c6101-c2ee-4d2b-8ac8-3a31a5655686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1cf3b-70f0-4107-bfb5-26166b4ea5a4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:14.980374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95e36de0-68cd-40d8-b1fe-b320783af2fa no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:15.005454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 95e36de0-68cd-40d8-b1fe-b320783af2fa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:15.005797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 95e36de0-68cd-40d8-b1fe-b320783af2fa not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:15.393627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33422) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:15.532124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1216870019'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:15.568990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Made reservation on behalf of ef34d84b3b1c46eaa89435f829c68d46 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:15.573894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.584064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.707269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.711853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.742316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:15.760751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6010a4cb-95e4-47ec-accd-924f7d0cf1da,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:15.764651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.765329 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Added segment 42a50242-3597-4637-a082-222907664e03 of type vlan for network 31d16649-296c-4cc4-ad26-58d175d861f3 Jul 07 18:00:15.829836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.864942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.871634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:15.872085 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.945376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5452669 Jul 07 18:00:15.947801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33426) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:15.953107 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-6fb90b81-ab68-431f-80db-eeb5f467c13c tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-606869968') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:15.961420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976661a-f3d2-4252-9c32-b899db484daa tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Pushing event updated for resources: {'Network': ['ID=31d16649-296c-4cc4-ad26-58d175d861f3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:15.977624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 31d16649-296c-4cc4-ad26-58d175d861f3 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:16.117563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6fb90b81-ab68-431f-80db-eeb5f467c13c tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "PUT /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-606869968 HTTP/1.1" status: 201 len: 201 time: 0.1686330 Jul 07 18:00:16.118229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33428) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.123899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-66654c85-dd3a-4809-8c45-dcf882b214bc tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-606869968') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.209466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66654c85-dd3a-4809-8c45-dcf882b214bc tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-606869968 HTTP/1.1" status: 204 len: 168 time: 0.0892880 Jul 07 18:00:16.213337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33430) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.221479 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-b1da7d9c-25f9-4637-accd-e865ac43dffb tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.338423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b1da7d9c-25f9-4637-accd-e865ac43dffb tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags HTTP/1.1" status: 200 len: 237 time: 0.1229489 Jul 07 18:00:16.342058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33432) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.346900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-4ca2f6fc-839f-4512-9a83-06d395215275 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', {'tags': ['tempest-TagsTest-Tag-330164622', 'tempest-TagsTest-Tag-1112285568', 'tempest-TagsTest-Tag-221929337']}) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.431191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4ca2f6fc-839f-4512-9a83-06d395215275 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "PUT /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags HTTP/1.1" status: 200 len: 307 time: 0.0878050 Jul 07 18:00:16.433058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33434) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.438412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-6d43c0d7-d387-413a-bd09-710b3a9e23a0 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-330164622') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.538241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6d43c0d7-d387-413a-bd09-710b3a9e23a0 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "DELETE /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-330164622 HTTP/1.1" status: 204 len: 168 time: 0.1038985 Jul 07 18:00:16.542158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33436) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.547763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-22d8f66e-635f-4def-b5a8-543876cf473a tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-330164622') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.628316 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-22d8f66e-635f-4def-b5a8-543876cf473a tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] show failed (client error): The resource could not be found. Jul 07 18:00:16.629619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22d8f66e-635f-4def-b5a8-543876cf473a tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-330164622 HTTP/1.1" status: 404 len: 325 time: 0.0861852 Jul 07 18:00:16.632699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33438) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.638062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-162a8124-42ce-490a-8680-4635db515b61 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-1112285568') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.723692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-162a8124-42ce-490a-8680-4635db515b61 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-1112285568 HTTP/1.1" status: 204 len: 168 time: 0.0896614 Jul 07 18:00:16.726260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.731246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-3fdbea4c-ad10-436e-9bbc-ee9c7116a3c5 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-221929337') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.805546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3fdbea4c-ad10-436e-9bbc-ee9c7116a3c5 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-221929337 HTTP/1.1" status: 204 len: 168 time: 0.0779696 Jul 07 18:00:16.809196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33442) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:16.814765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-5541612c-a3c3-44ce-9d79-3f960da29917 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.226157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5541612c-a3c3-44ce-9d79-3f960da29917 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "DELETE /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags HTTP/1.1" status: 204 len: 168 time: 0.4157791 Jul 07 18:00:17.231060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33444) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:17.235572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-944e2c4f-380e-4578-b9e5-b8327fa1e9e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-1112285568') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.308100 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-944e2c4f-380e-4578-b9e5-b8327fa1e9e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] show failed (client error): The resource could not be found. Jul 07 18:00:17.309156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-944e2c4f-380e-4578-b9e5-b8327fa1e9e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-1112285568 HTTP/1.1" status: 404 len: 326 time: 0.0771134 Jul 07 18:00:17.312570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:17.317338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.tag.tag_plugin [None req-23602e1c-6e53-4f5f-83eb-27326f67d2e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3', 'tempest-TagsTest-Tag-221929337') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.397278 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-23602e1c-6e53-4f5f-83eb-27326f67d2e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] show failed (client error): The resource could not be found. Jul 07 18:00:17.398713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-23602e1c-6e53-4f5f-83eb-27326f67d2e8 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "GET /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags/tempest-TagsTest-Tag-221929337 HTTP/1.1" status: 404 len: 325 time: 0.0847421 Jul 07 18:00:17.403024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:17.407876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.tag.tag_plugin [None req-063c34ae-1da0-4e20-8322-da2739f826b9 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31d16649-296c-4cc4-ad26-58d175d861f3') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.488996 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-063c34ae-1da0-4e20-8322-da2739f826b9 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "DELETE /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0847120 Jul 07 18:00:17.494139 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:17.580520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.687643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.698511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d16649-296c-4cc4-ad26-58d175d861f3']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.710095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a50242-3597-4637-a082-222907664e03') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.710384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a50242-3597-4637-a082-222907664e03') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:17.719872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.735948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.743583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:00:17.744502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:00:17.748171 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:00:17.821610 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.830090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.831993 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] 10.222.0.66 "DELETE /v2.0/networks/31d16649-296c-4cc4-ad26-58d175d861f3 HTTP/1.1" status: 204 len: 168 time: 0.3364036 Jul 07 18:00:17.850403 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010b368-da0b-49a7-aa0b-a768636e3908 tempest-TagsTest-103440295 tempest-TagsTest-103440295-project] Pushing event deleted for resources: {'Network': ['ID=31d16649-296c-4cc4-ad26-58d175d861f3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:18.190568 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33456) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:18.379353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e735ec66-c87a-4821-a243-ac74b8f5b2f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef34d84b3b1c46eaa89435f829c68d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875775 Jul 07 18:00:18.382248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33460) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:18.435937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.460413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.519297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.522279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.523708 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6010a4cb-95e4-47ec-accd-924f7d0cf1da HTTP/1.1" status: 204 len: 168 time: 0.1404631 Jul 07 18:00:18.534142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a9cc-0fb1-40bf-beaf-44e60310209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6010a4cb-95e4-47ec-accd-924f7d0cf1da,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:21.067318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-62d6388c-6ba5-410d-8ce6-d0b5d72cca37 req-373210df-c093-4570-9f92-d59daa6441c8 service neutron] (93947) timed out ('10.222.0.66', 52866) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:00:25.913511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.468835 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.400594 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:37.637174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bacfdf26-2f87-4980-aeef-d58a02b64a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.127741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89fb95f8-b795-49ce-9d61-d29b24eb5470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.682155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.978500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.739718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.875489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.027090 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.196871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.203387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.255407 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62a134af1290473c98b5f3e026b1831c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784566 Jul 07 18:00:48.256587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a64bff-324d-42f8-85e8-82eae8136bf8,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.260507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33674) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.270812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.271367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.271940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.272488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.273036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.273570 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.274820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.275508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.276108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.276670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.277254 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.277840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab7c84-c4cd-447d-a074-3700f99b9314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.327127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.353186 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.411710 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.415770 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.417151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30a64bff-324d-42f8-85e8-82eae8136bf8 HTTP/1.1" status: 204 len: 168 time: 0.1544049 Jul 07 18:00:48.429253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288f444-b825-48e5-9d75-41b363d6b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a64bff-324d-42f8-85e8-82eae8136bf8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.761002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.775602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b00f27e9-67df-421e-b7d9-3522517aa666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.887089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b00f27e9-67df-421e-b7d9-3522517aa666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.891789 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b00f27e9-67df-421e-b7d9-3522517aa666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.933942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b00f27e9-67df-421e-b7d9-3522517aa666 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e616ff05a1284ef3949863bafcb13371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717887 Jul 07 18:00:48.934897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f27e9-67df-421e-b7d9-3522517aa666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee643c84-e904-4342-b5b9-33e68b5bd02f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.938111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33682) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.997590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.022145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.077868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.082639 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.084607 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee643c84-e904-4342-b5b9-33e68b5bd02f HTTP/1.1" status: 204 len: 168 time: 0.1448703 Jul 07 18:00:49.098536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437f77-dd96-4f45-9069-6f10a0e54239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee643c84-e904-4342-b5b9-33e68b5bd02f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:51.162430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33730) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:51.292368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de51b052-b82d-41e1-9d1e-2d8e7c5a3a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.399619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de51b052-b82d-41e1-9d1e-2d8e7c5a3a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.404670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de51b052-b82d-41e1-9d1e-2d8e7c5a3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.759821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b052-b82d-41e1-9d1e-2d8e7c5a3a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f2777-df7c-4119-906e-a455c7bda6dd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:51.764538 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de51b052-b82d-41e1-9d1e-2d8e7c5a3a3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1bc6bcfe8f0b4f70a682a857c2b86138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007190 Jul 07 18:00:51.769088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33734) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:51.832307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.858014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.931936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.934988 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.936195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f7f2777-df7c-4119-906e-a455c7bda6dd HTTP/1.1" status: 204 len: 168 time: 0.1656723 Jul 07 18:00:51.944787 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a036b2d-005c-412a-91eb-d2193a401662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f2777-df7c-4119-906e-a455c7bda6dd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.291980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33740) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.306603 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-601cabc2-2fef-430f-b6a2-e5c39217010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.436812 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-601cabc2-2fef-430f-b6a2-e5c39217010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.442491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-601cabc2-2fef-430f-b6a2-e5c39217010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.487251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cabc2-2fef-430f-b6a2-e5c39217010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786ecc0-6ac3-4bbb-b6a2-994a58178f18,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.494149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-601cabc2-2fef-430f-b6a2-e5c39217010a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dae9da79e00c4d0789ce0002ff5711b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005084 Jul 07 18:00:52.496549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33742) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.579609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.625087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.691145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.695780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.697972 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0786ecc0-6ac3-4bbb-b6a2-994a58178f18 HTTP/1.1" status: 204 len: 168 time: 0.1997933 Jul 07 18:00:52.712770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d096-cab5-4bf4-9bf1-3cc297d63220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786ecc0-6ac3-4bbb-b6a2-994a58178f18,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:54.993402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.112733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1c47-b85d-4fe1-89f7-9a44e844eb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.223709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1c47-b85d-4fe1-89f7-9a44e844eb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.229301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1c47-b85d-4fe1-89f7-9a44e844eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.278079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5ccc1c47-b85d-4fe1-89f7-9a44e844eb15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=163697e3766d441b8375c071ac02a25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809243 Jul 07 18:00:55.278079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1c47-b85d-4fe1-89f7-9a44e844eb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d61e81-db54-4c15-9e31-72b96675fab1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.278673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33816) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.372337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.410380 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.484381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.487292 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.488788 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2d61e81-db54-4c15-9e31-72b96675fab1 HTTP/1.1" status: 204 len: 168 time: 0.2085490 Jul 07 18:00:55.499167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b968b-9758-4983-881a-64700cf32ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d61e81-db54-4c15-9e31-72b96675fab1,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.822657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.837148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66213fac-afb3-4b3e-bc09-dc56695d2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.935177 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.964165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66213fac-afb3-4b3e-bc09-dc56695d2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.969352 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-66213fac-afb3-4b3e-bc09-dc56695d2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.012464 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-66213fac-afb3-4b3e-bc09-dc56695d2857 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=885830e0826542acbe1c7fd0ee2539cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885352 Jul 07 18:00:56.013361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66213fac-afb3-4b3e-bc09-dc56695d2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291fdfd7-d926-4f43-96a6-27809d8bf95a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.015712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:56.107765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.152459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.208437 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.211964 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.213403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/291fdfd7-d926-4f43-96a6-27809d8bf95a HTTP/1.1" status: 204 len: 168 time: 0.1960003 Jul 07 18:00:56.228726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340a14-3501-482b-86b0-1c20e319f42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291fdfd7-d926-4f43-96a6-27809d8bf95a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:57.463321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.649033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f0e06204-6d7b-4bb9-86d2-ae59a95e4702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.925435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-38134c34-e7a0-45f4-a57a-45b3a9f7cfd4 req-b5b67c64-506e-41e1-a94b-15b93d1b9aa6 service neutron] (93946) timed out ('10.222.0.73', 53617) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:01:10.141139 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e98d1eef-1f0f-4c8d-9ae2-99bdcbfc3393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.678759 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.404006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33966) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.556360 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1883-32e1-474b-927c-2430b99deaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.698420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1883-32e1-474b-927c-2430b99deaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.703842 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbaa1883-32e1-474b-927c-2430b99deaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.772692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dbaa1883-32e1-474b-927c-2430b99deaab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba4cb19e116b4f9abffc2370bf7d2ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669662 Jul 07 18:01:11.774294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa1883-32e1-474b-927c-2430b99deaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae63dd7-33b2-449f-acb0-94b7b94da7b8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.775936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 33970) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.858183 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.887027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.940279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.943047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.944236 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cae63dd7-33b2-449f-acb0-94b7b94da7b8 HTTP/1.1" status: 204 len: 168 time: 0.1663830 Jul 07 18:01:11.954418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f178fd-1e23-4432-b877-1392dbf66daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae63dd7-33b2-449f-acb0-94b7b94da7b8,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.992360 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.282553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.297153 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2498c81c-f2d2-43b8-aba1-2fc2b90b2684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.438253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2498c81c-f2d2-43b8-aba1-2fc2b90b2684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.443397 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2498c81c-f2d2-43b8-aba1-2fc2b90b2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.487971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498c81c-f2d2-43b8-aba1-2fc2b90b2684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531fb382-7cd9-4c02-8f51-9c31ed52b8ae,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.492775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2498c81c-f2d2-43b8-aba1-2fc2b90b2684 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a77687c6656f4d65be0c366363a074d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088647 Jul 07 18:01:12.496234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 33978) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.563707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.595937 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.652502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.656981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.658995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/531fb382-7cd9-4c02-8f51-9c31ed52b8ae HTTP/1.1" status: 204 len: 168 time: 0.1615269 Jul 07 18:01:12.675598 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531fb382-7cd9-4c02-8f51-9c31ed52b8ae,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.689416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.689966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.690559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.691114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.691647 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.692211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.692856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.693400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.693937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.694513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.695576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:12.696018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560d1e52-f499-4019-8bab-e9a7bad89609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:13.401238 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:13.746546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.422560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 34048) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:18.552051 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d188-a7c8-485c-ba7e-b321b9131fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.683499 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d188-a7c8-485c-ba7e-b321b9131fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.689497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d188-a7c8-485c-ba7e-b321b9131fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.736238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6d7d188-a7c8-485c-ba7e-b321b9131fbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2c0270ba65a4a918c69f58e8638ec88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124692 Jul 07 18:01:18.737319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d188-a7c8-485c-ba7e-b321b9131fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8503e4d6-a0d8-41c9-ab22-3d05b0095bd6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:18.739697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 34052) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:18.809076 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.834696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.892222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.894883 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.896084 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8503e4d6-a0d8-41c9-ab22-3d05b0095bd6 HTTP/1.1" status: 204 len: 168 time: 0.1553516 Jul 07 18:01:18.905415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31c493-d570-4acb-936f-9b331d8dc816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8503e4d6-a0d8-41c9-ab22-3d05b0095bd6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.303108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e17fb00d-7b3d-4fd1-9219-187c2301e883 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e76aed74846247eda1e18550b6115806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347297 Jul 07 18:01:21.549319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-d84792d0-0b10-46b6-b9af-83f5122afda4 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:21.550940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-d84792d0-0b10-46b6-b9af-83f5122afda4 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424281 Jul 07 18:01:21.570236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-67ffb4e0-746b-4f34-ae7c-ecb462adb3e2 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/quotas/e76aed74846247eda1e18550b6115806 HTTP/1.1" status: 200 len: 375 time: 0.0101287 Jul 07 18:01:21.615585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-1d9377e9-e4ca-4e5e-8f29-c1e56c59d670 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e76aed74846247eda1e18550b6115806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394878 Jul 07 18:01:21.818094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09419717-a1e5-4c47-ba94-65952b654954 req-7cfdff41-7ab0-4116-99cf-bc2b9b0568db tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 210 time: 0.0334234 Jul 07 18:01:23.063355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ef766111-417f-4f77-a21f-399bd082b60f req-3a7231ea-2c66-47b9-89dc-e902c5b21f46 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 210 time: 0.0374317 Jul 07 18:01:23.415546 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-8b9c4b7e-ab12-4f24-819c-b94950b09eef tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e76aed74846247eda1e18550b6115806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350621 Jul 07 18:01:23.630346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-b93be478-9dca-472b-8cd7-ffc57b1e2f42 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:23.632107 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-b93be478-9dca-472b-8cd7-ffc57b1e2f42 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121503 Jul 07 18:01:23.648689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Request body: {'port': {'device_id': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'e76aed74846247eda1e18550b6115806'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:23.776351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Made reservation on behalf of e76aed74846247eda1e18550b6115806 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:23.780003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.794089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.896449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.901801 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.968542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4520c0e4-17f2-4be3-8deb-4b43a225b0da,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.066283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Allocated IP 192.168.233.210 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/0a248228-ae00-4b6b-96d6-a22592af218b) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:24.253028 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99f77d8a-5eb9-4545-87ea-b9572ffc5e96 req-c36800b2-9658-49e8-9878-dd729594f65a tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 210 time: 0.0305099 Jul 07 18:01:24.267258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.284673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Transition to ACTIVE for port object 0a248228-ae00-4b6b-96d6-a22592af218b will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:24.321901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.373333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:24.376930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:24.385668 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:24.410901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Pushing event updated for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.442109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.443126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.459179 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-cf0804ac-668c-4cf1-ae0c-fdcad92be4f7 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8168614 Jul 07 18:01:24.469295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-6c7bdb6d-0314-4ada-86e3-79eab6f8c84d tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:01:24.470347 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-6c7bdb6d-0314-4ada-86e3-79eab6f8c84d tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056059 Jul 07 18:01:24.599082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Request body: {'port': {'device_id': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:24.670120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c1c10c9-5184-493e-b589-69891cc993ac None None] Provisioning for port 0a248228-ae00-4b6b-96d6-a22592af218b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:24.674270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9c1c10c9-5184-493e-b589-69891cc993ac None None] Provisioning complete for port 0a248228-ae00-4b6b-96d6-a22592af218b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:24.674673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9c1c10c9-5184-493e-b589-69891cc993ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.676868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.716820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c10c9-5184-493e-b589-69891cc993ac None None] Port 0a248228-ae00-4b6b-96d6-a22592af218b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:24.984733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a248228-ae00-4b6b-96d6-a22592af218b {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:24.993958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.009804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Transition to ACTIVE for port object 0a248228-ae00-4b6b-96d6-a22592af218b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:25.014211 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.069975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:25.148930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Attempting to bind port 0a248228-ae00-4b6b-96d6-a22592af218b on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:25.149344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Attempting to bind port 0a248228-ae00-4b6b-96d6-a22592af218b by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:25.149866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Attempting to bind port 0a248228-ae00-4b6b-96d6-a22592af218b on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:25.155320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Port 0a248228-ae00-4b6b-96d6-a22592af218b on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:25.155693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Attempting to bind port 0a248228-ae00-4b6b-96d6-a22592af218b on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:25.161746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:25.162093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:25.162543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:25.162990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Bound port: 0a248228-ae00-4b6b-96d6-a22592af218b, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:25.163468 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.271082 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:25.277169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0a248228-ae00-4b6b-96d6-a22592af218b,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:25.282616 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.332979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.333373 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.334871 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] 10.222.0.73 "PUT /v2.0/ports/0a248228-ae00-4b6b-96d6-a22592af218b HTTP/1.1" status: 200 len: 1097 time: 0.8575604 Jul 07 18:01:25.338232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:25.342038 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88e016-a8fc-4ba5-b9f8-78d511bdc066" -d '{"events": [{"name": "network-changed", "server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:25.405845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7890334-33c3-48b2-92c6-1e44cfc85ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:25.469484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-800ed559-c914-4209-b3b9-f071ac25d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.471239 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-800ed559-c914-4209-b3b9-f071ac25d034 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e76aed74846247eda1e18550b6115806&device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 1100 time: 0.0782399 Jul 07 18:01:25.495916 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54996385-1d8e-4793-8308-7dd6a5ac7658 req-8ad93bd5-7906-4284-a220-b855f0865780 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.498395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54996385-1d8e-4793-8308-7dd6a5ac7658 req-8ad93bd5-7906-4284-a220-b855f0865780 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 948 time: 0.0939167 Jul 07 18:01:25.520610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-60333cad-ff2c-41fe-b9ad-a6f095cb0e7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0a248228-ae00-4b6b-96d6-a22592af218b HTTP/1.1" status: 200 len: 217 time: 0.0414636 Jul 07 18:01:25.560539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-54996385-1d8e-4793-8308-7dd6a5ac7658 req-84ed4aa8-c271-4ca2-86bf-23b86d79ecc8 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526032 Jul 07 18:01:25.592249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-2235ed20-bada-487a-874e-dbb338f03072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.593803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-2235ed20-bada-487a-874e-dbb338f03072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0669513 Jul 07 18:01:25.669416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-7afc17f8-88d2-41cc-8610-1393ae404504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.671902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-7afc17f8-88d2-41cc-8610-1393ae404504 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712669 Jul 07 18:01:25.788969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-01946c3f-af65-423f-9283-ea8e4efe3437 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093810 Jul 07 18:01:25.819987 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa5a205-fbc8-4fb7-9d7a-2804a2ef0f6e x-openstack-request-id: req-daa5a205-fbc8-4fb7-9d7a-2804a2ef0f6e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:25.820363 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:25.820666 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-daa5a205-fbc8-4fb7-9d7a-2804a2ef0f6e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:25.821074 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b', 'status': 'completed', 'code': 200} Jul 07 18:01:25.912450 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7074a17b-ae3a-4ce7-98c7-4815fb9217b1 req-665054f5-6937-49b3-a92f-9bde6bd08b6c service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183274 Jul 07 18:01:25.950067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.027739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-64f676cd-cb50-4aa1-8135-311dc644ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.029399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-64f676cd-cb50-4aa1-8135-311dc644ca24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e76aed74846247eda1e18550b6115806&device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 1100 time: 0.0602796 Jul 07 18:01:26.138653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-74b4ec6d-931e-459e-bdab-44fd406b46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.140604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-74b4ec6d-931e-459e-bdab-44fd406b46de service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1048708 Jul 07 18:01:26.188562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-8e5954b2-ad10-448d-a7eb-ef64894ba0f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0a248228-ae00-4b6b-96d6-a22592af218b HTTP/1.1" status: 200 len: 217 time: 0.0392931 Jul 07 18:01:26.255871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-e4653c72-f370-4925-b05f-e151f7ded3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.257591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-e4653c72-f370-4925-b05f-e151f7ded3e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0610795 Jul 07 18:01:26.332789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-7d82b473-fdfe-490b-a077-d1c53932dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.334399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-7d82b473-fdfe-490b-a077-d1c53932dd7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692401 Jul 07 18:01:26.442748 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-a67d8157-3656-4cc7-969d-578675a71a9a service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004035 Jul 07 18:01:26.564220 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-df88e016-a8fc-4ba5-b9f8-78d511bdc066 req-cc3e2ae7-964b-48eb-869a-9dbd9f712043 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143188 Jul 07 18:01:26.757815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c770ab-b097-4e06-86ae-650e84331f26 req-d38b602b-7785-4a9b-847d-9e52c92395eb tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.759975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1c770ab-b097-4e06-86ae-650e84331f26 req-d38b602b-7785-4a9b-847d-9e52c92395eb tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 948 time: 0.0724032 Jul 07 18:01:26.803026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1c770ab-b097-4e06-86ae-650e84331f26 req-0c258100-40b3-4263-a112-733c4dc8a9a3 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Jul 07 18:01:27.455951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.004212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c40c-e333-4bb4-a063-dc8db78aaaf5 req-6fde25b0-83e6-4d3d-a4f9-49d129c9732b tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:28.005752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5202c40c-e333-4bb4-a063-dc8db78aaaf5 req-6fde25b0-83e6-4d3d-a4f9-49d129c9732b tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 948 time: 0.0792909 Jul 07 18:01:28.059595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5202c40c-e333-4bb4-a063-dc8db78aaaf5 req-5f1e056e-c17f-4e92-95a9-bcaf00ba9447 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jul 07 18:01:29.304987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bdef3-b0f3-4263-8eee-1ea6efc76dc2 req-5fd1d99d-2f3c-4362-8519-7f81d70db213 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.307657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-165bdef3-b0f3-4263-8eee-1ea6efc76dc2 req-5fd1d99d-2f3c-4362-8519-7f81d70db213 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 948 time: 0.1154327 Jul 07 18:01:29.364960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-165bdef3-b0f3-4263-8eee-1ea6efc76dc2 req-68335a7e-54c3-4c30-9239-4bcbd720c420 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508966 Jul 07 18:01:29.591038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0a248228-ae00-4b6b-96d6-a22592af218b details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:29.697938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0a248228-ae00-4b6b-96d6-a22592af218b,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.711721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '0a248228-ae00-4b6b-96d6-a22592af218b', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '0a248228-ae00-4b6b-96d6-a22592af218b', 'mac_address': 'fa:16:3e:cb:cd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:29.755485 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.770425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a248228-ae00-4b6b-96d6-a22592af218b {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:29.793980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0a248228-ae00-4b6b-96d6-a22592af218b,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.798683 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.873292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.887863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.888374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.888958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.889540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.890116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.890730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.891282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.891857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.892338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.892883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.893459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:29.893965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:30.029776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0a248228-ae00-4b6b-96d6-a22592af218b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:30.563873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d7e46-444d-4035-9630-810c4fe761c6 req-7bd06a29-c9f6-4746-bad0-50905d368412 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.565519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-669d7e46-444d-4035-9630-810c4fe761c6 req-7bd06a29-c9f6-4746-bad0-50905d368412 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 949 time: 0.0718057 Jul 07 18:01:30.613587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-669d7e46-444d-4035-9630-810c4fe761c6 req-c668b22f-d805-43be-9a02-c7f0e53f6f94 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Jul 07 18:01:31.606543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0a248228-ae00-4b6b-96d6-a22592af218b up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:31.689897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 0a248228-ae00-4b6b-96d6-a22592af218b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:31.698041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 0a248228-ae00-4b6b-96d6-a22592af218b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:31.698958 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.828704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcdb0f-1309-42b6-ac65-ae9dc6e5a3d4 req-6300ef9d-8640-453d-834a-cc74971810ad tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:31.830379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75bcdb0f-1309-42b6-ac65-ae9dc6e5a3d4 req-6300ef9d-8640-453d-834a-cc74971810ad tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 949 time: 0.0807626 Jul 07 18:01:31.853309 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.880495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75bcdb0f-1309-42b6-ac65-ae9dc6e5a3d4 req-f83a4a7a-6cc6-4584-a049-2700bea5b738 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Jul 07 18:01:31.908108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:31.910741 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06ccecc8f4e8d9b8679c1be0554d619c4cbb0dab220ad66b464b2ba686497a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3af927-1c82-4002-98aa-9793aa52d52b" -d '{"events": [{"server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:31.935657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0a248228-ae00-4b6b-96d6-a22592af218b,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:31.941526 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.997980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:32.036161 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a441a1d-d6be-4a63-9e77-3081e029c341 x-openstack-request-id: req-3a441a1d-d6be-4a63-9e77-3081e029c341 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:32.036670 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:32.037152 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a441a1d-d6be-4a63-9e77-3081e029c341 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:32.037997 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b', 'code': 200} Jul 07 18:01:32.159602 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703a0ef-b96d-44d0-96b4-36b22e49990c req-2426663a-74e9-4cd7-bebd-7aeff15500e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.161198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2703a0ef-b96d-44d0-96b4-36b22e49990c req-2426663a-74e9-4cd7-bebd-7aeff15500e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 1102 time: 0.0585444 Jul 07 18:01:32.201337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2703a0ef-b96d-44d0-96b4-36b22e49990c req-c43c5bc8-7b77-4eed-973c-30000c0b7785 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Jul 07 18:01:33.098089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d29308-2e48-4298-8cca-5f11650bca16 req-0fd7bb96-b2a5-452a-8952-5424ad04b567 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:33.100211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28d29308-2e48-4298-8cca-5f11650bca16 req-0fd7bb96-b2a5-452a-8952-5424ad04b567 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 950 time: 0.0827596 Jul 07 18:01:33.155095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28d29308-2e48-4298-8cca-5f11650bca16 req-7d452f4e-30ec-431a-bdfe-4c839d1f60d9 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Jul 07 18:01:34.345148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3afa0-0a1b-4185-98d1-3ff590ab0077 req-50e1ed55-39c1-4df8-a214-516eb1523777 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.346803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08f3afa0-0a1b-4185-98d1-3ff590ab0077 req-50e1ed55-39c1-4df8-a214-516eb1523777 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 950 time: 0.0720646 Jul 07 18:01:34.389773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08f3afa0-0a1b-4185-98d1-3ff590ab0077 req-d169ee9f-e5dc-4c2b-830a-ebd431f55fb0 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jul 07 18:01:37.643429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7b30da24-7f2e-410d-9ce4-0b3fddc9de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.139684 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2da8d875-99ac-422a-acc9-f539b27c4d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.671351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.989361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.739908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.403179 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:55.968554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.450142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.645926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-76f34c62-9e78-4f5e-a581-49340353da6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.135185 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab2ef-f49e-4be2-a7ff-710d371f46e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.676349 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.987135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.743031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.232764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-5e12b53d-4d2c-4cbd-80dd-1e3397bba1d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558288 Jul 07 18:02:20.350211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-c665fac7-12ea-4b15-8d89-2f3e5e4c15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.351808 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-c665fac7-12ea-4b15-8d89-2f3e5e4c15f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e76aed74846247eda1e18550b6115806&device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 1102 time: 0.0700424 Jul 07 18:02:20.475809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-4d081bf6-6ae0-44ab-ad90-8b9b275fc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.478039 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-4d081bf6-6ae0-44ab-ad90-8b9b275fc552 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.0994368 Jul 07 18:02:20.530320 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-35db710f-780c-4614-9793-7ca49d838ca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0a248228-ae00-4b6b-96d6-a22592af218b HTTP/1.1" status: 200 len: 217 time: 0.0452750 Jul 07 18:02:20.604008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-7162c1fd-e68e-41ec-92c9-9515b7c79c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.606273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-7162c1fd-e68e-41ec-92c9-9515b7c79c74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0696511 Jul 07 18:02:20.671543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-ec8cfe87-5e0b-41b4-89ba-ca8cad91218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.673169 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-ec8cfe87-5e0b-41b4-89ba-ca8cad91218d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0597095 Jul 07 18:02:20.783641 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-bfcce404-ce7f-4de0-a145-1e5e53c91515 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029394 Jul 07 18:02:20.896095 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f93bde9b-7c48-4116-a230-f0d6740bb495 req-5a347d72-71d1-4203-a698-48391bde365a service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047509 Jul 07 18:02:25.964443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.405176 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:27.479439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.657944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-baf56f08-9125-41ce-8f13-c8e2bde856d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.139705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58feeec0-ecb9-4e7b-ba6d-83624462b357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.681899 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.998546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.587091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14e8df-7bd8-43ff-a01c-b948e739c59b req-ac831067-8709-40d9-91c3-9363a7cab654 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:43.588752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca14e8df-7bd8-43ff-a01c-b948e739c59b req-ac831067-8709-40d9-91c3-9363a7cab654 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 950 time: 0.0753286 Jul 07 18:02:43.637319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca14e8df-7bd8-43ff-a01c-b948e739c59b req-5a7e461c-52fd-4318-81dd-0c368ed2fbf4 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Jul 07 18:02:43.748801 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.825708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d579-93f5-4607-b606-f11e07034d61 req-c67abf38-46b2-411c-a81b-e3fb37549130 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.827328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e15d579-93f5-4607-b606-f11e07034d61 req-c67abf38-46b2-411c-a81b-e3fb37549130 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 950 time: 0.0671875 Jul 07 18:02:44.871471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e15d579-93f5-4607-b606-f11e07034d61 req-4be2082d-dc8e-4c0e-be81-520e68ba39ed tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/security-groups?id=4520c0e4-17f2-4be3-8deb-4b43a225b0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Jul 07 18:02:45.006161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-9983da0e-5605-4314-9849-208c03a3684d tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:45.007821 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-9983da0e-5605-4314-9849-208c03a3684d tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 950 time: 0.0753794 Jul 07 18:02:45.126411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Deleting port 0a248228-ae00-4b6b-96d6-a22592af218b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:45.126682 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.234721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] For port 0a248228-ae00-4b6b-96d6-a22592af218b, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=0a248228-ae00-4b6b-96d6-a22592af218b,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:45.235103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.255333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Calling delete_port for 0a248228-ae00-4b6b-96d6-a22592af218b owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:45.403232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.416335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['0a248228-ae00-4b6b-96d6-a22592af218b'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:45.434910 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Pushing event deleted for resources: {'Port': ['ID=0a248228-ae00-4b6b-96d6-a22592af218b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:45.451851 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.452216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.452640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.452993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.453337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.453691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.454041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.454383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.454742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.455075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.455405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.455739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:45.510770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] No DVR routers for this DVR port 0a248228-ae00-4b6b-96d6-a22592af218b on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:45.514312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.516632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4af56a5b-72fd-4bab-a349-abf433fd4308 req-af83a594-de32-4ace-9ce5-5d8b140f8761 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.73 "DELETE /v2.0/ports/0a248228-ae00-4b6b-96d6-a22592af218b HTTP/1.1" status: 204 len: 173 time: 0.5030949 Jul 07 18:02:45.517110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'name': 'network-vif-deleted', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:45.519768 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c513b0ba011df75010a1456258fa407041b211839be39c3460d46148c2413b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e33217-9026-47f4-9256-ce17f96c75e9" -d '{"events": [{"server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "name": "network-vif-deleted", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:45.574110 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900c261-e4a2-49af-b1e1-aa95859e6bc0 x-openstack-request-id: req-e900c261-e4a2-49af-b1e1-aa95859e6bc0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:45.574567 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec69bd2b-ad0e-42ce-9646-debb21da3a1a", "name": "network-vif-deleted", "tag": "0a248228-ae00-4b6b-96d6-a22592af218b", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:45.574831 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e900c261-e4a2-49af-b1e1-aa95859e6bc0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:45.575251 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec69bd2b-ad0e-42ce-9646-debb21da3a1a', 'name': 'network-vif-deleted', 'tag': '0a248228-ae00-4b6b-96d6-a22592af218b', 'status': 'completed', 'code': 200} Jul 07 18:02:46.079895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e45654ea-a966-4e48-9208-344b61c06ea7 req-f5787253-198a-4d9b-944e-2396d216e2e0 tempest-VolumesBackupsTest-90499983 tempest-VolumesBackupsTest-90499983-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec69bd2b-ad0e-42ce-9646-debb21da3a1a HTTP/1.1" status: 200 len: 210 time: 0.0385635 Jul 07 18:02:50.025686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0a248228-ae00-4b6b-96d6-a22592af218b no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:50.051433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 0a248228-ae00-4b6b-96d6-a22592af218b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:50.052018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 0a248228-ae00-4b6b-96d6-a22592af218b not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:55.958735 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:57.493945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.404508 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:07.652058 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb227493-c113-4f3b-b3ca-c53b58b25ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.141772 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8046e9e7-7c6c-4c98-a152-b5647cb73e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.691543 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.995928 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.760890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.418940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-c09c2fad-1da1-4c73-b49b-c493cfcb1e0b req-33f6ccc5-37d0-4df1-b977-2703f2b25aab service neutron] (93946) timed out ('10.222.0.66', 37300) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:03:25.960273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.478664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.657597 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74491744-69e8-4354-932e-8e84a6730473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.136277 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d126d670-faca-42ef-b1ca-b931563ee58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.695808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.411256 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:41.988516 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.753666 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.975663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.494609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.658569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0f21e020-e08d-449b-ae6f-0b7d93bba588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.138954 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3c29892a-a972-4c67-8d56-449fc1d4f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.686658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.997981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:13.757327 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.401514 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:25.977333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.494702 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.657230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b55c-e9f1-4339-89ee-0420fe1e31e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.145633 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-36b24f5b-dd6d-43c3-aad5-fe09fc5fb5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.695920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.993602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.759622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.405927 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:55.983378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.496466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.654124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6f848275-b07c-4132-a56d-8428ab182e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.138148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f752f369-f0d6-4715-991a-25ef3f0118d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.692798 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.003133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.769288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.989245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.519065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.406419 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:37.657041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e83b-a09a-4fad-8df0-43370db0ea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.147554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6953377b-ff14-421f-96e4-538b28b483a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.691819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.004789 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.774524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.006123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.527217 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.682697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-dd9c4722-cbf6-4daa-93d9-5696ed4eb172 req-4826ff80-489d-4dcd-977b-51d607b51df6 service neutron] (93946) timed out ('10.222.0.23', 50237) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:06:05.172028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38012) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:05.334100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a65de8fa-3209-467c-97dc-e80082aef350 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e76aed74846247eda1e18550b6115806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607678 Jul 07 18:06:05.337043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38018) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:05.388407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.411077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.459668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.462282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.466839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4520c0e4-17f2-4be3-8deb-4b43a225b0da HTTP/1.1" status: 204 len: 168 time: 0.1254447 Jul 07 18:06:05.473687 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4520c0e4-17f2-4be3-8deb-4b43a225b0da,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.482229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.482610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.482958 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.483299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.483638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.483971 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.484303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.484737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.484954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.485281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.485612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.485954 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf82fd8-942c-4ef2-8d42-addbe0a1e99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:07.647818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7024cf5c-533a-478c-bad8-ce1d070c495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.406963 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:10.146920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c0527ce9-8588-4306-a9a7-388ab2168293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.685821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.001084 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.765223 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.943850 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38158) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:24.069085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d3d817e-411a-4c98-af0f-e664ae98296b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.189966 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d3d817e-411a-4c98-af0f-e664ae98296b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.194965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d3d817e-411a-4c98-af0f-e664ae98296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.235315 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3d3d817e-411a-4c98-af0f-e664ae98296b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4ebf395c3394d1d9f4d0443cad2cd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901769 Jul 07 18:06:24.236100 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d817e-411a-4c98-af0f-e664ae98296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c304e7-7b95-476b-a3f7-4d377236f27d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:24.238810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38162) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:24.294593 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.320777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.380678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.385137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.387631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81c304e7-7b95-476b-a3f7-4d377236f27d HTTP/1.1" status: 204 len: 168 time: 0.1473880 Jul 07 18:06:24.396826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c304e7-7b95-476b-a3f7-4d377236f27d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:24.405600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.405954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.406299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.406684 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.407024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.407370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.407683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.408013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.408419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.408694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.409024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:24.409356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ea1fc-a7d8-4ffb-abcc-8678f1e5da2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:26.007124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.535226 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.633182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-0dce074a-f388-47f1-88cf-a50adbbc5ae6 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233278 Jul 07 18:06:35.747207 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-5b61c042-334a-4d81-8053-1e0f94b5e1d4 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.748749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-5b61c042-334a-4d81-8053-1e0f94b5e1d4 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095223 Jul 07 18:06:35.765374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-3b30b016-5fde-4df7-b7b1-cfff12ab9de9 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/quotas/c2f287ca73e741c8b594d629e3bf55ce HTTP/1.1" status: 200 len: 375 time: 0.0110872 Jul 07 18:06:35.801890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-68183e3d-a987-47a7-91c2-55e1112bf579 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311687 Jul 07 18:06:35.982223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f99f3302-506b-457f-84fc-be15588318f5 req-79c23c06-0bc3-488e-9963-157d513761ef tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 210 time: 0.0296319 Jul 07 18:06:37.165469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5ac67a45-3dc9-41d0-af3f-30b2583ebe8c req-08345417-132f-4073-8b0e-be8c821826d9 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 210 time: 0.0378804 Jul 07 18:06:37.234388 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-e7b10123-f0cb-4f82-9aed-731776d65b4e tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231810 Jul 07 18:06:37.373801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-38f5dbbe-0b69-4073-b8b2-d2d03d1cbaf6 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:37.375365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-38f5dbbe-0b69-4073-b8b2-d2d03d1cbaf6 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365962 Jul 07 18:06:37.387195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Request body: {'port': {'device_id': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'admin_state_up': True, 'tenant_id': 'c2f287ca73e741c8b594d629e3bf55ce'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:37.497606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Made reservation on behalf of c2f287ca73e741c8b594d629e3bf55ce for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:37.501200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.510087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.610065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.614607 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.653063 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd76e-9fca-4e33-8f59-28cca9bdd921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.693728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4638ba3b-13f0-4094-80e2-61c7ba50eebd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:37.764146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Allocated IP 192.168.233.28 (da637e4f-658d-4fa4-bee0-21d61bad4341/8a701a8f-eecc-4ca9-9e0e-e071e076c549/2ac8f868-60e1-4d7f-91dc-8af528ce012f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:37.941136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.956037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Transition to ACTIVE for port object 2ac8f868-60e1-4d7f-91dc-8af528ce012f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:37.992756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.039898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Network da637e4f-658d-4fa4-bee0-21d61bad4341 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:38.043736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:38.049646 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:38.074508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Pushing event updated for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.105206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.105855 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.123444 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-4f8f692f-839b-43ea-931e-006e88d5311f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7403665 Jul 07 18:06:38.291342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Request body: {'port': {'device_id': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:38.317694 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b8e8acb-9cf7-4e5d-897e-4c15d36414e8 None None] Provisioning for port 2ac8f868-60e1-4d7f-91dc-8af528ce012f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:38.321934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3b8e8acb-9cf7-4e5d-897e-4c15d36414e8 None None] Provisioning complete for port 2ac8f868-60e1-4d7f-91dc-8af528ce012f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:38.322401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3b8e8acb-9cf7-4e5d-897e-4c15d36414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.352678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06c0a8-eae0-4d72-911d-e473ecbf940a req-d94e64c6-8ae9-4a98-9b32-d51fd977a352 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.355514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e06c0a8-eae0-4d72-911d-e473ecbf940a req-d94e64c6-8ae9-4a98-9b32-d51fd977a352 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 935 time: 0.0730717 Jul 07 18:06:38.363544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e8acb-9cf7-4e5d-897e-4c15d36414e8 None None] Port 2ac8f868-60e1-4d7f-91dc-8af528ce012f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:38.373178 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.401258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e06c0a8-eae0-4d72-911d-e473ecbf940a req-00bacb08-7ac4-47d2-bc34-f391d789dbac tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Jul 07 18:06:38.643400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac8f868-60e1-4d7f-91dc-8af528ce012f {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:38.651491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.664413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Transition to ACTIVE for port object 2ac8f868-60e1-4d7f-91dc-8af528ce012f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:38.669151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.728053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.805391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Attempting to bind port 2ac8f868-60e1-4d7f-91dc-8af528ce012f on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:38.805737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Attempting to bind port 2ac8f868-60e1-4d7f-91dc-8af528ce012f by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:38.806067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Attempting to bind port 2ac8f868-60e1-4d7f-91dc-8af528ce012f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:38.811506 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Port 2ac8f868-60e1-4d7f-91dc-8af528ce012f on network da637e4f-658d-4fa4-bee0-21d61bad4341 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:38.811834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Attempting to bind port 2ac8f868-60e1-4d7f-91dc-8af528ce012f on network da637e4f-658d-4fa4-bee0-21d61bad4341 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:38.817540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:38.817875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Checking segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:38.818265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Bound using segment: {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:38.818757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Bound port: 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018ca0e5-a87a-4b21-a60f-8994945e6011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:38.819119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.898875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:38.903937 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:38.908034 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.945989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.946769 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.949096 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ac8f868-60e1-4d7f-91dc-8af528ce012f HTTP/1.1" status: 200 len: 1096 time: 0.7057109 Jul 07 18:06:38.951881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:38.987147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bbf54-2d49-4bae-83a5-73f4386c1317 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.017188 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c953136-e03e-4453-8611-2d033eb07fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:39.080941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-b18de11b-0a2a-4106-ba17-81f541d338a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.083009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-b18de11b-0a2a-4106-ba17-81f541d338a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 1099 time: 0.0766325 Jul 07 18:06:39.129514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-b27508b1-dfce-4b67-bc7e-dfff9a6030e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f HTTP/1.1" status: 200 len: 217 time: 0.0393176 Jul 07 18:06:39.137296 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf59b48-0ab2-4446-a949-c9afe4a1598d x-openstack-request-id: req-0cf59b48-0ab2-4446-a949-c9afe4a1598d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:39.137560 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:39.137810 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cf59b48-0ab2-4446-a949-c9afe4a1598d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:39.138217 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f', 'status': 'completed', 'code': 200} Jul 07 18:06:39.189124 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-9b68f2c1-6782-48d7-bb26-2dea48a580fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.190624 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-9b68f2c1-6782-48d7-bb26-2dea48a580fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0515580 Jul 07 18:06:39.252056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385516e-06e0-4143-ab08-02155855fdc1 req-bf554b9f-64ce-4305-b6d7-dabad4da93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.253660 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-bf554b9f-64ce-4305-b6d7-dabad4da93a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571110 Jul 07 18:06:39.344031 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-38e4abc2-f138-4231-83b7-d628d56f6477 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Jul 07 18:06:39.438962 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-8385516e-06e0-4143-ab08-02155855fdc1 req-89dad834-9661-4e2a-a3fc-93e1fcd3ee32 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891125 Jul 07 18:06:39.544285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c953136-e03e-4453-8611-2d033eb07fcc req-aa3af97f-e068-4408-a490-756f6d094f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.545838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-aa3af97f-e068-4408-a490-756f6d094f26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 1099 time: 0.0568020 Jul 07 18:06:39.599830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1bdc3-dd9e-4cf1-9e2a-9e3372b037f8 req-e43986fa-2003-4566-aa19-4b8f97bd349c tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.601385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35d1bdc3-dd9e-4cf1-9e2a-9e3372b037f8 req-e43986fa-2003-4566-aa19-4b8f97bd349c tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 947 time: 0.0764523 Jul 07 18:06:39.644044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35d1bdc3-dd9e-4cf1-9e2a-9e3372b037f8 req-5878012b-2555-4c3e-a8cc-41157e80120b tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Jul 07 18:06:39.652676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c953136-e03e-4453-8611-2d033eb07fcc req-d1289fdf-e80a-4bc4-83b4-26feb1fa79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.654730 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-d1289fdf-e80a-4bc4-83b4-26feb1fa79c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da637e4f-658d-4fa4-bee0-21d61bad4341 HTTP/1.1" status: 200 len: 870 time: 0.1028662 Jul 07 18:06:39.707647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-a76c0096-ec61-4a11-bad6-e78f8f688097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f HTTP/1.1" status: 200 len: 217 time: 0.0450506 Jul 07 18:06:39.767415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c953136-e03e-4453-8611-2d033eb07fcc req-1bb768c3-f159-4e48-a1b1-65c1270a043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.768915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-1bb768c3-f159-4e48-a1b1-65c1270a043c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a701a8f-eecc-4ca9-9e0e-e071e076c549 HTTP/1.1" status: 200 len: 843 time: 0.0534303 Jul 07 18:06:39.834053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c953136-e03e-4453-8611-2d033eb07fcc req-eb69cbdf-48d1-443e-8b50-670c1dac492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.835729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-eb69cbdf-48d1-443e-8b50-670c1dac492a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da637e4f-658d-4fa4-bee0-21d61bad4341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603883 Jul 07 18:06:39.931214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-891840b6-7b18-4d59-bcb4-c0400145d2c4 service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Jul 07 18:06:40.030423 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c953136-e03e-4453-8611-2d033eb07fcc req-daab3318-297a-40c2-9af5-740e22e1e5ce service neutron] 10.222.0.73 "GET /v2.0/networks/da637e4f-658d-4fa4-bee0-21d61bad4341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919423 Jul 07 18:06:40.140763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9cc0af46-982a-449e-83d3-5bfe0c1cea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.689970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.846615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab7201-0307-4084-a40c-8323415cb173 req-1c44cc21-980d-46bc-95ba-98aa53e2dbfc tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.848150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00ab7201-0307-4084-a40c-8323415cb173 req-1c44cc21-980d-46bc-95ba-98aa53e2dbfc tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 947 time: 0.0758731 Jul 07 18:06:40.889650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-00ab7201-0307-4084-a40c-8323415cb173 req-fbdcf3b2-b47a-49e9-829e-f4f124698d87 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Jul 07 18:06:42.005569 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.075104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cca21-1389-4e2f-a58b-21c49aa5bcf1 req-2c763cef-6558-4596-bff6-23bbb4525e28 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.076702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea6cca21-1389-4e2f-a58b-21c49aa5bcf1 req-2c763cef-6558-4596-bff6-23bbb4525e28 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 947 time: 0.0701942 Jul 07 18:06:42.117016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea6cca21-1389-4e2f-a58b-21c49aa5bcf1 req-6b7fbba7-ec69-4624-b586-92a05d91fb71 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Jul 07 18:06:43.080873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2ac8f868-60e1-4d7f-91dc-8af528ce012f details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:43.189255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:43.202000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '2ac8f868-60e1-4d7f-91dc-8af528ce012f', 'network_id': 'da637e4f-658d-4fa4-bee0-21d61bad4341', 'port_id': '2ac8f868-60e1-4d7f-91dc-8af528ce012f', 'mac_address': 'fa:16:3e:30:98:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a701a8f-eecc-4ca9-9e0e-e071e076c549', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:43.240161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.253837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac8f868-60e1-4d7f-91dc-8af528ce012f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:43.273072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:43.277179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.303133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1706-c2e9-4c96-971b-4ec6b8aae5ff req-f3ee9bdd-cdd5-4e9f-bb6d-41d3feadb265 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.304660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-818d1706-c2e9-4c96-971b-4ec6b8aae5ff req-f3ee9bdd-cdd5-4e9f-bb6d-41d3feadb265 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 947 time: 0.0706549 Jul 07 18:06:43.325835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.333165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.333516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.333864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.334206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.334570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.334908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.335240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.335573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.335901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.336227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.337120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.337120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.344367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-818d1706-c2e9-4c96-971b-4ec6b8aae5ff req-0e6fcece-359b-4f2d-b88c-cf5d34476774 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jul 07 18:06:43.523539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['2ac8f868-60e1-4d7f-91dc-8af528ce012f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:43.765025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.535269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72a483-4c3a-46af-af23-95de0bdfa144 req-b536df6a-063c-467a-968a-690f01a34d9f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.536798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae72a483-4c3a-46af-af23-95de0bdfa144 req-b536df6a-063c-467a-968a-690f01a34d9f tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 948 time: 0.0709200 Jul 07 18:06:44.577184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae72a483-4c3a-46af-af23-95de0bdfa144 req-fe9a8d7c-734c-42b3-951e-1dcf5fa7ebd4 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 07 18:06:45.081782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2ac8f868-60e1-4d7f-91dc-8af528ce012f up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:45.132921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 2ac8f868-60e1-4d7f-91dc-8af528ce012f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:45.141889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 2ac8f868-60e1-4d7f-91dc-8af528ce012f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:45.142264 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.222386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.244726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:45.262729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:45.267432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.296028 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b2bfc7-fc27-4766-9df4-d867f01a2a67" -d '{"events": [{"server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:45.325340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:45.379781 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e76680-fefe-40ef-a0e6-55a4cb9b1441 x-openstack-request-id: req-73e76680-fefe-40ef-a0e6-55a4cb9b1441 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:45.380104 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "name": "network-vif-plugged", "status": "completed", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:45.380425 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73e76680-fefe-40ef-a0e6-55a4cb9b1441 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:45.380903 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f', 'code': 200} Jul 07 18:06:45.495442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210eb84-c284-411f-b033-a4b15404e75a req-2c151145-6b39-4752-9bbc-1402615bc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.496892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e210eb84-c284-411f-b033-a4b15404e75a req-2c151145-6b39-4752-9bbc-1402615bc41c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 1101 time: 0.0541084 Jul 07 18:06:45.532892 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e210eb84-c284-411f-b033-a4b15404e75a req-8b45f301-1298-4053-b4cd-e93786b03185 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294261 Jul 07 18:06:45.758122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ffc5-1948-4e90-88b0-1db909a159fa req-0250b75b-7864-4196-891f-d785cf25e40e tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.759579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0d6ffc5-1948-4e90-88b0-1db909a159fa req-0250b75b-7864-4196-891f-d785cf25e40e tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 949 time: 0.0663807 Jul 07 18:06:45.798370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0d6ffc5-1948-4e90-88b0-1db909a159fa req-6321e3d2-146a-4582-b7dc-3f13aa8e7745 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Jul 07 18:06:46.407072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:46.986124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6538d-e0a5-4336-83e5-603e656dd2cc req-61eaccbb-4380-4021-ae9d-12ff9f5a3e39 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:46.987649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b6538d-e0a5-4336-83e5-603e656dd2cc req-61eaccbb-4380-4021-ae9d-12ff9f5a3e39 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 949 time: 0.0702047 Jul 07 18:06:47.027957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b6538d-e0a5-4336-83e5-603e656dd2cc req-d86d4da2-7252-47aa-b147-45af6b5383b3 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Jul 07 18:06:47.389008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-d142c6a4-0bf6-461a-a2fc-dd45ae2d08c9 req-b6435021-8b79-497b-912c-4871f3ffd5ba service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:06:47.390522 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d142c6a4-0bf6-461a-a2fc-dd45ae2d08c9 req-b6435021-8b79-497b-912c-4871f3ffd5ba service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549147 Jul 07 18:06:48.215555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a2e64-7018-48c7-93db-eee1eabf568b req-8e770b06-0486-4c4c-a9eb-0c14008ee830 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.217057 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e5a2e64-7018-48c7-93db-eee1eabf568b req-8e770b06-0486-4c4c-a9eb-0c14008ee830 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 949 time: 0.0637927 Jul 07 18:06:48.254615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e5a2e64-7018-48c7-93db-eee1eabf568b req-e3ce9d89-6cfa-4889-ac4b-5bbc64a375da tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Jul 07 18:06:49.423178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-580d5354-0aae-4de4-8668-840f4ec51016 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.424725 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-580d5354-0aae-4de4-8668-840f4ec51016 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.73 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 949 time: 0.0664368 Jul 07 18:06:49.445170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd235a-fe81-4387-b821-588e39a09fae req-341d5ee6-f48c-40be-ba77-0487617d4760 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.446741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3dd235a-fe81-4387-b821-588e39a09fae req-341d5ee6-f48c-40be-ba77-0487617d4760 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 949 time: 0.0772576 Jul 07 18:06:49.488883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a3dd235a-fe81-4387-b821-588e39a09fae req-2c3ee372-e175-4982-85ed-4efbf1c5fd13 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4638ba3b-13f0-4094-80e2-61c7ba50eebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Jul 07 18:06:49.837492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Deleting port 2ac8f868-60e1-4d7f-91dc-8af528ce012f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:49.838537 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.931174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] For port 2ac8f868-60e1-4d7f-91dc-8af528ce012f, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2ac8f868-60e1-4d7f-91dc-8af528ce012f,segment=NetworkSegment(018ca0e5-a87a-4b21-a60f-8994945e6011),segment_id=018ca0e5-a87a-4b21-a60f-8994945e6011)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:49.931561 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.945699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Calling delete_port for 2ac8f868-60e1-4d7f-91dc-8af528ce012f owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:50.076780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.089909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['2ac8f868-60e1-4d7f-91dc-8af528ce012f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:50.111274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Pushing event deleted for resources: {'Port': ['ID=2ac8f868-60e1-4d7f-91dc-8af528ce012f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:50.163577 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] No DVR routers for this DVR port 2ac8f868-60e1-4d7f-91dc-8af528ce012f on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:50.166705 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.168985 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-15097db1-5ebe-41cf-ad43-4bcd35cf4eb3 req-974f041c-1956-4959-a633-82e5bf213293 tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.73 "DELETE /v2.0/ports/2ac8f868-60e1-4d7f-91dc-8af528ce012f HTTP/1.1" status: 204 len: 173 time: 0.7384515 Jul 07 18:06:50.169467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'name': 'network-vif-deleted', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:50.172085 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fde5db-1024-4039-8507-30adc9491b2f" -d '{"events": [{"server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "name": "network-vif-deleted", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:50.221878 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df1848-a00f-4c46-8cda-13ac4c9975c0 x-openstack-request-id: req-c3df1848-a00f-4c46-8cda-13ac4c9975c0 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:50.222177 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87e21a3-190c-4e08-93b9-13bb8ab0f9fd", "name": "network-vif-deleted", "tag": "2ac8f868-60e1-4d7f-91dc-8af528ce012f", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:50.222457 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3df1848-a00f-4c46-8cda-13ac4c9975c0 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:50.222863 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87e21a3-190c-4e08-93b9-13bb8ab0f9fd', 'name': 'network-vif-deleted', 'tag': '2ac8f868-60e1-4d7f-91dc-8af528ce012f', 'status': 'completed', 'code': 200} Jul 07 18:06:50.663075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a3435ef-5fc9-494f-87cd-b7f4989124f7 req-59a02c6e-706e-4f14-957c-b6002f6753cd tempest-ServersAdminNegativeTestJSON-2088747734 tempest-ServersAdminNegativeTestJSON-2088747734-project] 10.222.0.66 "GET /v2.0/ports?device_id=f87e21a3-190c-4e08-93b9-13bb8ab0f9fd HTTP/1.1" status: 200 len: 210 time: 0.0300303 Jul 07 18:06:52.042225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38330) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.185025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4bfe9981-a586-43dc-a3b0-7fc9dd5f776c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2f287ca73e741c8b594d629e3bf55ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415846 Jul 07 18:06:52.187552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38334) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.235313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.256067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.304570 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.307875 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.309091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4638ba3b-13f0-4094-80e2-61c7ba50eebd HTTP/1.1" status: 204 len: 168 time: 0.1206152 Jul 07 18:06:52.317503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf35f3-4c86-4c00-8637-d2de5adea1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638ba3b-13f0-4094-80e2-61c7ba50eebd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:52.600431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38340) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.615101 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f149-9b62-4696-9c62-1168195c2ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.711777 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f149-9b62-4696-9c62-1168195c2ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.716404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f149-9b62-4696-9c62-1168195c2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.756610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ffb3f149-9b62-4696-9c62-1168195c2ea9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad295c320f6941db8bba9d35d28f9120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548889 Jul 07 18:06:52.757155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3f149-9b62-4696-9c62-1168195c2ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5502d7-6b00-459b-a34f-39675ebd448c,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:52.759773 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38342) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.814361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.840841 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.891545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.894141 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.895544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea5502d7-6b00-459b-a34f-39675ebd448c HTTP/1.1" status: 204 len: 168 time: 0.1346598 Jul 07 18:06:52.904473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13413f65-03b5-4eb7-999d-2d092657c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5502d7-6b00-459b-a34f-39675ebd448c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:53.099545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2ac8f868-60e1-4d7f-91dc-8af528ce012f no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:53.125017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 2ac8f868-60e1-4d7f-91dc-8af528ce012f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:53.125586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2ac8f868-60e1-4d7f-91dc-8af528ce012f not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:53.624041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38364) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:53.725185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1232324819-network', 'tenant_id': 'c904120a835d45ebb8c1575bb681b9f2'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:53.750452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Made reservation on behalf of c904120a835d45ebb8c1575bb681b9f2 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:53.752817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.762034 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.856743 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.860678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.889379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:53.898929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:53.907855 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.909047 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Added segment 2392a4ab-2e55-43b8-984b-8570e07386a1 of type vlan for network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 Jul 07 18:06:53.956256 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.988285 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.989380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.989972 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.062959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4377513 Jul 07 18:06:54.066092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38368) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:54.075934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Request body: {'subnet': {'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1232324819-subnet', 'tenant_id': 'c904120a835d45ebb8c1575bb681b9f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:54.088660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70fe4f-53a0-450f-8095-845eb1e86988 admin admin] Pushing event updated for resources: {'Network': ['ID=66fbec79-99e2-4ffd-b7e7-4fe731a16148,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.100624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:54.101448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Made reservation on behalf of c904120a835d45ebb8c1575bb681b9f2 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:54.104973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.288759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.338242 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=243ec13c-239b-4b04-a308-c9e787548fe5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.355483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Checking segment: {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:54.355847 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Network hostable DHCP agents. Network: 66fbec79-99e2-4ffd-b7e7-4fe731a16148, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:54.374914 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:54.384379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 66fbec79-99e2-4ffd-b7e7-4fe731a16148) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:54.390530 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.391379 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.396198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255742e0-495a-4790-9f87-4324512ebb83 None None] Network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:54.407336 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9f627356-281c-4764-a9cb-a6adb3cbf2cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3395514 Jul 07 18:06:54.530941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1bd09-557f-428e-a812-83ebfe4c142a None None] Network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:54.911859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-b5cc6971-99a5-4994-94cd-75e31071f42c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.913409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-b5cc6971-99a5-4994-94cd-75e31071f42c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 812 time: 0.1168313 Jul 07 18:06:54.930921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-b98120e9-a9af-47d9-839c-9c527a8451a6 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/quotas/c904120a835d45ebb8c1575bb681b9f2 HTTP/1.1" status: 200 len: 375 time: 0.0115409 Jul 07 18:06:54.967012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-9916b99e-58b5-4da0-bfee-24641e8f677c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287588 Jul 07 18:06:54.978841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-76c896e0-da07-40fd-b9bd-3a4492870185 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:06:54.979976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-76c896e0-da07-40fd-b9bd-3a4492870185 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059171 Jul 07 18:06:55.070998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-cd28dca5-03d6-4cc4-9127-eb7684d4a1a7 service neutron] 10.222.0.66 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845263 Jul 07 18:06:55.169263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-4513689e-bf3e-47c1-a520-5ffd7ee2fe63 service neutron] 10.222.0.66 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906179 Jul 07 18:06:55.346899 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-02a83bb0-d024-4380-a9d3-6078b5fa3238 req-27101c30-5547-44a7-91be-73eb64158c39 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 210 time: 0.0344155 Jul 07 18:06:56.006867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.516580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b655e8c-3148-44f8-95d5-5ac12024a6ef req-616d6e54-60f4-48bc-89cb-e43085733b92 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 210 time: 0.0309324 Jul 07 18:06:56.626673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-e6c323a7-93d8-4a56-9781-622785585e35 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:56.628135 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-e6c323a7-93d8-4a56-9781-622785585e35 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 812 time: 0.1244736 Jul 07 18:06:56.642326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Request body: {'port': {'device_id': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148', 'admin_state_up': True, 'tenant_id': 'c904120a835d45ebb8c1575bb681b9f2'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:56.756314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Made reservation on behalf of c904120a835d45ebb8c1575bb681b9f2 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:56.760511 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.905521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Allocated IP 172.20.0.4 (66fbec79-99e2-4ffd-b7e7-4fe731a16148/243ec13c-239b-4b04-a308-c9e787548fe5/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:57.061635 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.102479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.147571 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:57.151470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:57.157522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:57.163869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:57.210491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.211091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.225223 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-6969f1d6-9a1b-4fba-8002-a3e0f6ffc7df tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870891 Jul 07 18:06:57.236869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Request body: {'port': {'device_id': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:57.319885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.533022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.621791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:57.636550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.650967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Transition to ACTIVE for port object 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:57.655464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.728442 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e4c7-9676-4ef6-8a05-85995a9afbe7 req-83421fcc-f037-4bd0-a208-0b0eac6ecdb4 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.730993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36a0e4c7-9676-4ef6-8a05-85995a9afbe7 req-83421fcc-f037-4bd0-a208-0b0eac6ecdb4 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0871480 Jul 07 18:06:57.741182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:57.787004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-36a0e4c7-9676-4ef6-8a05-85995a9afbe7 req-19ebed71-6a8e-4cac-9e3b-f2ee7f0c0996 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Jul 07 18:06:57.822744 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:57.823097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:57.823435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:57.828371 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:57.828695 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:57.833679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:57.834021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Checking segment: {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:57.834404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Bound using segment: {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:57.834975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Bound port: 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:57.835335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.900552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:57.903803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:57.908667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.945829 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.946540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.949331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 1092 time: 0.7169344 Jul 07 18:06:57.949878 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:57.952264 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509d00f4-d7fa-430e-be35-af4884f7f9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:57.982230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828fcc-6408-47ed-bbfb-f43b9d612be3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:58.028883 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc9a35-690b-4bb8-bdd1-b69d340f495c x-openstack-request-id: req-19fc9a35-690b-4bb8-bdd1-b69d340f495c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:58.029280 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:58.029603 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19fc9a35-690b-4bb8-bdd1-b69d340f495c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:58.030094 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'status': 'completed', 'code': 200} Jul 07 18:06:58.058881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-c9595560-fd61-4989-9df5-199ee8bff57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.060819 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-c9595560-fd61-4989-9df5-199ee8bff57e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.0692668 Jul 07 18:06:58.102773 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-bfb6c210-e627-4a72-ada9-c5970eb208e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0346956 Jul 07 18:06:58.151833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-69b94cf0-b420-48dd-b5d6-6dc465c8a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.153371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-69b94cf0-b420-48dd-b5d6-6dc465c8a8f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0451384 Jul 07 18:06:58.190848 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-66951002-afa5-4ea3-860b-2c4d4a77c58a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 07 18:06:58.285131 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-b5c5c96c-bd4e-4a11-91fa-7e41339410cf service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869162 Jul 07 18:06:58.383637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-42f77cb4-1575-47ed-b952-fd0f79d99040 req-d0c898b5-8d03-40e9-8ff9-75a388058126 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926092 Jul 07 18:06:58.496142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-7f73768f-2667-445e-bcab-4b83ab3fc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.497710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-7f73768f-2667-445e-bcab-4b83ab3fc9fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.0644488 Jul 07 18:06:58.589032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-b633003e-f726-4e0d-b40e-b1491abbde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.590528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-b633003e-f726-4e0d-b40e-b1491abbde0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.0869033 Jul 07 18:06:58.635157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-6c770a87-dde9-4d5f-ac20-2d0efd042d3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0373795 Jul 07 18:06:58.682489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-3d368cfb-33c2-4ef9-b2bf-1ef743c3cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.683964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-3d368cfb-33c2-4ef9-b2bf-1ef743c3cd20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0434806 Jul 07 18:06:58.718536 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-a927a677-b428-4be7-8b6b-27d12392ac9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282114 Jul 07 18:06:58.818813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-92532ec5-a42f-4d2f-98b6-a88c622b2a4d service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927908 Jul 07 18:06:58.920097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-509d00f4-d7fa-430e-be35-af4884f7f9ff req-6bf4a082-05e8-4078-9ec2-aa85e8b70287 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942876 Jul 07 18:06:58.998102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f87788-aafb-48e6-b756-731b38a3b2fe req-13a65120-e507-4c1b-a36a-faa9da259b86 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.999813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0f87788-aafb-48e6-b756-731b38a3b2fe req-13a65120-e507-4c1b-a36a-faa9da259b86 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0817680 Jul 07 18:06:59.042591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0f87788-aafb-48e6-b756-731b38a3b2fe req-18f2bfff-cbab-4d3e-8fe7-8f696d33bedc tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367334 Jul 07 18:07:00.236418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f384a-e909-4332-a06c-753680d7283f req-cec37c96-0a56-403a-94f0-76568f3fac85 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:00.237898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-392f384a-e909-4332-a06c-753680d7283f req-cec37c96-0a56-403a-94f0-76568f3fac85 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0670898 Jul 07 18:07:00.275415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-392f384a-e909-4332-a06c-753680d7283f req-ef87ec46-d348-488f-a525-4c6aa03fa5cd tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Jul 07 18:07:01.145161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:01.243165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:01.255321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148', 'port_id': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'mac_address': 'fa:16:3e:e1:0d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ec13c-239b-4b04-a308-c9e787548fe5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:01.298658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.315424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:01.344512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:01.351322 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.423463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:01.494546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163af60-686d-446d-b20b-886f8b43ae5c req-a2b67e39-0eae-4a2d-ba9d-1a4c5d559dca tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.496035 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e163af60-686d-446d-b20b-886f8b43ae5c req-a2b67e39-0eae-4a2d-ba9d-1a4c5d559dca tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 944 time: 0.0716062 Jul 07 18:07:01.540544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e163af60-686d-446d-b20b-886f8b43ae5c req-f2cea8e7-327c-4662-86b3-bef25ff6fbf3 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Jul 07 18:07:01.542120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:02.724559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305591-a1d9-437d-9e37-48ec2d8ad895 req-2e20bda1-9556-4a49-b550-00cf59d994e3 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.726078 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46305591-a1d9-437d-9e37-48ec2d8ad895 req-2e20bda1-9556-4a49-b550-00cf59d994e3 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 944 time: 0.0671308 Jul 07 18:07:02.764667 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46305591-a1d9-437d-9e37-48ec2d8ad895 req-ff6370a6-6210-4cee-8f41-7635409d63d2 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Jul 07 18:07:03.166818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:03.215801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:03.219385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:03.219754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.296794 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.320778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:03.323982 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570aa949-adc5-42ff-8ae8-848611594563" -d '{"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:03.340532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:03.345525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.371686 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e728a-d64e-4ed0-9341-873f14cb3a95 x-openstack-request-id: req-630e728a-d64e-4ed0-9341-873f14cb3a95 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:03.371985 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:03.372226 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-630e728a-d64e-4ed0-9341-873f14cb3a95 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:03.372613 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'code': 200} Jul 07 18:07:03.403109 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:03.476841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76113236-c05b-4c05-a161-69a90b18ed63 req-c86698d6-c8ab-4d45-9b85-4f0a8018c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.478307 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76113236-c05b-4c05-a161-69a90b18ed63 req-c86698d6-c8ab-4d45-9b85-4f0a8018c030 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1097 time: 0.0523787 Jul 07 18:07:03.518238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-76113236-c05b-4c05-a161-69a90b18ed63 req-4f67759f-267d-4c71-bbfa-2cc167616832 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jul 07 18:07:03.950410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c07b0c-3d7b-45a3-bd52-7399bf517ef3 req-eec57aaf-9d5f-4b7c-96d1-bab94a36ca43 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.952004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8c07b0c-3d7b-45a3-bd52-7399bf517ef3 req-eec57aaf-9d5f-4b7c-96d1-bab94a36ca43 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0707791 Jul 07 18:07:03.990610 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8c07b0c-3d7b-45a3-bd52-7399bf517ef3 req-f7e463ec-c550-4d96-82eb-ce562df4b3f1 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jul 07 18:07:05.176913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e1abb-a9a1-4c00-be66-1ed65870e6b1 req-783909a8-be1c-42d6-92a4-e44869bb776c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.178339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b03e1abb-a9a1-4c00-be66-1ed65870e6b1 req-783909a8-be1c-42d6-92a4-e44869bb776c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0644128 Jul 07 18:07:05.217285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b03e1abb-a9a1-4c00-be66-1ed65870e6b1 req-19058355-87c3-4688-8816-388419eb7a48 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Jul 07 18:07:05.506997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38428) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:05.658396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-dc0a112d-d463-449d-9dad-516a31a68328 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502392 Jul 07 18:07:05.673611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1720-380d-4661-9c25-6e375996e264 req-1ae42985-f970-40e1-8f06-3038de15691b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.675296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfc1720-380d-4661-9c25-6e375996e264 req-1ae42985-f970-40e1-8f06-3038de15691b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.1080816 Jul 07 18:07:05.726206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bcfc1720-380d-4661-9c25-6e375996e264 req-ef97c11f-3851-4503-a63a-6fe71d7f1092 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Jul 07 18:07:06.815381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-0e6820ea-37c7-4b26-9771-a33b1fae2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.816923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-0e6820ea-37c7-4b26-9771-a33b1fae2348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1097 time: 0.0562947 Jul 07 18:07:06.909431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d2899-eece-4f85-961f-bfded450ad7d req-9092072e-c9e0-4501-b901-e4df2401445c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.910989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c27d2899-eece-4f85-961f-bfded450ad7d req-9092072e-c9e0-4501-b901-e4df2401445c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0671618 Jul 07 18:07:06.927035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-b8446348-7197-43f0-89b0-1e9d06d3311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.929132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-b8446348-7197-43f0-89b0-1e9d06d3311f service neutron] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.1014006 Jul 07 18:07:06.952076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c27d2899-eece-4f85-961f-bfded450ad7d req-1365668a-1074-40f8-9e21-dc6286499d61 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Jul 07 18:07:06.976805 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-15c52035-1f65-46f5-b654-51208df12fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0409451 Jul 07 18:07:07.024197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-6891c5b4-3881-49d9-b5d9-ab9547ba40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.026158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-6891c5b4-3881-49d9-b5d9-ab9547ba40b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0438526 Jul 07 18:07:07.059778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-0c2f6881-34ad-4251-8101-95809f79d102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280063 Jul 07 18:07:07.155014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-b156f63c-d30b-497d-81ef-91cd55ea0298 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893624 Jul 07 18:07:07.247085 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-33ec96f6-de5d-4951-aee9-838f9060ba50 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Jul 07 18:07:07.656248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b850-cfb3-4143-a096-4400530f6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.134701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a7e1-7c2e-446b-85bd-98799068164a req-32225b15-217f-437d-9ce9-697a6515395b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:08.136879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8e2a7e1-7c2e-446b-85bd-98799068164a req-32225b15-217f-437d-9ce9-697a6515395b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0669186 Jul 07 18:07:08.175673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8e2a7e1-7c2e-446b-85bd-98799068164a req-9d7a123e-39d7-455c-9497-8fe7da9f72f1 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Jul 07 18:07:09.354924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716c5e7-a964-47b5-be2f-bd29d70073f4 req-dd17fee9-f840-4692-8c8b-577d30165a0b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.356439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3716c5e7-a964-47b5-be2f-bd29d70073f4 req-dd17fee9-f840-4692-8c8b-577d30165a0b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0639181 Jul 07 18:07:09.393974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3716c5e7-a964-47b5-be2f-bd29d70073f4 req-7cfadf0d-e850-4646-a11c-ba32b234de7b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Jul 07 18:07:10.143694 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c7b39960-c316-48fd-a381-7ac862ba9e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.574345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88bd73-3a0c-46d9-bbd2-3c237b0ed2be req-82fd90b3-edab-4275-b7e3-f43fb38ac534 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.575969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a88bd73-3a0c-46d9-bbd2-3c237b0ed2be req-82fd90b3-edab-4275-b7e3-f43fb38ac534 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0647948 Jul 07 18:07:10.613867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6a88bd73-3a0c-46d9-bbd2-3c237b0ed2be req-c9564c55-4d36-4848-b639-c0e14e1ad71f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Jul 07 18:07:10.695260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.801196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd37ac-d223-4649-822f-01d9b7ab3371 req-448c52dd-8d66-455c-9c49-887bbc68009c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:11.802817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efbd37ac-d223-4649-822f-01d9b7ab3371 req-448c52dd-8d66-455c-9c49-887bbc68009c tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0668569 Jul 07 18:07:11.841743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efbd37ac-d223-4649-822f-01d9b7ab3371 req-82bf808f-6c1d-4de7-b93f-7fbfcec4be33 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 07 18:07:12.007140 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.028507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61afbea-03fc-4526-a9fe-c44047e3714f req-ea5a62d4-8df9-4e1c-8806-50e3baa165b2 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:13.030032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e61afbea-03fc-4526-a9fe-c44047e3714f req-ea5a62d4-8df9-4e1c-8806-50e3baa165b2 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0715179 Jul 07 18:07:13.070322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e61afbea-03fc-4526-a9fe-c44047e3714f req-5a0c216b-0c2b-48d2-a476-2f26d74e9a99 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Jul 07 18:07:13.771911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.248841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faac58-dea2-4096-abf4-5ea21c5a1cd3 req-ea7785da-7dc4-456b-b327-90ab2bfbaa51 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:14.250288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50faac58-dea2-4096-abf4-5ea21c5a1cd3 req-ea7785da-7dc4-456b-b327-90ab2bfbaa51 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0688813 Jul 07 18:07:14.288881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50faac58-dea2-4096-abf4-5ea21c5a1cd3 req-6dc15eae-2358-4418-8753-e8afdbd152d4 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Jul 07 18:07:15.473043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579e12-53e8-41c7-b32a-cd26271fe350 req-75630aba-0a76-4952-a485-46827cb60562 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.474486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35579e12-53e8-41c7-b32a-cd26271fe350 req-75630aba-0a76-4952-a485-46827cb60562 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0640483 Jul 07 18:07:15.514481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35579e12-53e8-41c7-b32a-cd26271fe350 req-6523728c-3bfd-430a-90c9-f99b095f1014 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jul 07 18:07:16.707671 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d37ba4-5662-44f5-bc41-66bd9013b19d req-69f62f99-a843-4822-b5ca-4a2ead58d495 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.709307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58d37ba4-5662-44f5-bc41-66bd9013b19d req-69f62f99-a843-4822-b5ca-4a2ead58d495 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0712683 Jul 07 18:07:16.758309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58d37ba4-5662-44f5-bc41-66bd9013b19d req-ef4befab-b22f-4d21-bf87-d786f6a7e744 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Jul 07 18:07:17.958379 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde24de6-b81c-4b80-99f1-652ff5c38ba5 req-79271353-d33c-49ad-9e6c-d61fac26b6dc tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:17.960066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde24de6-b81c-4b80-99f1-652ff5c38ba5 req-79271353-d33c-49ad-9e6c-d61fac26b6dc tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0735002 Jul 07 18:07:18.001826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dde24de6-b81c-4b80-99f1-652ff5c38ba5 req-215872d4-1f5d-4360-b533-2e9241bbab75 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Jul 07 18:07:19.183054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59add395-41ee-487e-b13a-6f37047808e8 req-e3b6308c-a2a0-4290-9f79-09d77a9439bd tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.184829 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59add395-41ee-487e-b13a-6f37047808e8 req-e3b6308c-a2a0-4290-9f79-09d77a9439bd tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jul 07 18:07:19.223345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59add395-41ee-487e-b13a-6f37047808e8 req-d8910977-f085-4452-a08b-a10e655ac6fc tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Jul 07 18:07:20.440098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb929578-f813-4979-9223-061c76bd2250 req-fd145135-28c4-48e0-9df3-1a6833cb3c11 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.442829 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb929578-f813-4979-9223-061c76bd2250 req-fd145135-28c4-48e0-9df3-1a6833cb3c11 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0939202 Jul 07 18:07:20.487480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb929578-f813-4979-9223-061c76bd2250 req-a00ed60e-72d8-4734-90f1-c66d267a9247 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Jul 07 18:07:21.672820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a0df-a0ac-4aee-9207-6fdeed59da23 req-6f944cd1-2951-46da-a963-d85371931ba8 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.674794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65c7a0df-a0ac-4aee-9207-6fdeed59da23 req-6f944cd1-2951-46da-a963-d85371931ba8 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0681648 Jul 07 18:07:21.717575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65c7a0df-a0ac-4aee-9207-6fdeed59da23 req-7f06a038-a665-4bf3-80f9-10a0fb245ba7 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367544 Jul 07 18:07:22.253781 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-c824e8ed-bef5-43c4-8f83-ee0e822107af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.255352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-c824e8ed-bef5-43c4-8f83-ee0e822107af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1097 time: 0.0569527 Jul 07 18:07:22.372841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-418e5573-c1a7-44d2-ab06-85ff92c2d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.374411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-418e5573-c1a7-44d2-ab06-85ff92c2d583 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.0976312 Jul 07 18:07:22.421126 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-60906b39-8ebb-4bf2-9697-2416ddc68d55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0387423 Jul 07 18:07:22.475255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-66f8680d-21f4-4aa2-bac6-6faef77368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.476787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-66f8680d-21f4-4aa2-bac6-6faef77368d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0487921 Jul 07 18:07:22.520037 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-8fe5fd05-a2dd-4f04-8be1-f1118a037f41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345111 Jul 07 18:07:22.618840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-1db382c9-c74c-4575-97c7-5341aa67073a service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915265 Jul 07 18:07:22.722017 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f406eaff-d378-43d8-9a8b-b5be6b6f2462 req-8a48cbbe-d24f-483b-b9d6-312d99301a41 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956855 Jul 07 18:07:22.928992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b49f5-25de-4d01-a3bd-e5ea1363a668 req-6c6d2fa6-5049-412c-9c52-949b1b2321bf tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.930668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e1b49f5-25de-4d01-a3bd-e5ea1363a668 req-6c6d2fa6-5049-412c-9c52-949b1b2321bf tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0823441 Jul 07 18:07:22.979480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e1b49f5-25de-4d01-a3bd-e5ea1363a668 req-87cba1d0-b01e-418a-b4e5-1ab3a5ec5035 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Jul 07 18:07:23.407127 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:24.180285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ff72-673e-41b9-ac15-9e71aca09c93 req-5fcd311a-9a31-4eb1-b6c5-fb0942fc43e4 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.182743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e82ff72-673e-41b9-ac15-9e71aca09c93 req-5fcd311a-9a31-4eb1-b6c5-fb0942fc43e4 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0752816 Jul 07 18:07:24.223968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e82ff72-673e-41b9-ac15-9e71aca09c93 req-179a4c3a-3821-4a10-aba0-dc2ba467e72a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Jul 07 18:07:25.417957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dd4fa-fa48-47da-a35d-807347ac5ba6 req-6436da70-3282-4f21-9d6c-dc76f7fadd41 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.419618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-439dd4fa-fa48-47da-a35d-807347ac5ba6 req-6436da70-3282-4f21-9d6c-dc76f7fadd41 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0696855 Jul 07 18:07:25.462727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-439dd4fa-fa48-47da-a35d-807347ac5ba6 req-43ea78b0-160b-4b08-bd80-8c03b842996b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Jul 07 18:07:26.022966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.657726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b9287-560e-4cc0-9507-c3966a411fc4 req-833c06c9-e49a-4f5c-bf85-4bc97684ddd3 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.659387 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a13b9287-560e-4cc0-9507-c3966a411fc4 req-833c06c9-e49a-4f5c-bf85-4bc97684ddd3 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0751708 Jul 07 18:07:26.705638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a13b9287-560e-4cc0-9507-c3966a411fc4 req-d6550595-69af-4eb0-8823-a2aba951521a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Jul 07 18:07:27.533651 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.898046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361d05-e15e-46ae-a3d3-db736ea6cadc req-88c53cf1-38b2-42d1-bf54-2fb86084480a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.899735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d361d05-e15e-46ae-a3d3-db736ea6cadc req-88c53cf1-38b2-42d1-bf54-2fb86084480a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0713921 Jul 07 18:07:27.949176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d361d05-e15e-46ae-a3d3-db736ea6cadc req-754efe49-302b-4f3f-a458-8b6ecddf7e5f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Jul 07 18:07:29.141780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f249bf-7840-4c48-ac72-445c88831701 req-40557d99-b6d0-4262-bfc2-088a7062bb4e tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.143390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f249bf-7840-4c48-ac72-445c88831701 req-40557d99-b6d0-4262-bfc2-088a7062bb4e tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0673242 Jul 07 18:07:29.190143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f249bf-7840-4c48-ac72-445c88831701 req-7fdeed4f-2a8f-49cc-92a5-bbb0a76664a0 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Jul 07 18:07:30.399526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7b924-3b09-4961-b42e-826351af0a5b req-c383227a-69b6-4007-b0aa-c6c52a2aa97a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.401548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86f7b924-3b09-4961-b42e-826351af0a5b req-c383227a-69b6-4007-b0aa-c6c52a2aa97a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0736589 Jul 07 18:07:30.452470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86f7b924-3b09-4961-b42e-826351af0a5b req-0e99b53a-805b-4725-b5cb-56a2f859fb71 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Jul 07 18:07:31.634635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1e48d-1c17-4c8d-a23d-5a00b06c05b8 req-75c8206a-e418-4d61-9f3e-1774b1c905ee tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:31.636633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1a1e48d-1c17-4c8d-a23d-5a00b06c05b8 req-75c8206a-e418-4d61-9f3e-1774b1c905ee tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0676281 Jul 07 18:07:31.677783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1a1e48d-1c17-4c8d-a23d-5a00b06c05b8 req-7f4e1951-66b2-4ea8-bd95-f441488d00c6 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Jul 07 18:07:32.870783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd41a9-ae57-46ee-a311-a010d066fc76 req-3b36a3e2-a6ce-4824-9837-531e1f4cec35 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:32.872409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aecd41a9-ae57-46ee-a311-a010d066fc76 req-3b36a3e2-a6ce-4824-9837-531e1f4cec35 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0738809 Jul 07 18:07:32.912963 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aecd41a9-ae57-46ee-a311-a010d066fc76 req-fe7da7f8-1c17-4f92-8802-af8991b6898d tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Jul 07 18:07:34.097759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a2bb4-f050-4ad9-95dc-df1eb96127d3 req-45ab0e08-cd25-48c0-abaf-c697b97de79f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.099283 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-172a2bb4-f050-4ad9-95dc-df1eb96127d3 req-45ab0e08-cd25-48c0-abaf-c697b97de79f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0649559 Jul 07 18:07:34.139528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-172a2bb4-f050-4ad9-95dc-df1eb96127d3 req-01a2d1ab-d2f0-4c2b-acaa-177d5906f38f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Jul 07 18:07:34.203391 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-fe10d60e-b629-4422-87e3-7618494db183 req-dd7ed29e-0388-4ccb-a81d-ff63d3803ec3 service neutron] show failed (client error): The resource could not be found. Jul 07 18:07:34.204322 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-dd7ed29e-0388-4ccb-a81d-ff63d3803ec3 service neutron] 10.222.0.73 "GET /v2.0/ports/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0574462 Jul 07 18:07:34.579603 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-7497c38f-621e-4636-a805-8c2b3de6594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.581221 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-7497c38f-621e-4636-a805-8c2b3de6594c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d&tenant_id=c904120a835d45ebb8c1575bb681b9f2 HTTP/1.1" status: 200 len: 1097 time: 0.1376250 Jul 07 18:07:34.592904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:34.666028 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.871664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:34.907638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:34.952722 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:34.955069 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3973972-e87b-431b-8622-461d8cf86fc6" -d '{"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:34.959189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.972842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Transition to ACTIVE for port object 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:34.981866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.017682 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fdcd99-c9ce-4bd8-b8ea-bfa755c0f842 x-openstack-request-id: req-73fdcd99-c9ce-4bd8-b8ea-bfa755c0f842 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:35.017970 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:35.018217 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73fdcd99-c9ce-4bd8-b8ea-bfa755c0f842 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:35.018707 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'code': 200} Jul 07 18:07:35.046806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] No DVR routers for this DVR port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:35.053428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.079810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.080155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.080494 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.080828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.081158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.081488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.081809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.082145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.082478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.082814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.083171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.084361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:35.100122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:35.100589 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:35.100929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:35.106392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:35.106749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Attempting to bind port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on network 66fbec79-99e2-4ffd-b7e7-4fe731a16148 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:35.111846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:35.112183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Checking segment: {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:35.112564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Bound using segment: {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:35.112992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Bound port: 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2392a4ab-2e55-43b8-984b-8570e07386a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:35.113354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.181614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:35.185245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:35.190695 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.225088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.226047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.227935 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] 10.222.0.23 "PUT /v2.0/ports/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 1092 time: 0.6394174 Jul 07 18:07:35.256253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3145d-8445-451c-a2e1-889b2837068e service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.315144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-5bc04720-4092-4c1a-b8f4-201b011d5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.316837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-5bc04720-4092-4c1a-b8f4-201b011d5c08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.0567968 Jul 07 18:07:35.347428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dadc4-35d6-43a5-b486-94bc5ef75ee4 req-88997fea-2139-4631-949a-97151002f35b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.349273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e11dadc4-35d6-43a5-b486-94bc5ef75ee4 req-88997fea-2139-4631-949a-97151002f35b tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0844915 Jul 07 18:07:35.398152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e11dadc4-35d6-43a5-b486-94bc5ef75ee4 req-ab07261e-741e-4d94-ad29-d965735443e1 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Jul 07 18:07:35.427160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-8ffca7d0-7472-40a0-b68d-0484829d65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.428574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-8ffca7d0-7472-40a0-b68d-0484829d65eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.1054828 Jul 07 18:07:35.471514 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-5273c7fd-7df5-4e23-b7dc-0d868502b7a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0362885 Jul 07 18:07:35.526771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d60e-b629-4422-87e3-7618494db183 req-e6c9e6d1-5b32-4204-9102-4c05230c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.528273 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-e6c9e6d1-5b32-4204-9102-4c05230c5a8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0509584 Jul 07 18:07:35.566392 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-c8c23ac5-bc95-4597-963c-4a55b470de79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312932 Jul 07 18:07:35.576583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-1c16c875-1e6d-47c5-9ef2-2ed63f640c21 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:07:35.577626 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-1c16c875-1e6d-47c5-9ef2-2ed63f640c21 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054581 Jul 07 18:07:35.673343 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-96fe4acf-fd7b-4080-80b3-b735209a430f service neutron] 10.222.0.23 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888712 Jul 07 18:07:35.783685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe10d60e-b629-4422-87e3-7618494db183 req-cc115663-041f-46cc-b592-9c87b618bcc5 service neutron] 10.222.0.23 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039922 Jul 07 18:07:36.588401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a0e20-cb8d-4a20-899a-b111119d61c3 req-a40ce5bc-8c16-4bf4-96e7-6bac35ec8a69 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.590811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e9a0e20-cb8d-4a20-899a-b111119d61c3 req-a40ce5bc-8c16-4bf4-96e7-6bac35ec8a69 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0725224 Jul 07 18:07:36.630674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e9a0e20-cb8d-4a20-899a-b111119d61c3 req-1965773f-d644-4cf6-aa34-6641fa6f9a1f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Jul 07 18:07:37.019604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:37.022044 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:37.076851 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ccfd7-69a9-4fc4-8842-6d8192be6517 x-openstack-request-id: req-0f9ccfd7-69a9-4fc4-8842-6d8192be6517 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:37.077266 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:37.077537 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f9ccfd7-69a9-4fc4-8842-6d8192be6517 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:37.077977 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'status': 'completed', 'code': 200} Jul 07 18:07:37.191022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-45638790-8517-4ef0-8f31-d342a5a053aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.192589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-45638790-8517-4ef0-8f31-d342a5a053aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.0956306 Jul 07 18:07:37.209256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-d0b2ed76-8a80-41c5-a6c5-80d809277485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.210793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-d0b2ed76-8a80-41c5-a6c5-80d809277485 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.1029317 Jul 07 18:07:37.365591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-5717bea3-96c1-458d-9c76-e387f181a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.367130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-5717bea3-96c1-458d-9c76-e387f181a15c service neutron] 10.222.0.23 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.1674328 Jul 07 18:07:37.372364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-1823b6a2-90d4-4754-9779-dfc6361b0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.374076 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-1823b6a2-90d4-4754-9779-dfc6361b0732 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.1513386 Jul 07 18:07:37.421802 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-52c90a58-a9fb-41bd-aef2-ae8a349535f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0466769 Jul 07 18:07:37.458275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-f909ddb6-efef-43a6-838d-67b8419a1b54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0750530 Jul 07 18:07:37.538355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-5bbfef53-e829-44d2-bb32-3dab617dd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.540026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-5bbfef53-e829-44d2-bb32-3dab617dd338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0905855 Jul 07 18:07:37.559024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-e7615959-abfe-4dc4-8d10-4d356f184fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.560757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-e7615959-abfe-4dc4-8d10-4d356f184fd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0818706 Jul 07 18:07:37.591203 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-f7fad624-0902-4822-b27d-94bc16af1313 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435669 Jul 07 18:07:37.621643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-e4065c9d-4583-47e8-ad92-0ac413fd4a3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417137 Jul 07 18:07:37.664586 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9893f326-547c-40e9-a9cd-db8ab8bb3ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.897176 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7614-442f-4801-b89a-1947cb04ae23 req-1c8da0ad-b634-4fa4-b53b-715775c4220d tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.899171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac7c7614-442f-4801-b89a-1947cb04ae23 req-1c8da0ad-b634-4fa4-b53b-715775c4220d tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 943 time: 0.0777316 Jul 07 18:07:37.948858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac7c7614-442f-4801-b89a-1947cb04ae23 req-e8281c1e-debe-454e-82fb-e7c8a6fa758f tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Jul 07 18:07:38.117191 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-c8a8f9c2-e006-45dd-82f5-7a30d3e2ef6d service neutron] 10.222.0.23 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060863 Jul 07 18:07:38.137615 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-af10a468-2b46-4ab7-b1dd-88a749fa1455 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026605 Jul 07 18:07:38.300922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-2747219d-453e-4626-bb6a-5155c29938e3 service neutron] 10.222.0.23 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754496 Jul 07 18:07:38.308382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b8b04b5-f9ed-4100-8f41-a985e22dcf45 req-b4443a0e-7725-49b0-a52f-5a1eaa8b726e service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567774 Jul 07 18:07:38.447881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270db31-c19c-4d0d-8894-455ceb046067 req-6b193f8a-828a-4474-a9a5-22ef1b00e247 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.449330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-6b193f8a-828a-4474-a9a5-22ef1b00e247 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d&tenant_id=c904120a835d45ebb8c1575bb681b9f2&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 943 time: 0.1259155 Jul 07 18:07:38.514319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:38.515576 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-a270db31-c19c-4d0d-8894-455ceb046067 req-ebe4c5b9-8939-4fb3-a41a-9bd14e0d64ae service neutron] delete failed (client error): The resource could not be found. Jul 07 18:07:38.516612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-ebe4c5b9-8939-4fb3-a41a-9bd14e0d64ae service neutron] 10.222.0.73 "DELETE /v2.0/ports/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0620427 Jul 07 18:07:38.619003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270db31-c19c-4d0d-8894-455ceb046067 req-ed7159ae-082f-4e4b-b878-4e83c7faa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.620608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-ed7159ae-082f-4e4b-b878-4e83c7faa6da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c904120a835d45ebb8c1575bb681b9f2&device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 1095 time: 0.0597715 Jul 07 18:07:38.735104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270db31-c19c-4d0d-8894-455ceb046067 req-12da984d-cb48-4c5e-9622-09ca8074a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.736532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-12da984d-cb48-4c5e-9622-09ca8074a9ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 200 len: 913 time: 0.1098471 Jul 07 18:07:38.779686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.781755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-903a4e52-1d3d-4936-b55f-8bb869bda149 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 200 len: 217 time: 0.0384946 Jul 07 18:07:38.792999 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'network_id': '66fbec79-99e2-4ffd-b7e7-4fe731a16148', 'port_id': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'mac_address': 'fa:16:3e:e1:0d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ec13c-239b-4b04-a308-c9e787548fe5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:38.833680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.846424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270db31-c19c-4d0d-8894-455ceb046067 req-021d3561-0a26-41c4-93e2-a89df95f84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.850799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-021d3561-0a26-41c4-93e2-a89df95f84f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 200 len: 852 time: 0.0600660 Jul 07 18:07:38.851002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:38.874236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.882036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.883751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-0cecd32c-f7f9-43ea-887a-e18541095b30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66fbec79-99e2-4ffd-b7e7-4fe731a16148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297184 Jul 07 18:07:38.936489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.990815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-e1bfd879-9c45-4f4c-ad18-13c013ff802f service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007991 Jul 07 18:07:39.083887 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-0e85c9c3-ecb6-424c-9d58-b3fa5f0edff6 service neutron] 10.222.0.73 "GET /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 Jul 07 18:07:39.119548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.382273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:39.423413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:39.972883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf1fb6-fc82-4230-b81c-d83a3467f5b0 req-76ddf475-89f6-450b-adae-b13fb85acaf9 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:39.974430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edf1fb6-fc82-4230-b81c-d83a3467f5b0 req-76ddf475-89f6-450b-adae-b13fb85acaf9 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 944 time: 0.0740898 Jul 07 18:07:40.014813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1edf1fb6-fc82-4230-b81c-d83a3467f5b0 req-d83626c6-84b9-4c73-b29c-5b2d658ae0f1 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Jul 07 18:07:40.144920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a021c57b-a9df-4ac1-80f2-d5457424be2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.520647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:40.576795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:40.580810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:40.581183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.659634 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.712497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:40.716429 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531369f9-141d-44ca-a6ab-8055910c17d0" -d '{"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:40.742381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:40.750577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.760826 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.765721 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe13dec-49bb-4fa2-b43b-8e994cf30045 x-openstack-request-id: req-dfe13dec-49bb-4fa2-b43b-8e994cf30045 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:40.766137 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:40.766394 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfe13dec-49bb-4fa2-b43b-8e994cf30045 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:40.767042 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'code': 200} Jul 07 18:07:40.817340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:41.185149 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270db31-c19c-4d0d-8894-455ceb046067 req-f43bfeb4-23bd-482a-8296-8734e8922282 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.186757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-f43bfeb4-23bd-482a-8296-8734e8922282 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0752571 Jul 07 18:07:41.204436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e79f7c-5d09-4a54-be77-4bb21c9927ba req-10d00eda-1c18-4ef8-8155-51d4a06a3459 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.205979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9e79f7c-5d09-4a54-be77-4bb21c9927ba req-10d00eda-1c18-4ef8-8155-51d4a06a3459 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9d14f85-af79-4bad-99e1-03fc769fb38d HTTP/1.1" status: 200 len: 945 time: 0.0680575 Jul 07 18:07:41.246461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9e79f7c-5d09-4a54-be77-4bb21c9927ba req-d1df9ac8-a13b-4255-b37b-fc3320e14e93 tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.66 "GET /v2.0/security-groups?id=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 Jul 07 18:07:41.296969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Deleting port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:41.297322 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.394093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] For port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,segment=NetworkSegment(2392a4ab-2e55-43b8-984b-8570e07386a1),segment_id=2392a4ab-2e55-43b8-984b-8570e07386a1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:41.394473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.406953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Calling delete_port for 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:41.537472 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.549108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:41.578966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Pushing event deleted for resources: {'Port': ['ID=3ebcc728-5f68-4cb0-b6f2-e8ad3005d086,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:41.628415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] No DVR routers for this DVR port 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:41.631131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.633261 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a270db31-c19c-4d0d-8894-455ceb046067 req-3b40c148-cd98-4ed6-a611-46b0af3b1e6a tempest-DeleteServersTestJSON-145968448 tempest-DeleteServersTestJSON-145968448-project] 10.222.0.23 "DELETE /v2.0/ports/3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 HTTP/1.1" status: 204 len: 173 time: 0.4408119 Jul 07 18:07:41.633942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-deleted', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:41.636671 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2e4c3-4f2f-4d56-a813-937cbee0fe39" -d '{"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-deleted", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:41.674993 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc5c82-4eda-499b-b522-7a79e7e1920c x-openstack-request-id: req-33dc5c82-4eda-499b-b522-7a79e7e1920c {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:41.675400 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d14f85-af79-4bad-99e1-03fc769fb38d", "name": "network-vif-deleted", "tag": "3ebcc728-5f68-4cb0-b6f2-e8ad3005d086", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:41.675565 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33dc5c82-4eda-499b-b522-7a79e7e1920c {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:41.675973 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d14f85-af79-4bad-99e1-03fc769fb38d', 'name': 'network-vif-deleted', 'tag': '3ebcc728-5f68-4cb0-b6f2-e8ad3005d086', 'status': 'completed', 'code': 200} Jul 07 18:07:42.011096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.486318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38532) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:42.530437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Deleting subnet 243ec13c-239b-4b04-a308-c9e787548fe5 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:42.533808 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.575654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.614513 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.672556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.700525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243ec13c-239b-4b04-a308-c9e787548fe5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.702670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.704608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-47cc613f-ea02-4294-a5a5-fe3c8257d1ae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/243ec13c-239b-4b04-a308-c9e787548fe5 HTTP/1.1" status: 204 len: 168 time: 0.2172377 Jul 07 18:07:42.707576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38534) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:42.782477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.865056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.875465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fbec79-99e2-4ffd-b7e7-4fe731a16148']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:42.887511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2392a4ab-2e55-43b8-984b-8570e07386a1') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:42.887759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2392a4ab-2e55-43b8-984b-8570e07386a1') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:42.898100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.913100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.920309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:42.920794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:42.922642 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:42.983061 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.989525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.991593 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/66fbec79-99e2-4ffd-b7e7-4fe731a16148 HTTP/1.1" status: 204 len: 168 time: 0.2829986 Jul 07 18:07:43.003553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd6154-bf3e-4201-820b-3667688566ce admin admin] Pushing event deleted for resources: {'Network': ['ID=66fbec79-99e2-4ffd-b7e7-4fe731a16148,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:43.106555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:43.153434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0664c757-6cb8-4c8f-aadb-bc2cb025672e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c904120a835d45ebb8c1575bb681b9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452909 Jul 07 18:07:43.155878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38540) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:43.211139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.234398 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.284226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.287796 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.289180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c HTTP/1.1" status: 204 len: 168 time: 0.1320620 Jul 07 18:07:43.298349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3c68c-5b4a-44e4-834a-f1d7fc50fe5c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:43.307157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.307516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.307866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.308208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.308562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.309141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.309476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.309808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.310138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.310491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.310826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.311146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a849cd-45b1-42d2-ac89-9462cc8b42db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:43.774104 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.014921 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38562) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:44.109342 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-385775293-network', 'tenant_id': '0c8fcb2bc93348d69d20c4b48692fc02'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:44.132717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Made reservation on behalf of 0c8fcb2bc93348d69d20c4b48692fc02 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:44.135403 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.144445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.238946 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.243737 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.273026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:44.278838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e200e5-f2d1-4beb-a378-f6b68385affc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.287425 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.287829 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Added segment da51b081-29cb-41f2-b98e-b8fc68317fb9 of type vlan for network f1988524-7f18-4bf8-b70a-40c663b69cbf Jul 07 18:07:44.328362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.364391 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.365511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.366088 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.419033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4029815 Jul 07 18:07:44.422759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:44.428503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Request body: {'subnet': {'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-385775293-subnet', 'tenant_id': '0c8fcb2bc93348d69d20c4b48692fc02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:44.433616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e98e-d5c2-47b7-ba79-ba3a44467bcc admin admin] Pushing event updated for resources: {'Network': ['ID=f1988524-7f18-4bf8-b70a-40c663b69cbf,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.444016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f1988524-7f18-4bf8-b70a-40c663b69cbf details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:44.458238 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Made reservation on behalf of 0c8fcb2bc93348d69d20c4b48692fc02 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:44.460786 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.956864 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.020063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14d121a-75cc-45e6-bd74-c2ebb3c39072,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:45.030971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Checking segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:45.031341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Network hostable DHCP agents. Network: f1988524-7f18-4bf8-b70a-40c663b69cbf, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:45.048516 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Network f1988524-7f18-4bf8-b70a-40c663b69cbf is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:45.057619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f1988524-7f18-4bf8-b70a-40c663b69cbf) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:45.063374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:45.064333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.067391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df1fe8-fca8-463a-8775-c5017571f9ab None None] Network f1988524-7f18-4bf8-b70a-40c663b69cbf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:45.079549 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f35a3778-3684-4cba-afeb-9ffe1dafe0d2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6554275 Jul 07 18:07:45.204238 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7435d1b-f0a1-46d0-bac1-e0b62573d89d None None] Network f1988524-7f18-4bf8-b70a-40c663b69cbf requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:45.522604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-8073c72b-ef54-4273-a77a-10cd75c63803 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:45.524685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-8073c72b-ef54-4273-a77a-10cd75c63803 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 814 time: 0.1062748 Jul 07 18:07:45.539795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-befab730-36e2-42da-98a9-8aa3fd0acb43 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/quotas/0c8fcb2bc93348d69d20c4b48692fc02 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Jul 07 18:07:45.575383 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-e55460ab-c8e3-4232-933c-75db735aeeab tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299096 Jul 07 18:07:45.671449 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-8f6f2448-7897-42e1-a92d-63b89fec8c36 service neutron] 10.222.0.66 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894389 Jul 07 18:07:45.765160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-c242c81b-42bb-47b2-8221-69906f573160 service neutron] 10.222.0.66 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Jul 07 18:07:45.952108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb22382b-af9e-412a-8a80-054df87b4430 req-a9aa8d5f-6ac8-4c8e-9e10-a618227e53ff tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 210 time: 0.0310276 Jul 07 18:07:46.541407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:46.562610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:46.562983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 3ebcc728-5f68-4cb0-b6f2-e8ad3005d086 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:47.091814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-6f9a4729-aabc-4ed9-9d90-d308b7c5683f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:47.093338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-6f9a4729-aabc-4ed9-9d90-d308b7c5683f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 814 time: 0.1279500 Jul 07 18:07:47.105920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Request body: {'port': {'device_id': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'admin_state_up': True, 'tenant_id': '0c8fcb2bc93348d69d20c4b48692fc02'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:47.107893 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-41e34012-b49f-46f5-82d3-25a102aa74d2 req-36708f93-2622-44a1-92e2-8875b19ef508 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 210 time: 0.0328445 Jul 07 18:07:47.228538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Made reservation on behalf of 0c8fcb2bc93348d69d20c4b48692fc02 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:47.232147 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.365029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Allocated IP 172.20.0.8 (f1988524-7f18-4bf8-b70a-40c663b69cbf/b14d121a-75cc-45e6-bd74-c2ebb3c39072/1fba1c19-feac-479c-9343-68dec6678372) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:47.519291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.559001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.603073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Network f1988524-7f18-4bf8-b70a-40c663b69cbf is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:47.606266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:47.612400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:47.619376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:47.668274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:47.668941 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.684825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-85eead34-6702-44f2-80a1-3bd90c2dc36d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831079 Jul 07 18:07:47.697492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Request body: {'port': {'device_id': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:47.779365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.056272 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fba1c19-feac-479c-9343-68dec6678372 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:48.064833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.080484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Transition to ACTIVE for port object 1fba1c19-feac-479c-9343-68dec6678372 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:48.084386 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.137375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:48.212263 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:48.213312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:48.213312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:48.217625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:48.217953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:48.223170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:48.223512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Checking segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:48.223899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Bound using segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:48.224328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Bound port: 1fba1c19-feac-479c-9343-68dec6678372, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:48.224696 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.291405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:48.294876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:48.296568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d307d23-2f59-41d4-a30a-0b10e91d8bec req-42415530-26d7-4859-98fe-33485ff5e7ac tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.298249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d307d23-2f59-41d4-a30a-0b10e91d8bec req-42415530-26d7-4859-98fe-33485ff5e7ac tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0717735 Jul 07 18:07:48.300002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.335493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.336117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.338302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] 10.222.0.73 "PUT /v2.0/ports/1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 1092 time: 0.6458390 Jul 07 18:07:48.338766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:48.340780 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d307d23-2f59-41d4-a30a-0b10e91d8bec req-219dff13-1122-498e-b8c5-32a7520b8f40 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Jul 07 18:07:48.341057 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b2998-fb20-4101-877b-283755b3ba85" -d '{"events": [{"name": "network-changed", "server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:48.375999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95849ca-02c4-4697-bbb7-fa86b1c21f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:48.412382 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c375b2c-7487-4bd3-8a0e-142699fb3ce7 x-openstack-request-id: req-7c375b2c-7487-4bd3-8a0e-142699fb3ce7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:48.412671 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:48.412915 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c375b2c-7487-4bd3-8a0e-142699fb3ce7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:48.413302 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'status': 'completed', 'code': 200} Jul 07 18:07:48.439406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-7f16a769-f5ed-4565-8ff4-c4c4c795dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.440944 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-7f16a769-f5ed-4565-8ff4-c4c4c795dc26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1095 time: 0.0621057 Jul 07 18:07:48.483923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-e0e20f5b-6ed9-4faf-bc37-45483549fc30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0359132 Jul 07 18:07:48.533048 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202b70-716d-4b61-94e4-2632879f8d05 req-bc85213c-55e0-47cd-a3b4-f0a91f8c0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.534555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-bc85213c-55e0-47cd-a3b4-f0a91f8c0a58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0440543 Jul 07 18:07:48.566737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-0a03cdfc-15ae-40be-aed3-7803eee6963c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258119 Jul 07 18:07:48.659685 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-06905d7c-23d4-42c2-8194-11ffed9bdc43 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865557 Jul 07 18:07:48.753821 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88202b70-716d-4b61-94e4-2632879f8d05 req-626e0ed3-1626-4557-8dfc-c0291743c2df service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869393 Jul 07 18:07:48.869627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-81480f31-362d-457e-b0a7-a4b0eee3919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.871287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-81480f31-362d-457e-b0a7-a4b0eee3919f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1095 time: 0.0692191 Jul 07 18:07:48.964842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-d7014deb-ca34-4769-945b-7e87183e2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.966309 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-d7014deb-ca34-4769-945b-7e87183e2335 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0883434 Jul 07 18:07:49.011167 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-58552379-52b8-4cfd-a23b-f50b21e883ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0376263 Jul 07 18:07:49.059730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-c6903737-0847-4bba-aaaf-077dbc7ad1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.061180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-c6903737-0847-4bba-aaaf-077dbc7ad1bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0438383 Jul 07 18:07:49.099258 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-b67be4f2-e290-4f6f-8be7-046f81f2a315 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253508 Jul 07 18:07:49.193737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-79d6973e-4e89-4ee2-933a-6b5fe57d9d8b service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Jul 07 18:07:49.281400 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5b2b2998-fb20-4101-877b-283755b3ba85 req-e82b15bc-f42a-438f-ad6d-a8a664d818af service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813632 Jul 07 18:07:49.518070 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adb905-6c5a-4e34-9efa-8917971056f4 req-ae7109c0-147d-4df4-a4d0-aad1f2900df9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.519514 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87adb905-6c5a-4e34-9efa-8917971056f4 req-ae7109c0-147d-4df4-a4d0-aad1f2900df9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0614214 Jul 07 18:07:49.559613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87adb905-6c5a-4e34-9efa-8917971056f4 req-8641177d-de54-4e37-8b92-6b0ddaff2245 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Jul 07 18:07:50.741835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b8544-de27-4f3e-b57d-43e8e2ab4f0a req-12024379-afe3-4d93-a54d-410dc2091655 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.743494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c8b8544-de27-4f3e-b57d-43e8e2ab4f0a req-12024379-afe3-4d93-a54d-410dc2091655 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0721695 Jul 07 18:07:50.786548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c8b8544-de27-4f3e-b57d-43e8e2ab4f0a req-98bacada-d1bd-4739-9b0a-eb52b4fd5548 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Jul 07 18:07:51.441008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1fba1c19-feac-479c-9343-68dec6678372 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:51.553120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:51.565973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '1fba1c19-feac-479c-9343-68dec6678372', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'port_id': '1fba1c19-feac-479c-9343-68dec6678372', 'mac_address': 'fa:16:3e:74:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d121a-75cc-45e6-bd74-c2ebb3c39072', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:51.607008 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.620731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba1c19-feac-479c-9343-68dec6678372 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:51.641907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:51.646094 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.702555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.710354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.710739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.711240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.711631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.712083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.712425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.712761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.713098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.713427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.713757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.714088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.714416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:51.852590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['1fba1c19-feac-479c-9343-68dec6678372'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:52.206930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d57d8b-9e81-43f8-985b-90517cd42a97 req-2cc2ab30-b261-4354-b4d6-44ce7948f6b7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:52.208920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97d57d8b-9e81-43f8-985b-90517cd42a97 req-2cc2ab30-b261-4354-b4d6-44ce7948f6b7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 944 time: 0.0776539 Jul 07 18:07:52.257390 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97d57d8b-9e81-43f8-985b-90517cd42a97 req-ed46965d-231b-4674-8622-afdd1a7b15f3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Jul 07 18:07:53.443372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69456f40-84f0-4f49-b48b-0ecb6d0fd316 req-53a71138-8713-4163-9a77-ae91292fb68c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.444941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69456f40-84f0-4f49-b48b-0ecb6d0fd316 req-53a71138-8713-4163-9a77-ae91292fb68c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 944 time: 0.0699644 Jul 07 18:07:53.456178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1fba1c19-feac-479c-9343-68dec6678372 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:53.495626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69456f40-84f0-4f49-b48b-0ecb6d0fd316 req-1ebd8932-9079-4f1b-944f-2abcf662a0c4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Jul 07 18:07:53.513183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 1fba1c19-feac-479c-9343-68dec6678372 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:53.517232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 1fba1c19-feac-479c-9343-68dec6678372 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:53.517834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.598009 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.626643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:53.629588 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2d9bb7-0c77-44b4-b61d-2df51a82ba61" -d '{"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:53.644942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:53.650451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.675179 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe8b8e1-1949-4d1f-9350-ff84115e6a5d x-openstack-request-id: req-fbe8b8e1-1949-4d1f-9350-ff84115e6a5d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:53.675490 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:53.675725 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbe8b8e1-1949-4d1f-9350-ff84115e6a5d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:53.676118 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'code': 200} Jul 07 18:07:53.711236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:53.793981 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe503-3554-434f-af1c-cd4f31e82243 req-1961e4c6-19c9-471a-ac8b-907356cc12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.795563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-43abe503-3554-434f-af1c-cd4f31e82243 req-1961e4c6-19c9-471a-ac8b-907356cc12f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1097 time: 0.0582800 Jul 07 18:07:53.832215 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-43abe503-3554-434f-af1c-cd4f31e82243 req-9be7ec43-4900-46c8-afa6-f4a94882a6e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307605 Jul 07 18:07:54.694398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9478ee4-2765-426d-acdd-5112c1b6885b req-fcd92973-791f-418c-ab3c-6a767f2ab10d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.696480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9478ee4-2765-426d-acdd-5112c1b6885b req-fcd92973-791f-418c-ab3c-6a767f2ab10d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0742664 Jul 07 18:07:54.736100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9478ee4-2765-426d-acdd-5112c1b6885b req-2d0f673c-56b6-4ce5-b78c-6f538290179e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jul 07 18:07:55.924366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0a84-7f3a-464d-8018-c99457a8fb6c req-ba4daf8e-2eea-4d6e-a965-ddec9596b65f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.925986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302b0a84-7f3a-464d-8018-c99457a8fb6c req-ba4daf8e-2eea-4d6e-a965-ddec9596b65f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0706799 Jul 07 18:07:55.970335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-302b0a84-7f3a-464d-8018-c99457a8fb6c req-70e18466-5fc3-4d0b-9108-76379f056f5d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340900 Jul 07 18:07:56.020301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.162567 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a78c9-8486-4a63-9170-12b77f7202ff req-00219699-2ef8-4e94-a544-c0e2d10dfccf tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.164211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf0a78c9-8486-4a63-9170-12b77f7202ff req-00219699-2ef8-4e94-a544-c0e2d10dfccf tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0713735 Jul 07 18:07:56.205110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf0a78c9-8486-4a63-9170-12b77f7202ff req-0ce05339-de8e-4deb-b45f-26809377e80e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jul 07 18:07:56.571055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2729eac-9234-4cd6-9e4d-f2b9546d83f9 req-089d9555-4f11-41f1-89b3-53cac66a52bf tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.572861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2729eac-9234-4cd6-9e4d-f2b9546d83f9 req-089d9555-4f11-41f1-89b3-53cac66a52bf tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0686057 Jul 07 18:07:56.611599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2729eac-9234-4cd6-9e4d-f2b9546d83f9 req-24db7e7a-5201-4aae-a492-9c72803b80d4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 07 18:07:56.791886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04001c87-706c-4776-9e1a-ad1b570c0a18 req-1c4e0cae-a8d8-4d07-a81a-4e8ab4bcfc2a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.793417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04001c87-706c-4776-9e1a-ad1b570c0a18 req-1c4e0cae-a8d8-4d07-a81a-4e8ab4bcfc2a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0672054 Jul 07 18:07:56.834118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-04001c87-706c-4776-9e1a-ad1b570c0a18 req-3349dda0-ddf8-40d1-96db-dac982e9dfdb tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Jul 07 18:07:57.288201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b82c-dd56-40e3-b927-f1fccb25f216 req-80caaa88-8de2-40b7-a75e-f6d62f60eb8f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.290280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1247b82c-dd56-40e3-b927-f1fccb25f216 req-80caaa88-8de2-40b7-a75e-f6d62f60eb8f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0979087 Jul 07 18:07:57.331594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-4672a667-d712-48ad-93ec-853e86fb2710 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439672 Jul 07 18:07:57.345851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1247b82c-dd56-40e3-b927-f1fccb25f216 req-790798dd-b5d6-4437-a325-ac2bbd936856 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Jul 07 18:07:57.568538 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.535354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76cc20-f847-4858-b1d2-2ba9d0711007 req-641edf84-7119-4f5a-a7a3-797690ce0420 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.536888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f76cc20-f847-4858-b1d2-2ba9d0711007 req-641edf84-7119-4f5a-a7a3-797690ce0420 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0702529 Jul 07 18:07:58.576731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f76cc20-f847-4858-b1d2-2ba9d0711007 req-6cdb3967-e4d0-4deb-b200-3193b0ececfd tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Jul 07 18:07:58.650857 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a36fada9-edb1-4946-9326-34a1837937b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.652830 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a36fada9-edb1-4946-9326-34a1837937b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1097 time: 0.0601768 Jul 07 18:07:58.745531 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-574903e5-acfe-45ae-9a9f-2bc86a1eaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.746984 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-574903e5-acfe-45ae-9a9f-2bc86a1eaa82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0879855 Jul 07 18:07:58.800906 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-8fa604a6-26fe-4338-bc62-3facd1886e0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0467179 Jul 07 18:07:58.852402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-1e4f0e85-5569-4dbb-adc9-defe89368668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.853929 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-1e4f0e85-5569-4dbb-adc9-defe89368668 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0442190 Jul 07 18:07:58.890357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-3117a8b8-e646-4deb-b336-f02576e82379 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298843 Jul 07 18:07:58.989463 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a3697f03-2722-425f-b200-e0c0d33097cf service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922320 Jul 07 18:07:59.084238 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-8138bba0-c188-49c1-b730-04c883c628bb service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886202 Jul 07 18:07:59.762181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247b99-9a5e-4cf4-8d94-b8112e1f0945 req-30e1293e-2c40-4788-9285-c2e81917e199 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:59.763729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d247b99-9a5e-4cf4-8d94-b8112e1f0945 req-30e1293e-2c40-4788-9285-c2e81917e199 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0724649 Jul 07 18:07:59.810210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d247b99-9a5e-4cf4-8d94-b8112e1f0945 req-756d1e2b-4cc2-4d27-b774-a57c613f5e5b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Jul 07 18:08:00.407129 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:01.005093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5645bc1-9830-4f7e-b502-505bcb7ac9f0 req-00107324-04ed-492f-a8f8-3217cead265f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:01.006699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5645bc1-9830-4f7e-b502-505bcb7ac9f0 req-00107324-04ed-492f-a8f8-3217cead265f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0730965 Jul 07 18:08:01.059285 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5645bc1-9830-4f7e-b502-505bcb7ac9f0 req-c85977ae-4f39-42b4-a4b5-0b8725a76dc8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Jul 07 18:08:02.256532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ac354-e0f9-4847-8d64-0c7e1dad840e req-8d589c1b-2aa1-4414-aee5-472bae852644 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.258325 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c29ac354-e0f9-4847-8d64-0c7e1dad840e req-8d589c1b-2aa1-4414-aee5-472bae852644 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0691845 Jul 07 18:08:02.301064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c29ac354-e0f9-4847-8d64-0c7e1dad840e req-2329933a-ef8a-429b-830e-70216a3cf2a0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Jul 07 18:08:03.484688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8371-78d7-4636-b180-afde88f6283d req-bdae02dc-1454-47c1-a518-cac6924d9b2b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.486180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-558a8371-78d7-4636-b180-afde88f6283d req-bdae02dc-1454-47c1-a518-cac6924d9b2b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0677488 Jul 07 18:08:03.526531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-558a8371-78d7-4636-b180-afde88f6283d req-f5d4cd25-f484-4b6b-8698-cdaf8a6b6d1f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Jul 07 18:08:04.714674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e9788-5891-419b-8d15-63042e37b7d3 req-6bfdf4e0-721f-46e4-bc6f-32e8248658b0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.716293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e36e9788-5891-419b-8d15-63042e37b7d3 req-6bfdf4e0-721f-46e4-bc6f-32e8248658b0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0716386 Jul 07 18:08:04.756658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e36e9788-5891-419b-8d15-63042e37b7d3 req-c24e184d-4a5d-4329-824a-91e31791e462 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333784 Jul 07 18:08:05.947599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826cca9-0d03-4279-a405-9ea38b61ebfa req-8bd0f2c0-0115-4eb3-a27e-a8b4610ced40 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:05.949165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7826cca9-0d03-4279-a405-9ea38b61ebfa req-8bd0f2c0-0115-4eb3-a27e-a8b4610ced40 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0743227 Jul 07 18:08:05.986878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7826cca9-0d03-4279-a405-9ea38b61ebfa req-56855774-34a0-4709-b3a3-10e70b1d1e29 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Jul 07 18:08:07.176143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15696-0af9-407e-85be-1077d66d1c61 req-a0e1339f-8ba8-44ad-90ea-73909ab64808 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:07.177652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cce15696-0af9-407e-85be-1077d66d1c61 req-a0e1339f-8ba8-44ad-90ea-73909ab64808 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0675352 Jul 07 18:08:07.222928 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cce15696-0af9-407e-85be-1077d66d1c61 req-f8947acd-3db7-4f13-b716-c7d1d8e2deeb tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Jul 07 18:08:07.658668 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-88206525-a02f-4a0f-8f6d-ab76a4100c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.406044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c05b2e-4138-443c-aac8-dd9551779609 req-3ec06a8d-58bb-446a-b9dc-965279c40ab6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.407628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c05b2e-4138-443c-aac8-dd9551779609 req-3ec06a8d-58bb-446a-b9dc-965279c40ab6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0655296 Jul 07 18:08:08.447503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58c05b2e-4138-443c-aac8-dd9551779609 req-e71d0e30-dd58-45f9-95e1-0cb898ec7ca5 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Jul 07 18:08:09.627680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f51c3-9396-44a6-b595-69ed59de8cbd req-252150af-ebfa-47da-b5c5-ba8cfa727069 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.629176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b27f51c3-9396-44a6-b595-69ed59de8cbd req-252150af-ebfa-47da-b5c5-ba8cfa727069 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0658860 Jul 07 18:08:09.668196 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b27f51c3-9396-44a6-b595-69ed59de8cbd req-8971be0f-c238-435d-8475-0ae35779a15a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 07 18:08:10.145665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3adfa8a2-5799-4b9b-9f43-4c37399859da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.700662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.854938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca741a-6fe7-456b-9fdb-242458b32873 req-49b50304-8765-4002-bff6-e3240e910655 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.856434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fca741a-6fe7-456b-9fdb-242458b32873 req-49b50304-8765-4002-bff6-e3240e910655 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jul 07 18:08:10.896699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fca741a-6fe7-456b-9fdb-242458b32873 req-4f5ac6a5-13fc-4456-909c-8161c876dfb3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Jul 07 18:08:12.014819 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.079591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f296e18-9a2a-4222-8965-08a0efa1f531 req-b80584b1-4d75-4852-9cab-3ad5ed5fc414 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:12.081101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f296e18-9a2a-4222-8965-08a0efa1f531 req-b80584b1-4d75-4852-9cab-3ad5ed5fc414 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0650373 Jul 07 18:08:12.124148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f296e18-9a2a-4222-8965-08a0efa1f531 req-88ef2c21-52c4-49d8-92e7-92e8be9d8a07 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368459 Jul 07 18:08:13.308274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0394b-92d1-45ff-a478-c8c5cf7dc92b req-938a6686-c2ac-40fb-8c6b-27d58657d73b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.310026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ff0394b-92d1-45ff-a478-c8c5cf7dc92b req-938a6686-c2ac-40fb-8c6b-27d58657d73b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0674334 Jul 07 18:08:13.347279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ff0394b-92d1-45ff-a478-c8c5cf7dc92b req-49313baa-9d5d-459a-af93-c54a503cd165 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 07 18:08:13.776004 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.525782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b6778-d755-4635-93a6-5736d7e6fea5 req-b10f215b-d2a8-4128-8d1f-1166a2692322 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.527323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-019b6778-d755-4635-93a6-5736d7e6fea5 req-b10f215b-d2a8-4128-8d1f-1166a2692322 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0638115 Jul 07 18:08:14.564930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-019b6778-d755-4635-93a6-5736d7e6fea5 req-54426ed3-bf7b-4064-8abd-abcc15abdc99 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jul 07 18:08:15.746277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02a53-81ad-44f9-a499-df599f51e3d7 req-8a1b27cc-921a-484e-8a83-6d137dc43dd4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:15.747830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adf02a53-81ad-44f9-a499-df599f51e3d7 req-8a1b27cc-921a-484e-8a83-6d137dc43dd4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0658522 Jul 07 18:08:15.786554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adf02a53-81ad-44f9-a499-df599f51e3d7 req-dfa923f7-2f73-48d6-b6a0-2776e390e551 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Jul 07 18:08:16.967295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0a3b-7b3b-4c03-b3ee-d5cf7dc79015 req-86afcd81-eab4-43b2-b724-9c2ab93baef7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:16.968777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8ef0a3b-7b3b-4c03-b3ee-d5cf7dc79015 req-86afcd81-eab4-43b2-b724-9c2ab93baef7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0682678 Jul 07 18:08:17.006033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a8ef0a3b-7b3b-4c03-b3ee-d5cf7dc79015 req-9f5345a6-acaa-4bd5-8b03-4b93caa605eb tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jul 07 18:08:18.184366 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302c775-4e54-4a00-a6ee-e2a22afef1fc req-9710ab1c-8ec1-4629-98c9-99be8dc6c737 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:18.185835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1302c775-4e54-4a00-a6ee-e2a22afef1fc req-9710ab1c-8ec1-4629-98c9-99be8dc6c737 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0644858 Jul 07 18:08:18.222753 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1302c775-4e54-4a00-a6ee-e2a22afef1fc req-65a31810-2657-4b30-ac07-311a4c76f2ad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 07 18:08:19.400067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb472ed4-daa1-4c72-b3ff-619f137667fe req-9b5e938f-64e0-4328-8458-280e0496731a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:19.401594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb472ed4-daa1-4c72-b3ff-619f137667fe req-9b5e938f-64e0-4328-8458-280e0496731a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0673239 Jul 07 18:08:19.439459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb472ed4-daa1-4c72-b3ff-619f137667fe req-de295d3a-07fd-4bac-bcf5-fdd249435544 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Jul 07 18:08:20.613590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db36d4-03d7-4e9c-b7a3-80af801c9e2e req-3a564941-0b0b-46cd-bc2e-0c4e2f0b56fc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:20.615100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4db36d4-03d7-4e9c-b7a3-80af801c9e2e req-3a564941-0b0b-46cd-bc2e-0c4e2f0b56fc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Jul 07 18:08:20.653401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4db36d4-03d7-4e9c-b7a3-80af801c9e2e req-c2a04ee6-b846-44c5-8db1-984fff9631d9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 07 18:08:21.832314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f90924-8282-45f8-8ea5-d6fb67cd24ce req-0710276d-4fc9-4e9a-a91a-e509c036f858 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:21.833876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4f90924-8282-45f8-8ea5-d6fb67cd24ce req-0710276d-4fc9-4e9a-a91a-e509c036f858 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jul 07 18:08:21.876168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4f90924-8282-45f8-8ea5-d6fb67cd24ce req-9852e30e-2d7a-455e-b338-04d9081d564a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Jul 07 18:08:23.059361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c721f21-b431-46e0-91bf-6805ebc47f5f req-1abde37f-cef8-496f-bfe6-1ff7778765e7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:23.060909 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c721f21-b431-46e0-91bf-6805ebc47f5f req-1abde37f-cef8-496f-bfe6-1ff7778765e7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0699444 Jul 07 18:08:23.101660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c721f21-b431-46e0-91bf-6805ebc47f5f req-900a95b7-b5cc-4ad4-b1a4-be9dbdeff011 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Jul 07 18:08:24.237438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-315fedc1-40b7-4f27-82e9-0e6e5659ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.238938 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-315fedc1-40b7-4f27-82e9-0e6e5659ef94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1097 time: 0.0568368 Jul 07 18:08:24.284166 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bd887-8535-402d-9013-9e3252927ed2 req-508884a4-2a7e-42ac-aa8a-009ab110f01e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.285703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-888bd887-8535-402d-9013-9e3252927ed2 req-508884a4-2a7e-42ac-aa8a-009ab110f01e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0677824 Jul 07 18:08:24.325626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-888bd887-8535-402d-9013-9e3252927ed2 req-2cfa94d4-3875-4592-9c84-859ee1b87cab tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Jul 07 18:08:24.347926 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-93c74d6e-a7b6-4027-9e7e-894a76656a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.349516 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-93c74d6e-a7b6-4027-9e7e-894a76656a51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0899265 Jul 07 18:08:24.391642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-daedca42-c1ac-4449-9d16-1472e67d57d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0342817 Jul 07 18:08:24.439753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-7f3c2448-f2bf-410a-9be3-78a89216f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.441225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-7f3c2448-f2bf-410a-9be3-78a89216f1a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0423186 Jul 07 18:08:24.515467 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-053bbc4f-387e-4e97-af7c-68782bb939b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310609 Jul 07 18:08:24.605773 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-72dbd13d-b3a5-4abd-8dda-654a078abd28 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825248 Jul 07 18:08:24.699340 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f3fb3943-9209-4a14-8e6b-519cd138a141 req-ce56cd38-1f3d-4f08-9462-9db694ed8791 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Jul 07 18:08:25.517351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b4bd5-368d-4163-9700-68515de97ea0 req-711bf4d0-e502-44f0-b005-a480b97bc42c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.519409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420b4bd5-368d-4163-9700-68515de97ea0 req-711bf4d0-e502-44f0-b005-a480b97bc42c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0763471 Jul 07 18:08:25.581344 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420b4bd5-368d-4163-9700-68515de97ea0 req-09222c09-b7fe-48ed-a3cf-cc388986a8cf tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557418 Jul 07 18:08:26.019317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.037857 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a2871d3f-9d1d-4aa8-8dc6-9fbb740cf1a6 service neutron] show failed (client error): The resource could not be found. Jul 07 18:08:26.039721 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a2871d3f-9d1d-4aa8-8dc6-9fbb740cf1a6 service neutron] 10.222.0.73 "GET /v2.0/ports/1fba1c19-feac-479c-9343-68dec6678372/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0587459 Jul 07 18:08:26.315679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-57e668ad-dca5-4c92-a83e-25e9b9402c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.317116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-57e668ad-dca5-4c92-a83e-25e9b9402c07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8&tenant_id=0c8fcb2bc93348d69d20c4b48692fc02 HTTP/1.1" status: 200 len: 1097 time: 0.0610077 Jul 07 18:08:26.329025 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.752806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.775777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491b734-4830-43df-a543-0267bf53db28 req-6731855c-97ee-4d95-912f-c63fa121e665 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.777421 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3491b734-4830-43df-a543-0267bf53db28 req-6731855c-97ee-4d95-912f-c63fa121e665 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0752563 Jul 07 18:08:26.818187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3491b734-4830-43df-a543-0267bf53db28 req-ae412cdb-ac54-448c-8c7e-6d7fd2919fa8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Jul 07 18:08:26.965594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:26.998236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:27.039569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:27.041909 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9584ca55-735a-4723-b0f3-6551fed2ecad" -d '{"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:27.045663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.060679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Transition to ACTIVE for port object 1fba1c19-feac-479c-9343-68dec6678372 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:27.065484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.104787 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee73dec-e00c-429a-9711-796bfb6a4ac7 x-openstack-request-id: req-8ee73dec-e00c-429a-9711-796bfb6a4ac7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:27.105226 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:27.105371 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ee73dec-e00c-429a-9711-796bfb6a4ac7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:27.106054 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'code': 200} Jul 07 18:08:27.140790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.143502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] No DVR routers for this DVR port 1fba1c19-feac-479c-9343-68dec6678372 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:27.181621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:27.181854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:27.182179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:27.186836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:27.187164 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Attempting to bind port 1fba1c19-feac-479c-9343-68dec6678372 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:27.192017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:27.192360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Checking segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:27.192752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Bound using segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:27.193186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Bound port: 1fba1c19-feac-479c-9343-68dec6678372, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:27.193576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.263509 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:27.267007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:27.272216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.318205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.318869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.321072 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] 10.222.0.23 "PUT /v2.0/ports/1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 1092 time: 0.9969101 Jul 07 18:08:27.344700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05803443-76ae-4476-8c72-26006e4c9c18 service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.410012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-4d02edbb-e9e8-43e2-9a0a-095d3185715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.411553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-4d02edbb-e9e8-43e2-9a0a-095d3185715a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1095 time: 0.0554261 Jul 07 18:08:27.501522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-64863a0e-2cb0-41d2-b91a-c929fd4fc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.502951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-64863a0e-2cb0-41d2-b91a-c929fd4fc612 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0851207 Jul 07 18:08:27.548128 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-eedd141f-2c6b-4e80-aee2-3551c69ea71d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0389707 Jul 07 18:08:27.576962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.597685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-bae41b7d-dfb7-473a-a0f2-4dc65083d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.599205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-bae41b7d-dfb7-473a-a0f2-4dc65083d9dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0454483 Jul 07 18:08:27.632968 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-63ad80f2-8715-4998-a0de-a0d72bad3638 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273430 Jul 07 18:08:27.733039 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-ec983181-06d3-4fc7-a985-a6001c4bc342 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939529 Jul 07 18:08:27.824839 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-14fcb8c1-10a5-4df4-a9a3-b1536e3963c7 req-a9b85870-f910-4fe0-975f-8dbb8b725e56 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849688 Jul 07 18:08:28.012337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678e61-44e8-42e2-bc91-b0d7512cb80d req-c571ae56-ed75-47e2-b726-7cfa4ed5b91e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.013912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6678e61-44e8-42e2-bc91-b0d7512cb80d req-c571ae56-ed75-47e2-b726-7cfa4ed5b91e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0763807 Jul 07 18:08:28.068026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d6678e61-44e8-42e2-bc91-b0d7512cb80d req-fa884e02-5452-484c-a8e8-f62bf9757ef1 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Jul 07 18:08:29.107142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:29.109536 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0cdf3-67cf-4119-a4cc-c038f9403493" -d '{"events": [{"name": "network-changed", "server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:29.259476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6622ce-f9cb-4355-9de4-f7385258d144 req-139a122a-41d0-47b3-be2f-a1ed07e0e50d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.261105 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6622ce-f9cb-4355-9de4-f7385258d144 req-139a122a-41d0-47b3-be2f-a1ed07e0e50d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0713339 Jul 07 18:08:29.315995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d6622ce-f9cb-4355-9de4-f7385258d144 req-6c99eda8-d710-41be-963f-fe61a9667b72 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Jul 07 18:08:29.383244 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e5e83-abbd-4891-a784-201330e29665 x-openstack-request-id: req-e06e5e83-abbd-4891-a784-201330e29665 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:29.383537 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:29.383796 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e06e5e83-abbd-4891-a784-201330e29665 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:29.384204 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'status': 'completed', 'code': 200} Jul 07 18:08:29.504024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-9406abed-7887-407a-972a-0a32ece56568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.505673 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-9406abed-7887-407a-972a-0a32ece56568 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1095 time: 0.0974739 Jul 07 18:08:29.521573 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-47e972d1-39e4-44d1-aa77-3f3a14d3b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.523145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-47e972d1-39e4-44d1-aa77-3f3a14d3b64c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1095 time: 0.1061244 Jul 07 18:08:29.673671 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1fba1c19-feac-479c-9343-68dec6678372 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:29.678960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-b218dede-c741-47ab-aa62-454de3421f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.680473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-b218dede-c741-47ab-aa62-454de3421f5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1685393 Jul 07 18:08:29.715643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 1fba1c19-feac-479c-9343-68dec6678372 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:29.731510 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-78c62860-ca57-49d2-9651-b6ee2431464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.732994 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-78c62860-ca57-49d2-9651-b6ee2431464b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1694613 Jul 07 18:08:29.734424 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-616cf815-0ba4-4d89-8eae-95c41dd598cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0449500 Jul 07 18:08:29.785205 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-52b850cc-b87e-4ac8-ab12-6f85a2f869ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0446558 Jul 07 18:08:29.853748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-73ca16d5-2902-4009-a8c8-a6070fc6a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.855292 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-73ca16d5-2902-4009-a8c8-a6070fc6a124 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.1082857 Jul 07 18:08:29.871383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-8a3c91bb-d559-4346-a3ac-a2cb63de6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.872678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-8a3c91bb-d559-4346-a3ac-a2cb63de6802 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0695791 Jul 07 18:08:29.899939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-56f4d4f0-aa35-41eb-9ee7-68c354491545 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378625 Jul 07 18:08:29.936308 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-b348b186-4c8b-4db9-a17c-d59ba3731f0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389378 Jul 07 18:08:30.092027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-a5034e2c-1dcd-41d1-8a95-e247a7bbb5dc service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839976 Jul 07 18:08:30.098089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-67d47fcd-a4cc-4859-837b-51ac9c6e2e88 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513083 Jul 07 18:08:30.261724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-20a897e3-73ff-44cf-a489-681fafb17860 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624768 Jul 07 18:08:30.265569 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58b0cdf3-67cf-4119-a4cc-c038f9403493 req-69630f06-b227-471a-9409-e398c8ae2313 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582592 Jul 07 18:08:30.510607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6de92d-cd20-4c49-8ea6-e731cbba1490 req-0b1f4e8d-d301-4e39-875a-2be2438c5bbc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.511706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f6de92d-cd20-4c49-8ea6-e731cbba1490 req-0b1f4e8d-d301-4e39-875a-2be2438c5bbc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0672646 Jul 07 18:08:30.559865 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f6de92d-cd20-4c49-8ea6-e731cbba1490 req-95d9c444-38db-4d46-af78-944f3f16b66e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Jul 07 18:08:30.765928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fba1c19-feac-479c-9343-68dec6678372 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:30.878500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:30.896353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '1fba1c19-feac-479c-9343-68dec6678372', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'port_id': '1fba1c19-feac-479c-9343-68dec6678372', 'mac_address': 'fa:16:3e:74:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d121a-75cc-45e6-bd74-c2ebb3c39072', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:30.900715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-1349dea6-74a4-46f2-b472-7bd9341e569d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.902697 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-1349dea6-74a4-46f2-b472-7bd9341e569d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8&tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 943 time: 0.0927596 Jul 07 18:08:30.909917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fb032-d02e-4ce1-9d71-ebb370010ac0 req-3b4a157f-cc78-4c11-a1bb-c12e53a3e4b9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.911966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e93fb032-d02e-4ce1-9d71-ebb370010ac0 req-3b4a157f-cc78-4c11-a1bb-c12e53a3e4b9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 943 time: 0.0956576 Jul 07 18:08:30.949781 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.964328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba1c19-feac-479c-9343-68dec6678372 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:30.973368 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-7097a873-6dbe-4454-abc6-cfed80661846 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:08:30.974612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-7097a873-6dbe-4454-abc6-cfed80661846 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1fba1c19-feac-479c-9343-68dec6678372/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0663188 Jul 07 18:08:30.976439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e93fb032-d02e-4ce1-9d71-ebb370010ac0 req-9abdf8af-02c1-4460-97b8-ea27a8d4d607 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556545 Jul 07 18:08:31.008538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:31.014555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.075626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:31.088920 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-f95ea5fb-1802-45f9-b446-b03c176c0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.090612 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-f95ea5fb-1802-45f9-b446-b03c176c0e2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1096 time: 0.0589230 Jul 07 18:08:31.196245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-d91e1c17-3fb6-4385-bad1-125bf58f4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.197854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-d91e1c17-3fb6-4385-bad1-125bf58f4eae service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1012502 Jul 07 18:08:31.217164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1fba1c19-feac-479c-9343-68dec6678372'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:31.241313 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-f5c1df35-e99e-4322-a6ec-b6369e925682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0370731 Jul 07 18:08:31.294109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-29dd3581-c821-4e7e-8ee1-604e66950369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.295634 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-29dd3581-c821-4e7e-8ee1-604e66950369 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0481257 Jul 07 18:08:31.340707 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-884db8a8-0719-4c0a-85d1-b231f437eb53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371726 Jul 07 18:08:31.437603 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-3b2c79b2-3be6-4c2b-9a39-7e3069d35b3b service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890150 Jul 07 18:08:31.575056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-85fc98df-077d-4b76-a26e-4f892c065e83 req-f46018d9-ecd9-4638-8347-6137c1cc3a99 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291249 Jul 07 18:08:31.589553 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-3f4a40ca-03f4-409b-a90d-dc042613d47c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938432 Jul 07 18:08:31.697144 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-4f983909-eef6-48e4-ad1c-876dcf5a0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.698710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-4f983909-eef6-48e4-ad1c-876dcf5a0635 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 1096 time: 0.0633912 Jul 07 18:08:31.813637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-a2b89596-f6cb-4d4f-b821-22ec70dc4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.815213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-a2b89596-f6cb-4d4f-b821-22ec70dc4f1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0934615 Jul 07 18:08:31.858198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-6660dda4-639a-40f7-9f96-31b881709ce2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 200 len: 217 time: 0.0368111 Jul 07 18:08:31.911098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-6a81901a-6686-42fb-9b97-5d7a63ad5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.913613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-6a81901a-6686-42fb-9b97-5d7a63ad5064 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0484827 Jul 07 18:08:31.951231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-3c687413-3ff4-485d-8a56-948a8f276dca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325305 Jul 07 18:08:32.052139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-0c8fb957-c353-4860-98d1-b154cf248882 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942988 Jul 07 18:08:32.157902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cab17459-ae57-452b-b3c7-0ac44fc894e8 req-0131c943-7864-4b2d-8aec-452dba92b673 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995142 Jul 07 18:08:32.193668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926a18d-7288-4c8e-b10f-7fabd97a23ce req-e05cae7b-6318-439a-98ea-2ee73deacdf6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.196031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a926a18d-7288-4c8e-b10f-7fabd97a23ce req-e05cae7b-6318-439a-98ea-2ee73deacdf6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 944 time: 0.0724940 Jul 07 18:08:32.241797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a926a18d-7288-4c8e-b10f-7fabd97a23ce req-961882ca-dc2b-467e-82dd-f0967a8a19c7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jul 07 18:08:32.442848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b72ad-175c-4f31-900d-e10be6830e0d req-e74a93e9-2140-4ca5-841b-dd351fc9f5d3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.445162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-048b72ad-175c-4f31-900d-e10be6830e0d req-e74a93e9-2140-4ca5-841b-dd351fc9f5d3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 944 time: 0.0727365 Jul 07 18:08:32.485913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-048b72ad-175c-4f31-900d-e10be6830e0d req-8d7fe95e-d30a-404f-a953-c786e78b4738 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Jul 07 18:08:32.666637 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66caa6-2924-40a4-ac2e-e5bd3e3acec8 req-fe87957e-1fb0-43c3-8814-1fc2daef4230 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.668266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b66caa6-2924-40a4-ac2e-e5bd3e3acec8 req-fe87957e-1fb0-43c3-8814-1fc2daef4230 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 944 time: 0.0659928 Jul 07 18:08:32.708050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b66caa6-2924-40a4-ac2e-e5bd3e3acec8 req-4971bf70-9110-434d-b75b-b33d4d1226c0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Jul 07 18:08:32.783909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fba1c19-feac-479c-9343-68dec6678372 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:32.838580 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 1fba1c19-feac-479c-9343-68dec6678372 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:32.843255 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 1fba1c19-feac-479c-9343-68dec6678372 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:32.843617 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.935496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.968556 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:32.971539 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d8905e-bf9d-499d-b5a3-340e1bdac1c3" -d '{"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:32.984230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:32.989730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.019666 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b444de8-a2a8-421a-bc23-e48c3eeebbe7 x-openstack-request-id: req-8b444de8-a2a8-421a-bc23-e48c3eeebbe7 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:33.020001 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:33.020252 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b444de8-a2a8-421a-bc23-e48c3eeebbe7 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:33.020637 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'code': 200} Jul 07 18:08:33.051246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:33.199391 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-642974ce-19f6-47fc-accd-54e686cc6eb4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:33.201018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-642974ce-19f6-47fc-accd-54e686cc6eb4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 814 time: 0.1164618 Jul 07 18:08:33.218082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-1090678a-7f4d-458d-a0d4-ed822711c27f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/quotas/0c8fcb2bc93348d69d20c4b48692fc02 HTTP/1.1" status: 200 len: 375 time: 0.0108273 Jul 07 18:08:33.285643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-665c8c96-74e7-4569-bc75-5e2cb5f08a36 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617983 Jul 07 18:08:33.385749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-278ce462-fc4f-492b-ac7c-7672f758fb2a service neutron] 10.222.0.66 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926213 Jul 07 18:08:33.483468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-82d79141-0392-4e86-83d1-71c85fa1f872 service neutron] 10.222.0.66 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916922 Jul 07 18:08:33.659121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76d5d0df-34c7-4db6-9a3e-867690c2a7a4 req-57f8e552-812e-4b2d-987b-156cfb06a527 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 210 time: 0.0309017 Jul 07 18:08:34.322372 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-9af0b8fc-4419-41c9-9c17-666f502ddc86 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.323926 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-9af0b8fc-4419-41c9-9c17-666f502ddc86 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.23 "GET /v2.0/ports?device_id=a03b1e04-09cd-4203-9614-01fe919938f8 HTTP/1.1" status: 200 len: 945 time: 0.0774467 Jul 07 18:08:34.436517 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Deleting port 1fba1c19-feac-479c-9343-68dec6678372 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:34.436863 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.527990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] For port 1fba1c19-feac-479c-9343-68dec6678372, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=1fba1c19-feac-479c-9343-68dec6678372,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:34.528350 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.542051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Calling delete_port for 1fba1c19-feac-479c-9343-68dec6678372 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:34.666609 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.23', 50959) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:34.702366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.720185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1fba1c19-feac-479c-9343-68dec6678372'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:34.754143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Pushing event deleted for resources: {'Port': ['ID=1fba1c19-feac-479c-9343-68dec6678372,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:34.815108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] No DVR routers for this DVR port 1fba1c19-feac-479c-9343-68dec6678372 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:34.817814 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.821169 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.23 "DELETE /v2.0/ports/1fba1c19-feac-479c-9343-68dec6678372 HTTP/1.1" status: 204 len: 173 time: 0.4911268 Jul 07 18:08:34.821643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-deleted', 'tag': '1fba1c19-feac-479c-9343-68dec6678372'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:34.824158 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb185c6-be22-4b0a-a743-a37c46f707b3" -d '{"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-deleted", "tag": "1fba1c19-feac-479c-9343-68dec6678372"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:34.828282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6f984c68-b832-4bb0-be7a-91b66f4ca392 req-e721a9ac-d516-4bf7-9fc1-9ddb328344b6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 210 time: 0.0363100 Jul 07 18:08:34.885194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9553cd26-6b33-4968-88be-aac3803805a3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.887147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9553cd26-6b33-4968-88be-aac3803805a3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 814 time: 0.2191844 Jul 07 18:08:34.902131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Request body: {'port': {'device_id': '22834c2b-19a3-49af-985f-485ff9a4147d', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'admin_state_up': True, 'tenant_id': '0c8fcb2bc93348d69d20c4b48692fc02'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:34.906484 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcdaf46-b835-4bdc-8c9b-531fc0be50b2 x-openstack-request-id: req-dbcdaf46-b835-4bdc-8c9b-531fc0be50b2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:34.906775 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03b1e04-09cd-4203-9614-01fe919938f8", "name": "network-vif-deleted", "tag": "1fba1c19-feac-479c-9343-68dec6678372", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:34.907034 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbcdaf46-b835-4bdc-8c9b-531fc0be50b2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:34.907539 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03b1e04-09cd-4203-9614-01fe919938f8', 'name': 'network-vif-deleted', 'tag': '1fba1c19-feac-479c-9343-68dec6678372', 'status': 'completed', 'code': 200} Jul 07 18:08:35.040328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Made reservation on behalf of 0c8fcb2bc93348d69d20c4b48692fc02 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:35.044036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.241605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Allocated IP 172.20.0.3 (f1988524-7f18-4bf8-b70a-40c663b69cbf/b14d121a-75cc-45e6-bd74-c2ebb3c39072/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:35.420573 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.466694 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.478982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['1fba1c19-feac-479c-9343-68dec6678372'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:35.521780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Network f1988524-7f18-4bf8-b70a-40c663b69cbf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:35.526570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:35.530829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:35.563286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:35.593005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.593650 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.608374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9cbd623f-183b-422b-b589-4e2c37348632 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105050 Jul 07 18:08:35.620417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Request body: {'port': {'device_id': '22834c2b-19a3-49af-985f-485ff9a4147d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:35.697028 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.082378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:36.091552 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.112011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Transition to ACTIVE for port object ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:36.118560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.161997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c18ff5-680b-4be7-9aba-105496902470 req-8067df56-09f9-4561-9413-6efcf6115db6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.163986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46c18ff5-680b-4be7-9aba-105496902470 req-8067df56-09f9-4561-9413-6efcf6115db6 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 931 time: 0.1532066 Jul 07 18:08:36.211158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.248157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46c18ff5-680b-4be7-9aba-105496902470 req-9cd62b5d-e916-4745-93b9-7be36fb57628 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Jul 07 18:08:36.295026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:36.295367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:36.295699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:36.300090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:36.300419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:36.305220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:36.305557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Checking segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:36.305943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Bound using segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:36.306367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Bound port: ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:36.306760 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.373826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:36.377104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:36.381591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.423361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.423997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.425423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 1092 time: 0.8100948 Jul 07 18:08:36.425865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:36.455229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3dc72-66a9-4474-bdce-7dd09c1f3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.481469 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:36.553999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-a2e45017-4698-4558-954b-21303def7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.556401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-a2e45017-4698-4558-954b-21303def7955 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0870142 Jul 07 18:08:36.602187 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d7fba-44aa-47ca-bd43-7de09771ecc1 x-openstack-request-id: req-7e7d7fba-44aa-47ca-bd43-7de09771ecc1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:36.602503 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:36.602757 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e7d7fba-44aa-47ca-bd43-7de09771ecc1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:36.603178 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'status': 'completed', 'code': 200} Jul 07 18:08:36.605201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-eb210a1c-f1de-4873-8f72-cbd729a39b79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0414715 Jul 07 18:08:36.664088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-59c271f5-4e6e-4649-a2e9-8f37fc11ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.665779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-59c271f5-4e6e-4649-a2e9-8f37fc11ee3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0537884 Jul 07 18:08:37.035707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-4d3512eb-fe76-40b6-9bb0-dfaf6e2f16f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3634000 Jul 07 18:08:37.124976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-5c644086-40b4-46c3-b07c-feab9dda5a5b service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827620 Jul 07 18:08:37.216597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d99be6d-3ec8-4b00-908d-2beaf19f4288 req-9ea7c507-673b-4f03-b7fc-722adfab098f service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840161 Jul 07 18:08:37.323161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-599ecf75-acbe-4e57-b0f5-114f7ef03c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.324707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-599ecf75-acbe-4e57-b0f5-114f7ef03c14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0567560 Jul 07 18:08:37.406268 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:37.459189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-33998761-c4d7-43ba-ad7b-ad925fb97594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.461544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-33998761-c4d7-43ba-ad7b-ad925fb97594 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1301069 Jul 07 18:08:37.494949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8678c-f6f6-4a43-9397-e6695b420779 req-c9502bcd-a77f-4331-a097-14cf99d68854 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.496406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6af8678c-f6f6-4a43-9397-e6695b420779 req-c9502bcd-a77f-4331-a097-14cf99d68854 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.1193981 Jul 07 18:08:37.530401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-0287a939-f6c7-44b9-9b5f-c0ac5b5a6353 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0509205 Jul 07 18:08:37.590741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6af8678c-f6f6-4a43-9397-e6695b420779 req-e2fed295-5b4d-4a2d-bc70-c0e4c90e8bae tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673878 Jul 07 18:08:37.602024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-c61ef3ce-84f5-464d-81b4-282c3293100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.603554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-c61ef3ce-84f5-464d-81b4-282c3293100c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0645814 Jul 07 18:08:37.638485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-c3f685da-b1e4-4776-8045-504d8fd2f471 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273232 Jul 07 18:08:37.660046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-599ff43c-15d1-4c8a-8e7d-8313ccbcd7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.730460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-b5565cf2-a7ff-4f19-bce4-b8e1e7853e43 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Jul 07 18:08:37.827490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9fa5de-ae2c-4bd2-877d-4447b6e73cb3 req-46304f5c-6ca8-42e7-a6de-f52510258994 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901933 Jul 07 18:08:38.769039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ffac-47ef-4f4d-84a9-90f5fb7d26ae req-2e33df58-bbb5-4835-aa31-9b5411a22ce0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.770574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2241ffac-47ef-4f4d-84a9-90f5fb7d26ae req-2e33df58-bbb5-4835-aa31-9b5411a22ce0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.0642457 Jul 07 18:08:38.772763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:38.774948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fba1c19-feac-479c-9343-68dec6678372 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:38.804644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 1fba1c19-feac-479c-9343-68dec6678372 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:38.804984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 1fba1c19-feac-479c-9343-68dec6678372 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:38.811232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2241ffac-47ef-4f4d-84a9-90f5fb7d26ae req-1ba2dc23-ee2d-403f-9eb1-e305ab616e01 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jul 07 18:08:38.892573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:38.903302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'port_id': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'mac_address': 'fa:16:3e:52:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d121a-75cc-45e6-bd74-c2ebb3c39072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:38.945965 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.958797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:38.978242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:38.982211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.031030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:39.184417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:39.995971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f1c4f-736f-4215-a7b9-c73a4e0bc1c7 req-05017719-3da3-4a2e-8123-f44cd2d32ea0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.997434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1f1c4f-736f-4215-a7b9-c73a4e0bc1c7 req-05017719-3da3-4a2e-8123-f44cd2d32ea0 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 944 time: 0.0682547 Jul 07 18:08:40.034936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1f1c4f-736f-4215-a7b9-c73a4e0bc1c7 req-93c0325d-a4b7-4f27-a96d-d302dd53eab2 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Jul 07 18:08:40.146778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-004bfd07-dcd9-4eb4-8318-61709aecd18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.702718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.786960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:40.836975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:40.840635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:40.841010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.921530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.946006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:40.948330 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2c8139-15d8-43d4-ba29-5ff94286d1c7" -d '{"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-plugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:40.964661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:40.969251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.993555 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8a1a5-341c-4fa2-8e1d-81d053fbc87b x-openstack-request-id: req-3cf8a1a5-341c-4fa2-8e1d-81d053fbc87b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:40.993915 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-plugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:40.994167 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cf8a1a5-341c-4fa2-8e1d-81d053fbc87b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:40.994578 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'code': 200} Jul 07 18:08:41.022140 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:41.105911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb33ca-a082-418f-9ebf-de0fa5a2f1cf req-50754efc-d459-4dbc-b33b-94adccd2bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:41.107543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47cb33ca-a082-418f-9ebf-de0fa5a2f1cf req-50754efc-d459-4dbc-b33b-94adccd2bf3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1097 time: 0.0563555 Jul 07 18:08:41.147391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47cb33ca-a082-418f-9ebf-de0fa5a2f1cf req-32d6fa73-b607-4916-8bef-4b42d011ab50 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Jul 07 18:08:41.216349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a7c44-e411-46c4-8fba-6bd007ae6c43 req-b6659e42-f6f4-4887-9d0a-179cdb86a236 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:41.217826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-693a7c44-e411-46c4-8fba-6bd007ae6c43 req-b6659e42-f6f4-4887-9d0a-179cdb86a236 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0641396 Jul 07 18:08:41.257258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-693a7c44-e411-46c4-8fba-6bd007ae6c43 req-b5a25d58-8374-4bfc-9f36-dab7ea14b52c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337727 Jul 07 18:08:42.017358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:42.437561 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd065ff5-7591-4b05-b7d2-d3ba2559f65e req-1f14d67f-c569-4235-8cc5-96bada792bdc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:42.439085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd065ff5-7591-4b05-b7d2-d3ba2559f65e req-1f14d67f-c569-4235-8cc5-96bada792bdc tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0670884 Jul 07 18:08:42.477975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd065ff5-7591-4b05-b7d2-d3ba2559f65e req-b1839f50-bf04-47f5-b0f6-6e8db00192d3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Jul 07 18:08:42.651058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f4868-7dad-4006-894a-8f220b8264fe req-f5b597ac-db79-4697-b24c-c68bc1973f63 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:42.652649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e17f4868-7dad-4006-894a-8f220b8264fe req-f5b597ac-db79-4697-b24c-c68bc1973f63 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jul 07 18:08:42.694906 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e17f4868-7dad-4006-894a-8f220b8264fe req-bde7e28f-fad4-4c00-a46e-08bee958bc00 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344856 Jul 07 18:08:43.057131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-0e55db73-917a-4eaa-aeca-36b0b634dafe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688610 Jul 07 18:08:43.112479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a72e-1af7-4f0c-92fd-5a035875a7a2 req-11c1931c-1fba-4a5a-aa98-5fe968db4197 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.114027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3706a72e-1af7-4f0c-92fd-5a035875a7a2 req-11c1931c-1fba-4a5a-aa98-5fe968db4197 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0725982 Jul 07 18:08:43.161460 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3706a72e-1af7-4f0c-92fd-5a035875a7a2 req-84e6edfb-6066-406b-870a-6e7ebdd25a15 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Jul 07 18:08:43.780862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.230824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-a6a52a35-b313-4850-a27f-f81bcd28db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.232578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-a6a52a35-b313-4850-a27f-f81bcd28db29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1097 time: 0.0596480 Jul 07 18:08:44.362139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-c8332a94-4943-48ba-bdf4-6b14f0408229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.363736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-c8332a94-4943-48ba-bdf4-6b14f0408229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1248906 Jul 07 18:08:44.387511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859779b-fa94-4e58-a116-cd0764b8e813 req-67df673f-3452-44ab-8f4b-6abd5d95795b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.389002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1859779b-fa94-4e58-a116-cd0764b8e813 req-67df673f-3452-44ab-8f4b-6abd5d95795b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.1039610 Jul 07 18:08:44.422629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-5d91dc9c-dde9-4df7-b00c-1a0195b9464e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0518239 Jul 07 18:08:44.494762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1859779b-fa94-4e58-a116-cd0764b8e813 req-2a8d4ea9-ad68-46cd-995b-0472b1814fe8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747876 Jul 07 18:08:44.496419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-245daaaf-d3f5-481f-9234-c481865ce67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.497859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-245daaaf-d3f5-481f-9234-c481865ce67f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0688829 Jul 07 18:08:44.532725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-41d692fe-2ad3-44ed-a43a-032e0e0d2e1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281088 Jul 07 18:08:44.625707 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-b20a67bf-bde4-4d42-8afc-55f012fd79ad service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869932 Jul 07 18:08:44.718406 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-b99141c7-48b4-4fce-b90d-932b0290e1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857043 Jul 07 18:08:45.680651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bbfd6-38ee-4f78-80ea-9ce92a3093e7 req-c73e3b5e-0722-425b-8be0-668e3ec2887d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:45.682151 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c64bbfd6-38ee-4f78-80ea-9ce92a3093e7 req-c73e3b5e-0722-425b-8be0-668e3ec2887d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0696023 Jul 07 18:08:45.720856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c64bbfd6-38ee-4f78-80ea-9ce92a3093e7 req-430dd7e1-237d-4196-b6af-2fa38b215da5 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Jul 07 18:08:46.909744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee16dc5-8d56-4483-aac5-30c114f06f62 req-abd4979b-177c-4d22-b89c-36a5cf9612cb tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:46.911300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ee16dc5-8d56-4483-aac5-30c114f06f62 req-abd4979b-177c-4d22-b89c-36a5cf9612cb tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0681670 Jul 07 18:08:46.953308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ee16dc5-8d56-4483-aac5-30c114f06f62 req-00c56335-c819-4b04-bf05-eede5cd3cf80 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Jul 07 18:08:48.139388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ba1fa-ee5d-4bd8-b648-3743d7681391 req-c257e1ca-ef4c-4077-8ae7-3de72c3d934e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:48.141117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-194ba1fa-ee5d-4bd8-b648-3743d7681391 req-c257e1ca-ef4c-4077-8ae7-3de72c3d934e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0678644 Jul 07 18:08:48.183999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-194ba1fa-ee5d-4bd8-b648-3743d7681391 req-a82b70e6-e8a1-4afb-9320-bc84ba7ea42d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Jul 07 18:08:49.373934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360db70-0b43-4f8c-aee7-3542399708f7 req-7cd9bb09-07e3-494c-9ab7-10a324f57aea tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:49.375538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6360db70-0b43-4f8c-aee7-3542399708f7 req-7cd9bb09-07e3-494c-9ab7-10a324f57aea tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0776103 Jul 07 18:08:49.419631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6360db70-0b43-4f8c-aee7-3542399708f7 req-eeaaf730-4c53-412c-b1e4-f49ac0754484 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Jul 07 18:08:50.598955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9779b-0a51-4f6f-8425-8db846a10664 req-1aa34e0c-93a6-4858-98b8-473591d1c8ef tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:50.600854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f9779b-0a51-4f6f-8425-8db846a10664 req-1aa34e0c-93a6-4858-98b8-473591d1c8ef tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0652864 Jul 07 18:08:50.641474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6f9779b-0a51-4f6f-8425-8db846a10664 req-0ab70626-3b62-43cd-bf81-b6518684cc6e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Jul 07 18:08:51.832310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674a991-2c35-4da6-addc-0063c07a459e req-333e51ef-dad8-4923-813f-f57e77e6ba74 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.834319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a674a991-2c35-4da6-addc-0063c07a459e req-333e51ef-dad8-4923-813f-f57e77e6ba74 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0700185 Jul 07 18:08:51.882385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a674a991-2c35-4da6-addc-0063c07a459e req-e8b80323-8590-4310-910b-308f6dd297aa tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Jul 07 18:08:53.064022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78383eb8-972b-4404-90e4-70b68d97d9b9 req-6d33cfec-c404-4207-8427-144a00fdd8c4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:53.065566 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78383eb8-972b-4404-90e4-70b68d97d9b9 req-6d33cfec-c404-4207-8427-144a00fdd8c4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0659475 Jul 07 18:08:53.108935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-78383eb8-972b-4404-90e4-70b68d97d9b9 req-aab52e0d-d187-4c6b-ac60-9ba4f3e23c7a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Jul 07 18:08:54.290569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226d0d2-b2c9-4518-8cdd-988578035c9b req-87bb2bea-61c3-40df-ab20-3f515fe397df tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:54.292094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2226d0d2-b2c9-4518-8cdd-988578035c9b req-87bb2bea-61c3-40df-ab20-3f515fe397df tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0655935 Jul 07 18:08:54.332793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2226d0d2-b2c9-4518-8cdd-988578035c9b req-61270d7e-3f16-4a46-85c2-fca682f64cca tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Jul 07 18:08:55.515941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfbb68-c92f-43e2-8aa3-fb8762f656c7 req-f64e9382-45e9-4f0c-8be5-ff8412dc8c3b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.517345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82dfbb68-c92f-43e2-8aa3-fb8762f656c7 req-f64e9382-45e9-4f0c-8be5-ff8412dc8c3b tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0674150 Jul 07 18:08:55.558267 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82dfbb68-c92f-43e2-8aa3-fb8762f656c7 req-e2d231ec-544b-46fb-919d-87a1f5cb7552 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Jul 07 18:08:56.034894 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.742770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ecae-7124-441d-9cf1-61bf29b5b8d0 req-ff2738d5-3731-4adb-b6c6-21e6c3050424 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:56.744320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4011ecae-7124-441d-9cf1-61bf29b5b8d0 req-ff2738d5-3731-4adb-b6c6-21e6c3050424 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0683911 Jul 07 18:08:56.786098 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4011ecae-7124-441d-9cf1-61bf29b5b8d0 req-fd1a5528-a48b-449d-916f-851160fe5d47 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Jul 07 18:08:57.570658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.973777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cbbc0-223d-4803-b644-dee2afa03cbf req-2fa34e25-fca6-4dcb-a711-e90f4aa45de3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.975813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a0cbbc0-223d-4803-b644-dee2afa03cbf req-2fa34e25-fca6-4dcb-a711-e90f4aa45de3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0676162 Jul 07 18:08:58.015171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a0cbbc0-223d-4803-b644-dee2afa03cbf req-8062702e-bd73-47fa-9d72-22cfc8e9e2e9 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Jul 07 18:08:59.195932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b804-0188-4925-8503-f56eb62d13a6 req-ad033b16-4889-4531-bf72-8d4711baa3ad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:59.197397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f061b804-0188-4925-8503-f56eb62d13a6 req-ad033b16-4889-4531-bf72-8d4711baa3ad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0652859 Jul 07 18:08:59.238348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f061b804-0188-4925-8503-f56eb62d13a6 req-545e11b5-92bc-422e-b137-881458e463f5 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353642 Jul 07 18:09:00.416404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665a2f-e453-4bb5-b131-a825f6376dcf req-77d3e207-1145-4460-9307-4cff20aae5d3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:00.417947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e665a2f-e453-4bb5-b131-a825f6376dcf req-77d3e207-1145-4460-9307-4cff20aae5d3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0654957 Jul 07 18:09:00.463200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e665a2f-e453-4bb5-b131-a825f6376dcf req-7713b602-035b-4629-8421-7d75b0ed920e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Jul 07 18:09:01.669970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b522e-c9a2-457e-afd7-e92a0212b0a5 req-de84619b-7b07-4ffe-affb-3128ae6c6efa tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:01.672760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b83b522e-c9a2-457e-afd7-e92a0212b0a5 req-de84619b-7b07-4ffe-affb-3128ae6c6efa tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0810125 Jul 07 18:09:01.715607 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b83b522e-c9a2-457e-afd7-e92a0212b0a5 req-0275bcbf-be14-40e2-a486-18b340dfccb8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Jul 07 18:09:02.914800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08997d00-342a-4d0f-9662-e7711f8cb4fc req-aaa83cfa-f1b2-4a78-b811-8979dcbea267 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:02.916018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08997d00-342a-4d0f-9662-e7711f8cb4fc req-aaa83cfa-f1b2-4a78-b811-8979dcbea267 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0684643 Jul 07 18:09:02.964509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08997d00-342a-4d0f-9662-e7711f8cb4fc req-0cd1c1a0-45ed-45b4-930e-8975b38f374e tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341275 Jul 07 18:09:04.148324 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40398f44-6a6d-4c66-9987-8b4d2d57588c req-e05bd748-a3d2-4ab8-8957-70d87e52ad88 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:04.149838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40398f44-6a6d-4c66-9987-8b4d2d57588c req-e05bd748-a3d2-4ab8-8957-70d87e52ad88 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0703094 Jul 07 18:09:04.189088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40398f44-6a6d-4c66-9987-8b4d2d57588c req-4a6dc11c-28da-4ff0-97c7-18ef735aa532 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Jul 07 18:09:05.365259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4f46-c998-4104-8f9e-5822f153f377 req-b21befcb-b681-462f-9b5e-d3b26de50cad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:05.366776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a7f4f46-c998-4104-8f9e-5822f153f377 req-b21befcb-b681-462f-9b5e-d3b26de50cad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0650790 Jul 07 18:09:05.405145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a7f4f46-c998-4104-8f9e-5822f153f377 req-38e214f1-0c68-4bc7-966c-670a5693cf73 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Jul 07 18:09:06.580539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28200b-52dd-4f7d-9bb4-4dd6465b62a2 req-058005cb-9fcb-49b4-b1b4-dc0be5e398a2 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:06.582037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa28200b-52dd-4f7d-9bb4-4dd6465b62a2 req-058005cb-9fcb-49b4-b1b4-dc0be5e398a2 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0636356 Jul 07 18:09:06.620855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa28200b-52dd-4f7d-9bb4-4dd6465b62a2 req-a43e983c-e163-4c72-90af-8baa04a6f481 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 07 18:09:07.663650 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3dc57bad-468d-4401-ab42-1390baee3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.804800 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffd949-6bad-4485-a287-dd3a895a43e5 req-7acb2eec-bee0-43ca-af03-5914071e3517 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:07.806351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6ffd949-6bad-4485-a287-dd3a895a43e5 req-7acb2eec-bee0-43ca-af03-5914071e3517 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0700092 Jul 07 18:09:07.845003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6ffd949-6bad-4485-a287-dd3a895a43e5 req-7cd48f3e-936d-4ec8-8a3c-cf0bad54b236 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Jul 07 18:09:09.039246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9237a-cbf9-4bb8-becf-1f64d28827c3 req-e3cf0c98-efc8-4b88-87b8-3d147d8c7729 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:09.040818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7df9237a-cbf9-4bb8-becf-1f64d28827c3 req-e3cf0c98-efc8-4b88-87b8-3d147d8c7729 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0721707 Jul 07 18:09:09.081298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7df9237a-cbf9-4bb8-becf-1f64d28827c3 req-a5fade88-4bdc-426d-93e5-5bd701b36031 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jul 07 18:09:10.151267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2724370f-5fdc-4372-a299-f15424a97ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.268006 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9ab79-a8f4-4bad-8dcf-75b4f3ceaca2 req-f34a77cb-7534-4f5c-800b-dcc077cf1c1c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:10.269428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ab9ab79-a8f4-4bad-8dcf-75b4f3ceaca2 req-f34a77cb-7534-4f5c-800b-dcc077cf1c1c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0672481 Jul 07 18:09:10.309889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2ab9ab79-a8f4-4bad-8dcf-75b4f3ceaca2 req-24ff44fd-f8ba-4776-9d90-54b3838a09a5 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330577 Jul 07 18:09:10.704259 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:11.491243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482ffc3-b7a0-43dd-a990-82ca55c1804e req-ff023f28-6cea-4168-a3ee-f7de5966691c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:11.492858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0482ffc3-b7a0-43dd-a990-82ca55c1804e req-ff023f28-6cea-4168-a3ee-f7de5966691c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0662694 Jul 07 18:09:11.532604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0482ffc3-b7a0-43dd-a990-82ca55c1804e req-1106a2d7-943d-47ed-9216-0f08d73ab0ae tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Jul 07 18:09:11.671909 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-3c696290-352e-4b06-b1e6-488f4e53acc0 service neutron] show failed (client error): The resource could not be found. Jul 07 18:09:11.672972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-3c696290-352e-4b06-b1e6-488f4e53acc0 service neutron] 10.222.0.23 "GET /v2.0/ports/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0571785 Jul 07 18:09:11.978888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-fbabf5e2-086e-421d-9ce4-df4d8af1be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:11.981563 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-fbabf5e2-086e-421d-9ce4-df4d8af1be13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d&tenant_id=0c8fcb2bc93348d69d20c4b48692fc02 HTTP/1.1" status: 200 len: 1097 time: 0.0917881 Jul 07 18:09:11.994395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:12.018922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.069060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.275031 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:12.309540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:12.355449 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:12.357721 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab735e-cfbd-49bb-95ac-b503ef03a5b1" -d '{"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:12.361686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.375274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Transition to ACTIVE for port object ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:12.380969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.408026 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7e19d-2179-4edf-a86c-e59856a7acf4 x-openstack-request-id: req-22b7e19d-2179-4edf-a86c-e59856a7acf4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:12.408314 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:12.408561 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22b7e19d-2179-4edf-a86c-e59856a7acf4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:12.408954 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'code': 200} Jul 07 18:09:12.445516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] No DVR routers for this DVR port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:12.447314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:12.457754 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.458138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.458497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.458839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.459166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.459493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.459818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.460138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.460459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.460777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.461096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.461412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:12.493597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:12.493940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:12.494298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:12.498543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:12.498870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Attempting to bind port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on network f1988524-7f18-4bf8-b70a-40c663b69cbf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:12.503554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:12.503886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Checking segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:12.504267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Bound using segment: {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:12.505481 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Bound port: ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da51b081-29cb-41f2-b98e-b8fc68317fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:12.505658 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.571018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:12.574291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:12.579040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.611455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.612068 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.613453 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] 10.222.0.73 "PUT /v2.0/ports/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 1092 time: 0.6243455 Jul 07 18:09:12.636669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39d965-ea51-4e96-b526-5d444262544b service neutron] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:12.691628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-da3aed87-10de-4531-83d8-2e420eb06d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.693209 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-da3aed87-10de-4531-83d8-2e420eb06d6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0526173 Jul 07 18:09:12.722004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4b68b-d416-4364-94ce-dc8be79a9f36 req-01f1fbf5-cd2a-4f03-b309-71548c1c009f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.724159 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dd4b68b-d416-4364-94ce-dc8be79a9f36 req-01f1fbf5-cd2a-4f03-b309-71548c1c009f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.0717607 Jul 07 18:09:12.763604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3dd4b68b-d416-4364-94ce-dc8be79a9f36 req-f8c9166f-145a-4c49-a398-8214aaae05c2 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Jul 07 18:09:12.787676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-92785178-7ede-4856-9f1c-a68ba5924f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.789532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-92785178-7ede-4856-9f1c-a68ba5924f92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0905175 Jul 07 18:09:12.831189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-8a88a5bf-24c8-4130-968a-f916e580867f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0346954 Jul 07 18:09:12.880285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-8173bc3e-1fd5-42ac-93f4-b3cd5f08bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:12.881751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-8173bc3e-1fd5-42ac-93f4-b3cd5f08bbcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0437772 Jul 07 18:09:12.919232 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-34354d2f-db50-4518-a397-cba7f7a00b2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314059 Jul 07 18:09:13.007043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-142613eb-ac06-4c1c-ba6a-77cdaf9ead07 service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Jul 07 18:09:13.100698 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a0c89fa6-130f-4ef4-9ddb-776648cfae56 req-b9c33529-5d1a-4aac-aa2c-69379ac88ddb service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Jul 07 18:09:13.781942 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.958132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31f138-7eef-4603-90ce-f54c5411295b req-8268d9e1-bfe6-4cf6-a5e5-871019be88ad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:13.959663 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc31f138-7eef-4603-90ce-f54c5411295b req-8268d9e1-bfe6-4cf6-a5e5-871019be88ad tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.0756223 Jul 07 18:09:13.996973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc31f138-7eef-4603-90ce-f54c5411295b req-794b053d-fb0b-4ce5-9531-a6b18a65d29a tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Jul 07 18:09:14.404722 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:14.409658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:14.412699 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2803dd-cf16-4823-8471-c76105a795be" -d '{"events": [{"name": "network-changed", "server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:14.461262 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132537ad-bea7-44db-b54c-c6859fb122e6 x-openstack-request-id: req-132537ad-bea7-44db-b54c-c6859fb122e6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:14.461554 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:14.461812 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-132537ad-bea7-44db-b54c-c6859fb122e6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:14.462224 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'status': 'completed', 'code': 200} Jul 07 18:09:14.534083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-e86d05e0-edc5-44c1-ba0f-2538820195d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.535687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-e86d05e0-edc5-44c1-ba0f-2538820195d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0549653 Jul 07 18:09:14.546556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-4b637cc8-bfff-41a4-aecb-4c96fe9333b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.548589 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-4b637cc8-bfff-41a4-aecb-4c96fe9333b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0554559 Jul 07 18:09:14.639335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-eeb35b96-068e-45db-a3d5-276319bacdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.641619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-eeb35b96-068e-45db-a3d5-276319bacdc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.1000590 Jul 07 18:09:14.652158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-76392541-334d-4479-b275-668e5a1f336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.653636 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-76392541-334d-4479-b275-668e5a1f336a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0984693 Jul 07 18:09:14.685110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-bf12e1d8-0ba9-48cc-9dc0-90f83ecfb060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0373905 Jul 07 18:09:14.706233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-36c8d670-39ed-4d8d-8d3a-448b08845db9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0421939 Jul 07 18:09:14.757502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-810c3ac6-ccff-4c44-8ddc-1f3618075a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.759061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-810c3ac6-ccff-4c44-8ddc-1f3618075a64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0680807 Jul 07 18:09:14.780350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803dd-cf16-4823-8471-c76105a795be req-e6a30cc5-740b-48dc-8630-762aa8368396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:14.782143 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-e6a30cc5-740b-48dc-8630-762aa8368396 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0592134 Jul 07 18:09:14.794152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-8d1f046e-e265-4de6-8df5-1568685dc875 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285199 Jul 07 18:09:14.817628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-1414217c-96c5-49db-a984-b65d932bc5d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285549 Jul 07 18:09:14.890469 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-766ea9b0-1afc-445a-b1ca-432abcde4a58 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897293 Jul 07 18:09:14.994068 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-cc498b44-f8af-443c-a356-f583711c1021 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962591 Jul 07 18:09:15.197292 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af184b22-f118-4438-b393-e3977c99984e req-db2d0e84-10e0-464b-99ee-3bcc259acb26 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.198868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af184b22-f118-4438-b393-e3977c99984e req-db2d0e84-10e0-464b-99ee-3bcc259acb26 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.0681150 Jul 07 18:09:15.236515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-bb99022a-2992-4e02-95e6-ce4cebfff4ae service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122815 Jul 07 18:09:15.237739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af184b22-f118-4438-b393-e3977c99984e req-e3cfe53a-3289-4161-b06b-9781566b6874 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Jul 07 18:09:15.327470 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bc2803dd-cf16-4823-8471-c76105a795be req-31d8c419-4ad0-47e2-8fdb-43cf0fad07ed service neutron] 10.222.0.73 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833275 Jul 07 18:09:15.640495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062ccff-7f52-4499-a74c-53eb440d9e66 req-14fa7889-92cb-4bbd-895e-56bfeb16bec1 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.642015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2062ccff-7f52-4499-a74c-53eb440d9e66 req-14fa7889-92cb-4bbd-895e-56bfeb16bec1 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 943 time: 0.1534278 Jul 07 18:09:15.650101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f661-eea4-4f99-859c-9149a006017d req-f5765c2f-20fc-49fc-aacf-eda475b5cd97 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.651511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-f5765c2f-20fc-49fc-aacf-eda475b5cd97 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.23 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d&tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 943 time: 0.1515512 Jul 07 18:09:15.726950 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2062ccff-7f52-4499-a74c-53eb440d9e66 req-cd708beb-5ef3-410c-ac74-c7317c41ae56 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744686 Jul 07 18:09:15.735641 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-0031f661-eea4-4f99-859c-9149a006017d req-ef4cd1ed-9db4-4575-9d1b-b1d4237ffda3 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:09:15.736701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-ef4cd1ed-9db4-4575-9d1b-b1d4237ffda3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0783739 Jul 07 18:09:15.835796 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f661-eea4-4f99-859c-9149a006017d req-abf24d44-8c8c-487e-90c3-e64d0fe3957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.837303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-abf24d44-8c8c-487e-90c3-e64d0fe3957a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 1095 time: 0.0573399 Jul 07 18:09:15.922736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:09:15.940734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f661-eea4-4f99-859c-9149a006017d req-3531f344-f6b8-48df-a127-b5e80ddb570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:15.942798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-3531f344-f6b8-48df-a127-b5e80ddb570c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 200 len: 915 time: 0.0987976 Jul 07 18:09:15.986536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-87e4664e-f198-4bf5-ab70-11e790372c6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 200 len: 217 time: 0.0375340 Jul 07 18:09:16.030511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:16.042495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f661-eea4-4f99-859c-9149a006017d req-144245e6-5654-49fd-9f1b-ac69d97793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:16.044034 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-144245e6-5654-49fd-9f1b-ac69d97793cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 200 len: 854 time: 0.0517392 Jul 07 18:09:16.052115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'network_id': 'f1988524-7f18-4bf8-b70a-40c663b69cbf', 'port_id': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'mac_address': 'fa:16:3e:52:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d121a-75cc-45e6-bd74-c2ebb3c39072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:09:16.084569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-bc63db35-5a59-4a97-b624-59961ef3a293 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1988524-7f18-4bf8-b70a-40c663b69cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333588 Jul 07 18:09:16.094882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:16.108780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:16.131785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:16.136165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:16.186794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:16.194794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.195148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.195491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.195828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.196162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.196491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.196914 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.197252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.197511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-922cc5bc-b35c-48b7-b7ab-0086ae3a0f71 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064966 Jul 07 18:09:16.197636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.197882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.198200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.198551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:16.289188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0031f661-eea4-4f99-859c-9149a006017d req-3070f601-202b-41f7-b572-f1577e924780 service neutron] 10.222.0.23 "GET /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Jul 07 18:09:16.365289 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:16.935714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23bc27-8c4c-426b-b911-fec7466e3494 req-882b654a-faab-4cd7-9029-9a29f3ba47c3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:16.938395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea23bc27-8c4c-426b-b911-fec7466e3494 req-882b654a-faab-4cd7-9029-9a29f3ba47c3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 944 time: 0.0909834 Jul 07 18:09:16.973382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:16.980658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea23bc27-8c4c-426b-b911-fec7466e3494 req-c38af906-f717-4672-acd9-bdd6190075a3 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 07 18:09:17.013614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:17.168185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649e061-019c-4168-a124-91afc1dbbeeb req-b18826ef-b80e-4ca4-849d-d9d6f967081c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.169750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9649e061-019c-4168-a124-91afc1dbbeeb req-b18826ef-b80e-4ca4-849d-d9d6f967081c tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 944 time: 0.0656796 Jul 07 18:09:17.210139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9649e061-019c-4168-a124-91afc1dbbeeb req-fe58ffa6-cd35-4410-bc32-0803cdbabe7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Jul 07 18:09:17.388840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9ddf-4b11-4bd7-8a55-72fb31db45b0 req-82fa0d28-0512-4d3f-8ce3-5eea411da0c8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:17.390900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e22b9ddf-4b11-4bd7-8a55-72fb31db45b0 req-82fa0d28-0512-4d3f-8ce3-5eea411da0c8 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 944 time: 0.0651238 Jul 07 18:09:17.434507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e22b9ddf-4b11-4bd7-8a55-72fb31db45b0 req-7d439e36-57af-46ef-83ba-ef5f72eacdb7 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Jul 07 18:09:17.933276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:17.993535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:17.998252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:17.998656 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.034689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ecfe-d3bc-47ef-b4c8-542d4f670ee5 req-533df85d-7dff-40ee-8a3d-ecf55566c332 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:18.037379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5917ecfe-d3bc-47ef-b4c8-542d4f670ee5 req-533df85d-7dff-40ee-8a3d-ecf55566c332 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 944 time: 0.0732193 Jul 07 18:09:18.076874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5917ecfe-d3bc-47ef-b4c8-542d4f670ee5 req-8df4c2e7-2cda-48e2-8d89-efe27f11b7e2 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Jul 07 18:09:18.081510 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.106934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:18.108992 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90821867-b782-4cb4-afeb-52094a323369" -d '{"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-plugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:18.123712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:18.127745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.154599 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dd7a5d-78a8-45d5-b91f-7264de2c163b x-openstack-request-id: req-c9dd7a5d-78a8-45d5-b91f-7264de2c163b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:18.154893 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-plugged", "status": "completed", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:18.155146 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9dd7a5d-78a8-45d5-b91f-7264de2c163b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:18.155536 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'code': 200} Jul 07 18:09:18.185720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:19.023779 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-16046de9-47e2-475f-8f35-91a2ead6f36f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:19.025298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-16046de9-47e2-475f-8f35-91a2ead6f36f tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.73 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0687664 Jul 07 18:09:19.123930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Deleting port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:19.124274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.216729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] For port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,segment=NetworkSegment(da51b081-29cb-41f2-b98e-b8fc68317fb9),segment_id=da51b081-29cb-41f2-b98e-b8fc68317fb9)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:19.217002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.230795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Calling delete_port for ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:19.269868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f631e-e177-43f0-bcd2-f5f8f96656d2 req-1724492f-06e0-4f65-89d4-39ea4a760fa4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:19.271477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d4f631e-e177-43f0-bcd2-f5f8f96656d2 req-1724492f-06e0-4f65-89d4-39ea4a760fa4 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/ports?device_id=22834c2b-19a3-49af-985f-485ff9a4147d HTTP/1.1" status: 200 len: 945 time: 0.0633225 Jul 07 18:09:19.309300 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4d4f631e-e177-43f0-bcd2-f5f8f96656d2 req-f5e3157a-0322-42ea-9e9f-b0362a539537 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.66 "GET /v2.0/security-groups?id=20e200e5-f2d1-4beb-a378-f6b68385affc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jul 07 18:09:19.364718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.377038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:19.393942 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Pushing event deleted for resources: {'Port': ['ID=ce18b039-cb5f-4f10-a7e8-e3a1a95e4312,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:19.437215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] No DVR routers for this DVR port ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:19.439884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.442036 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-709f0e1a-14b2-45c7-8c35-458aee6fbccb req-61309d19-3f50-40a7-89fc-674992ec8300 tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] 10.222.0.73 "DELETE /v2.0/ports/ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 HTTP/1.1" status: 204 len: 173 time: 0.4114361 Jul 07 18:09:19.442505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-deleted', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:19.444751 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16c0b6-15f9-452e-b58f-58b00e4aeaf4" -d '{"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-deleted", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:19.483537 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9045632e-d643-40ad-9ff6-d83606962220 x-openstack-request-id: req-9045632e-d643-40ad-9ff6-d83606962220 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:19.483826 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22834c2b-19a3-49af-985f-485ff9a4147d", "name": "network-vif-deleted", "tag": "ce18b039-cb5f-4f10-a7e8-e3a1a95e4312", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:19.484079 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9045632e-d643-40ad-9ff6-d83606962220 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:19.484478 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22834c2b-19a3-49af-985f-485ff9a4147d', 'name': 'network-vif-deleted', 'tag': 'ce18b039-cb5f-4f10-a7e8-e3a1a95e4312', 'status': 'completed', 'code': 200} Jul 07 18:09:20.541239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38930) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:20.588943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Deleting subnet b14d121a-75cc-45e6-bd74-c2ebb3c39072 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:20.592032 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.624659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.661350 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.714489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.739840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14d121a-75cc-45e6-bd74-c2ebb3c39072,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:20.747795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.749640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b14d121a-75cc-45e6-bd74-c2ebb3c39072 HTTP/1.1" status: 204 len: 168 time: 0.2074232 Jul 07 18:09:20.751456 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.751814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.752164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.752298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:20.752705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.752835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.753172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.753504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.753836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.754230 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.754581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.754920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.755250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442304a-7413-404d-a125-b7658f7e45d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:20.827169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.904844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.915127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1988524-7f18-4bf8-b70a-40c663b69cbf']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:20.925426 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da51b081-29cb-41f2-b98e-b8fc68317fb9') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:20.925720 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da51b081-29cb-41f2-b98e-b8fc68317fb9') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:20.934573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.948165 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.953970 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:20.954349 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:20.955978 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:21.014040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.019621 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.022156 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f1988524-7f18-4bf8-b70a-40c663b69cbf HTTP/1.1" status: 204 len: 168 time: 0.2688549 Jul 07 18:09:21.032936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcccf5-89b7-4d6c-8ccf-638769423b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1988524-7f18-4bf8-b70a-40c663b69cbf,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:21.135330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38936) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:21.175756 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6cbda307-92b7-41ec-bed5-b147ea364b8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c8fcb2bc93348d69d20c4b48692fc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391669 Jul 07 18:09:21.178175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38938) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:21.226423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.246840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.294981 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.297581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.302279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20e200e5-f2d1-4beb-a378-f6b68385affc HTTP/1.1" status: 204 len: 168 time: 0.1231120 Jul 07 18:09:21.310686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4354e-980b-49de-aa2b-85da8677a15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e200e5-f2d1-4beb-a378-f6b68385affc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:21.989445 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.116316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1645881173-network', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:22.137747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:22.140105 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.155545 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.242925 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.246637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.267842 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:22.282275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8350a0-8bdf-406f-bd07-48b63a98bfc6,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:22.289773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.290121 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Added segment f9b39178-97d3-48d9-b443-3ee7c7c407da of type vlan for network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 Jul 07 18:09:22.329859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.358727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.359691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:22.360262 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.406809 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4158704 Jul 07 18:09:22.410036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.416392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Request body: {'subnet': {'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1645881173-subnet', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:22.420207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead8a9-b5c7-495b-b382-fa9f6cd4435d admin admin] Pushing event updated for resources: {'Network': ['ID=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:22.430100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:22.438572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:22.440927 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.615581 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.675854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:22.684608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:22.684968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Network hostable DHCP agents. Network: ef53fd3a-b5c0-4ecf-a32f-558cb1abf352, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:22.702223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:22.711643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, ef53fd3a-b5c0-4ecf-a32f-558cb1abf352) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:22.716273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:22.717009 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.723812 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4a986-7c19-41e1-bcfa-49b6edf347aa None None] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:22.732666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6f3806e8-5168-4625-a111-7ec75b9c3aea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3206854 Jul 07 18:09:22.735474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38966) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.740724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:22.760532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.761547 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.819205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.878632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:22.879590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.970896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.186321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Allocated IP 172.20.0.2 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/749fa8f7-e231-4f9b-8e47-fa07f7cd12ab) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:23.193506 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.217389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.332281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Allocated IP 172.25.3.149 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/0d591419-f1bb-4bdd-a4c6-517739710781) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:23.347459 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.356281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Transition to ACTIVE for port object 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:23.370690 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Transition to ACTIVE for port object 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:23.384693 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.422136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:23.425091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:23.428786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:23.442900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Pushing event updated for resources: {'Port': ['ID=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.443745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.492345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.495414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Attempting to bind port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:23.495790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Attempting to bind port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:23.496330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Attempting to bind port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:23.501466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:23.501839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:23.502303 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.502659 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:23.503176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Bound port: 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:23.503505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.530163 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:23.534783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:23.539222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:23.569122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Pushing event updated for resources: {'Port': ['ID=0d591419-f1bb-4bdd-a4c6-517739710781,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.575786 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] For port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:23.579465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] For port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:23.584969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.642789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3546-2604-43bf-9698-5dc28be31346 None None] Pushing event updated for resources: {'Port': ['ID=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.839949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.948565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:23.970415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:23.970796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ce18b039-cb5f-4f10-a7e8-e3a1a95e4312 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:24.056550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.193864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:09:24.308638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:24.319544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:24.326724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.330388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:24.330940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38968) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:24.331451 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1705d8d5-8da7-444d-9b1b-cadbfc3c65ab admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5945683 Jul 07 18:09:24.331555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:24.448912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:24.638869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f753de3-56c3-43d0-b982-89b0d29d8f76 None None] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:24.656117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:23Z', 'revision_number': 3, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:24.712791 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:24.713148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Updating router 6579e297-4b9a-4ce3-9c9b-314521f65d33 port 0d591419-f1bb-4bdd-a4c6-517739710781 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:24.757224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-948593ee-4859-4998-ac05-9f006bbfea39 None None] Provisioning for port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:24.784460 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.110418 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.133682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.144414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Transition to ACTIVE for port object 0d591419-f1bb-4bdd-a4c6-517739710781 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:25.153279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.215006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c6dd-6fe5-489e-aa92-c2c241b29c6c None None] Pushing event updated for resources: {'Port': ['ID=0d591419-f1bb-4bdd-a4c6-517739710781,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.217463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Attempting to bind port 0d591419-f1bb-4bdd-a4c6-517739710781 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:25.217837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Attempting to bind port 0d591419-f1bb-4bdd-a4c6-517739710781 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:25.218207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Attempting to bind port 0d591419-f1bb-4bdd-a4c6-517739710781 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:25.224567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:25.224952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:25.225359 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.226170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:25.226275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Bound port: 0d591419-f1bb-4bdd-a4c6-517739710781, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:25.226728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.281022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Allocated IP 172.20.0.1 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/0486032f-5617-436e-ad17-29f6810d220c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:25.284469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] For port 0d591419-f1bb-4bdd-a4c6-517739710781, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:25.289411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] For port 0d591419-f1bb-4bdd-a4c6-517739710781, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0d591419-f1bb-4bdd-a4c6-517739710781,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:25.295506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.369733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:25.393582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:25.394199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:25.396487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c6dd-6fe5-489e-aa92-c2c241b29c6c None None] Pushing event updated for resources: {'Port': ['ID=0d591419-f1bb-4bdd-a4c6-517739710781,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.416333 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.429834 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Transition to ACTIVE for port object 0486032f-5617-436e-ad17-29f6810d220c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:25.465485 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.500513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:25.503490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:25.507920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:25.511296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:25.519854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:25.520876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.538115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Pushing event updated for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.549102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:25.559100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.720404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.763680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.801893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-29f2c782-fd44-48fb-b5a9-6f7079d6374e None None] Provisioning for port 0486032f-5617-436e-ad17-29f6810d220c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:25.813763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-29f2c782-fd44-48fb-b5a9-6f7079d6374e None None] Provisioning complete for port 0486032f-5617-436e-ad17-29f6810d220c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:25.814070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-29f2c782-fd44-48fb-b5a9-6f7079d6374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.827814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:25.852525 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.890562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-29f2c782-fd44-48fb-b5a9-6f7079d6374e None None] Port 0486032f-5617-436e-ad17-29f6810d220c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:25.894393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.900302 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:25.905685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:23Z', 'revision_number': 3, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:25.947728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23704f4d-c9aa-46c4-b440-7eb84482ae70 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:23Z', 'revision_number': 3, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:25.949337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.972642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Pushing event updated for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.980775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.032677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.077241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:26.078866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:26.213799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:26.342735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:26.349616 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1612e3bd-c229-4612-a774-ff6c148eef54 admin admin] 10.222.0.66 "PUT /v2.0/routers/6579e297-4b9a-4ce3-9c9b-314521f65d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175610 Jul 07 18:09:26.416072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7d7629af-1309-40fa-a020-9332052f1078 None None] Provisioning complete for port 0486032f-5617-436e-ad17-29f6810d220c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:26.416449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7d7629af-1309-40fa-a020-9332052f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.455585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7d7629af-1309-40fa-a020-9332052f1078 None None] Port 0486032f-5617-436e-ad17-29f6810d220c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:26.798588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38976) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:26.804717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159976687', 'description': 'tempest-description--1985376834'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:26.830145 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.915200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.919475 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.949569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:26.951241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1512828 Jul 07 18:09:26.952047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240401a-13cc-46e4-97dd-e5c902febe45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ac6da-9d4f-417f-b2e8-daf08d7046b3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:26.954613 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 38978) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:26.960326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'security_group_rule': {'security_group_id': 'b42ac6da-9d4f-417f-b2e8-daf08d7046b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:26.987263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.047644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.051965 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.072736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cca955-fdef-44a6-8e00-6fa34671de03,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:27.076649 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.077850 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-de60ee4d-0935-456a-93aa-2a4dc956118f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214733 Jul 07 18:09:27.080805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38980) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:27.086169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'security_group_rule': {'security_group_id': 'b42ac6da-9d4f-417f-b2e8-daf08d7046b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:27.112168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.173082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.177814 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.204173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cdb702-3a22-4718-b548-6da0ce910a3d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:27.209697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.211505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b61cbd74-a732-4861-97d7-6f7b576ccc39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292639 Jul 07 18:09:27.214595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 38982) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:27.219351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:27.244141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.345106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.406801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:27.459627 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:27.459916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.461180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Allocated IP 172.25.3.13 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/23e0bf62-5f46-4329-a6bc-b5f4844522c8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:27.542953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0d591419-f1bb-4bdd-a4c6-517739710781 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:27.567979 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.579191 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:27.592952 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:27.593694 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:27.595110 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.606542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0d591419-f1bb-4bdd-a4c6-517739710781 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:27.611397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0d591419-f1bb-4bdd-a4c6-517739710781 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:27.611810 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.612209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.650270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:27.655020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:27.665788 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:27.688966 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=23e0bf62-5f46-4329-a6bc-b5f4844522c8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:27.702170 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.707489 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:27.726917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0d591419-f1bb-4bdd-a4c6-517739710781, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0d591419-f1bb-4bdd-a4c6-517739710781,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:27.730804 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.764329 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.795542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0d591419-f1bb-4bdd-a4c6-517739710781,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:27.816192 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.925646 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 2, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:27.952867 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:27.953228 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Updating router 6579e297-4b9a-4ce3-9c9b-314521f65d33 port 0486032f-5617-436e-ad17-29f6810d220c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:27.974055 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.981106 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.990689 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.051804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=23e0bf62-5f46-4329-a6bc-b5f4844522c8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.064456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.086656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.096358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1f7de524-361d-4575-b30d-d915d1afa03f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8723297 Jul 07 18:09:28.239597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-d1327b12-9df3-4a07-b43a-1bd50be2e37d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1159976687&fields=id&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 267 time: 0.0405340 Jul 07 18:09:28.283076 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.295524 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Transition to ACTIVE for port object 0486032f-5617-436e-ad17-29f6810d220c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:28.306153 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.359540 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Pushing event updated for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.359789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-f3548410-392b-4bf3-a02c-e790a6f1363c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.361434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-f3548410-392b-4bf3-a02c-e790a6f1363c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1155391 Jul 07 18:09:28.379561 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-2cf051f5-b17e-47f8-968f-0dd0432ee88d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/quotas/a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 375 time: 0.0115166 Jul 07 18:09:28.405444 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.405794 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.406141 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.406505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.406886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.407222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.407556 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.407888 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.408214 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.408543 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.408866 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.409187 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.427890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Attempting to bind port 0486032f-5617-436e-ad17-29f6810d220c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:28.428275 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Attempting to bind port 0486032f-5617-436e-ad17-29f6810d220c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:28.428839 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Attempting to bind port 0486032f-5617-436e-ad17-29f6810d220c on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:28.434776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:28.435426 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:28.436016 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.436680 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:28.437438 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Bound port: 0486032f-5617-436e-ad17-29f6810d220c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:28.437881 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.470785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-91e76f71-97f1-447b-a5a2-60fcc99a8ef5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808642 Jul 07 18:09:28.513824 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] For port 0486032f-5617-436e-ad17-29f6810d220c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:28.517159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] For port 0486032f-5617-436e-ad17-29f6810d220c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0486032f-5617-436e-ad17-29f6810d220c,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:28.523547 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.581543 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:28.582797 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:28.585742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-359ef720-eaa4-4af9-99ea-89f728ba94b4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003556 Jul 07 18:09:28.622959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cecf3f-cdba-40af-b56a-6eae1ad76ec9 None None] Pushing event updated for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.687538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-f214f01b-e3ca-4553-9a4c-cc817ce46fab service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013594 Jul 07 18:09:28.704271 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:28.887911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-80266d70-c7d9-49ab-9a8a-a8ee9f4f19db req-504c375c-801d-4dcf-9980-54cd44c0c1e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 210 time: 0.0330617 Jul 07 18:09:28.928448 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:28Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:28.958006 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99feee-cdaf-4ae8-9902-2d3a85962b48 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:28Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:29.427673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0486032f-5617-436e-ad17-29f6810d220c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:29.484260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0486032f-5617-436e-ad17-29f6810d220c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:29.490210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0486032f-5617-436e-ad17-29f6810d220c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:29.490734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.577861 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.614582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0486032f-5617-436e-ad17-29f6810d220c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0486032f-5617-436e-ad17-29f6810d220c,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:29.618834 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.619826 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0d591419-f1bb-4bdd-a4c6-517739710781 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:29.698798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:29.713038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0d591419-f1bb-4bdd-a4c6-517739710781 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:29.713403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.059142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3684ae30-cab4-4ab5-99ff-ecf21045ddaa req-b03dcbb1-37f4-4b88-8359-0cbcf9fed9d7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 210 time: 0.0428998 Jul 07 18:09:30.091073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-43dfed94-9445-4628-b9ef-7ebee6a8b684 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.091073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-43dfed94-9445-4628-b9ef-7ebee6a8b684 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1270971 Jul 07 18:09:30.144125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-2e4d932b-e46f-4a87-82ca-2bbe5422eae4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 380 time: 0.0440450 Jul 07 18:09:30.153424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'port': {'device_id': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'admin_state_up': True, 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'security_groups': ['b42ac6da-9d4f-417f-b2e8-daf08d7046b3']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:30.288502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:30.292117 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.424656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Allocated IP 172.20.0.14 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/dc6ced20-d8b6-4a6c-99c7-39cb0008e049) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:30.562559 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.581472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Transition to ACTIVE for port object dc6ced20-d8b6-4a6c-99c7-39cb0008e049 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:30.616677 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.659672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:30.663622 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:30.669834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:30.675633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:30.722644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.723795 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.739190 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-a6a367dd-e112-4025-832e-f09ecaf69e77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896983 Jul 07 18:09:30.750924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Request body: {'port': {'device_id': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:30.831644 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.953202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-14ec5c78-2a76-424e-9af5-97fc49b05152 None None] Provisioning for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:30.957103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-14ec5c78-2a76-424e-9af5-97fc49b05152 None None] Provisioning complete for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:30.958664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14ec5c78-2a76-424e-9af5-97fc49b05152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.996018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-14ec5c78-2a76-424e-9af5-97fc49b05152 None None] Port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:31.096515 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6ced20-d8b6-4a6c-99c7-39cb0008e049 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:31.104190 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.116619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Transition to ACTIVE for port object dc6ced20-d8b6-4a6c-99c7-39cb0008e049 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:31.120010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.168384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:31.241205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42057e6f-82c2-4fee-94c1-d3bfea566cf7 req-372b5ee1-6555-4cc3-8782-824bffd6c057 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.242900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42057e6f-82c2-4fee-94c1-d3bfea566cf7 req-372b5ee1-6555-4cc3-8782-824bffd6c057 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.0707641 Jul 07 18:09:31.249654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:31.250003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:31.250489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:31.257056 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:31.257614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:31.264018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:31.264367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:31.264767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:31.265203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Bound port: dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:31.265568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.291179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42057e6f-82c2-4fee-94c1-d3bfea566cf7 req-d6d875d3-d012-4ce0-9f3f-8dde3bd9a7ce tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 Jul 07 18:09:31.346248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0486032f-5617-436e-ad17-29f6810d220c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:31.398547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0486032f-5617-436e-ad17-29f6810d220c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:31.398938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.662597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:31.665736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:31.670583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.706067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.706890 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.708360 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1093 time: 0.9617186 Jul 07 18:09:31.708825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:31.711266 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40888435-1f82-459d-883d-ef46f78f2b41" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:31.737324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0647d5-a404-4aa7-8e79-941cf6a105c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:31.766663 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e333c-4023-4ad4-8a9e-3cf8e04737ae x-openstack-request-id: req-d60e333c-4023-4ad4-8a9e-3cf8e04737ae {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:31.766970 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:31.767218 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d60e333c-4023-4ad4-8a9e-3cf8e04737ae {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:31.767629 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'status': 'completed', 'code': 200} Jul 07 18:09:31.829680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-be16dc53-3f2e-4f7e-a5c2-e7ecd49b9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.831345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-be16dc53-3f2e-4f7e-a5c2-e7ecd49b9f88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.0608604 Jul 07 18:09:31.877151 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-1abbaaaa-e0eb-4182-9e09-55a6f3d46a40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 217 time: 0.0378282 Jul 07 18:09:31.935085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-64529886-c791-49ae-a981-320d023856bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.936576 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-64529886-c791-49ae-a981-320d023856bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0504344 Jul 07 18:09:31.998337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-e9512a9b-875e-4c94-b9e1-f9d9a3bbe199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.999883 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-e9512a9b-875e-4c94-b9e1-f9d9a3bbe199 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574543 Jul 07 18:09:32.090095 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-773a84a0-22b2-4583-a5f7-3a2920b8b2c7 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Jul 07 18:09:32.185356 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6467aa91-b398-4fe9-bccd-cdbd96ed1fac req-cff79f9b-aa5e-4714-ab09-d2994cfa3cff service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892391 Jul 07 18:09:32.288063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888435-1f82-459d-883d-ef46f78f2b41 req-0100c9f9-b4ca-4107-820c-3eee6cb07114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.289579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-0100c9f9-b4ca-4107-820c-3eee6cb07114 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.0579689 Jul 07 18:09:32.376787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888435-1f82-459d-883d-ef46f78f2b41 req-ce68d880-a374-4982-8747-b03e9f09a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.378255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-ce68d880-a374-4982-8747-b03e9f09a938 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0828147 Jul 07 18:09:32.426617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-c4d68b57-9673-4851-ada1-038b872e5f08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 217 time: 0.0400162 Jul 07 18:09:32.474500 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed81f-034d-4f3e-a440-de3261a7eaee req-7e7579a4-a1ee-4f4a-816d-8f283cc68b8a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.475858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a85ed81f-034d-4f3e-a440-de3261a7eaee req-7e7579a4-a1ee-4f4a-816d-8f283cc68b8a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.0680716 Jul 07 18:09:32.477049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888435-1f82-459d-883d-ef46f78f2b41 req-5438dd3f-ec75-4b25-b135-c6e205d54abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.478559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-5438dd3f-ec75-4b25-b135-c6e205d54abe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0463591 Jul 07 18:09:32.514575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a85ed81f-034d-4f3e-a440-de3261a7eaee req-cb29d7d3-7ca8-401c-a54f-7832f3cbdfb0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Jul 07 18:09:32.538968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888435-1f82-459d-883d-ef46f78f2b41 req-04d9cc80-909a-42c0-8676-202c09bb5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.540484 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-04d9cc80-909a-42c0-8676-202c09bb5594 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548317 Jul 07 18:09:32.635469 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-ef9db313-fd63-4f3c-a430-9cd17832a78a service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872929 Jul 07 18:09:32.724284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40888435-1f82-459d-883d-ef46f78f2b41 req-da3df19b-d34d-44be-8c80-21aab425e4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Jul 07 18:09:33.702649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068942-f474-4beb-b945-03fef0dc0965 req-28048db0-3f68-49be-a0d5-db97e80ca1b7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.704158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57068942-f474-4beb-b945-03fef0dc0965 req-28048db0-3f68-49be-a0d5-db97e80ca1b7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.0652845 Jul 07 18:09:33.742546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57068942-f474-4beb-b945-03fef0dc0965 req-e7c31b01-3ac7-4071-8fe2-84631b685134 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Jul 07 18:09:34.921351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498ec4c-dcbf-4c81-b914-b0ffa37b9525 req-ca937fe4-d057-46f9-b845-34ac49862264 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.922905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e498ec4c-dcbf-4c81-b914-b0ffa37b9525 req-ca937fe4-d057-46f9-b845-34ac49862264 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.0694563 Jul 07 18:09:34.963304 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e498ec4c-dcbf-4c81-b914-b0ffa37b9525 req-6cec75f7-a97e-448a-9a94-0f55c35937d8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Jul 07 18:09:36.000185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:09:36.112405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:36.124729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'mac_address': 'fa:16:3e:ee:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:09:36.149620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852c9f4-f387-424e-a6a1-f0177ce21dfd req-0869dc62-67d9-4513-82e5-bf923026d273 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.152379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e852c9f4-f387-424e-a6a1-f0177ce21dfd req-0869dc62-67d9-4513-82e5-bf923026d273 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.0682271 Jul 07 18:09:36.163645 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.177691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6ced20-d8b6-4a6c-99c7-39cb0008e049 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:36.192808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e852c9f4-f387-424e-a6a1-f0177ce21dfd req-2d2bb5d2-e99e-44b0-be6d-90beaa6b27be tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Jul 07 18:09:36.197518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:36.202007 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.254982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.396712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['dc6ced20-d8b6-4a6c-99c7-39cb0008e049'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:37.364789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bf2fa-0c4a-4d85-ad9a-1410e590343e req-86016eb5-06c4-4197-9e66-ce9b569575cc tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:37.366282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a0bf2fa-0c4a-4d85-ad9a-1410e590343e req-86016eb5-06c4-4197-9e66-ce9b569575cc tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 945 time: 0.0625949 Jul 07 18:09:37.420341 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a0bf2fa-0c4a-4d85-ad9a-1410e590343e req-2d435fac-57cf-4df3-bd05-8410848d0e84 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Jul 07 18:09:37.665116 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4ff26341-1169-4781-8d5d-479b0ee968c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.010245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:38.062088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:38.065669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:38.066071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.139443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.162688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:38.164968 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2de565-1629-44dd-81cb-47b143143dbb" -d '{"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:38.178176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:38.183553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.207886 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ecb20-c2d7-45b8-92cd-bc482d6287f0 x-openstack-request-id: req-510ecb20-c2d7-45b8-92cd-bc482d6287f0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:38.208184 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:38.208439 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-510ecb20-c2d7-45b8-92cd-bc482d6287f0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:38.208834 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'code': 200} Jul 07 18:09:38.237937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.323933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce331-4c30-451f-b362-b37cea1f2776 req-e1f8c37e-bcd6-4a8e-ae3c-1f10251737f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.325421 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-350ce331-4c30-451f-b362-b37cea1f2776 req-e1f8c37e-bcd6-4a8e-ae3c-1f10251737f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1098 time: 0.0522597 Jul 07 18:09:38.362943 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-350ce331-4c30-451f-b362-b37cea1f2776 req-0f214f47-f1af-4d14-80d6-5dcb4b822096 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jul 07 18:09:38.612554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ee2da-cf08-48dc-9500-a3c0625b5a89 req-a2016961-7708-4581-b439-fa1fee8bbd98 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.614718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af7ee2da-cf08-48dc-9500-a3c0625b5a89 req-a2016961-7708-4581-b439-fa1fee8bbd98 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0682979 Jul 07 18:09:38.653881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af7ee2da-cf08-48dc-9500-a3c0625b5a89 req-278159ad-fedf-4468-a07e-7cc0ad54f515 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Jul 07 18:09:39.834302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84cd30-aeef-4d85-9b82-904b34ad5385 req-76b71f79-c979-4e62-a222-d131ac15634e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.835836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e84cd30-aeef-4d85-9b82-904b34ad5385 req-76b71f79-c979-4e62-a222-d131ac15634e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0666165 Jul 07 18:09:39.873087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3e84cd30-aeef-4d85-9b82-904b34ad5385 req-9fa571e4-5325-4e12-a59d-7b8974b617a5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 07 18:09:40.043930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463725f-02b4-47e0-95fd-4219b7267281 req-9e64717c-7b1f-481e-a52c-ba03d987a630 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.045440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0463725f-02b4-47e0-95fd-4219b7267281 req-9e64717c-7b1f-481e-a52c-ba03d987a630 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0673800 Jul 07 18:09:40.054184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39036) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:40.058995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'floatingip': {'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:40.099896 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.312539 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-163124fc-d260-4611-b7b6-ace9fd2af4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.561736 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.565562 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.664366 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 associated. External IP: 172.25.3.13, port: dc6ced20-d8b6-4a6c-99c7-39cb0008e049. Jul 07 18:09:40.705745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.880122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:40.993285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:40.998156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.004048 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:41.012900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:41.013515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:41.035546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4e14a44f-583e-4244-81fd-ddbe3be6d3e7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "PUT /v2.0/floatingips/0a68762a-9bee-4b2d-96b1-e172b1e345b1 HTTP/1.1" status: 200 len: 991 time: 0.9797211 Jul 07 18:09:41.036140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:41.038413 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b50ed6-29d7-4169-8e40-2fab578ef89d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:41.122473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:41.171584 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f69bf-4ad8-4c3a-9c75-00c50d0e234f x-openstack-request-id: req-fb1f69bf-4ad8-4c3a-9c75-00c50d0e234f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:41.171878 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:41.172133 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb1f69bf-4ad8-4c3a-9c75-00c50d0e234f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:41.172536 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'status': 'completed', 'code': 200} Jul 07 18:09:41.250458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-d459e5e9-aaa0-42cc-b9c8-4d7920a680ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.251995 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-d459e5e9-aaa0-42cc-b9c8-4d7920a680ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1098 time: 0.0565262 Jul 07 18:09:41.342232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-4406022d-a1ec-452e-b785-c69447b42517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.343743 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-4406022d-a1ec-452e-b785-c69447b42517 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0852199 Jul 07 18:09:41.349203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:ee:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 1, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:41.379937 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:41.388538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:41.389094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:09:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:41.414021 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-8a71598d-8ac9-4180-8562-39a1748044e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 999 time: 0.0631349 Jul 07 18:09:41.468141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-21d9b6a7-3884-4626-8aca-3d211f38a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.469613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-21d9b6a7-3884-4626-8aca-3d211f38a72d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0493581 Jul 07 18:09:41.496973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:41.544772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-b9598d28-2931-404c-a805-988b9223a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.547564 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-b9598d28-2931-404c-a805-988b9223a08d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705130 Jul 07 18:09:41.647141 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-4e58e2fc-d059-4715-9d97-9d46005181ae service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925963 Jul 07 18:09:41.733899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:ee:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 1, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:41.744163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b6b50ed6-29d7-4169-8e40-2fab578ef89d req-665fb5e0-f1f2-4866-bd6e-921017647d97 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907705 Jul 07 18:09:41.768711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351ed8e-37c3-4cfe-9393-73232ffdc246 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:ee:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:09:40Z', 'revision_number': 1, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:41.967281 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451477-48b4-4173-890e-362262590ba5 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:42.023011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.780544 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.404217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:56.060913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.588677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.666690 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3dc3df96-bdd4-48c5-af84-4b83d980e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.153006 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4dca05f8-ac35-4203-ad18-e2157d29c332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.708417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.025847 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.781675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.202176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-b7d73515-e08d-44f8-a975-c0cc14b00830 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600023 Jul 07 18:10:25.296287 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-15c5e09f-d749-4ea8-8873-6900fa76155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.297806 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-15c5e09f-d749-4ea8-8873-6900fa76155a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1098 time: 0.0533299 Jul 07 18:10:25.404874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-c1146df8-f5d7-4e6c-9361-54dbc8b7ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.406372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-c1146df8-f5d7-4e6c-9361-54dbc8b7ece4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0878270 Jul 07 18:10:25.479033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-4d85d38e-65c8-4ac4-955f-e3fc581dea8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1001 time: 0.0660090 Jul 07 18:10:25.535852 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-9f5cd05e-193e-4a90-acaa-cb3a38ae9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.537345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-9f5cd05e-193e-4a90-acaa-cb3a38ae9dd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0476031 Jul 07 18:10:25.598370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-5dbb12e9-218f-49ad-8ca8-519e00ab0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.599923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-5dbb12e9-218f-49ad-8ca8-519e00ab0cf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559168 Jul 07 18:10:25.695410 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-5f67916c-c4d4-4b2b-b0fa-7fc28b0e1b18 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891204 Jul 07 18:10:25.786987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-483e6a63-ef84-42e6-9679-f8acc4bbf980 req-a93d9934-a75d-4e0d-8e06-e7c8977e41a1 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849774 Jul 07 18:10:26.046930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.604970 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.402564 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:37.671705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d5e155ff-615c-4fc8-9d98-93c1abd8c0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.158571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0c2f-b0c9-48a4-a0e9-87d83f15e00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.710487 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.028111 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.785897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.074301 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.621317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.402135 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:07.674916 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b48c2d5a-d4f8-4fe0-ac6b-ff049f693c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.159422 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54f85b38-4daa-4bfa-b6d5-b66c287f7c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.711881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.033111 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.787992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.771672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677ebb8-b9c2-474b-bbf9-d86c64c29e5e req-de04ee05-7ee5-4680-8a8e-8c713a9ffcb9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.773486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6677ebb8-b9c2-474b-bbf9-d86c64c29e5e req-de04ee05-7ee5-4680-8a8e-8c713a9ffcb9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0730309 Jul 07 18:11:17.814654 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6677ebb8-b9c2-474b-bbf9-d86c64c29e5e req-dbfe35cc-6141-4bef-a077-19930724c9c3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Jul 07 18:11:18.205877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-24654471-88fb-4987-9513-3465c7ae0f0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925775 Jul 07 18:11:18.231705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49673c46-0f55-4d40-95ab-ec3b6ea79fc7 req-ebf1ed5b-fcde-4f4d-acce-d09ad1c4f93e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:18.233218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49673c46-0f55-4d40-95ab-ec3b6ea79fc7 req-ebf1ed5b-fcde-4f4d-acce-d09ad1c4f93e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0794895 Jul 07 18:11:18.272902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-49673c46-0f55-4d40-95ab-ec3b6ea79fc7 req-6f0fe3c1-cb02-4ddd-ad8c-8e65ef66c70a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Jul 07 18:11:19.359259 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-8bb82163-cf5d-4971-adca-d8d8a4f5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.360804 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-8bb82163-cf5d-4971-adca-d8d8a4f5ab6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1098 time: 0.0647795 Jul 07 18:11:19.456802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-30e84c5a-59e4-4a86-a1d1-946be6874dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.458339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-30e84c5a-59e4-4a86-a1d1-946be6874dbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0906115 Jul 07 18:11:19.460679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b99ca-117a-45f3-bef9-861fc04d1f0d req-e6c34560-013c-4bfd-ba12-402618b0c7cb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.462193 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-945b99ca-117a-45f3-bef9-861fc04d1f0d req-e6c34560-013c-4bfd-ba12-402618b0c7cb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0704539 Jul 07 18:11:19.501858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-945b99ca-117a-45f3-bef9-861fc04d1f0d req-ea781f65-81c4-4a86-a511-fb6f255abc6c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338566 Jul 07 18:11:19.535816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-e6b72420-4681-4cc4-be79-463183a81785 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1001 time: 0.0712936 Jul 07 18:11:19.584586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-91d89f1e-cee1-481f-9d2e-92d7d628f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.585945 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-91d89f1e-cee1-481f-9d2e-92d7d628f9de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0445118 Jul 07 18:11:19.644397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-369caff8-d1ce-44f8-8410-b63853afe3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.645895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-369caff8-d1ce-44f8-8410-b63853afe3f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532265 Jul 07 18:11:19.737390 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-35646ede-2e09-44d9-b555-100f68bfe2fa service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849407 Jul 07 18:11:19.826751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-eb1ab03c-7900-4867-be1b-c2ba1df6748e service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824475 Jul 07 18:11:20.689886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca0b0-993e-4c9c-97be-8961b229d9f3 req-41518cdc-83c3-4f7c-90ba-28c41a9b5d38 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:20.691534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d0ca0b0-993e-4c9c-97be-8961b229d9f3 req-41518cdc-83c3-4f7c-90ba-28c41a9b5d38 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0721703 Jul 07 18:11:21.073888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d0ca0b0-993e-4c9c-97be-8961b229d9f3 req-fd9f8a97-2053-46a1-a2d6-afb630d2ad45 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766689 Jul 07 18:11:22.258075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3b0d-9951-4cb6-bb22-8aa11d308821 req-7946b649-e08a-4b66-8526-918fdca9b514 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:22.259524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-648d3b0d-9951-4cb6-bb22-8aa11d308821 req-7946b649-e08a-4b66-8526-918fdca9b514 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0633526 Jul 07 18:11:22.298401 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-648d3b0d-9951-4cb6-bb22-8aa11d308821 req-93c23e14-820a-4147-bcf5-cd104b7010ec tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330353 Jul 07 18:11:23.479683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e015577-922d-4a56-bed6-2715c2b77e83 req-9d059706-5b63-4903-8025-296394d270f9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.481233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e015577-922d-4a56-bed6-2715c2b77e83 req-9d059706-5b63-4903-8025-296394d270f9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0683653 Jul 07 18:11:23.527042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e015577-922d-4a56-bed6-2715c2b77e83 req-8acbc3d4-cf18-4f5b-9fc3-f79c8c427347 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359180 Jul 07 18:11:24.712909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733b2e5-1065-46fe-9909-ce2eca6c2a0b req-54afa3ec-6103-4bb9-95bf-504aac99f0fb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.714614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e733b2e5-1065-46fe-9909-ce2eca6c2a0b req-54afa3ec-6103-4bb9-95bf-504aac99f0fb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0711644 Jul 07 18:11:24.764953 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e733b2e5-1065-46fe-9909-ce2eca6c2a0b req-fb9e620b-8ce4-4fa7-813b-3406d86f157b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Jul 07 18:11:25.945287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a248377-351d-4e7e-b9e4-4638538c632f req-ff95c045-475c-4b64-bebc-fc171a6a3458 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.946932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a248377-351d-4e7e-b9e4-4638538c632f req-ff95c045-475c-4b64-bebc-fc171a6a3458 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0669816 Jul 07 18:11:25.988991 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a248377-351d-4e7e-b9e4-4638538c632f req-b72f5e2e-3de5-408e-9ef4-2f588f3afe03 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354600 Jul 07 18:11:26.075536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.238103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-6608d626-8631-4cac-a693-6602280c3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.239667 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-6608d626-8631-4cac-a693-6602280c3161 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1098 time: 0.0557547 Jul 07 18:11:26.353484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-5d1ae6e7-074b-45a0-8e07-acc383953cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.354907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-5d1ae6e7-074b-45a0-8e07-acc383953cf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0943434 Jul 07 18:11:26.427982 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-0eea0fb1-95a4-4487-b528-5fd6ad3752a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1001 time: 0.0614314 Jul 07 18:11:26.479317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-995b0d8d-ff02-4b9d-bbf4-e28cd7407e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.480840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-995b0d8d-ff02-4b9d-bbf4-e28cd7407e23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0514839 Jul 07 18:11:26.548141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-8ee92362-a9da-441e-89b8-cc7083318d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.549795 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-8ee92362-a9da-441e-89b8-cc7083318d23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576279 Jul 07 18:11:26.562384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-1da4f180-d857-4dda-896f-106564d66ef3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:11:26.563798 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-1da4f180-d857-4dda-896f-106564d66ef3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074079 Jul 07 18:11:26.682393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-8834c419-032f-4440-8e23-e1e34e817116 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120315 Jul 07 18:11:26.779863 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a698e224-b4a9-42e0-8a71-b341253fc281 req-8b075c95-4e70-4020-944a-66c8fa0db86b service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888894 Jul 07 18:11:27.177899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf23d41-174e-4feb-9e20-5ed866bf4488 req-7ace571a-40fc-4c9a-bc43-fc229b36b08f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:27.179430 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf23d41-174e-4feb-9e20-5ed866bf4488 req-7ace571a-40fc-4c9a-bc43-fc229b36b08f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0690956 Jul 07 18:11:27.223117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bf23d41-174e-4feb-9e20-5ed866bf4488 req-7531b748-4bdf-4128-9fec-07b701dad574 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377054 Jul 07 18:11:27.610005 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.396196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9bf0-d666-401a-a8f2-ad3997b87a8d req-115dc2d1-a7da-42ad-8854-800b87a5377d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.397809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2db9bf0-d666-401a-a8f2-ad3997b87a8d req-115dc2d1-a7da-42ad-8854-800b87a5377d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0623169 Jul 07 18:11:28.440195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2db9bf0-d666-401a-a8f2-ad3997b87a8d req-2a953534-b61a-4678-9dae-7227c4819e40 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367925 Jul 07 18:11:29.639130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ee85d-226b-4014-8e7a-0976bea277e2 req-231c0fd4-5f0d-41ee-84e1-eab19a33bb24 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:29.641483 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e74ee85d-226b-4014-8e7a-0976bea277e2 req-231c0fd4-5f0d-41ee-84e1-eab19a33bb24 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0806789 Jul 07 18:11:29.684371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e74ee85d-226b-4014-8e7a-0976bea277e2 req-e255fc4d-28f8-4268-bd1d-0ce85fd97d35 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370758 Jul 07 18:11:30.867276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f114-e247-4b8f-8bf4-79b842b19876 req-b0232667-d5d3-4bd8-9d36-dda5026503bd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.868793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d54f114-e247-4b8f-8bf4-79b842b19876 req-b0232667-d5d3-4bd8-9d36-dda5026503bd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0666506 Jul 07 18:11:30.911413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d54f114-e247-4b8f-8bf4-79b842b19876 req-e6f6d9dd-6e9a-4d00-b973-dd8a075159a0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 Jul 07 18:11:31.859988 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-30eec7b1-184f-4730-b9ff-a7b97a84fd9b service neutron] show failed (client error): The resource could not be found. Jul 07 18:11:31.861026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-30eec7b1-184f-4730-b9ff-a7b97a84fd9b service neutron] 10.222.0.73 "GET /v2.0/ports/dc6ced20-d8b6-4a6c-99c7-39cb0008e049/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0599358 Jul 07 18:11:32.168614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b49d6-ab94-4e9b-b661-1e99a4109fce req-589ed7b8-a012-4d01-b625-3761847c30d3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.170211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a1b49d6-ab94-4e9b-b661-1e99a4109fce req-589ed7b8-a012-4d01-b625-3761847c30d3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.1358600 Jul 07 18:11:32.233575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a1b49d6-ab94-4e9b-b661-1e99a4109fce req-cc4488d5-2077-4d42-8759-a7c213de4679 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566180 Jul 07 18:11:32.236722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-6984a963-39a8-4acf-9f26-9757a32b5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.238198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-6984a963-39a8-4acf-9f26-9757a32b5388 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.1448836 Jul 07 18:11:32.250186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:32.330820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.548871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:32.593061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:32.633194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:32.635583 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b10ab58-cf2e-4aed-a431-73ddd51e57b3" -d '{"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:32.640339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.653612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Transition to ACTIVE for port object dc6ced20-d8b6-4a6c-99c7-39cb0008e049 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:32.659300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.690400 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b005f12-d1a9-48c7-af97-822167fcaffb x-openstack-request-id: req-0b005f12-d1a9-48c7-af97-822167fcaffb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:32.690750 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:32.690969 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b005f12-d1a9-48c7-af97-822167fcaffb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:32.691363 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'code': 200} Jul 07 18:11:32.729404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:32.786130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.786510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.786859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.787227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.787533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.787872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.788199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.788521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.788850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.789179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.789509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.789843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:32.856991 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] No DVR routers for this DVR port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:33.016291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:33.016533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:33.016868 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:33.021493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:33.021836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Attempting to bind port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:33.027116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:33.027455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:33.027838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:33.028274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Bound port: dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:33.028631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.096914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:33.101196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:33.105521 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.140571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.141208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.142734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] 10.222.0.23 "PUT /v2.0/ports/dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1093 time: 0.8974347 Jul 07 18:11:33.207191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea4b7-afb4-4e2d-a1a6-1341cee3eedb service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:33.262601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-6a41dcaf-74bc-42ec-85e9-2594ad12e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.264506 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-6a41dcaf-74bc-42ec-85e9-2594ad12e794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.0889912 Jul 07 18:11:33.442101 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-31b1567b-6c72-4c03-ae97-7d9f2929d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.443999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-31b1567b-6c72-4c03-ae97-7d9f2929d9e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1719539 Jul 07 18:11:33.533331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-bfbccaa1-c9e3-4a9f-b7eb-1edbb335be64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 999 time: 0.0826068 Jul 07 18:11:33.555977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072938-e11a-48a3-95fc-90a30fca2ce5 req-ea795401-f23b-4ba1-b47b-969b101d19c3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.557894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc072938-e11a-48a3-95fc-90a30fca2ce5 req-ea795401-f23b-4ba1-b47b-969b101d19c3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.1568091 Jul 07 18:11:33.617505 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-7964c297-23cd-49e6-8d10-feddf3e17aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.618967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-7964c297-23cd-49e6-8d10-feddf3e17aad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0791728 Jul 07 18:11:33.643081 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc072938-e11a-48a3-95fc-90a30fca2ce5 req-49ab9931-dcfc-4c66-982e-065088cb532f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655730 Jul 07 18:11:33.711494 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-13f5b182-e76e-4fcf-ae1a-0aa1de78d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.713082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-13f5b182-e76e-4fcf-ae1a-0aa1de78d356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858359 Jul 07 18:11:33.804975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-44b220b8-2c16-4f24-b091-5ec16b821b71 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838580 Jul 07 18:11:33.915203 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-44ce6c2b-bcf0-4a4f-9bd4-0a743630d04d service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948396 Jul 07 18:11:34.693017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:34.695505 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc23749-7b81-406b-8615-6b9c952c82d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:34.938118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52123505-c586-49a5-ae99-93da1036510a req-c8cef899-8692-4e08-8790-288de1633fc8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:34.939717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52123505-c586-49a5-ae99-93da1036510a req-c8cef899-8692-4e08-8790-288de1633fc8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 944 time: 0.1699784 Jul 07 18:11:35.024673 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52123505-c586-49a5-ae99-93da1036510a req-18a5cdf5-f381-49fd-a876-38ed792e4978 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761433 Jul 07 18:11:35.050249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-1a9d02b6-803f-4a88-b17e-d2d987cf1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.052803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-1a9d02b6-803f-4a88-b17e-d2d987cf1a30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.1118975 Jul 07 18:11:35.098351 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0043a6-97ff-4df5-baba-4edbb4980977 x-openstack-request-id: req-1f0043a6-97ff-4df5-baba-4edbb4980977 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:35.098809 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:35.100379 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f0043a6-97ff-4df5-baba-4edbb4980977 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:35.100379 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'status': 'completed', 'code': 200} Jul 07 18:11:35.189573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-f238084e-9264-4e4f-a20f-d3a6f5d43061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.191131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-f238084e-9264-4e4f-a20f-d3a6f5d43061 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1115792 Jul 07 18:11:35.191777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-06a50e77-0749-4e8a-9905-3151d6271b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.193300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-06a50e77-0749-4e8a-9905-3151d6271b89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.0645707 Jul 07 18:11:35.261586 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-4ac05a0f-462d-4b93-8086-8b99e3878a51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 999 time: 0.0634997 Jul 07 18:11:35.298991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-043fd940-30d6-4f96-8b68-513eb4bb9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.299355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-043fd940-30d6-4f96-8b68-513eb4bb9a88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0998106 Jul 07 18:11:35.323864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-b0d10d95-04a8-49f8-9b2e-bc14e3c1f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.326259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-b0d10d95-04a8-49f8-9b2e-bc14e3c1f558 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0559518 Jul 07 18:11:35.371157 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-182b5472-9ee0-44a8-93e9-c5638a9677a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 999 time: 0.0649874 Jul 07 18:11:35.398449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-4998d105-6fb2-4652-adc0-64d33ee66122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.400024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-4998d105-6fb2-4652-adc0-64d33ee66122 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563426 Jul 07 18:11:35.435009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-853cd784-c8d4-4aa4-baeb-1444476e4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.436818 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-853cd784-c8d4-4aa4-baeb-1444476e4870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0588036 Jul 07 18:11:35.509999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-c1a2a846-1bd9-4c75-9b6f-752cee0f4cbf service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983090 Jul 07 18:11:35.517891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-9cda6fe2-5cdf-4fd5-acd0-44fd278642ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.520854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-9cda6fe2-5cdf-4fd5-acd0-44fd278642ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780642 Jul 07 18:11:35.645393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-7dd642a4-67f4-4835-8adf-87d070b46ce7 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117871 Jul 07 18:11:35.651012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2801372-9400-4d4c-9d83-3952572e3b27 req-67776226-829b-40e8-9881-e45ab2bc7424 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301186 Jul 07 18:11:35.659926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:35.756011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-eabffb88-9d92-49dd-bf1f-bda78e75001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.757629 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-eabffb88-9d92-49dd-bf1f-bda78e75001e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1096 time: 0.0635931 Jul 07 18:11:35.769466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-9a50cb7d-31e2-42cf-8f3c-67537ca2e0d8 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230130 Jul 07 18:11:35.808755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:35.823185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'mac_address': 'fa:16:3e:ee:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:35.864901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.875784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-60d91eef-921f-4849-a6c0-068974924986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.878770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-60d91eef-921f-4849-a6c0-068974924986 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1138504 Jul 07 18:11:35.884374 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6ced20-d8b6-4a6c-99c7-39cb0008e049 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:35.906696 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:35.911036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.963504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-6bb20585-3c4f-4858-9b76-5bdb89009c17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 999 time: 0.0786572 Jul 07 18:11:35.975132 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:35.990691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.991183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.991542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.991930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.992491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.992933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.993278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.993639 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.993978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.994544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.995002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:35.995404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:36.015924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-7716b2ae-aca2-4f36-bbbf-125b85e13816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.017420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-7716b2ae-aca2-4f36-bbbf-125b85e13816 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0474663 Jul 07 18:11:36.099672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-76cf993d-a289-4701-9f1d-d383e3fe3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.102354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-76cf993d-a289-4701-9f1d-d383e3fe3c60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782423 Jul 07 18:11:36.182033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['dc6ced20-d8b6-4a6c-99c7-39cb0008e049'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:36.248017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-f06c98ac-1835-4985-b45a-ba1ce96178dd service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381178 Jul 07 18:11:36.323760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e07b49-f8c8-461e-aa1f-628c9e26766a req-242583ee-668f-40c8-ab96-de078d1c4c77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.325274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8e07b49-f8c8-461e-aa1f-628c9e26766a req-242583ee-668f-40c8-ab96-de078d1c4c77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 945 time: 0.1512241 Jul 07 18:11:36.394805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c8e07b49-f8c8-461e-aa1f-628c9e26766a req-ae3df45d-425a-41d6-b501-877428ed78a5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613735 Jul 07 18:11:36.399007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbc23749-7b81-406b-8615-6b9c952c82d5 req-fbf217f7-06d9-445d-b609-cc64f58a2c0b service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435325 Jul 07 18:11:36.720998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:36.768679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:36.774296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-d59f05a9-0044-4d44-a160-576e5733dc6b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.776009 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-d59f05a9-0044-4d44-a160-576e5733dc6b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212&tenant_id=a2dae86e4e5f499ea795f166f110cb36&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 945 time: 0.0890079 Jul 07 18:11:36.779974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3695fa4-286b-4d33-a149-edcfd3c40f9e req-f4a4bff7-4741-4251-84e4-912504ce841b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.781621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3695fa4-286b-4d33-a149-edcfd3c40f9e req-f4a4bff7-4741-4251-84e4-912504ce841b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 945 time: 0.0969119 Jul 07 18:11:36.823274 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3695fa4-286b-4d33-a149-edcfd3c40f9e req-619a8717-24a8-4549-9204-c4887bdbff5f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359588 Jul 07 18:11:36.860623 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-a20c8c86-2fbb-4098-83b1-2ba9b14a5bc9 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:11:36.862482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-a20c8c86-2fbb-4098-83b1-2ba9b14a5bc9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/dc6ced20-d8b6-4a6c-99c7-39cb0008e049/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0794055 Jul 07 18:11:36.973404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-a338d312-5436-429f-9910-2fca105648bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.974991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-a338d312-5436-429f-9910-2fca105648bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 1097 time: 0.0644984 Jul 07 18:11:37.119307 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-cf4ece51-9220-47aa-b17b-287a0765a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.120749 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-cf4ece51-9220-47aa-b17b-287a0765a43d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1394472 Jul 07 18:11:37.196842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-7670c7e3-1372-4170-83bb-f387619dd93e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 200 len: 1000 time: 0.0693710 Jul 07 18:11:37.247950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-5040b37f-c0ca-416b-bbfb-20f1d0dead1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.250162 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-5040b37f-c0ca-416b-bbfb-20f1d0dead1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0467582 Jul 07 18:11:37.310284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-99dd4c1c-1152-4635-9ebc-678e4eea16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.312476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-99dd4c1c-1152-4635-9ebc-678e4eea16af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564907 Jul 07 18:11:37.430046 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-1ba7d47c-8348-44a3-b728-c6195136c893 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113522 Jul 07 18:11:37.526226 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7d2f7ac8-d956-4f58-b216-424a1132fc88 req-c5bf4b0a-d369-470b-9f07-781819215316 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jul 07 18:11:37.674566 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:37.699655 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6396d7bb-c1f8-401a-ae87-5bec7dcdfa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.731568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:37.737839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:37.738252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.830944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.866884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:37.869500 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62d27f-6887-467a-ac0b-efb5b25249cb" -d '{"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:37.884059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:37.890531 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.947141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.039749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e2be3-8e2a-410e-81b1-2fb5b7294f33 req-4e2ec42f-6151-4bd5-b12e-5f82a56a70ee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:38.041392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a3e2be3-8e2a-410e-81b1-2fb5b7294f33 req-4e2ec42f-6151-4bd5-b12e-5f82a56a70ee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0716546 Jul 07 18:11:38.087101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9a3e2be3-8e2a-410e-81b1-2fb5b7294f33 req-ca89ab5b-4644-4578-810e-3333d9f71ee5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396717 Jul 07 18:11:38.156588 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc6569f-7da6-4485-ad62-ac9a9480b46f x-openstack-request-id: req-4dc6569f-7da6-4485-ad62-ac9a9480b46f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:38.156905 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:38.157158 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4dc6569f-7da6-4485-ad62-ac9a9480b46f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:38.157561 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'code': 200} Jul 07 18:11:39.294294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f6327-5e5b-4642-a6d8-5f6845c60fd0 req-1c199dcf-39ff-4f9c-8da3-87a1d30e4f24 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.296065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-846f6327-5e5b-4642-a6d8-5f6845c60fd0 req-1c199dcf-39ff-4f9c-8da3-87a1d30e4f24 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0729680 Jul 07 18:11:39.339715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-846f6327-5e5b-4642-a6d8-5f6845c60fd0 req-a60081ab-52e8-4f3b-9aae-9c993e1f6853 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377014 Jul 07 18:11:39.551088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7811e-13bb-4ff7-b6b2-aed8644384bd req-087e1911-48bd-4a5d-bb94-0e7aff67bc3b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.552591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffa7811e-13bb-4ff7-b6b2-aed8644384bd req-087e1911-48bd-4a5d-bb94-0e7aff67bc3b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0743828 Jul 07 18:11:39.596440 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ffa7811e-13bb-4ff7-b6b2-aed8644384bd req-8cc7d3db-d694-4517-8e79-080b3b9b7c75 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Jul 07 18:11:39.793449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebca2de-48f6-4a8d-b795-3232ed0bf73f req-e0fe49b5-0dcb-4a0b-8429-2312817e972f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.795033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ebca2de-48f6-4a8d-b795-3232ed0bf73f req-e0fe49b5-0dcb-4a0b-8429-2312817e972f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0700960 Jul 07 18:11:39.838548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ebca2de-48f6-4a8d-b795-3232ed0bf73f req-68233f36-9667-402c-af35-0933a1aa60ff tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373390 Jul 07 18:11:40.163235 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c4204426-63c3-426a-83a7-13fd5d8cb52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.274919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81669f49-f59b-4fc2-a801-03ac177fee58 req-55a5b5f7-1a1d-4ebd-ab21-9661bb58c74d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.276642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81669f49-f59b-4fc2-a801-03ac177fee58 req-55a5b5f7-1a1d-4ebd-ab21-9661bb58c74d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.0761642 Jul 07 18:11:40.325491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81669f49-f59b-4fc2-a801-03ac177fee58 req-99b5991c-3c41-4e18-9527-db2d3c25e899 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Jul 07 18:11:40.713867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.554693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-0570b0d3-c290-4bf3-beb7-60bf89f18e25 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:41.556588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-0570b0d3-c290-4bf3-beb7-60bf89f18e25 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.1264853 Jul 07 18:11:41.585832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd191-bce7-4c85-a98d-cacf1b4c5ece req-5e902c35-ecaf-4086-888b-f291751f24e5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:41.587330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1ebd191-bce7-4c85-a98d-cacf1b4c5ece req-5e902c35-ecaf-4086-888b-f291751f24e5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 946 time: 0.1086824 Jul 07 18:11:41.683924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1ebd191-bce7-4c85-a98d-cacf1b4c5ece req-9d1b149f-c51c-4ad0-9708-6f907386b54d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780263 Jul 07 18:11:41.726784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Deleting port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:41.727337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.863036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] For port dc6ced20-d8b6-4a6c-99c7-39cb0008e049, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:41.863314 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.039509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.111301 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.111675 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.111990 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 disassociated. External IP: 172.25.3.13, port: dc6ced20-d8b6-4a6c-99c7-39cb0008e049. Jul 07 18:11:42.112337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Calling delete_port for dc6ced20-d8b6-4a6c-99c7-39cb0008e049 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:42.255242 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.285447 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'Port': ['ID=dc6ced20-d8b6-4a6c-99c7-39cb0008e049,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:42.402433 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:42.415665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:42.540344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:42.551621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:42.562518 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:42.563081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:42.588930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] No DVR routers for this DVR port dc6ced20-d8b6-4a6c-99c7-39cb0008e049 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:42.591808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.594175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-42d4085a-3477-4939-9ab7-51bc7156d82d req-968b0e0b-96c4-4997-8d79-82da266486b3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "DELETE /v2.0/ports/dc6ced20-d8b6-4a6c-99c7-39cb0008e049 HTTP/1.1" status: 204 len: 173 time: 1.0279839 Jul 07 18:11:42.594688 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-deleted', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:42.597141 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9605d079-e0dc-4778-927a-c5a01c31eb5e" -d '{"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-deleted", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:42.643258 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df1b2a6-dbcb-4656-b808-9eaafa95093a x-openstack-request-id: req-1df1b2a6-dbcb-4656-b808-9eaafa95093a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:42.643646 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4ca-f533-460f-87eb-918cb8e45212", "name": "network-vif-deleted", "tag": "dc6ced20-d8b6-4a6c-99c7-39cb0008e049", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:42.644072 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1df1b2a6-dbcb-4656-b808-9eaafa95093a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:42.644545 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4ca-f533-460f-87eb-918cb8e45212', 'name': 'network-vif-deleted', 'tag': 'dc6ced20-d8b6-4a6c-99c7-39cb0008e049', 'status': 'completed', 'code': 200} Jul 07 18:11:42.688106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:42.857351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-205f6b77-e796-4c30-9bbf-1c8107eeb9de req-f383b168-43e6-4ee5-8941-75f78168932e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8a0e4ca-f533-460f-87eb-918cb8e45212 HTTP/1.1" status: 200 len: 210 time: 0.0329852 Jul 07 18:11:42.907853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:42.939299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:42.947946 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:42.948552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:43.225768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:43.433228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:43.460778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7133284-a5c5-4aa2-b2fb-ca9ccdb35918 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:43.682565 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca8529-294a-4406-8adc-31926f60c467 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:43.791664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.183853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-0a6e0d9b-024b-404d-8fef-eef5717e2fa7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1159976687&fields=id&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 267 time: 0.0336735 Jul 07 18:11:44.293767 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-55ebaa46-e6b4-40de-9379-7a546864b092 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:44.295333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-55ebaa46-e6b4-40de-9379-7a546864b092 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1044958 Jul 07 18:11:44.310455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-b9133405-fcd6-42ae-9010-893563d48f23 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/quotas/a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 375 time: 0.0096867 Jul 07 18:11:44.380526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-e0b91f6a-d8f2-4eef-a9a4-1625de082bb0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642858 Jul 07 18:11:44.480148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-b617b121-a93f-4047-a66f-c26afcf8553b service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864677 Jul 07 18:11:44.582214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-bd66b6e6-83a8-4ede-8428-c6ad8ad0c8d3 service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936019 Jul 07 18:11:44.758820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b7e7a76-d128-4ebe-908e-52b2e61dae8b req-19fde6f6-2134-4e41-83a5-fd2f0697bb8e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 210 time: 0.0309846 Jul 07 18:11:45.722392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:45.747423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: dc6ced20-d8b6-4a6c-99c7-39cb0008e049 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:45.747909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device dc6ced20-d8b6-4a6c-99c7-39cb0008e049 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:45.907350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-926f0050-ea80-43d6-9dbc-0c39753c5cac req-5a3b5d22-d42d-49b3-9a20-219c9cdbe5fa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 210 time: 0.0284789 Jul 07 18:11:45.971492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-f38576b0-8b50-4c18-9a81-c2d4cbaafced tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.973062 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-f38576b0-8b50-4c18-9a81-c2d4cbaafced tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1271899 Jul 07 18:11:46.020457 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-0700a4b7-bc59-41b8-9ba8-4e884cda830b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 380 time: 0.0356905 Jul 07 18:11:46.028802 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'port': {'device_id': '73fae0fc-e313-432f-a95b-8712cb98735a', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'admin_state_up': True, 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'security_groups': ['b42ac6da-9d4f-417f-b2e8-daf08d7046b3']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:46.142455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:46.145989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.268828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Allocated IP 172.20.0.11 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/8db12803-61c3-41f7-b1b0-d51b5a86fd8d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:46.410661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.424551 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Transition to ACTIVE for port object 8db12803-61c3-41f7-b1b0-d51b5a86fd8d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:46.458982 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.504694 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:46.508089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:46.515775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:46.522006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:46.562698 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.563049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.563399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.563853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.564193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.564527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.564854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.565184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.565516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.565837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.566157 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.566512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:46.589051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.589894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.609317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-cdb0c154-f05d-4fa3-805b-81f36987b581 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842185 Jul 07 18:11:46.621590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Request body: {'port': {'device_id': '73fae0fc-e313-432f-a95b-8712cb98735a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:46.704478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.799382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3162fc44-4c21-41da-b892-a0520ae315f9 None None] Provisioning for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:46.804061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3162fc44-4c21-41da-b892-a0520ae315f9 None None] Provisioning complete for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:46.804437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3162fc44-4c21-41da-b892-a0520ae315f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.839416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3162fc44-4c21-41da-b892-a0520ae315f9 None None] Port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:46.973375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db12803-61c3-41f7-b1b0-d51b5a86fd8d {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:46.981470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.993896 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Transition to ACTIVE for port object 8db12803-61c3-41f7-b1b0-d51b5a86fd8d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:46.998952 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.052658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:47.140649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:47.141003 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:47.141344 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:47.146512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:47.146849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:47.152659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:47.152998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:47.153391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:47.153834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Bound port: 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:47.154813 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.231132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:47.235676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:47.241140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.283631 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.284264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.285699 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] 10.222.0.73 "PUT /v2.0/ports/8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1093 time: 0.6687992 Jul 07 18:11:47.286147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:47.288543 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f75d703-2362-4284-9346-2c31552409d0" -d '{"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:47.310228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d598f5-0c29-4185-8950-d89d97111310 service neutron] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:47.392239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-658a5b7c-6f76-4e01-8d89-d7195153d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.393908 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-658a5b7c-6f76-4e01-8d89-d7195153d60f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0602334 Jul 07 18:11:47.443760 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-57b2aad5-0b9b-4b3d-8b8e-02515494eb32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 217 time: 0.0422761 Jul 07 18:11:47.468016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02b97f-f641-4981-b076-79f5da27ea04 req-577ca2ca-97b0-483b-814f-6d9700197252 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.470074 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb02b97f-f641-4981-b076-79f5da27ea04 req-577ca2ca-97b0-483b-814f-6d9700197252 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.4425883 Jul 07 18:11:47.515908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb02b97f-f641-4981-b076-79f5da27ea04 req-67e5bfc6-8178-4b06-8cc5-d59a16920051 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391150 Jul 07 18:11:47.798995 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e8a1be-c887-496e-bd03-ce9641f11834 x-openstack-request-id: req-72e8a1be-c887-496e-bd03-ce9641f11834 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:47.799269 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:47.799513 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72e8a1be-c887-496e-bd03-ce9641f11834 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:47.799899 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'status': 'completed', 'code': 200} Jul 07 18:11:47.817444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-94418f33-da5b-4265-b42e-5a79bf8faeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.818842 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-94418f33-da5b-4265-b42e-5a79bf8faeae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.3693259 Jul 07 18:11:47.878766 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-a1b33788-4214-462d-b912-7ca4fd9e8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.880295 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-a1b33788-4214-462d-b912-7ca4fd9e8611 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549295 Jul 07 18:11:47.971737 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-2a34c069-524b-439a-8990-b0c4597d9bf1 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850010 Jul 07 18:11:48.064102 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-b109e43f-5422-4a8c-906e-602f6e65bf7a req-9a3fa937-e5b6-43f7-bd29-c31bdde16a78 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846300 Jul 07 18:11:48.166386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75d703-2362-4284-9346-2c31552409d0 req-d0e2f937-ecde-4123-ae5a-d0a55c52c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.167932 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-d0e2f937-ecde-4123-ae5a-d0a55c52c9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0555644 Jul 07 18:11:48.262933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75d703-2362-4284-9346-2c31552409d0 req-87e53328-8947-4d8f-98b0-51062df3f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.264672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-87e53328-8947-4d8f-98b0-51062df3f945 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0899990 Jul 07 18:11:48.307187 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-c3f6387e-c49d-4a98-8a13-bb75db572a6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 217 time: 0.0357196 Jul 07 18:11:48.362313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75d703-2362-4284-9346-2c31552409d0 req-89301559-0036-4fe9-86e3-600553cf6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.363895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-89301559-0036-4fe9-86e3-600553cf6ea2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0496509 Jul 07 18:11:48.421903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75d703-2362-4284-9346-2c31552409d0 req-03ffe2e4-a8db-4a48-a8d0-a8720d1cd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.423382 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-03ffe2e4-a8db-4a48-a8d0-a8720d1cd74d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533640 Jul 07 18:11:48.516486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-8f5a0ab9-c4bf-40c5-bc10-1cea8cc859e6 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Jul 07 18:11:48.613571 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f75d703-2362-4284-9346-2c31552409d0 req-59293276-f75b-4914-99e1-fd7ca1eb0625 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Jul 07 18:11:48.717892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641e054-7d34-468a-b314-87b4bcd18136 req-be0b7e12-344d-4cc8-847f-a28f988c5092 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.719482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c641e054-7d34-468a-b314-87b4bcd18136 req-be0b7e12-344d-4cc8-847f-a28f988c5092 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.0744972 Jul 07 18:11:48.760889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c641e054-7d34-468a-b314-87b4bcd18136 req-04c97d32-90bc-472d-8060-d66faf7b1402 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345392 Jul 07 18:11:49.945079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6661d-343b-4c97-815d-428d53dfb8ec req-490fc6f0-8842-4163-b91b-41b8dc577b80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:49.946720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ee6661d-343b-4c97-815d-428d53dfb8ec req-490fc6f0-8842-4163-b91b-41b8dc577b80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.0699253 Jul 07 18:11:49.992560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0ee6661d-343b-4c97-815d-428d53dfb8ec req-57ebc02c-8526-4180-a29d-c40cd57e0f16 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Jul 07 18:11:50.751656 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:50.846113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:50.862466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'mac_address': 'fa:16:3e:83:74:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:50.900812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.913843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db12803-61c3-41f7-b1b0-d51b5a86fd8d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:50.934915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:50.940293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.993732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:51.160417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['8db12803-61c3-41f7-b1b0-d51b5a86fd8d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:51.182535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb551-6707-4aea-a71f-7b602372e993 req-4b5922a4-6df5-4cb2-9a22-3a13bcc42ba7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.184133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f0cb551-6707-4aea-a71f-7b602372e993 req-4b5922a4-6df5-4cb2-9a22-3a13bcc42ba7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 945 time: 0.0702374 Jul 07 18:11:51.233110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f0cb551-6707-4aea-a71f-7b602372e993 req-34564883-a37b-4129-9a37-e7da9f929960 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Jul 07 18:11:52.413592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129e109-b49f-456b-bee2-1beeb8c3c66d req-a59163bd-fe0c-4c13-be8c-61593bcc7263 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.415130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d129e109-b49f-456b-bee2-1beeb8c3c66d req-a59163bd-fe0c-4c13-be8c-61593bcc7263 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 945 time: 0.0630233 Jul 07 18:11:52.454221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d129e109-b49f-456b-bee2-1beeb8c3c66d req-13db8a81-0a0f-40bd-82ed-10f61982cd30 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Jul 07 18:11:52.767077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:52.815642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:52.819539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:52.819906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.900471 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.924592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:52.926883 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f1921-4130-4876-b9c1-ee1a358fa06d" -d '{"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-plugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:52.940776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:52.945134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.999198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:53.023636 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41158bd-101c-41ad-9a9b-142620e3632e x-openstack-request-id: req-e41158bd-101c-41ad-9a9b-142620e3632e {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:53.023935 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-plugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:53.024189 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e41158bd-101c-41ad-9a9b-142620e3632e {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:53.024591 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'code': 200} Jul 07 18:11:53.139381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193385-7e0f-41cd-920c-d73459f5ebb3 req-fb5690ef-4458-4f99-8b76-2a7812adf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.140878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c193385-7e0f-41cd-920c-d73459f5ebb3 req-fb5690ef-4458-4f99-8b76-2a7812adf21d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1098 time: 0.0539322 Jul 07 18:11:53.173902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4c193385-7e0f-41cd-920c-d73459f5ebb3 req-d148e11c-377e-48de-9777-e0396aafb423 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265334 Jul 07 18:11:53.635462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef18c-3e83-45e2-a5a1-503038bd0770 req-7de3de1b-45a0-443d-976c-11d04758f290 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.636873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28aef18c-3e83-45e2-a5a1-503038bd0770 req-7de3de1b-45a0-443d-976c-11d04758f290 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0686226 Jul 07 18:11:53.674666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-28aef18c-3e83-45e2-a5a1-503038bd0770 req-efb77c24-c90c-4c44-8d95-531306d3fda9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Jul 07 18:11:54.856045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83abfd2-e0c3-4c32-b04e-1293b08a7e1d req-b1eaba96-2a13-4ea2-939c-74a92a58f701 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.858205 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b83abfd2-e0c3-4c32-b04e-1293b08a7e1d req-b1eaba96-2a13-4ea2-939c-74a92a58f701 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0634670 Jul 07 18:11:54.897632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b83abfd2-e0c3-4c32-b04e-1293b08a7e1d req-bd515926-e25f-4d8d-98f5-70e12725d46b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Jul 07 18:11:55.067695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e342a09-c605-4442-890c-6dd0f4623439 req-b8435660-19ec-4b6c-8c11-dcb7af9f1e08 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.069097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7e342a09-c605-4442-890c-6dd0f4623439 req-b8435660-19ec-4b6c-8c11-dcb7af9f1e08 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0670259 Jul 07 18:11:55.078353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39402) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:55.082781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'floatingip': {'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:55.121998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.574776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.579717 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.684957 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 associated. External IP: 172.25.3.13, port: 8db12803-61c3-41f7-b1b0-d51b5a86fd8d. Jul 07 18:11:55.911247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:56.050449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:56.055174 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.061621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:56.089697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:56.090605 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:56.094953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.099758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c3cd0c75-525f-4e52-9908-45f415b0c9f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "PUT /v2.0/floatingips/0a68762a-9bee-4b2d-96b1-e172b1e345b1 HTTP/1.1" status: 200 len: 991 time: 1.0203176 Jul 07 18:11:56.100381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:56.102750 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f2f16-ddb3-437a-8557-6a312e29f4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:56.226751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:56.260411 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df7bce-5dea-4d74-b505-5b5cc763a84e x-openstack-request-id: req-c6df7bce-5dea-4d74-b505-5b5cc763a84e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:56.260699 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:56.260952 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6df7bce-5dea-4d74-b505-5b5cc763a84e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:56.261355 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'status': 'completed', 'code': 200} Jul 07 18:11:56.343681 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-a00f90f8-5184-4f47-bd87-69a711b1d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.345201 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-a00f90f8-5184-4f47-bd87-69a711b1d367 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1098 time: 0.0621037 Jul 07 18:11:56.446816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-6dc72953-c592-46e5-a5e5-075d172f12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.448331 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-6dc72953-c592-46e5-a5e5-075d172f12ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0972533 Jul 07 18:11:56.489524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:83:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fae0fc-e313-432f-a95b-8712cb98735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:11:55Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:56.518687 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-ec1195cd-2257-4299-91ca-13d75c60eb8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 999 time: 0.0635471 Jul 07 18:11:56.533748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:56.547106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:56.548083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:11:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:56.575028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-9a20cbfa-90e9-43dd-9af8-6b9351066195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.576882 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-9a20cbfa-90e9-43dd-9af8-6b9351066195 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0521326 Jul 07 18:11:56.637303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-9b5a5f59-b173-444f-9ff3-e106679fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.639004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-9b5a5f59-b173-444f-9ff3-e106679fee9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558221 Jul 07 18:11:56.685676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:56.741038 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-65d73c9a-042c-4cb6-b39f-d51cb3f26526 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956049 Jul 07 18:11:56.851165 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f95f2f16-ddb3-437a-8557-6a312e29f4e9 req-edec6fa4-b11b-485a-8c6c-e2feb9f25e19 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035769 Jul 07 18:11:56.953304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:83:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fae0fc-e313-432f-a95b-8712cb98735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:11:55Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:56.983896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4eb8b-9798-49b8-a5a1-a667370b97a6 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:83:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fae0fc-e313-432f-a95b-8712cb98735a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:11:55Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:57.171112 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419f261-2b40-4b92-8cb3-502f0d5e25bf None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:57.624368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.681752 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4aa70b44-0db7-4706-b069-23fd77177249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.164315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7398c83-e550-40b0-ad53-ffb518bb3efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.715716 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:12.042215 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.794761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:19.401380 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:26.088316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.653850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:28.186935 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-468806f2-19e6-41c1-a09a-75acbb8314e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536942 Jul 07 18:12:28.285292 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-d87181ab-c190-41fa-883a-b7293936ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.286834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-d87181ab-c190-41fa-883a-b7293936ec0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1098 time: 0.0573184 Jul 07 18:12:28.393856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-0067be28-d9c2-4e1d-8254-cd685482787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.395586 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-0067be28-d9c2-4e1d-8254-cd685482787d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0890703 Jul 07 18:12:28.468762 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-d0edccd5-529a-4575-889f-ecffcbd8c61e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1001 time: 0.0645959 Jul 07 18:12:28.524447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-6d07eae5-dc44-4bcf-be85-99c5bd298746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.525897 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-6d07eae5-dc44-4bcf-be85-99c5bd298746 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0442681 Jul 07 18:12:28.582978 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-b2265a68-4ad0-490c-adc6-6944b5ed8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.584461 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-b2265a68-4ad0-490c-adc6-6944b5ed8358 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523121 Jul 07 18:12:28.676435 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-242252b0-86ef-4d36-849c-00788ce6a7d9 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846651 Jul 07 18:12:28.767199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c10c03d0-7541-4c5a-95c6-8f464c5a5feb req-6397dd95-bdcf-48fe-9e86-c105ac7eff17 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Jul 07 18:12:37.682669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ee8619f6-0c33-4822-b481-dad585fc7ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.166062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f064ec26-00bf-4666-a5ff-2588bff4742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.717509 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.038678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:43.797747 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.087444 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.400909 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:57.664019 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.685722 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3a9b44a0-d961-47c9-8c97-a90e90f0dda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.165811 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7a777fba-6d8e-4b23-8364-198d567c636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.718042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:12.042881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.803399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:26.087603 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:27.667241 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:28.195341 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-09090830-258d-4055-b38a-0d7e792a7418 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552006 Jul 07 18:13:28.295379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-ba771017-5b39-4cf2-b055-49e8dd87972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.296916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-ba771017-5b39-4cf2-b055-49e8dd87972d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1098 time: 0.0599418 Jul 07 18:13:28.402399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-16969cb9-0b58-4eb7-b674-039193c95b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.403928 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-16969cb9-0b58-4eb7-b674-039193c95b7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0857394 Jul 07 18:13:28.476396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-0ac742bd-c4de-4f63-b0a2-10ab6004fbea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1001 time: 0.0663359 Jul 07 18:13:28.524428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-9c672cf7-13c8-4717-be0a-cf0efd435d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.525878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-9c672cf7-13c8-4717-be0a-cf0efd435d2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0438304 Jul 07 18:13:28.583174 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-68452c3a-63c2-4631-bc54-487c2dbe7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.584657 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-68452c3a-63c2-4631-bc54-487c2dbe7a78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523777 Jul 07 18:13:28.676544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-6fe6e54c-c3e5-4d9e-970e-18939d58045b service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850058 Jul 07 18:13:28.765018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-701f1f2e-e4c5-45c4-81e6-626c11f960e2 req-7647b9b0-020c-4bce-8e5f-000f74b501b1 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Jul 07 18:13:33.399538 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:33.878674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4c73f-8bb3-4ac5-b482-72bbfa7ba5ac req-7018874b-2d90-4575-a5b1-679060ab6705 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:33.880309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69c4c73f-8bb3-4ac5-b482-72bbfa7ba5ac req-7018874b-2d90-4575-a5b1-679060ab6705 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0801406 Jul 07 18:13:33.920240 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69c4c73f-8bb3-4ac5-b482-72bbfa7ba5ac req-b3db561f-c134-4365-81a2-b37d39345cbd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jul 07 18:13:35.104669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390a273-cc68-4a11-a3e4-12d80e0c178e req-13929215-09f5-4a74-aa6b-847ba9f0efec tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.106207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1390a273-cc68-4a11-a3e4-12d80e0c178e req-13929215-09f5-4a74-aa6b-847ba9f0efec tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0684392 Jul 07 18:13:35.145381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1390a273-cc68-4a11-a3e4-12d80e0c178e req-da8dfae1-7d8b-4859-911d-b9f86f4e6663 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Jul 07 18:13:36.320163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca22934-c28d-4343-8644-53ba73cea3bd req-fbe92137-f437-4929-abaf-e016d92f6fed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.321653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ca22934-c28d-4343-8644-53ba73cea3bd req-fbe92137-f437-4929-abaf-e016d92f6fed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0635054 Jul 07 18:13:36.359810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ca22934-c28d-4343-8644-53ba73cea3bd req-c4d1394d-797e-4681-bd05-a3914141e365 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jul 07 18:13:37.540499 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937ee7-a979-4bb7-bc0e-fedb9a3c90d5 req-be043c95-02a5-4c32-82c9-5113566eb379 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.542052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43937ee7-a979-4bb7-bc0e-fedb9a3c90d5 req-be043c95-02a5-4c32-82c9-5113566eb379 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0692704 Jul 07 18:13:37.579757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43937ee7-a979-4bb7-bc0e-fedb9a3c90d5 req-e3ecf683-7fa9-4fc3-a39f-d998c5493a01 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Jul 07 18:13:37.689713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c8549825-5ff3-4813-9e58-50031ecda6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.770108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6f64-4d23-4b61-951a-79b671c00a5e req-dfa3ba84-c74f-45d8-b4e7-88d26d43ae9b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:38.771642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d0e6f64-4d23-4b61-951a-79b671c00a5e req-dfa3ba84-c74f-45d8-b4e7-88d26d43ae9b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0679522 Jul 07 18:13:38.810866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6d0e6f64-4d23-4b61-951a-79b671c00a5e req-1f023fe2-98ec-414d-b2af-26b62f499f0c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 07 18:13:40.000279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83262a-f4d4-4932-9015-0ee381e011db req-ab9580dd-63a0-461b-8870-88dfd183513f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.001841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b83262a-f4d4-4932-9015-0ee381e011db req-ab9580dd-63a0-461b-8870-88dfd183513f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0697803 Jul 07 18:13:40.042023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b83262a-f4d4-4932-9015-0ee381e011db req-d0eb6700-5209-42f7-a67f-78c84cfa332d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Jul 07 18:13:40.170188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a983531d-b780-4613-9449-1502163b9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.724449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.239947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59f02-6a47-46ff-9d8f-fbf03368ab8b req-4e6af8b1-95b8-47b2-9de9-1c2937aa2bee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.241602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2d59f02-6a47-46ff-9d8f-fbf03368ab8b req-4e6af8b1-95b8-47b2-9de9-1c2937aa2bee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0768514 Jul 07 18:13:41.292696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2d59f02-6a47-46ff-9d8f-fbf03368ab8b req-f780a0b6-4b26-4498-bf0f-b66ce963186b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Jul 07 18:13:42.046913 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.467378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181a2bc-f630-458b-869f-60aef2a65097 req-b74c614c-4ab1-4f5d-ba97-f8c17832438f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.468908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3181a2bc-f630-458b-869f-60aef2a65097 req-b74c614c-4ab1-4f5d-ba97-f8c17832438f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0647006 Jul 07 18:13:42.507777 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3181a2bc-f630-458b-869f-60aef2a65097 req-5f51f2c9-5c39-4b0e-a819-bbf560a57787 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325792 Jul 07 18:13:43.686068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a50a39-2c68-4eac-95b1-47223e07b9e0 req-5a36b58b-cbad-42aa-a910-b21109e0e143 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.687652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4a50a39-2c68-4eac-95b1-47223e07b9e0 req-5a36b58b-cbad-42aa-a910-b21109e0e143 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0652852 Jul 07 18:13:43.730591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4a50a39-2c68-4eac-95b1-47223e07b9e0 req-42061c88-da67-4a47-a874-bfa783da40fa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372863 Jul 07 18:13:43.801892 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.920177 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21936022-5e28-48a8-854e-9539c85de0e3 req-b450d125-7d5a-4c4d-aad3-09daefc21a39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.921817 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21936022-5e28-48a8-854e-9539c85de0e3 req-b450d125-7d5a-4c4d-aad3-09daefc21a39 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0705259 Jul 07 18:13:44.963676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21936022-5e28-48a8-854e-9539c85de0e3 req-65e6bef9-f559-424c-bf0d-e98b044aab2f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Jul 07 18:13:45.327750 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 39634) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:45.392606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed0296-ceef-40df-aeee-df877ff0eba2 req-00973297-4595-4426-939f-85d3c9c34506 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:45.394128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37ed0296-ceef-40df-aeee-df877ff0eba2 req-00973297-4595-4426-939f-85d3c9c34506 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0670793 Jul 07 18:13:45.430337 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-3ed71580-36d3-4f24-8ddc-fdf288fd6685 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014221 Jul 07 18:13:45.435611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37ed0296-ceef-40df-aeee-df877ff0eba2 req-ec5af401-3983-41a9-b552-127198781832 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Jul 07 18:13:46.646509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910fdc6-1cba-4c1c-bbb2-3284cc52260a req-9d8cee23-1ff7-4e49-9ddc-c1e3f2386c5b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:46.648120 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7910fdc6-1cba-4c1c-bbb2-3284cc52260a req-9d8cee23-1ff7-4e49-9ddc-c1e3f2386c5b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0912445 Jul 07 18:13:46.701911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7910fdc6-1cba-4c1c-bbb2-3284cc52260a req-b0036cc7-02e6-4ca5-8c81-6759e3c1f239 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Jul 07 18:13:46.731202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-ec3a458c-f36e-42b3-9287-3891941966a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:46.732637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-ec3a458c-f36e-42b3-9287-3891941966a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1098 time: 0.0740359 Jul 07 18:13:46.824912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-594f5832-bfe9-4e60-ba1c-82a63f44d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:46.826396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-594f5832-bfe9-4e60-ba1c-82a63f44d792 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0876741 Jul 07 18:13:46.899572 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-3e4f45b6-fa56-4310-aee1-3c5659179d85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1001 time: 0.0663962 Jul 07 18:13:46.951187 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-05e86912-89a7-424f-9567-431a25095c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:46.952804 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-05e86912-89a7-424f-9567-431a25095c3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0470164 Jul 07 18:13:47.015524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-748877ee-7142-4d9d-baeb-a47215135d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.016999 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-748877ee-7142-4d9d-baeb-a47215135d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578201 Jul 07 18:13:47.111445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-86004984-07e2-4c94-af4f-de088bf1c6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876584 Jul 07 18:13:47.207632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-31de93e9-6d26-4772-8521-95c14fd9bf4b service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899742 Jul 07 18:13:47.883021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b210e-a3f9-48b5-b55c-37438ed16054 req-c55deffe-a38a-4608-8431-33abcd00d43c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.884628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa2b210e-a3f9-48b5-b55c-37438ed16054 req-c55deffe-a38a-4608-8431-33abcd00d43c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0644448 Jul 07 18:13:47.924544 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa2b210e-a3f9-48b5-b55c-37438ed16054 req-b80ee394-27ae-45db-9713-95a0b251d61c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340524 Jul 07 18:13:49.111996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49cbe-af74-4119-8178-d7df638a0071 req-f21d2834-1c41-4d49-acc7-1e413856595f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.113650 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3a49cbe-af74-4119-8178-d7df638a0071 req-f21d2834-1c41-4d49-acc7-1e413856595f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0729501 Jul 07 18:13:49.162641 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-23f8b86d-b1da-443e-bc28-662df6592575 req-b8250252-b70e-467f-b5fb-129e25fa2c8e service neutron] show failed (client error): The resource could not be found. Jul 07 18:13:49.163381 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d3a49cbe-af74-4119-8178-d7df638a0071 req-02b01819-1768-4951-908d-f6dc4d478f4e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Jul 07 18:13:49.163704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-b8250252-b70e-467f-b5fb-129e25fa2c8e service neutron] 10.222.0.73 "GET /v2.0/ports/8db12803-61c3-41f7-b1b0-d51b5a86fd8d/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0673919 Jul 07 18:13:49.494754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-847424f2-0149-460b-b4a1-c769136eeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.496318 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-847424f2-0149-460b-b4a1-c769136eeabb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.0980182 Jul 07 18:13:49.507171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:49.580757 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:49.804874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:49.845798 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:49.890018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:49.892869 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd7b491-a549-4f06-8c61-c0f20f6ca2f1" -d '{"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-unplugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:49.897953 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:49.912263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Transition to ACTIVE for port object 8db12803-61c3-41f7-b1b0-d51b5a86fd8d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:49.923486 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.016792 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e6d288-62a0-4f8c-b65b-3a9ffe034e5d x-openstack-request-id: req-d5e6d288-62a0-4f8c-b65b-3a9ffe034e5d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:50.017077 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-unplugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:50.017332 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5e6d288-62a0-4f8c-b65b-3a9ffe034e5d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:50.017771 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'code': 200} Jul 07 18:13:50.022724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:50.038568 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.039170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.039737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.040169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.041300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.041898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.042523 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.043103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.043612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.044153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.044741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.045313 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:50.081358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] No DVR routers for this DVR port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:50.247845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:50.248535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:50.248535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:50.253047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:50.253378 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Attempting to bind port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:50.258621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:50.258967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:50.259364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:50.259947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Bound port: 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:50.260470 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.376288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:50.380168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:50.387362 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.439937 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864a5e7-8300-4e78-a0c7-87ba53cf4e97 req-4d61213b-e63c-46d9-af80-0103160ecfff tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.441508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0864a5e7-8300-4e78-a0c7-87ba53cf4e97 req-4d61213b-e63c-46d9-af80-0103160ecfff tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.1324582 Jul 07 18:13:50.446608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.447471 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.448915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] 10.222.0.23 "PUT /v2.0/ports/8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1093 time: 0.9458601 Jul 07 18:13:50.514725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76896-0845-4cb0-85ea-a9adc1643c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:50.538358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0864a5e7-8300-4e78-a0c7-87ba53cf4e97 req-0ffc42c0-013f-4207-b1e4-4da208f94009 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865240 Jul 07 18:13:50.564913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-9405cc14-afbc-409b-a79f-c58c30803e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.566462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-9405cc14-afbc-409b-a79f-c58c30803e0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0861404 Jul 07 18:13:50.664329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-01e92a43-7aed-4978-bcad-8480ac60872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.666568 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-01e92a43-7aed-4978-bcad-8480ac60872e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0930455 Jul 07 18:13:50.730792 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-3a244bc3-26b1-4d6d-a2fc-c9cb1077ab51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 999 time: 0.0585153 Jul 07 18:13:50.780544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-8fe99868-aa23-410c-bf1d-97aedf604356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.782087 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-8fe99868-aa23-410c-bf1d-97aedf604356 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0455036 Jul 07 18:13:50.844131 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b86d-b1da-443e-bc28-662df6592575 req-cbf4a4b7-39bd-41eb-a1ad-c9d82894a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.845708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-cbf4a4b7-39bd-41eb-a1ad-c9d82894a83c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574064 Jul 07 18:13:50.937237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-6013da5f-163d-409f-a1b0-87c862b4cba5 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Jul 07 18:13:51.042135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-23f8b86d-b1da-443e-bc28-662df6592575 req-af3d77f5-53d2-4f62-973f-51c562a0b098 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964887 Jul 07 18:13:51.724622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb57d-1c6c-4108-9a59-17f0d5bd575c req-c3dc0327-319b-4104-90b4-30abc1da0f40 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.726161 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22fb57d-1c6c-4108-9a59-17f0d5bd575c req-c3dc0327-319b-4104-90b4-30abc1da0f40 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.0672929 Jul 07 18:13:51.765872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c22fb57d-1c6c-4108-9a59-17f0d5bd575c req-5139f10a-9e61-4d57-98ff-31d2f297a24b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Jul 07 18:13:52.018878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:52.021301 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33209528-49f4-4066-9e2e-e8cefcd0691e" -d '{"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:52.074527 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba43daa6-79f4-459b-91b0-2e7296d30f47 x-openstack-request-id: req-ba43daa6-79f4-459b-91b0-2e7296d30f47 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:52.074833 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:52.075090 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba43daa6-79f4-459b-91b0-2e7296d30f47 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:52.075512 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'status': 'completed', 'code': 200} Jul 07 18:13:52.153082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-025b90bb-d87f-4e50-a394-904750dd4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.154642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-025b90bb-d87f-4e50-a394-904750dd4237 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0569410 Jul 07 18:13:52.164333 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-3a36cc15-2028-4c24-98c0-572a27d938c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.166588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-3a36cc15-2028-4c24-98c0-572a27d938c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0648181 Jul 07 18:13:52.261347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-f1382564-f02b-46b5-a3a7-e4161d83acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.261347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-f1382564-f02b-46b5-a3a7-e4161d83acd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0994587 Jul 07 18:13:52.266580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-ec8771e4-3fd0-48d6-aaca-2f826ba8b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.270174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-ec8771e4-3fd0-48d6-aaca-2f826ba8b238 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0975354 Jul 07 18:13:52.334118 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-4e7b89c2-182c-43eb-9b0c-73dcd942f80b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 999 time: 0.0665278 Jul 07 18:13:52.347934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-2dfd2f21-3119-41b1-aa07-074a3862716f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 999 time: 0.0696979 Jul 07 18:13:52.389318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-ddf519bc-3b4d-4dc6-b5f1-0c3031680ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.391062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-ddf519bc-3b4d-4dc6-b5f1-0c3031680ba9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0510757 Jul 07 18:13:52.399682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-dc03071c-b0dd-4e64-931e-5df40078cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.402118 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-dc03071c-b0dd-4e64-931e-5df40078cb02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0479889 Jul 07 18:13:52.453713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-00977754-3c1e-431d-ace7-2f45d4af2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.455354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-00977754-3c1e-431d-ace7-2f45d4af2b35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572731 Jul 07 18:13:52.467917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-f5b2423b-675e-47c7-b073-244974a99ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.469443 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-f5b2423b-675e-47c7-b073-244974a99ecd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611026 Jul 07 18:13:52.545226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-137be48b-c5a4-4a86-9e41-121b681f6a98 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811498 Jul 07 18:13:52.565710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-496f0656-4f38-44f0-94a3-00e02344615b service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896368 Jul 07 18:13:52.637025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-a836bc14-b2e3-4ce7-9e70-d2c3305996fe service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861738 Jul 07 18:13:52.656790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-33209528-49f4-4066-9e2e-e8cefcd0691e req-4b686199-94fa-440b-98cc-7b04e371a5c5 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Jul 07 18:13:52.955902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7c3da-02ad-47c2-8307-4b7ccc5b2d34 req-792ef1b2-b66c-4a2b-9637-baa21fea99fd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.957416 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ed7c3da-02ad-47c2-8307-4b7ccc5b2d34 req-792ef1b2-b66c-4a2b-9637-baa21fea99fd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.0656362 Jul 07 18:13:52.997021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ed7c3da-02ad-47c2-8307-4b7ccc5b2d34 req-f1311c27-05e3-4757-ad7a-5b0fe1923865 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Jul 07 18:13:53.314653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012946d9-bd6d-4403-8efb-b2b737337887 req-64d48fe3-8bc7-46d7-8bf5-ef298f932453 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.315327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-fa544cbc-b8b7-47bb-9619-9fbbf4ab2376 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.316195 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-012946d9-bd6d-4403-8efb-b2b737337887 req-64d48fe3-8bc7-46d7-8bf5-ef298f932453 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 944 time: 0.0728905 Jul 07 18:13:53.316820 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-fa544cbc-b8b7-47bb-9619-9fbbf4ab2376 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a&tenant_id=a2dae86e4e5f499ea795f166f110cb36&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 944 time: 0.0761178 Jul 07 18:13:53.359111 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-012946d9-bd6d-4403-8efb-b2b737337887 req-646e6fb5-c7e9-4b0c-bba1-8af0503e37ad tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Jul 07 18:13:53.386061 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-f94d87c3-f932-4436-b5be-2b9229f2962e service neutron] delete failed (client error): The resource could not be found. Jul 07 18:13:53.387163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-f94d87c3-f932-4436-b5be-2b9229f2962e service neutron] 10.222.0.73 "DELETE /v2.0/ports/8db12803-61c3-41f7-b1b0-d51b5a86fd8d/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0631800 Jul 07 18:13:53.387761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:53.429366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:53.489042 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-5139bd23-e28b-4613-94ad-243d896443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.490591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-5139bd23-e28b-4613-94ad-243d896443d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1096 time: 0.0551078 Jul 07 18:13:53.585399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-771941c9-f964-4cb3-adca-93a9ca11d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.586951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-771941c9-f964-4cb3-adca-93a9ca11d186 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0893421 Jul 07 18:13:53.653907 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-ade63978-01ce-4f14-a2ab-ff7e4317c486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 999 time: 0.0603199 Jul 07 18:13:53.702074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-305e3dcb-4b62-4fd4-8ef4-14833f245a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.703558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-305e3dcb-4b62-4fd4-8ef4-14833f245a17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0435550 Jul 07 18:13:53.764179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-9419e028-e44e-402a-bf92-7c2056b69451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.765690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-9419e028-e44e-402a-bf92-7c2056b69451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557816 Jul 07 18:13:53.856506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-92407e89-df64-4ce7-94e5-930e8d9bbaf6 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840321 Jul 07 18:13:53.954528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-034f0bcf-296e-4854-8b75-90e0002d3bc7 req-955a6497-3e3d-4589-97e8-aab8d3ee2b24 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Jul 07 18:13:54.258864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:54.370901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:54.387798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'mac_address': 'fa:16:3e:83:74:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:54.433215 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.449293 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db12803-61c3-41f7-b1b0-d51b5a86fd8d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:54.471821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:54.477599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.532239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:54.540129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.541122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.541557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.541988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.542472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.542856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.543260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.543835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.544041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.544426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.544813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.545207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.558573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956160bd-8fc8-4388-ac49-dcdb365e0ce9 req-9cff3848-6a1f-4d09-b7d1-aa8ad7f6284b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.560258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956160bd-8fc8-4388-ac49-dcdb365e0ce9 req-9cff3848-6a1f-4d09-b7d1-aa8ad7f6284b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 945 time: 0.0770352 Jul 07 18:13:54.606104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-956160bd-8fc8-4388-ac49-dcdb365e0ce9 req-04db36c1-1779-4da9-a649-3208da57c683 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Jul 07 18:13:54.712208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['8db12803-61c3-41f7-b1b0-d51b5a86fd8d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:54.805449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de6c91-c768-40d2-91a0-a9dbf9c59f1d req-ae9e6dd6-63b5-4e06-a303-82a7238e479f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.807982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9de6c91-c768-40d2-91a0-a9dbf9c59f1d req-ae9e6dd6-63b5-4e06-a303-82a7238e479f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 945 time: 0.0795660 Jul 07 18:13:54.851784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9de6c91-c768-40d2-91a0-a9dbf9c59f1d req-ef2ed63d-55d2-4d2a-9ec0-c9e2a4602833 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 Jul 07 18:13:55.259091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2c74-dc78-4838-a081-554469169619 req-aa3494f0-b0fa-4457-8bf7-c3be5d143d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.261327 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-aa3494f0-b0fa-4457-8bf7-c3be5d143d00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 1097 time: 0.1121421 Jul 07 18:13:55.272912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc615b4-55bd-4432-87ba-9413df1c6b3b req-1aba8c3f-05ff-48e5-91b9-4cb091a0c86e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.274781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bc615b4-55bd-4432-87ba-9413df1c6b3b req-1aba8c3f-05ff-48e5-91b9-4cb091a0c86e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 945 time: 0.1169453 Jul 07 18:13:55.739364 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4bc615b4-55bd-4432-87ba-9413df1c6b3b req-31b2187a-da2b-488f-a114-f0ff9f7d5324 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547584 Jul 07 18:13:55.777502 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2c74-dc78-4838-a081-554469169619 req-c2c0f41c-8b87-41fa-aff9-0ea4eaca78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.779186 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-c2c0f41c-8b87-41fa-aff9-0ea4eaca78c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.5031211 Jul 07 18:13:55.848709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-7f534a58-c90e-4a75-94bd-6accbd5d5585 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 200 len: 1000 time: 0.0632336 Jul 07 18:13:55.901555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2c74-dc78-4838-a081-554469169619 req-5b3d02da-de7e-4601-9637-dcce1023ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.903058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-5b3d02da-de7e-4601-9637-dcce1023ea5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0485146 Jul 07 18:13:55.962504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2c74-dc78-4838-a081-554469169619 req-37a7a492-57c6-4c73-aeb8-682b03c3ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.964642 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-37a7a492-57c6-4c73-aeb8-682b03c3ceb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553303 Jul 07 18:13:56.056024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-06ff32b2-415d-4614-ac53-57f02cf42a67 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Jul 07 18:13:56.086308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.158471 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af5f2c74-dc78-4838-a081-554469169619 req-39320ccb-d2e4-4cd8-8bec-09843dfa08db service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966070 Jul 07 18:13:56.275031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:56.325807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:56.329528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:56.329907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.414724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.438859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:56.441124 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65c0b4-1290-4983-bd88-157438fccff5" -d '{"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-plugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:56.455103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:56.460508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.488390 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762fcc9-df76-46af-a99f-7769b7664dee x-openstack-request-id: req-0762fcc9-df76-46af-a99f-7769b7664dee {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:56.488678 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-plugged", "status": "completed", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:56.488936 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0762fcc9-df76-46af-a99f-7769b7664dee {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:56.489327 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'code': 200} Jul 07 18:13:56.517116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:56.919105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a0737-a931-490c-8511-cca1b3c5896b req-1a4f1320-fbd2-4533-9c52-ff0b8c251953 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.920632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-360a0737-a931-490c-8511-cca1b3c5896b req-1a4f1320-fbd2-4533-9c52-ff0b8c251953 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0666502 Jul 07 18:13:56.958758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-360a0737-a931-490c-8511-cca1b3c5896b req-bf7c2314-5095-444d-b509-76b4a6e24754 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jul 07 18:13:57.355222 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6a51-f037-44d6-a0e3-0dea9e8ffd02 req-c49c3a77-8827-4f72-84bf-61cbf9f35384 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.356916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2ea6a51-f037-44d6-a0e3-0dea9e8ffd02 req-c49c3a77-8827-4f72-84bf-61cbf9f35384 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0671217 Jul 07 18:13:57.395232 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2ea6a51-f037-44d6-a0e3-0dea9e8ffd02 req-a09943ca-19bf-4cd1-84dc-871d511946b8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Jul 07 18:13:57.695040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.592547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084459c-833d-4411-be58-4401e83d2c96 req-4d6d0bc7-ffbf-46bb-a68b-3ab950dfbae2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:58.594015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3084459c-833d-4411-be58-4401e83d2c96 req-4d6d0bc7-ffbf-46bb-a68b-3ab950dfbae2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.0877256 Jul 07 18:13:58.651478 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3084459c-833d-4411-be58-4401e83d2c96 req-516801f4-0aae-4f0e-bf37-70bd85ba42b1 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508945 Jul 07 18:13:58.662335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-d04e532c-2865-4cbd-a32b-c1d771ab08dd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:58.663793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-d04e532c-2865-4cbd-a32b-c1d771ab08dd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 946 time: 0.1102600 Jul 07 18:13:58.767665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Deleting port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:58.768011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.884807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] For port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:58.884807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.087862 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.088235 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.088559 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 disassociated. External IP: 172.25.3.13, port: 8db12803-61c3-41f7-b1b0-d51b5a86fd8d. Jul 07 18:13:59.088926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Calling delete_port for 8db12803-61c3-41f7-b1b0-d51b5a86fd8d owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:59.248283 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.289669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'Port': ['ID=8db12803-61c3-41f7-b1b0-d51b5a86fd8d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:59.465102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:59.594611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:59.606908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:59.617567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:59.617895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:59.642638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] No DVR routers for this DVR port 8db12803-61c3-41f7-b1b0-d51b5a86fd8d on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:59.645804 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.648621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e11d04b2-809d-4ad1-9ee7-7030195a33ad req-2daa5258-e9e2-44cf-ad96-03c34314fe14 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "DELETE /v2.0/ports/8db12803-61c3-41f7-b1b0-d51b5a86fd8d HTTP/1.1" status: 204 len: 173 time: 0.9790089 Jul 07 18:13:59.649108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-deleted', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:59.652490 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d63c76-0c0c-48c9-a9b0-17f348fbe587" -d '{"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-deleted", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:59.724582 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0229311b-deea-4700-85dc-e4cb52c5db48 x-openstack-request-id: req-0229311b-deea-4700-85dc-e4cb52c5db48 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:59.724956 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fae0fc-e313-432f-a95b-8712cb98735a", "name": "network-vif-deleted", "tag": "8db12803-61c3-41f7-b1b0-d51b5a86fd8d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:59.725284 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0229311b-deea-4700-85dc-e4cb52c5db48 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:59.726061 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fae0fc-e313-432f-a95b-8712cb98735a', 'name': 'network-vif-deleted', 'tag': '8db12803-61c3-41f7-b1b0-d51b5a86fd8d', 'status': 'completed', 'code': 200} Jul 07 18:13:59.767646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:59.890270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-99422132-256c-4135-8b2b-82824a8974f4 req-5ba86f4f-18e4-4f74-b09c-7e2f4f4aa6e4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fae0fc-e313-432f-a95b-8712cb98735a HTTP/1.1" status: 200 len: 210 time: 0.0333118 Jul 07 18:14:00.013311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:00.045091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:00.053575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:00.054202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:13:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:00.318776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:00.520217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:00.547180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc8655-7295-4732-a585-1062c899f7f6 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:00.761968 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ca2a2-f4c9-421c-b30b-2ce7f9014d63 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:01.262546 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-dd350e79-e276-4179-976c-3434f2fc89e8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1159976687&fields=id&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 267 time: 0.0325840 Jul 07 18:14:01.379495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-4771b463-1761-4f8c-b68b-cd0b7ec5b59b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.380883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-4771b463-1761-4f8c-b68b-cd0b7ec5b59b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1120594 Jul 07 18:14:01.395438 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-641ed409-5aa6-4651-910e-a944fc118bde tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/quotas/a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 375 time: 0.0089869 Jul 07 18:14:01.462365 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-e62e1b18-00e6-41b8-adb3-1d231b542ca2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618494 Jul 07 18:14:01.603812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-9298cfbd-f93a-4114-b7e4-2b8963ae66b9 service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296155 Jul 07 18:14:01.694756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-ce602980-bbcc-4488-bc97-81f28b74176d service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Jul 07 18:14:01.876575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de400d7e-2774-4229-87ae-e03504bb1617 req-c434e8e4-9ecd-46cc-801f-9231352b70d6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 210 time: 0.0367775 Jul 07 18:14:02.289970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:02.314965 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 8db12803-61c3-41f7-b1b0-d51b5a86fd8d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:14:02.315317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 8db12803-61c3-41f7-b1b0-d51b5a86fd8d not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:14:02.986111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-9fc3fc1b-40a6-4263-b7ea-ecb5f1049bb3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.987630 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-9fc3fc1b-40a6-4263-b7ea-ecb5f1049bb3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1294122 Jul 07 18:14:03.052630 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc6781bb-0c67-46af-83d3-54da681719fb req-31fae651-20f1-4538-bfc5-e200d9d8dcc8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 210 time: 0.0535164 Jul 07 18:14:03.056448 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-e4e6d45b-7f0c-42b5-b8f7-317cbb73f16f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 380 time: 0.0583756 Jul 07 18:14:03.064725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'port': {'device_id': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'admin_state_up': True, 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'security_groups': ['b42ac6da-9d4f-417f-b2e8-daf08d7046b3']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:03.179825 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:03.183918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.318998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Allocated IP 172.20.0.14 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/2a3bdf16-17e7-49e9-9536-56f22cafb6b4) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:03.466362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.480653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Transition to ACTIVE for port object 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:03.514079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.566207 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:03.569502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:03.573205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:03.601427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:03.616952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.617295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.617636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.617972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.618925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.619258 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.619585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.619908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.620228 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.620549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.620869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.621186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:03.644020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:03.644645 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.660647 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-c7dd37f3-4a62-40f8-8b34-5a8104ce437a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001256 Jul 07 18:14:03.673424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Request body: {'port': {'device_id': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:03.750976 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.857312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0e2596f9-9240-4f08-85d8-119e2898763f None None] Provisioning for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:03.861646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0e2596f9-9240-4f08-85d8-119e2898763f None None] Provisioning complete for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:03.862226 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0e2596f9-9240-4f08-85d8-119e2898763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.898279 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0e2596f9-9240-4f08-85d8-119e2898763f None None] Port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:14:04.029269 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:04.036740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.049103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Transition to ACTIVE for port object 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:04.052715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.103884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:04.187453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:04.187801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:04.188138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:04.193118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:04.193440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:04.199363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:04.199712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:04.200108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:04.200550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Bound port: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:04.200916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.260536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfce43-1305-46c8-a666-563eaff79474 req-ede44c34-6d2c-43fc-872f-b9c00075fc08 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.262394 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4cfce43-1305-46c8-a666-563eaff79474 req-ede44c34-6d2c-43fc-872f-b9c00075fc08 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.0795784 Jul 07 18:14:04.282502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:04.288951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:04.296246 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.319938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b4cfce43-1305-46c8-a666-563eaff79474 req-8ee58f56-15c3-4e06-980b-7f75c80b4e2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 Jul 07 18:14:04.333246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.334346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.335909 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] 10.222.0.73 "PUT /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1093 time: 0.6670418 Jul 07 18:14:04.338676 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:04.354689 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fb242e-b5a6-4343-918a-5a53a122a8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:04.371880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4786cb9-5377-404a-9310-d965ffdd5114 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:04.432285 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ec6653-b6fb-438a-821a-5fc37b3579c2 x-openstack-request-id: req-42ec6653-b6fb-438a-821a-5fc37b3579c2 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:04.432584 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:04.432914 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42ec6653-b6fb-438a-821a-5fc37b3579c2 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:04.433277 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'status': 'completed', 'code': 200} Jul 07 18:14:04.463384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-db750658-f40f-4f7a-ba48-b4ab35d70aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.465002 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-db750658-f40f-4f7a-ba48-b4ab35d70aed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1096 time: 0.0705934 Jul 07 18:14:04.517474 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-fbf26df7-c15b-4149-93ac-aeaea5d84674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0453382 Jul 07 18:14:04.571037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-793ff6da-7c7d-48a6-aa22-8f65d91b4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.572771 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-793ff6da-7c7d-48a6-aa22-8f65d91b4c82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0489748 Jul 07 18:14:04.637788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-649de6f6-f448-4b0a-9768-e63fbb7df307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.639362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-649de6f6-f448-4b0a-9768-e63fbb7df307 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608199 Jul 07 18:14:04.742176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-70e262cc-9a93-45e7-8012-0d3ef6a4bff9 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960631 Jul 07 18:14:04.834776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f4247895-ede0-4fe0-887f-ebf9b156740f req-163a8772-089e-41c4-b372-4bb9d0f3caa7 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Jul 07 18:14:04.948301 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-4ff38599-ebbc-49fb-845c-404579c4838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.949825 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-4ff38599-ebbc-49fb-845c-404579c4838b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1096 time: 0.0605052 Jul 07 18:14:05.362052 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-2d8a3ad8-6247-49f9-96b7-71dbcb3dffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.363587 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-2d8a3ad8-6247-49f9-96b7-71dbcb3dffed service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.4076803 Jul 07 18:14:05.411286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-6c080cc1-778d-4422-a9ef-e2092313e63e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0397677 Jul 07 18:14:05.463736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-cabcc079-93e5-4559-bf37-ab2e8b67aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.465216 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-cabcc079-93e5-4559-bf37-ab2e8b67aca8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0471010 Jul 07 18:14:05.526078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-6c3f36bb-7029-45ed-bef4-31109515819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.527651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-6c3f36bb-7029-45ed-bef4-31109515819e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557017 Jul 07 18:14:05.542998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5bc6-c004-4cd3-a768-e84748f222ef req-75963b98-abfb-49e9-a418-d2f87683f1c2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.544511 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-520d5bc6-c004-4cd3-a768-e84748f222ef req-75963b98-abfb-49e9-a418-d2f87683f1c2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.0795853 Jul 07 18:14:05.582702 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-520d5bc6-c004-4cd3-a768-e84748f222ef req-411c2334-ea2c-4a54-aaa7-4d31cab20a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Jul 07 18:14:05.621662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-ebfce72c-7d41-4b2f-a829-052cae2c1cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867383 Jul 07 18:14:05.709142 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c8fb242e-b5a6-4343-918a-5a53a122a8f4 req-acb6f741-d7f7-4ce1-b050-be82b1c39788 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809779 Jul 07 18:14:06.757746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4b8c-96e3-4806-9001-8285c1807a43 req-f46b130c-fdec-48b4-b44b-a818559d6b68 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:06.759910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f7c4b8c-96e3-4806-9001-8285c1807a43 req-f46b130c-fdec-48b4-b44b-a818559d6b68 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.0652261 Jul 07 18:14:06.796887 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f7c4b8c-96e3-4806-9001-8285c1807a43 req-ec994c54-6eb6-4879-9027-db575cb9b2c7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Jul 07 18:14:07.420087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:07.511111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:07.526026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:07.561664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.573618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:07.592551 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:07.596401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.643936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:07.690891 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a49304e7-8c80-4f54-9f53-d8c8f8bc36a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.810720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['2a3bdf16-17e7-49e9-9536-56f22cafb6b4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:07.977972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e83fb-d9c6-462f-8b4b-1a8b1938620e req-67d1cbcf-23cd-4429-85f5-d9afe8dfef80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.980106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-309e83fb-d9c6-462f-8b4b-1a8b1938620e req-67d1cbcf-23cd-4429-85f5-d9afe8dfef80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0660753 Jul 07 18:14:08.017207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-309e83fb-d9c6-462f-8b4b-1a8b1938620e req-e7a164fd-7ca1-45d3-bb69-0c3ca383c831 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Jul 07 18:14:09.194432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801129c-5a1e-4de9-8a43-cdcbba9faf35 req-58dac6f2-c60a-4a1b-8a4f-a5a19defd57a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:09.195847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2801129c-5a1e-4de9-8a43-cdcbba9faf35 req-58dac6f2-c60a-4a1b-8a4f-a5a19defd57a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0668395 Jul 07 18:14:09.233437 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2801129c-5a1e-4de9-8a43-cdcbba9faf35 req-48169265-308a-4fac-a32f-7ac9462398bf tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Jul 07 18:14:09.446595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:09.494206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:09.497893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:09.498267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.577273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.599599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:09.601865 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb3c5d6-8ac3-468d-afe2-1e62f5b43802" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:09.615364 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:09.620870 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:09.643541 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da53c6-1848-47db-8fc6-97c6bd155539 x-openstack-request-id: req-47da53c6-1848-47db-8fc6-97c6bd155539 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:09.643830 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:09.644083 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47da53c6-1848-47db-8fc6-97c6bd155539 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:09.644479 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'code': 200} Jul 07 18:14:09.671298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:09.756053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f7bc-a848-4df3-aee5-72cd970cac88 req-854a67b2-639c-48da-a956-9761f8b7b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:09.757439 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec88f7bc-a848-4df3-aee5-72cd970cac88 req-854a67b2-639c-48da-a956-9761f8b7b6b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1098 time: 0.0536115 Jul 07 18:14:09.793482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ec88f7bc-a848-4df3-aee5-72cd970cac88 req-e00233a9-397d-4eb9-99da-de84d08665d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286157 Jul 07 18:14:10.170590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1789ff2c-3616-462a-9193-4117ae7c36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.398264 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:10.408412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869895ef-85d8-4bca-a19a-db27ae16f20a req-ce5e6a28-b3c1-435c-8924-7fc210c74d0f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:10.409901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-869895ef-85d8-4bca-a19a-db27ae16f20a req-ce5e6a28-b3c1-435c-8924-7fc210c74d0f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0646050 Jul 07 18:14:10.448978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-869895ef-85d8-4bca-a19a-db27ae16f20a req-5bb16b84-b8a9-4cb0-a999-a1b435e5dee6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332489 Jul 07 18:14:10.717448 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.625752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ea6c0-3c87-456d-bc15-849097ea0284 req-8e58ffd5-5350-4ac0-99e8-f503c399a508 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.627331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c00ea6c0-3c87-456d-bc15-849097ea0284 req-8e58ffd5-5350-4ac0-99e8-f503c399a508 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0684457 Jul 07 18:14:11.668201 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c00ea6c0-3c87-456d-bc15-849097ea0284 req-1c7e3d89-39c5-4c15-acf5-c9955841ad69 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Jul 07 18:14:11.838646 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1383-9e47-46a3-b7e5-4fafcc18a493 req-f2dda41e-abeb-4252-a8bd-46cead3e8b04 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.840187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d0a1383-9e47-46a3-b7e5-4fafcc18a493 req-f2dda41e-abeb-4252-a8bd-46cead3e8b04 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0658975 Jul 07 18:14:11.848883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 39766) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:11.853513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'floatingip': {'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:11.897549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:12.048646 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:12.351791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:12.357118 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:12.456409 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 associated. External IP: 172.25.3.13, port: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4. Jul 07 18:14:12.664778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:14:12.773073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:12.778082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:12.782162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:12.791245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:12.791864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:12.816211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-64c1d94b-1ac5-4458-9452-183524c8c67d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "PUT /v2.0/floatingips/0a68762a-9bee-4b2d-96b1-e172b1e345b1 HTTP/1.1" status: 200 len: 991 time: 0.9662089 Jul 07 18:14:12.816802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:12.819174 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f497352-f2d1-45aa-9736-4a876f953fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:12.901607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:12.960480 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465651bd-e209-4bfa-8da5-ac8197f721c0 x-openstack-request-id: req-465651bd-e209-4bfa-8da5-ac8197f721c0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:12.960775 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:12.961032 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-465651bd-e209-4bfa-8da5-ac8197f721c0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:12.961443 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'status': 'completed', 'code': 200} Jul 07 18:14:13.039395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-2d1fe26b-c792-48f1-a0e5-5b41ea83491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:13.041555 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-2d1fe26b-c792-48f1-a0e5-5b41ea83491b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1098 time: 0.0581841 Jul 07 18:14:13.135619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-a61d5694-c362-485a-8adf-ad84287e2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:13.137156 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-a61d5694-c362-485a-8adf-ad84287e2847 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0869462 Jul 07 18:14:13.145467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:14:12Z', 'revision_number': 9, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:13.174349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:13.184968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:13.185599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:14:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:13.209651 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-20e39f90-6b31-4211-95b2-2ea52ed680a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 999 time: 0.0647714 Jul 07 18:14:13.260817 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-33141e75-54ac-4453-bf3a-c183d4648364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:13.262298 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-33141e75-54ac-4453-bf3a-c183d4648364 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0460522 Jul 07 18:14:13.296805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:13.328718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-82ea4ccb-51f1-4508-85f4-17d78ef497b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:13.330286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-82ea4ccb-51f1-4508-85f4-17d78ef497b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616944 Jul 07 18:14:13.426206 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-77d1cb99-7ede-4fde-9578-64ffa4bfb750 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Jul 07 18:14:13.538676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:14:12Z', 'revision_number': 9, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:13.538954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f497352-f2d1-45aa-9736-4a876f953fe6 req-516538bf-2880-40cc-a47d-3684264cb91e service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036274 Jul 07 18:14:13.570921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6739a-5513-4a84-ab6f-152930f1f1fc None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:14:12Z', 'revision_number': 9, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:13.765546 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a46fe-3d71-4542-a7d3-49e4fce8f879 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:13.806104 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.083510 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:27.682220 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.186591 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-e8162c3f-4281-4d1d-8600-d57106b1277a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525992 Jul 07 18:14:30.284193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-b1bd69cb-d996-4001-8a31-f1bd6b1e4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.285690 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-b1bd69cb-d996-4001-8a31-f1bd6b1e4771 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1098 time: 0.0561690 Jul 07 18:14:30.390578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-884f7dfb-300f-4461-8f62-e34f67e14be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.392065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-884f7dfb-300f-4461-8f62-e34f67e14be3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0857904 Jul 07 18:14:30.464148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-b6474c06-db22-4100-a806-9cec61f660e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1002 time: 0.0657251 Jul 07 18:14:30.513324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-015200b4-2e69-404b-9d37-5e28a5814302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.514800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-015200b4-2e69-404b-9d37-5e28a5814302 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0444720 Jul 07 18:14:30.576064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-428286c3-3669-4716-a245-00509853de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.577551 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-428286c3-3669-4716-a245-00509853de85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526924 Jul 07 18:14:30.671733 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-c0a28728-42ad-4494-807a-7f2241f6a48b service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Jul 07 18:14:30.765373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eaab159a-9a17-4475-bc5c-b4c1668c8102 req-6a439bc8-9562-4204-92b5-dccc2a1ca0cb service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874443 Jul 07 18:14:37.693178 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-677c8a5f-4b88-46b5-a05b-453a38d3c1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:40.171355 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86c0ba49-7ad7-4b37-8656-b09138be3e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:40.718744 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.053449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.806937 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.400036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:56.098993 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.708239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.693227 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-53d6286e-ff8c-4e11-956b-c596226cae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.173803 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5367542c-f9c6-4e36-ba2b-2fb01ea6dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.720463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.056212 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.812268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.399340 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:26.116710 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.695374 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.196012 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-a5f7b81a-51d9-4c99-ba2d-353bbd301831 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560231 Jul 07 18:15:31.295354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-1939d28b-2e46-4f9d-ad29-1620790ce9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.296866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-1939d28b-2e46-4f9d-ad29-1620790ce9c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1098 time: 0.0584772 Jul 07 18:15:31.399987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-567af698-505b-487c-886a-e6df6f3a9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.401462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-567af698-505b-487c-886a-e6df6f3a9473 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0849612 Jul 07 18:15:31.470485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-c2fec88f-fee0-4537-b533-ce8ac9a1e73c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1002 time: 0.0624516 Jul 07 18:15:31.520442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-c4a1a24f-a62d-4053-8d1c-eda90189a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.522091 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-c4a1a24f-a62d-4053-8d1c-eda90189a164 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0452268 Jul 07 18:15:31.584038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-5bec91c9-3518-4aa5-9b0f-0c8365b9e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.585608 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-5bec91c9-3518-4aa5-9b0f-0c8365b9e830 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570006 Jul 07 18:15:31.688661 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-9ce41e51-2108-42a2-9272-c94ad0ac9529 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957358 Jul 07 18:15:31.775684 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4b94e5b-33ef-40b2-9959-ae9feb7282f2 req-80506ccf-9274-47b6-8c79-49860a54b686 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806811 Jul 07 18:15:37.695482 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab4e5dbd-c623-4603-b79e-f1bf4e388f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.174571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e13bfeed-5300-41f0-919c-ff7f561fcdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.721779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.057989 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.808924 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.681550 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-78009278-406d-42b4-95c6-1724d3cf6869 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536406 Jul 07 18:15:50.752465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4432868-ce5e-491c-811d-5ebd133868dc req-8ef6f0b2-0f15-4cb5-9fb3-e2f5db9e6d06 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:50.753989 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4432868-ce5e-491c-811d-5ebd133868dc req-8ef6f0b2-0f15-4cb5-9fb3-e2f5db9e6d06 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0780616 Jul 07 18:15:50.795250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4432868-ce5e-491c-811d-5ebd133868dc req-5a02f17c-ed34-4e01-bb7f-c05a9c4f5cd8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348387 Jul 07 18:15:51.857909 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-34520a59-f793-4038-a141-a25bfc2327ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:51.859479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-34520a59-f793-4038-a141-a25bfc2327ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1098 time: 0.0591769 Jul 07 18:15:51.958015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-ff474047-7a32-472b-b1c5-6c38cb6eec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:51.959664 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-ff474047-7a32-472b-b1c5-6c38cb6eec4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0942745 Jul 07 18:15:52.001308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee38ec-f2b4-4c28-acf1-e93e4d269644 req-09511d4a-6ac0-4da3-ad11-4fa5e8c41e51 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.002856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-feee38ec-f2b4-4c28-acf1-e93e4d269644 req-09511d4a-6ac0-4da3-ad11-4fa5e8c41e51 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0691819 Jul 07 18:15:52.034920 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-2b674eee-c5fe-4fd7-aa47-3fa6a8a30330 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1002 time: 0.0676706 Jul 07 18:15:52.043974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-feee38ec-f2b4-4c28-acf1-e93e4d269644 req-d2e7eea5-271a-4201-b639-756b69eb0c0d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Jul 07 18:15:52.085525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-f197b273-e89c-400a-9c37-7b83789ed6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.087204 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-f197b273-e89c-400a-9c37-7b83789ed6a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0465422 Jul 07 18:15:52.147553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-e1931dab-369e-47e2-af36-91df6a24c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.150040 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-e1931dab-369e-47e2-af36-91df6a24c13f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568492 Jul 07 18:15:52.248231 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-84aa7e3b-73c6-4263-9212-ee134b78f220 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918660 Jul 07 18:15:52.339491 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-4cfa8121-5892-4dff-abf8-598d5d187d0f service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851369 Jul 07 18:15:53.217258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755c67-b26d-408e-953b-888911c0b7c6 req-5404db1c-9475-4132-8f86-96fe0aee5f3a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.218670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be755c67-b26d-408e-953b-888911c0b7c6 req-5404db1c-9475-4132-8f86-96fe0aee5f3a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0633492 Jul 07 18:15:53.259423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-be755c67-b26d-408e-953b-888911c0b7c6 req-e9df9540-4693-498c-8a50-7fa069d6c627 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Jul 07 18:15:54.442433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341f12f-5617-4e37-b41e-0a2ead73130b req-8dc4d759-5625-4090-9621-288587d42c74 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.444147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f341f12f-5617-4e37-b41e-0a2ead73130b req-8dc4d759-5625-4090-9621-288587d42c74 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0674744 Jul 07 18:15:54.482851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f341f12f-5617-4e37-b41e-0a2ead73130b req-0bc48e1e-0ee5-4c31-bfeb-7fe63c0caf8f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Jul 07 18:15:55.658512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b2f53-0327-40ad-8c00-d35d362a33be req-5de1e5ed-92b9-4e28-888b-15202d2beccf tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:55.660010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-859b2f53-0327-40ad-8c00-d35d362a33be req-5de1e5ed-92b9-4e28-888b-15202d2beccf tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0638676 Jul 07 18:15:55.699030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-859b2f53-0327-40ad-8c00-d35d362a33be req-d89547cf-8536-4c9b-b8e7-b003a72ec5ce tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Jul 07 18:15:56.200284 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.878961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c87856-932a-4a44-8ce1-b75e82b9a037 req-ca6d05da-381c-444c-8b9e-1448e62bb601 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.881170 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5c87856-932a-4a44-8ce1-b75e82b9a037 req-ca6d05da-381c-444c-8b9e-1448e62bb601 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0679486 Jul 07 18:15:56.918938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f5c87856-932a-4a44-8ce1-b75e82b9a037 req-575377f4-ef42-446b-af80-95f02de0095a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Jul 07 18:15:57.706805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.119973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ac729-82b8-42ec-8816-c93b80ee25d7 req-d0004461-3909-4e40-92dd-432f9acc2416 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.121730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a9ac729-82b8-42ec-8816-c93b80ee25d7 req-d0004461-3909-4e40-92dd-432f9acc2416 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0813563 Jul 07 18:15:58.171308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a9ac729-82b8-42ec-8816-c93b80ee25d7 req-d8df4271-1df9-47ac-af54-75d44fa9661f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Jul 07 18:15:59.359773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bd022-12b3-4ddb-8425-ede9ff9543f2 req-7ade7558-4b15-44ea-be53-241f4902397b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:59.361273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b0bd022-12b3-4ddb-8425-ede9ff9543f2 req-7ade7558-4b15-44ea-be53-241f4902397b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0703833 Jul 07 18:15:59.399690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7b0bd022-12b3-4ddb-8425-ede9ff9543f2 req-82036a1f-85f3-464e-ab4f-7990811b4e47 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Jul 07 18:16:00.583155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae45ec-970a-4dc5-ac74-62723f7e52a1 req-599efc92-5586-4184-a016-cca98de71a56 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:00.584727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abae45ec-970a-4dc5-ac74-62723f7e52a1 req-599efc92-5586-4184-a016-cca98de71a56 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0675230 Jul 07 18:16:00.624964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abae45ec-970a-4dc5-ac74-62723f7e52a1 req-d2e9000c-c42e-4651-be27-3bbc32d32acd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345743 Jul 07 18:16:01.398915 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:01.810530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a984-8bf7-44cc-b837-480e2f80ba01 req-6ef747ee-fefc-47a2-b95e-835ae6f830a7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.812108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85d3a984-8bf7-44cc-b837-480e2f80ba01 req-6ef747ee-fefc-47a2-b95e-835ae6f830a7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0656197 Jul 07 18:16:01.852347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85d3a984-8bf7-44cc-b837-480e2f80ba01 req-1d434379-f2e1-44ed-aeb4-3b64a928d5ff tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Jul 07 18:16:03.044370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6e88-a0c8-469e-9787-778651896a40 req-a28c063d-003f-43f8-9603-15e34a336468 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:03.045896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ec6e88-a0c8-469e-9787-778651896a40 req-a28c063d-003f-43f8-9603-15e34a336468 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0732660 Jul 07 18:16:03.086361 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3ec6e88-a0c8-469e-9787-778651896a40 req-4857de9b-74d7-41aa-956a-844242d74e48 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Jul 07 18:16:04.264805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36653b-6850-43b6-865b-30a34ed61cfc req-b97fd557-7734-42be-8dc5-c0e7d220ee56 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.266269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de36653b-6850-43b6-865b-30a34ed61cfc req-b97fd557-7734-42be-8dc5-c0e7d220ee56 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0650744 Jul 07 18:16:04.307606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de36653b-6850-43b6-865b-30a34ed61cfc req-db5d9db7-ef5b-445b-b8cd-8ac297c2117e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350907 Jul 07 18:16:04.574348 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-759232a3-91b7-4b65-b60d-30c16989d005 service neutron] show failed (client error): The resource could not be found. Jul 07 18:16:04.575334 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-759232a3-91b7-4b65-b60d-30c16989d005 service neutron] 10.222.0.73 "GET /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0558047 Jul 07 18:16:04.840616 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-8574ef34-20b8-491e-b869-49bd679696cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.842119 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-8574ef34-20b8-491e-b869-49bd679696cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.0575449 Jul 07 18:16:04.853347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.935119 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.157162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:05.190293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:05.234460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:05.237179 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dd15b-fb7b-4ee6-a7d4-110476dcc4cc" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:05.241181 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.254901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Transition to ACTIVE for port object 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:05.259082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.290257 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc66c2-1cfa-46d4-aab6-c70b5f721c1a x-openstack-request-id: req-7ffc66c2-1cfa-46d4-aab6-c70b5f721c1a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:05.290920 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:05.290920 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ffc66c2-1cfa-46d4-aab6-c70b5f721c1a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:05.291255 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'code': 200} Jul 07 18:16:05.345312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:05.369073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.369536 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.370514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.370514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.370514 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.370904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.371182 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.371388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.371701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.372025 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.372350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.372672 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:05.400880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] No DVR routers for this DVR port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:05.562579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab411-2ce6-4a6b-aaaf-2f0d0170d07a req-bf793ef5-78b0-4f98-952b-0646bffc3061 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.564227 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f76ab411-2ce6-4a6b-aaaf-2f0d0170d07a req-bf793ef5-78b0-4f98-952b-0646bffc3061 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.1230600 Jul 07 18:16:05.615821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:05.616160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:05.616492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:05.625782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:05.626108 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:05.638660 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f76ab411-2ce6-4a6b-aaaf-2f0d0170d07a req-95100acd-5bf3-4cde-b2e0-e5521e7baa0b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678899 Jul 07 18:16:05.639542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:05.639885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:05.640270 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:05.640702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Bound port: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:05.641066 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.703814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:05.707077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:05.711659 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.098649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.099261 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.100684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1093 time: 1.2516544 Jul 07 18:16:06.124658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85ec2a-417b-463f-8e9a-7caa4ee267a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.185666 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-a47c2500-7182-4f65-8a9e-edefecb418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.187262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-a47c2500-7182-4f65-8a9e-edefecb418c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1096 time: 0.0570893 Jul 07 18:16:06.283472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-5ab88a9b-8c95-45c9-aa1a-af6d18d8ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.285634 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-5ab88a9b-8c95-45c9-aa1a-af6d18d8ea01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0918360 Jul 07 18:16:06.351519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-27d6cfaa-fec6-4243-bf58-82b1827deb5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0599587 Jul 07 18:16:06.404011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-b47070fc-54c1-40fb-b255-909ed2702474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.405527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-b47070fc-54c1-40fb-b255-909ed2702474 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0470147 Jul 07 18:16:06.467819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-bd9a7e4d-fccb-472f-98c1-c3167edc09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.469332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-bd9a7e4d-fccb-472f-98c1-c3167edc09e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574994 Jul 07 18:16:06.559423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-1ad4ca20-18ab-4f00-9ee6-fed6169e54df service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838087 Jul 07 18:16:06.660996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fe5d460e-e606-4503-8226-e94a8dfe5cc4 req-912135ed-3893-4b91-b0a6-0b552562f3ba service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944848 Jul 07 18:16:06.826415 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12344ce8-a468-45b7-b58f-1e687b540cbb req-56d4b51b-3d41-4903-980b-b4630264f5ed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.827974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12344ce8-a468-45b7-b58f-1e687b540cbb req-56d4b51b-3d41-4903-980b-b4630264f5ed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.0687256 Jul 07 18:16:06.866428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12344ce8-a468-45b7-b58f-1e687b540cbb req-440f787a-93be-4602-92f5-ee440d8b94f7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Jul 07 18:16:07.292315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:07.294646 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b42bd9-8346-4f1e-844b-565b3fa2de10" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:07.342463 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee75f0-c893-430d-9685-b3f1fc0425e6 x-openstack-request-id: req-0fee75f0-c893-430d-9685-b3f1fc0425e6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:07.342766 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:07.343025 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fee75f0-c893-430d-9685-b3f1fc0425e6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:07.343420 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'status': 'completed', 'code': 200} Jul 07 18:16:07.415385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-f13859b9-25cd-448e-8714-917c30952813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.416890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-f13859b9-25cd-448e-8714-917c30952813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1096 time: 0.0527718 Jul 07 18:16:07.422870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-4e3cd4c1-e0ff-4996-b2bb-21cd9092e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.424364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-4e3cd4c1-e0ff-4996-b2bb-21cd9092e6bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1096 time: 0.0585284 Jul 07 18:16:07.515094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-a72f9c23-e8e3-4adb-b9ee-59ec0b6f8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.516575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-a72f9c23-e8e3-4adb-b9ee-59ec0b6f8a49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0926201 Jul 07 18:16:07.526516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-1b355625-0f72-4100-bfd2-3de1ab61887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.528014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-1b355625-0f72-4100-bfd2-3de1ab61887d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0978422 Jul 07 18:16:07.582316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-37c42d5c-089d-42b0-bcbc-e3d83e6cbfbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0584025 Jul 07 18:16:07.597064 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-5839d7cb-562b-4498-8b51-187be5d3d831 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0625041 Jul 07 18:16:07.635808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-b3c03f94-d0b8-4463-be01-9ea0355df2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.637296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-b3c03f94-d0b8-4463-be01-9ea0355df2b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0487745 Jul 07 18:16:07.649399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-69494e8b-6631-41bb-a243-aef122984dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.650899 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-69494e8b-6631-41bb-a243-aef122984dec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0476370 Jul 07 18:16:07.700746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c705cc93-25a2-4da8-a95e-ff4becbc1b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.707291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-4fc586a6-9b0f-4bf9-98e7-31bf84fcfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.709869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-4fc586a6-9b0f-4bf9-98e7-31bf84fcfeca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642698 Jul 07 18:16:07.716895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-dbd1596e-77c3-4bb2-bb81-ddf284301a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.718485 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-dbd1596e-77c3-4bb2-bb81-ddf284301a9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607388 Jul 07 18:16:07.809851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-1a1204d6-70ee-4107-9408-8e3147b20c6a service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931587 Jul 07 18:16:07.818047 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-845e6cf2-1af7-4eeb-8f56-05ff6a282a66 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932789 Jul 07 18:16:07.912676 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-dad3d51b-45f9-4275-98b3-f6780e19b308 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946286 Jul 07 18:16:07.927033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8b42bd9-8346-4f1e-844b-565b3fa2de10 req-5980116f-bf6a-491f-86a3-2a7f9c6e1c66 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024094 Jul 07 18:16:08.060325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d26b4-652a-44c5-a63a-d4cbfc65c8b2 req-c7523091-17a7-4fe4-9776-306259c9b6ba tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.061866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-310d26b4-652a-44c5-a63a-d4cbfc65c8b2 req-c7523091-17a7-4fe4-9776-306259c9b6ba tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 944 time: 0.0665448 Jul 07 18:16:08.125324 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-310d26b4-652a-44c5-a63a-d4cbfc65c8b2 req-21013284-83e0-42a0-9466-df495c141351 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564537 Jul 07 18:16:08.131278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:08.170537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:08.919308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:09.056654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:09.070395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:09.110378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.125845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:09.148329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:09.152884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.202933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:09.211367 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.211715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.212053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.212397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.212723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.213044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.213412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.213801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.214021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.214342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.214687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.215007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:09.317136 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922594e-6f8d-47c5-89b5-52a0abe79801 req-336743a5-01d4-4a39-8b17-4ce2346658e8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.318703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0922594e-6f8d-47c5-89b5-52a0abe79801 req-336743a5-01d4-4a39-8b17-4ce2346658e8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0710065 Jul 07 18:16:09.357844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0922594e-6f8d-47c5-89b5-52a0abe79801 req-915be759-7844-4adb-9c13-df86b3f33d8d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Jul 07 18:16:09.369441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['2a3bdf16-17e7-49e9-9536-56f22cafb6b4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:09.818068 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-e4414348-2bd5-4148-acde-7bafdebabc50 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.819548 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-e4414348-2bd5-4148-acde-7bafdebabc50 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&tenant_id=a2dae86e4e5f499ea795f166f110cb36&binding%3Ahost_id=n-h1-791505-12 HTTP/1.1" status: 200 len: 945 time: 0.1158881 Jul 07 18:16:09.906703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb34f2-9efa-44dc-af5c-65629aab2a62 req-3609f396-a43e-4b10-b320-59ded3cca355 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.908214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8adb34f2-9efa-44dc-af5c-65629aab2a62 req-3609f396-a43e-4b10-b320-59ded3cca355 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.1361489 Jul 07 18:16:09.916935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-ff1a12f7-3b2a-43bd-8275-f1dc0abd413f service neutron] 10.222.0.23 "GET /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4/bindings/n-h1-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.0904422 Jul 07 18:16:09.979113 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8adb34f2-9efa-44dc-af5c-65629aab2a62 req-4b61861f-a993-4d29-b04b-6a101cea2e12 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642331 Jul 07 18:16:10.011298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-54f3f6e5-f942-4338-9117-7fb8fcbe073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.012826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-54f3f6e5-f942-4338-9117-7fb8fcbe073e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1097 time: 0.0667422 Jul 07 18:16:10.110848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-e5434d6d-fc63-4c92-8630-ed07420f4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.112597 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-e5434d6d-fc63-4c92-8630-ed07420f4688 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0939784 Jul 07 18:16:10.176709 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ed38b859-1392-4f21-9045-fe037ac43afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.179699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-b08281ea-1ca4-4799-ab53-7f946388051e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1001 time: 0.0607908 Jul 07 18:16:10.229944 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-ed038b24-0b08-4670-8062-a0e8fd58c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.231540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-ed038b24-0b08-4670-8062-a0e8fd58c723 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0461023 Jul 07 18:16:10.296928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-56193b62-dabe-468a-bd9e-9b20b339a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.298498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-56193b62-dabe-468a-bd9e-9b20b339a66d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602112 Jul 07 18:16:10.388424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-fbb6cc9b-acf5-4d7a-9707-b36c06cb764e service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Jul 07 18:16:10.487272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-c4561d2b-8555-4e45-af30-9f59cee4d7dc service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911522 Jul 07 18:16:10.726398 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.940159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:10.991787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:10.995763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:10.996138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.085142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.111748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:11.117892 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd0153d-a371-4b97-a233-2790c69d3560" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:11.135210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:11.140135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.181497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cb7bf-75c4-4307-9b34-dac65b898303 req-4b746d6f-c902-4c85-8a1e-a873a55cc662 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.184424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa0cb7bf-75c4-4307-9b34-dac65b898303 req-4b746d6f-c902-4c85-8a1e-a873a55cc662 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0772023 Jul 07 18:16:11.194909 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:11.223003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fa0cb7bf-75c4-4307-9b34-dac65b898303 req-1d237f58-5e0a-4d6b-b95f-fe9fafd87580 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Jul 07 18:16:11.281906 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d115ca0c-3d57-4d25-91bc-8a10b4e6ac70 x-openstack-request-id: req-d115ca0c-3d57-4d25-91bc-8a10b4e6ac70 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:11.282203 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:11.282747 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d115ca0c-3d57-4d25-91bc-8a10b4e6ac70 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:11.282923 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'code': 200} Jul 07 18:16:12.066672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.462428 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142ece-0a21-49a6-ac0b-97a4714a495f req-514bca87-fc02-44b8-9c57-d03ad209a6d8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.464664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12142ece-0a21-49a6-ac0b-97a4714a495f req-514bca87-fc02-44b8-9c57-d03ad209a6d8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0766208 Jul 07 18:16:12.509739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12142ece-0a21-49a6-ac0b-97a4714a495f req-11641187-7eab-4238-ae20-55438af44163 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Jul 07 18:16:12.583103 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-97bf4a1b-cfce-4ed1-8d5d-583163396c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.584627 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-97bf4a1b-cfce-4ed1-8d5d-583163396c3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.0564404 Jul 07 18:16:12.595820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:12.675303 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.897904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.945578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:12.992153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:12.994548 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c9dce-b398-49c5-a3bc-f28e6c6840f8" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:12.998920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.014165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Transition to ACTIVE for port object 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:13.020097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.055741 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870593b5-a5d1-41e6-a35a-2f65a4a02218 x-openstack-request-id: req-870593b5-a5d1-41e6-a35a-2f65a4a02218 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:13.056041 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:13.056296 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-870593b5-a5d1-41e6-a35a-2f65a4a02218 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:13.056696 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'code': 200} Jul 07 18:16:13.128991 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.155421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.155702 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.156020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.156480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.156790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.157032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.157364 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.157693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.158027 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.158356 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.158712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.159044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:13.226230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] No DVR routers for this DVR port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:13.368211 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:13.368473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:13.368812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:13.373777 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:13.373967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Attempting to bind port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:13.379659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:13.379931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:13.380318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:13.380757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Bound port: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:13.381128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.455073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:13.460949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:13.466274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.507428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.508047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.509643 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] 10.222.0.73 "PUT /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1094 time: 0.9179993 Jul 07 18:16:13.544845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9192ae-2223-4e3f-985f-d91c3622a96a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=11']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.605002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-4a17bd2c-7dcd-4f71-8442-b07cb4761f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.606646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-4a17bd2c-7dcd-4f71-8442-b07cb4761f41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1097 time: 0.0704489 Jul 07 18:16:13.712600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-6180e3fd-fbcd-4ee0-9c79-08ded10b9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.714065 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-6180e3fd-fbcd-4ee0-9c79-08ded10b9039 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1009417 Jul 07 18:16:13.728735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8097-0c18-4963-9c30-c5a9393de57f req-8e8a729e-4327-40f9-8224-12d43d1f30a4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.731582 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b59a8097-0c18-4963-9c30-c5a9393de57f req-8e8a729e-4327-40f9-8224-12d43d1f30a4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0808439 Jul 07 18:16:13.791900 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-61603866-47c3-400f-a91b-58dc1959af1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0709817 Jul 07 18:16:13.796816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b59a8097-0c18-4963-9c30-c5a9393de57f req-04978886-9c74-41ed-8ae3-9dfb13b11ed3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565395 Jul 07 18:16:13.817427 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.853260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-0087e686-d8d8-42d2-9c26-6de43e74afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.855473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-0087e686-d8d8-42d2-9c26-6de43e74afe4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0566618 Jul 07 18:16:13.917410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-085cc4b0-ab4f-44e4-bb39-c1cc21a96447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.919202 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-085cc4b0-ab4f-44e4-bb39-c1cc21a96447 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568125 Jul 07 18:16:14.014735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-c89c83ea-df5a-4b10-9403-d45ec699bee8 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879064 Jul 07 18:16:14.105890 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5e785f5a-3d66-4ece-9985-f57cee3c50ad req-3c8eb7cb-8d49-42a9-84e8-53b2e8381ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 Jul 07 18:16:14.985606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3e958-e02f-42f7-8b96-4ac1bec60599 req-9cb8d148-2695-4e3d-bc43-991e455f0877 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.987172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37b3e958-e02f-42f7-8b96-4ac1bec60599 req-9cb8d148-2695-4e3d-bc43-991e455f0877 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0665612 Jul 07 18:16:15.039243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-37b3e958-e02f-42f7-8b96-4ac1bec60599 req-509c899e-d26c-4d6c-8998-7c60a6714da6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 Jul 07 18:16:15.057464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:15.059852 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a3fc6-0ea5-4309-9c7f-416ef9599da0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:15.106714 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edefc4-49f2-4164-b0db-819754c333a4 x-openstack-request-id: req-38edefc4-49f2-4164-b0db-819754c333a4 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:15.107007 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:15.107263 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38edefc4-49f2-4164-b0db-819754c333a4 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:15.107666 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'status': 'completed', 'code': 200} Jul 07 18:16:15.183864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-73f45fc7-bf5d-43cd-9dc5-e071ae1cb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.185410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-73f45fc7-bf5d-43cd-9dc5-e071ae1cb9a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1097 time: 0.0596132 Jul 07 18:16:15.187161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-c6fb7690-3a84-469f-920c-f5748ba80c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.188655 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-c6fb7690-3a84-469f-920c-f5748ba80c65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 1097 time: 0.0587916 Jul 07 18:16:15.279948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-1672c228-0744-47ba-8e47-612b7eade792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.281439 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-1672c228-0744-47ba-8e47-612b7eade792 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0892816 Jul 07 18:16:15.286326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-d1bcd758-b8a1-4092-b71f-df794b4c6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.287813 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-d1bcd758-b8a1-4092-b71f-df794b4c6b51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0858395 Jul 07 18:16:15.351803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-e2b3637d-ae07-4077-92bb-5ff6b56add59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0633085 Jul 07 18:16:15.358180 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-0fddba04-1c04-416b-9d1d-9783e0b5c277 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0637653 Jul 07 18:16:15.402706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-4371ae9f-d611-43ae-8ff1-07b6643db79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.404214 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-4371ae9f-d611-43ae-8ff1-07b6643db79e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0460820 Jul 07 18:16:15.465330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-056cb539-c657-41be-931e-809c5cfae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.467016 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-056cb539-c657-41be-931e-809c5cfae5dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568032 Jul 07 18:16:15.584298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-6144bc1d-765d-47b1-a2e6-1f93b22d24c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104560 Jul 07 18:16:15.682215 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-c3217b60-3575-4902-8a5e-8833c7bb1fec service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922949 Jul 07 18:16:15.753320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-cdbbd448-9e15-4b39-b307-5e3db10db421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.754800 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-cdbbd448-9e15-4b39-b307-5e3db10db421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.3864996 Jul 07 18:16:15.812237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-b4ddec9e-e96b-42a5-83e6-4e95423d4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.813753 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-b4ddec9e-e96b-42a5-83e6-4e95423d4fc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526345 Jul 07 18:16:15.913912 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-d78cde07-b8a8-493d-87ab-5e2d81bf73cc service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930281 Jul 07 18:16:16.004023 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-514a3fc6-0ea5-4309-9c7f-416ef9599da0 req-6ef2b92a-3dfb-4d3c-8fee-bcb03c24acd8 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Jul 07 18:16:16.130923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:16.234335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572471-d36a-4cc8-9a2b-b68741651cf2 req-8c2801e8-1279-471d-ae66-7f19e9042a9e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.236190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce572471-d36a-4cc8-9a2b-b68741651cf2 req-8c2801e8-1279-471d-ae66-7f19e9042a9e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 945 time: 0.0666270 Jul 07 18:16:16.241800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:16.255832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'mac_address': 'fa:16:3e:44:a6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:16.276859 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce572471-d36a-4cc8-9a2b-b68741651cf2 req-2bb5b532-e509-43c9-9e2a-c8ffb931511a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Jul 07 18:16:16.296124 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.309412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:16.330642 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:16.335080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.383688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:16.456910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2b89-d771-4bc1-b2d6-c2e18eed29f6 req-28c28bc6-d3b2-472f-89ed-6dab20ae860e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.458746 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-262c2b89-d771-4bc1-b2d6-c2e18eed29f6 req-28c28bc6-d3b2-472f-89ed-6dab20ae860e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0699663 Jul 07 18:16:16.496407 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-262c2b89-d771-4bc1-b2d6-c2e18eed29f6 req-26769ceb-353e-471e-9cc7-54ce6d1584e1 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319412 Jul 07 18:16:16.553980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['2a3bdf16-17e7-49e9-9536-56f22cafb6b4'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:16.677299 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684e22-eea3-4889-b113-d82427d280a3 req-11d0cff2-7bca-4c8a-a820-fc1d984271d0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.679166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24684e22-eea3-4889-b113-d82427d280a3 req-11d0cff2-7bca-4c8a-a820-fc1d984271d0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0717368 Jul 07 18:16:16.718782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24684e22-eea3-4889-b113-d82427d280a3 req-47b04390-9b1e-4a10-84d0-dbcace40b199 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339453 Jul 07 18:16:16.955498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:16.998322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:17.119676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769944f4-4387-4098-b118-e4315c481506 req-5ac8edc4-79b5-4b53-bda2-dfdfc11e22aa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.121107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-769944f4-4387-4098-b118-e4315c481506 req-5ac8edc4-79b5-4b53-bda2-dfdfc11e22aa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0727706 Jul 07 18:16:17.160538 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-769944f4-4387-4098-b118-e4315c481506 req-0dcebf5b-a044-496f-8ab6-ab84283d8d48 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Jul 07 18:16:18.143072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:18.196301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:18.200425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:18.200775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.288205 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.315901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:18.318757 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e633bc05-8885-407f-90d1-dc392d4e4517" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:18.333883 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:18.338141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.354677 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493333d-4400-402b-b341-391d8a9fea3c req-4abac3d6-779c-431e-9cad-129230dff014 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.356584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3493333d-4400-402b-b341-391d8a9fea3c req-4abac3d6-779c-431e-9cad-129230dff014 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0726743 Jul 07 18:16:18.366017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-7ec7d48a-f33b-4f41-8daf-547f14a253f3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.367548 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-7ec7d48a-f33b-4f41-8daf-547f14a253f3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 946 time: 0.0717344 Jul 07 18:16:18.391055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:18.398287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3493333d-4400-402b-b341-391d8a9fea3c req-a9cca317-53a1-4758-ad4c-b793c75237c6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350447 Jul 07 18:16:18.447646 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e83b49-22ce-4112-bcef-3d53f7f0aa40 x-openstack-request-id: req-55e83b49-22ce-4112-bcef-3d53f7f0aa40 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:18.448002 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:18.448262 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55e83b49-22ce-4112-bcef-3d53f7f0aa40 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:18.448665 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'code': 200} Jul 07 18:16:18.471453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Deleting port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:18.471939 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.563904 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] For port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:18.564253 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.739503 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.739794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.740120 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 disassociated. External IP: 172.25.3.13, port: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4. Jul 07 18:16:18.740474 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Calling delete_port for 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:18.874102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.907375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'Port': ['ID=2a3bdf16-17e7-49e9-9536-56f22cafb6b4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:19.029745 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:19.147127 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:19.157239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:19.167116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:19.167732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:19.191463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] No DVR routers for this DVR port 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:19.194119 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.196233 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6f46b59c-4025-4a52-b891-6df8adf077ed req-8cace484-926e-4f95-bf2a-3753460a49b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "DELETE /v2.0/ports/2a3bdf16-17e7-49e9-9536-56f22cafb6b4 HTTP/1.1" status: 204 len: 173 time: 0.8226984 Jul 07 18:16:19.196664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-deleted', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:19.198940 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb6402-d7c9-4a0c-b912-1eb209787a75" -d '{"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-deleted", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:19.244648 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772b726a-ff34-442e-bf21-faf8b9cffb64 x-openstack-request-id: req-772b726a-ff34-442e-bf21-faf8b9cffb64 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:19.244942 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a436e0-3286-4689-a984-df6a4e19da9e", "name": "network-vif-deleted", "tag": "2a3bdf16-17e7-49e9-9536-56f22cafb6b4", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:19.245194 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-772b726a-ff34-442e-bf21-faf8b9cffb64 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:19.245596 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a436e0-3286-4689-a984-df6a4e19da9e', 'name': 'network-vif-deleted', 'tag': '2a3bdf16-17e7-49e9-9536-56f22cafb6b4', 'status': 'completed', 'code': 200} Jul 07 18:16:19.455028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:19.558297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d251b47e-4ea2-4f1d-b8b6-6a63d0afc20e req-ae87af2f-b249-42ab-b73a-3d934cbf056e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2a436e0-3286-4689-a984-df6a4e19da9e HTTP/1.1" status: 200 len: 210 time: 0.0282662 Jul 07 18:16:19.673921 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:19.709179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:19.719075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:19.719724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:19.847996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:20.061631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:20.090360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b570e-fd8c-44a5-9aa0-02197aa177c3 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:20.325796 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0056433-46c2-4d3f-b0e9-f26031cebbf9 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:20.906619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-25ffeb70-0889-4196-8b1b-4b8584c62749 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1159976687&fields=id&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 267 time: 0.0328143 Jul 07 18:16:21.016339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-ee6f4f90-68d7-4a98-b226-f425a4e60d4e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.017800 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-ee6f4f90-68d7-4a98-b226-f425a4e60d4e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1041424 Jul 07 18:16:21.033626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-e4850b5f-e846-4d74-9fdf-c7356b0c24cb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/quotas/a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 375 time: 0.0094676 Jul 07 18:16:21.104026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-600eb2b5-16b0-4b95-ae69-a60e9bb65a0e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649669 Jul 07 18:16:21.220980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-6c82a0d8-0222-4cbc-87ec-b78992a89fc6 service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052067 Jul 07 18:16:21.313000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-2e9cb10b-70e0-43e1-988c-ae8f2e077878 service neutron] 10.222.0.66 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863829 Jul 07 18:16:21.490310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e936e586-1ffb-43a7-9c78-4d1bcd39a937 req-975ed297-5e8b-40b5-9977-c4d30ed3cf29 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0349655 Jul 07 18:16:22.178231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:22.199115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:22.199464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 2a3bdf16-17e7-49e9-9536-56f22cafb6b4 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:22.576189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-869653e7-d1e7-4389-a3e9-6eb315250dee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.577733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-869653e7-d1e7-4389-a3e9-6eb315250dee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 812 time: 0.1214221 Jul 07 18:16:22.654767 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-b8312817-67e6-432a-9f4c-cc3dac7f7591 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 380 time: 0.0660207 Jul 07 18:16:22.677874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'port': {'device_id': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'admin_state_up': True, 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'security_groups': ['b42ac6da-9d4f-417f-b2e8-daf08d7046b3']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:22.683954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc4ec063-d511-45a6-b43b-a90b8e9679ef req-9abb0b10-e1ea-4660-9ac8-e970a7d37ad5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0572114 Jul 07 18:16:22.795826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Made reservation on behalf of a2dae86e4e5f499ea795f166f110cb36 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:22.800064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:22.964300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Allocated IP 172.20.0.14 (ef53fd3a-b5c0-4ecf-a32f-558cb1abf352/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea/d4c8256a-a348-435a-ba0c-6cd16ce60310) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:23.116554 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.134432 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Transition to ACTIVE for port object d4c8256a-a348-435a-ba0c-6cd16ce60310 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:23.189438 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.236155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:23.240089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:23.242702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:23.272431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:23.307210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:23.307892 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.329898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-a75cae8b-ad50-45b9-b5b0-b360c7e23a76 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6572797 Jul 07 18:16:23.341212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Request body: {'port': {'device_id': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:23.427560 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.493832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31a23004-f632-4113-aacb-0d226b07a523 None None] Provisioning for port d4c8256a-a348-435a-ba0c-6cd16ce60310 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:23.497902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-31a23004-f632-4113-aacb-0d226b07a523 None None] Provisioning complete for port d4c8256a-a348-435a-ba0c-6cd16ce60310 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:23.498284 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-31a23004-f632-4113-aacb-0d226b07a523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.533802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-31a23004-f632-4113-aacb-0d226b07a523 None None] Port d4c8256a-a348-435a-ba0c-6cd16ce60310 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:23.708301 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:23.716217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.730941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Transition to ACTIVE for port object d4c8256a-a348-435a-ba0c-6cd16ce60310 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:23.735436 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.788420 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:23.906507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:23.906858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:23.907202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:23.917962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:23.918186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:23.933479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486884a-098b-44bf-b77d-24beebe9491e req-8c6bb507-8320-4f5d-9766-1829fee09967 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:23.935163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4486884a-098b-44bf-b77d-24beebe9491e req-8c6bb507-8320-4f5d-9766-1829fee09967 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.1231036 Jul 07 18:16:23.938253 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:23.938635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:23.939029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:23.939467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Bound port: d4c8256a-a348-435a-ba0c-6cd16ce60310, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:23.939832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:24.010427 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4486884a-098b-44bf-b77d-24beebe9491e req-5f6d0ec6-6e47-42a1-859d-45f668b0bc7c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673161 Jul 07 18:16:24.038643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:24.041821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:24.046892 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:24.087157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.087790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:24.089277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1093 time: 0.7525828 Jul 07 18:16:24.091483 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:24.094636 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7d287-8e6f-415e-9041-f75d23ce5ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:24.121819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09027b40-798f-4ec1-9b8b-0e1d44419544 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:24.148733 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa571ba-d54e-4cc9-ae17-dc385dc61b58 x-openstack-request-id: req-9aa571ba-d54e-4cc9-ae17-dc385dc61b58 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:24.149175 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:24.149479 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9aa571ba-d54e-4cc9-ae17-dc385dc61b58 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:24.150128 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'status': 'completed', 'code': 200} Jul 07 18:16:24.198638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-cf99af83-1e9f-49da-bef6-22433ef766af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.200197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-cf99af83-1e9f-49da-bef6-22433ef766af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0650764 Jul 07 18:16:24.241988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-58d8b436-c40a-4019-925b-f43b8804f49f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 217 time: 0.0348389 Jul 07 18:16:24.306243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-b39eefe6-9d62-446b-a055-07f166412be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.307769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-b39eefe6-9d62-446b-a055-07f166412be7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0595102 Jul 07 18:16:24.368457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-51d1605b-4770-4456-b278-1e8eabc14f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.369916 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-51d1605b-4770-4456-b278-1e8eabc14f5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545604 Jul 07 18:16:24.460647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-d817d05c-8ae1-4732-9769-0517f743fe5b service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838063 Jul 07 18:16:24.554063 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d04bdaf4-d7dd-4ef1-8dd1-9d2251bb43d5 req-3d044b16-c99c-40ef-8056-29061cd75021 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875444 Jul 07 18:16:24.652906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-0997c2f1-803e-4143-9f3b-0df0c14da726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.654417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-0997c2f1-803e-4143-9f3b-0df0c14da726 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0545745 Jul 07 18:16:24.749059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-1cff6e32-9331-4d9b-9a13-06a91b506a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.750587 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-1cff6e32-9331-4d9b-9a13-06a91b506a7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0898216 Jul 07 18:16:24.792458 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-06198d96-2185-4284-868a-6888e9e7ceb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 217 time: 0.0350859 Jul 07 18:16:24.843331 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-6d7bcd29-1c9b-486f-a115-ef9af02f2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.844714 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-6d7bcd29-1c9b-486f-a115-ef9af02f2dfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0451987 Jul 07 18:16:24.906384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-ca34cdfa-8ae3-4c7d-b7b1-2b391901801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.907912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-ca34cdfa-8ae3-4c7d-b7b1-2b391901801f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565882 Jul 07 18:16:24.996599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-1ef88980-3a12-4ef4-9ec9-25a3dd158b9f service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812998 Jul 07 18:16:25.096247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-acc7d287-8e6f-415e-9041-f75d23ce5ddb req-efa58bd3-68ee-41df-90ec-449a666c43d1 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926232 Jul 07 18:16:25.386287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4417f-48dc-4685-a870-dd176675b28f req-727296e0-28df-4644-847a-24249dca9cee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:25.387771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c4417f-48dc-4685-a870-dd176675b28f req-727296e0-28df-4644-847a-24249dca9cee tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0662582 Jul 07 18:16:25.425429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24c4417f-48dc-4685-a870-dd176675b28f req-69d8d602-b835-4b30-907c-a291ab2c9c42 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Jul 07 18:16:26.201967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.597824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4be51e-8670-4d28-87d7-c25da5a382aa req-cf155cc7-f5ca-4c03-9766-a44d5d73fc54 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:26.599356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce4be51e-8670-4d28-87d7-c25da5a382aa req-cf155cc7-f5ca-4c03-9766-a44d5d73fc54 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0625906 Jul 07 18:16:26.635713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce4be51e-8670-4d28-87d7-c25da5a382aa req-b6c24269-2344-4400-89b3-df18a4486cbc tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Jul 07 18:16:26.985680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:27.080120 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:27.091830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:27.127287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.139869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:27.160250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:27.164071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.215155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:27.352249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d4c8256a-a348-435a-ba0c-6cd16ce60310'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:27.705145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.814746 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d91bb8-8fb7-42ed-bffc-f4f58578ea1c req-9926d1b0-55a9-475d-9461-5694a9d01186 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:27.816410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d91bb8-8fb7-42ed-bffc-f4f58578ea1c req-9926d1b0-55a9-475d-9461-5694a9d01186 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0676029 Jul 07 18:16:27.854320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f0d91bb8-8fb7-42ed-bffc-f4f58578ea1c req-c9a34ae0-b11a-4eaf-a761-9d9750d35733 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Jul 07 18:16:29.003390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:29.037191 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb0164-09f2-4061-867c-a5852adddc1b req-39373a1d-eb58-4a82-a2ac-66cdee3ef8fa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.038768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dafb0164-09f2-4061-867c-a5852adddc1b req-39373a1d-eb58-4a82-a2ac-66cdee3ef8fa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0658102 Jul 07 18:16:29.072600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d4c8256a-a348-435a-ba0c-6cd16ce60310 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:29.078875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dafb0164-09f2-4061-867c-a5852adddc1b req-d5983b15-cb21-4a7e-b841-464ab1a74a8e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344095 Jul 07 18:16:29.079104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d4c8256a-a348-435a-ba0c-6cd16ce60310 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:29.079453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:29.160900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:29.183306 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:29.185717 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0b3f5-7596-4f60-955c-b7806d9ed5fd" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:29.198535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:29.203487 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:29.228827 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900be2d-f5f5-41ba-bea4-e55facc92060 x-openstack-request-id: req-e900be2d-f5f5-41ba-bea4-e55facc92060 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:29.229120 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:29.229374 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e900be2d-f5f5-41ba-bea4-e55facc92060 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:29.229768 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'code': 200} Jul 07 18:16:29.259579 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:29.343967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd55008-755d-48e5-8002-b8792a76558c req-09486e58-7a42-4099-a7c8-6b3681bd349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.345468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abd55008-755d-48e5-8002-b8792a76558c req-09486e58-7a42-4099-a7c8-6b3681bd349a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1098 time: 0.0539753 Jul 07 18:16:29.384640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-abd55008-755d-48e5-8002-b8792a76558c req-a22b6de7-a2a9-4786-9f24-06d4263a2b07 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Jul 07 18:16:30.269925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2759145-22e8-45f2-b947-82412eca4860 req-41b3a3be-49c9-491b-804a-2aa3a04fe66e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:30.271434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2759145-22e8-45f2-b947-82412eca4860 req-41b3a3be-49c9-491b-804a-2aa3a04fe66e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0671074 Jul 07 18:16:30.309348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e2759145-22e8-45f2-b947-82412eca4860 req-b0c1f82e-dfbf-43b8-aae6-0614e29b64c6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jul 07 18:16:31.484681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7711f-7dff-43d2-b431-86743b4b4b1c req-c7b78b70-2546-4bdb-9508-83bff7933d67 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:31.486179 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbd7711f-7dff-43d2-b431-86743b4b4b1c req-c7b78b70-2546-4bdb-9508-83bff7933d67 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0622516 Jul 07 18:16:31.523797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cbd7711f-7dff-43d2-b431-86743b4b4b1c req-677af650-45df-4e22-9fab-1d1a3f1db747 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jul 07 18:16:31.699830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d449-ecc7-4610-a933-d4c669b27030 req-c8e7aff4-21c4-446c-bf11-35a86a6f9223 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:31.701309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fc9d449-ecc7-4610-a933-d4c669b27030 req-c8e7aff4-21c4-446c-bf11-35a86a6f9223 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0701349 Jul 07 18:16:31.710312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40124) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:31.715196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Request body: {'floatingip': {'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:31.756135 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.550746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.554778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.652057 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 associated. External IP: 172.25.3.13, port: d4c8256a-a348-435a-ba0c-6cd16ce60310. Jul 07 18:16:32.859724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:32.969592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:32.975206 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.980259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:32.994286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:32.994944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:33.014621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f6fcb64b-e346-4bdf-bfc5-2b096856baed tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "PUT /v2.0/floatingips/0a68762a-9bee-4b2d-96b1-e172b1e345b1 HTTP/1.1" status: 200 len: 992 time: 1.3031206 Jul 07 18:16:33.015217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:33.017530 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ad387-f62c-4487-b58b-cfd083840a24" -d '{"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:33.099340 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:33.145058 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72085c25-6fd5-40ef-a094-135a4c87dc8d x-openstack-request-id: req-72085c25-6fd5-40ef-a094-135a4c87dc8d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:33.145307 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:33.145565 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72085c25-6fd5-40ef-a094-135a4c87dc8d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:33.146001 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'status': 'completed', 'code': 200} Jul 07 18:16:33.218821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-83bbf7ae-fde7-4348-a307-5d45d9bb4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:33.220367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-83bbf7ae-fde7-4348-a307-5d45d9bb4139 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1098 time: 0.0530849 Jul 07 18:16:33.326596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-5bbc9812-77b9-4db7-aaf0-be2b311e29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:33.328096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-5bbc9812-77b9-4db7-aaf0-be2b311e29b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1015699 Jul 07 18:16:33.336651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:16:32Z', 'revision_number': 13, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:33.363666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:33.371929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:33.372541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:16:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:33.394655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-a3d37490-b7c4-4e4a-8de2-d9bb3a19031a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0600197 Jul 07 18:16:33.444135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-e0b0ddf0-b747-4789-8345-3426982af206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:33.445682 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-e0b0ddf0-b747-4789-8345-3426982af206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0453551 Jul 07 18:16:33.483325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:33.508020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-2eafe73c-578b-4d9e-9993-f124cc5694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:33.509503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-2eafe73c-578b-4d9e-9993-f124cc5694e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579154 Jul 07 18:16:33.598690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-90c43734-affd-4dfc-aca3-c9566a089029 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826786 Jul 07 18:16:33.690874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a9ad387-f62c-4487-b58b-cfd083840a24 req-9cc74428-bc28-42a7-90d3-a47da63793e0 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Jul 07 18:16:33.708599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:16:32Z', 'revision_number': 13, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:33.740783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee51c0e-d851-48cd-a4f5-2d5faa5f344a None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '0a68762a-9bee-4b2d-96b1-e172b1e345b1', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:09:27Z', 'updated_at': '2021-07-07T18:16:32Z', 'revision_number': 13, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:33.924875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f2431-7d46-4d24-956f-ec18adcc1478 None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:37.703316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-dbeb708f-883d-4f3d-8443-b7c5ac2c4756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.400449 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:40.178071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-457e0501-70b7-4bc2-9abe-498120d6e5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:40.728205 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:40.913155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-dc9b2272-480a-48b6-90a4-77014ae8ee9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553005 Jul 07 18:16:41.008749 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-c3413cb7-6882-461f-a5b8-c0f8e73fa73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:41.010174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-c3413cb7-6882-461f-a5b8-c0f8e73fa73e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1098 time: 0.0529742 Jul 07 18:16:41.122099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-fd5789e0-abb5-4f46-b368-809968488926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:41.123624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-fd5789e0-abb5-4f46-b368-809968488926 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0913520 Jul 07 18:16:41.189618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-8acbd6a2-3a03-474c-8e99-854a18e1ce6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1002 time: 0.0591316 Jul 07 18:16:41.237634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-f8da080d-f8a0-4322-a2e3-4d00c1ea547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:41.239269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-f8da080d-f8a0-4322-a2e3-4d00c1ea547e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0438006 Jul 07 18:16:41.300899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-3fd97f61-d923-4c45-9cef-b773b382d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:41.302336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-3fd97f61-d923-4c45-9cef-b773b382d08d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566936 Jul 07 18:16:41.396651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-766a01fa-1dc1-4a98-96de-4de0c6f84267 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Jul 07 18:16:41.489562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f2f4e6af-84d5-421f-a757-9330f5c89d13 req-4c0d9072-defb-4612-8787-7d71f9a9d981 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859756 Jul 07 18:16:42.064850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:43.816472 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.189910 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.705897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.705279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9dd9-4d44-48d4-8084-a5c19e6773ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:10.179042 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-16377bed-6b30-4b95-ada6-d100d20b7a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:10.729579 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:12.067058 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.818421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.399525 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:26.202229 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:27.713961 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.709820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-19c7a6ef-9933-4f5b-886e-32c77de2c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.180467 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c2b5adae-cb43-4873-86cb-13241570f335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.730626 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.912351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-9655dec9-d939-4181-8a9b-f5dd1ac253ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556898 Jul 07 18:17:42.007735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-7496db72-e70e-4b69-9a70-e951a8f8fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:42.009293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-7496db72-e70e-4b69-9a70-e951a8f8fead service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1098 time: 0.0539544 Jul 07 18:17:42.071663 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.121734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-c16d22d9-a051-4071-b3c7-21356ad3b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:42.123508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-c16d22d9-a051-4071-b3c7-21356ad3b1a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0939741 Jul 07 18:17:42.192211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-79aee27e-aefa-41f0-843e-b9576fd80da1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1002 time: 0.0615971 Jul 07 18:17:42.244954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-9569d7ae-ffcc-49d2-86e2-91a076266dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:42.246432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-9569d7ae-ffcc-49d2-86e2-91a076266dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0483487 Jul 07 18:17:42.304307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-207d0966-f319-4e41-8a64-bf0c6870b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:42.305822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-207d0966-f319-4e41-8a64-bf0c6870b27d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524216 Jul 07 18:17:42.315871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-30bcd8c8-f54b-4702-8a0b-e4331c62493d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:17:42.316919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-30bcd8c8-f54b-4702-8a0b-e4331c62493d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053158 Jul 07 18:17:42.406251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-27534bf1-2095-40c6-b6a1-5ebb41fef823 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828977 Jul 07 18:17:42.497299 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3908e89e-cd02-4259-8a59-08de1e4977f4 req-9fe0f3b7-822e-4502-81f8-4cbe41b4e3ef service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Jul 07 18:17:43.822989 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.399517 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:56.205198 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.729587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.710610 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e31e-6b5c-4c55-b34b-62f868fc9062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.689515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ad0a-b01a-4c01-94d1-abe1793d9d2b req-796fe1f8-3953-45a0-8643-14dd660f9c27 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:09.691031 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fc2ad0a-b01a-4c01-94d1-abe1793d9d2b req-796fe1f8-3953-45a0-8643-14dd660f9c27 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.1200368 Jul 07 18:18:09.728771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fc2ad0a-b01a-4c01-94d1-abe1793d9d2b req-4c5f6f9c-bd89-4840-a719-a305fffb20e0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Jul 07 18:18:10.181826 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-080fa03c-fb2c-4d2a-937d-fe2875ca2b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:10.732293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.071086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.828131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.823137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-5624d4c6-0f16-4ae3-bb33-1be9e761e4ad req-2257b89c-c94b-4052-a0c0-265d3c1bf1e3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:18:20.823938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5624d4c6-0f16-4ae3-bb33-1be9e761e4ad req-2257b89c-c94b-4052-a0c0-265d3c1bf1e3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056798 Jul 07 18:18:21.067250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-da73226b-9d41-4052-8b0d-adb4a69bf7b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0576518 Jul 07 18:18:21.148288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ff0e5-8bf0-4a44-b3ca-632374ff0e79 req-1d2e0f92-4523-4c43-b8c5-bee0240dd9d9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:21.150342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a6ff0e5-8bf0-4a44-b3ca-632374ff0e79 req-1d2e0f92-4523-4c43-b8c5-bee0240dd9d9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0851264 Jul 07 18:18:21.195167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5a6ff0e5-8bf0-4a44-b3ca-632374ff0e79 req-5429e565-7301-48ba-b9ed-6b2bb74c4e16 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Jul 07 18:18:22.403332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-50d89ff8-160b-439f-a616-fef436796289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.405572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-50d89ff8-160b-439f-a616-fef436796289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1098 time: 0.0926330 Jul 07 18:18:22.421267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9a690-5948-4ea0-a47e-62a3b745e491 req-cdc8af99-ff33-420b-875e-e746244a6b80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.422710 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0f9a690-5948-4ea0-a47e-62a3b745e491 req-cdc8af99-ff33-420b-875e-e746244a6b80 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0837698 Jul 07 18:18:22.509175 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0f9a690-5948-4ea0-a47e-62a3b745e491 req-cbf6cc51-2f65-4ea6-9a18-a1bdda4b4a63 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791740 Jul 07 18:18:22.545791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-05904635-0e08-400f-8e33-ea85772725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.548492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-05904635-0e08-400f-8e33-ea85772725ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1351211 Jul 07 18:18:22.613525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-6fee49c3-e678-47f2-a66d-bb9e3916f98d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1002 time: 0.0590780 Jul 07 18:18:22.664807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-98e4fba2-73a5-4e8b-8279-42fb1bcbc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.666290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-98e4fba2-73a5-4e8b-8279-42fb1bcbc84a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0471320 Jul 07 18:18:22.723522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-d1f057ad-3492-4f50-8796-2aa09686263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.725107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-d1f057ad-3492-4f50-8796-2aa09686263d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528498 Jul 07 18:18:22.813230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-239f7e97-3ddb-4b04-8d09-692032967f85 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817704 Jul 07 18:18:22.908958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-4f471247-f32f-43dd-9e2f-be91a9a251ab service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Jul 07 18:18:23.702856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70735a-36fe-4b3c-ba9d-9f040783f58e req-94144da8-a4ec-45e3-8b5b-c2e6e6749cb0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.704487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed70735a-36fe-4b3c-ba9d-9f040783f58e req-94144da8-a4ec-45e3-8b5b-c2e6e6749cb0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0691619 Jul 07 18:18:23.746391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ed70735a-36fe-4b3c-ba9d-9f040783f58e req-fdf8da03-d7ed-4667-ad89-38e11a21e6c0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Jul 07 18:18:24.936365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bf364-cf91-4408-bb74-1150e2b2350d req-6c8ae28d-6f73-402e-a961-ce8fab279ca0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:24.937937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-961bf364-cf91-4408-bb74-1150e2b2350d req-6c8ae28d-6f73-402e-a961-ce8fab279ca0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0733690 Jul 07 18:18:24.978091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-961bf364-cf91-4408-bb74-1150e2b2350d req-a1baca88-e7f0-4813-9259-7dbe3131b763 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343585 Jul 07 18:18:26.176795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae53e2-de61-48d6-9bef-7fb46056e4fe req-5344956b-6da4-41e6-8114-edbbf43ae8d2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:26.178268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3ae53e2-de61-48d6-9bef-7fb46056e4fe req-5344956b-6da4-41e6-8114-edbbf43ae8d2 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0730352 Jul 07 18:18:26.218005 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.219421 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f3ae53e2-de61-48d6-9bef-7fb46056e4fe req-5d3b6abd-edcc-4d40-b2f4-05a1cde237c5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355277 Jul 07 18:18:27.406217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae40c4a-46fd-4543-b083-5b734ca90db5 req-5951db81-9314-4725-a48c-607e7bcccc7c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:27.408037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eae40c4a-46fd-4543-b083-5b734ca90db5 req-5951db81-9314-4725-a48c-607e7bcccc7c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0682154 Jul 07 18:18:27.454741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eae40c4a-46fd-4543-b083-5b734ca90db5 req-c5d1dfe1-be00-4550-9303-b74fe95dc51e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Jul 07 18:18:27.734761 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.636221 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f4151-4657-4bc2-804d-84540a1219d6 req-e39e5cf5-0fec-4937-872d-6a9eaf42e4df tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.637968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350f4151-4657-4bc2-804d-84540a1219d6 req-e39e5cf5-0fec-4937-872d-6a9eaf42e4df tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0673177 Jul 07 18:18:28.677704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350f4151-4657-4bc2-804d-84540a1219d6 req-3010ceff-ef36-451a-8b74-d859209128f4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Jul 07 18:18:29.398874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:29.859558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c312d-355c-482a-a3d2-a003c7423c8a req-da046834-47cf-4547-ab91-c8673e00ea07 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.861037 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-928c312d-355c-482a-a3d2-a003c7423c8a req-da046834-47cf-4547-ab91-c8673e00ea07 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0687346 Jul 07 18:18:29.903206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-928c312d-355c-482a-a3d2-a003c7423c8a req-864a93bd-9c54-4ce0-95b1-d43239142cca tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359612 Jul 07 18:18:31.099921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2e58-1af5-42d6-af0d-f22ad67a62ad req-5ae43744-1944-4033-9a4a-b3829f9843d0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:31.101422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19af2e58-1af5-42d6-af0d-f22ad67a62ad req-5ae43744-1944-4033-9a4a-b3829f9843d0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0691919 Jul 07 18:18:31.152748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-19af2e58-1af5-42d6-af0d-f22ad67a62ad req-7fa6484f-bad9-44ab-9e26-352c06334139 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448542 Jul 07 18:18:32.346329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cdfc8-6ce4-4328-b312-9310a50f1c2d req-c35157e4-ebbc-45c7-86a7-748238ae65bf tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:32.348010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd7cdfc8-6ce4-4328-b312-9310a50f1c2d req-c35157e4-ebbc-45c7-86a7-748238ae65bf tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0719109 Jul 07 18:18:32.388768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cd7cdfc8-6ce4-4328-b312-9310a50f1c2d req-27bc6cbc-3750-49b8-acc1-c0004370576d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348077 Jul 07 18:18:33.570809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922530-658c-4add-bef1-9b24bbfe1f83 req-4509c9db-488e-461f-8153-6643f356539a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.572290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6922530-658c-4add-bef1-9b24bbfe1f83 req-4509c9db-488e-461f-8153-6643f356539a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0676947 Jul 07 18:18:33.611606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6922530-658c-4add-bef1-9b24bbfe1f83 req-c04780ac-3a08-43b2-bed7-5cb5e3c82910 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Jul 07 18:18:34.795521 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd611-1119-4c7c-a372-26b6392aef88 req-f83f4680-28f4-4fc9-9d09-832a199d68e8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.797039 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee3dd611-1119-4c7c-a372-26b6392aef88 req-f83f4680-28f4-4fc9-9d09-832a199d68e8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0692534 Jul 07 18:18:34.835052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee3dd611-1119-4c7c-a372-26b6392aef88 req-8d4b1a89-71ff-41de-8537-598e83bda78e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 07 18:18:36.050782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faac725-5019-4044-aaa2-6e9492b54c65 req-abb14253-b45b-496c-9a41-c7df4f7ae6de tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.053557 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0faac725-5019-4044-aaa2-6e9492b54c65 req-abb14253-b45b-496c-9a41-c7df4f7ae6de tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0987616 Jul 07 18:18:36.098552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0faac725-5019-4044-aaa2-6e9492b54c65 req-c79a32ab-469e-44a2-ac27-a4e97260b361 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Jul 07 18:18:36.881014 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-c0f1b3dc-8ea8-4ac5-bb70-d85947171186 service neutron] show failed (client error): The resource could not be found. Jul 07 18:18:36.882070 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-c0f1b3dc-8ea8-4ac5-bb70-d85947171186 service neutron] 10.222.0.23 "GET /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0597296 Jul 07 18:18:37.212651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-a0ebc867-0027-4095-a714-afc7d27ebd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.214192 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-a0ebc867-0027-4095-a714-afc7d27ebd7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.1186693 Jul 07 18:18:37.225762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:37.282059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e91f-fd15-4462-9130-283541823e54 req-b8a8630b-413a-4f10-a4d8-1382ffac3fc4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.283674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7004e91f-fd15-4462-9130-283541823e54 req-b8a8630b-413a-4f10-a4d8-1382ffac3fc4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0663366 Jul 07 18:18:37.300465 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.325100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7004e91f-fd15-4462-9130-283541823e54 req-d6fafbdb-87ae-4a94-9511-58363f70efe6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357454 Jul 07 18:18:37.506653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:37.539136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:37.583302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:37.585691 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae6d77-00b5-4d12-9273-612af7371617" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:37.589650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.602838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Transition to ACTIVE for port object d4c8256a-a348-435a-ba0c-6cd16ce60310 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:37.607583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.688601 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.698197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.698578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.698929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.699276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.699623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.700591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.701019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.701337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.701666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.702002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.702335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.702690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:37.734558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-44b1c3fe-80ef-4aa2-a68f-2ad033723579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.751777 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8010614-98d6-4030-b4b7-8f21180a9754 x-openstack-request-id: req-f8010614-98d6-4030-b4b7-8f21180a9754 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:37.752075 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:37.752330 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8010614-98d6-4030-b4b7-8f21180a9754 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:37.752736 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'code': 200} Jul 07 18:18:37.753697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] No DVR routers for this DVR port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:37.896251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:37.896522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:37.896967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:37.902021 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:37.902347 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:37.908023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:37.908488 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:37.908879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:37.909311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Bound port: d4c8256a-a348-435a-ba0c-6cd16ce60310, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:37.909675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.972412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:37.975401 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:37.980442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.017030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.017576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.019018 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] 10.222.0.73 "PUT /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1093 time: 0.7975223 Jul 07 18:18:38.041455 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01296f-31a0-47ba-9e6e-f8e865ff1774 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.115880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-9ba60390-7ecd-433a-87e1-3abd53e88328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.117528 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-9ba60390-7ecd-433a-87e1-3abd53e88328 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0705028 Jul 07 18:18:38.215167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-21f35a93-5678-41aa-b81c-47da3302c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.217325 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-21f35a93-5678-41aa-b81c-47da3302c490 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0929163 Jul 07 18:18:38.293412 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-c99538fa-56b1-43eb-8d87-50152a2b3005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0692799 Jul 07 18:18:38.344351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-15c1ac7b-30b2-4aa0-86a2-670168a5c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.345850 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-15c1ac7b-30b2-4aa0-86a2-670168a5c2ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0464702 Jul 07 18:18:38.408030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-ee6abd5d-ed69-4e6a-aa6a-1130da2dc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.409471 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-ee6abd5d-ed69-4e6a-aa6a-1130da2dc146 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571544 Jul 07 18:18:38.508000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-3dd7287c-5bc4-4eae-9997-21c736e0db24 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920937 Jul 07 18:18:38.513871 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b517-8de5-4ad3-bf10-583bf204be0c req-528cc0c0-fa2a-4114-9f26-446ad8deb6af tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.515459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b754b517-8de5-4ad3-bf10-583bf204be0c req-528cc0c0-fa2a-4114-9f26-446ad8deb6af tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0670681 Jul 07 18:18:38.558106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b754b517-8de5-4ad3-bf10-583bf204be0c req-bc5ff339-85d2-46a0-a878-e66caf47971a tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364580 Jul 07 18:18:38.600925 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-423a41a8-9940-4ed2-8f2d-64b0ed462837 req-402dfaf8-2a60-4840-94da-9bae081fd077 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868418 Jul 07 18:18:39.586578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:39.626697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:39.745074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56bdb-4b80-4b97-bab7-b89abf52cfa9 req-f512da28-a12e-45db-8cb4-069f47f2c128 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.747340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40a56bdb-4b80-4b97-bab7-b89abf52cfa9 req-f512da28-a12e-45db-8cb4-069f47f2c128 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0666652 Jul 07 18:18:39.754643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:39.757124 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca33b58e-7125-4a92-ad36-5b33f3427bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:39.788512 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-40a56bdb-4b80-4b97-bab7-b89abf52cfa9 req-7520e2ee-1237-4191-80a7-7e8b09c55413 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Jul 07 18:18:39.861096 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fb6fcd-982c-4f92-a415-71a6948161fc x-openstack-request-id: req-a7fb6fcd-982c-4f92-a415-71a6948161fc {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:39.861396 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:39.861657 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7fb6fcd-982c-4f92-a415-71a6948161fc {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:39.862093 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'status': 'completed', 'code': 200} Jul 07 18:18:39.942365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-df6de382-541b-4bb1-b4a5-a200a55a1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.944158 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-df6de382-541b-4bb1-b4a5-a200a55a1b39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0632305 Jul 07 18:18:39.960473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-4203b5b2-d97b-40cb-beae-53c2183e524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.962433 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-4203b5b2-d97b-40cb-beae-53c2183e524c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1096 time: 0.0748506 Jul 07 18:18:40.051778 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-c80821ef-6fe9-448f-ab8e-15c43f35d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.053310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-c80821ef-6fe9-448f-ab8e-15c43f35d3b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1022315 Jul 07 18:18:40.067153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-5b466673-fec5-479f-bedf-773242964ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.068560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-5b466673-fec5-479f-bedf-773242964ac6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1002216 Jul 07 18:18:40.124576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-78f62523-5684-42cd-b9df-ad5aa65360c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0648291 Jul 07 18:18:40.138145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-c990dadd-3bda-4f52-8f2e-20adcb07ab8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0625765 Jul 07 18:18:40.190643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-c393c86f-d462-471e-8143-64cdeca223d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.192187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-c393c86f-d462-471e-8143-64cdeca223d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0608425 Jul 07 18:18:40.197069 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-7f074e72-e557-4237-9c66-64c6db192d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.197412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5f10eef2-743e-4eb0-a9c1-191e33acbb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.199606 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-7f074e72-e557-4237-9c66-64c6db192d00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0552807 Jul 07 18:18:40.256275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-abf99868-6f89-4d86-b7ba-3212f88a6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.257896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-abf99868-6f89-4d86-b7ba-3212f88a6a0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594795 Jul 07 18:18:40.263467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-e8962d77-776d-46e5-b937-1fe82bc1a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.265304 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-e8962d77-776d-46e5-b937-1fe82bc1a3f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598509 Jul 07 18:18:40.360795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-28f5d983-6b20-407d-9ec4-ef7f6d03d3e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961530 Jul 07 18:18:40.366217 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-682be09d-4bc8-4073-b992-90afc890abe5 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941169 Jul 07 18:18:40.478212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-d11ae4d3-765c-4837-940b-5c8d1a042cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105039 Jul 07 18:18:40.479917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ca33b58e-7125-4a92-ad36-5b33f3427bbe req-b97c0f8b-568a-4330-b8dd-e2c5796da735 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037693 Jul 07 18:18:40.743621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.996530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481534d-7b9e-4172-81c7-bc401600871f req-cde7a519-72a7-4d92-9476-b6dfc7293223 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.999367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5481534d-7b9e-4172-81c7-bc401600871f req-cde7a519-72a7-4d92-9476-b6dfc7293223 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0849395 Jul 07 18:18:41.056940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5481534d-7b9e-4172-81c7-bc401600871f req-2eda3cc0-a60e-4808-8595-70d2693648fb tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512347 Jul 07 18:18:42.092146 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.252992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2d3aa-b417-45d3-a726-e162f072e83d req-0d2a4f00-589b-45f9-8225-1fcd0dadc2a4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.254429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6b2d3aa-b417-45d3-a726-e162f072e83d req-0d2a4f00-589b-45f9-8225-1fcd0dadc2a4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0731480 Jul 07 18:18:42.294165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b6b2d3aa-b417-45d3-a726-e162f072e83d req-d4ccdbda-0f59-4e3a-abb9-3cc54daec81c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Jul 07 18:18:43.474172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f04df-d501-4bf3-81bf-efebcc91244f req-9dcf06ce-cba3-4bbd-8e0b-7d7daff21c5e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.475711 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f03f04df-d501-4bf3-81bf-efebcc91244f req-9dcf06ce-cba3-4bbd-8e0b-7d7daff21c5e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0650334 Jul 07 18:18:43.514509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f03f04df-d501-4bf3-81bf-efebcc91244f req-8939fd65-b706-4903-a350-dc207f260a59 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 Jul 07 18:18:43.819919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.706968 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428aebe-6adb-451f-89f5-f31761284efd req-a389ae49-8c07-423a-8b35-a7d77b632cd8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:44.708462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a428aebe-6adb-451f-89f5-f31761284efd req-a389ae49-8c07-423a-8b35-a7d77b632cd8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0630355 Jul 07 18:18:44.748133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a428aebe-6adb-451f-89f5-f31761284efd req-b7b93189-8059-4ada-973a-4a876afbe002 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Jul 07 18:18:45.928532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf326c10-7f45-4764-8827-a43048f76ba3 req-64598d77-4e41-428d-aa00-79275c00ab01 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.930353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf326c10-7f45-4764-8827-a43048f76ba3 req-64598d77-4e41-428d-aa00-79275c00ab01 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0698404 Jul 07 18:18:45.969772 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf326c10-7f45-4764-8827-a43048f76ba3 req-6d93a486-c046-4f0d-a386-c93788e9345c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Jul 07 18:18:47.148297 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa675-5553-4607-aaf3-858caf4733fb req-527eb434-8e46-4385-800a-3c1b2fbfe9a7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.149810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68dfa675-5553-4607-aaf3-858caf4733fb req-527eb434-8e46-4385-800a-3c1b2fbfe9a7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0673888 Jul 07 18:18:47.188640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-68dfa675-5553-4607-aaf3-858caf4733fb req-96671bc5-c9da-480f-aefd-6980b403be08 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329967 Jul 07 18:18:48.369144 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a2c30-d765-4789-8c32-cf9a0f0f4e3c req-6dad302f-06ec-438f-8c6f-d6b811981d2b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:48.370659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-205a2c30-d765-4789-8c32-cf9a0f0f4e3c req-6dad302f-06ec-438f-8c6f-d6b811981d2b tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0676217 Jul 07 18:18:48.408121 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-205a2c30-d765-4789-8c32-cf9a0f0f4e3c req-25925aac-dd23-46bb-acfc-05958b89df8c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Jul 07 18:18:49.587132 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31daf-8a02-4767-b077-7d4608fcae42 req-d1d8bb26-dcfa-4837-bf8a-3ece85395cb7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.588661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ce31daf-8a02-4767-b077-7d4608fcae42 req-d1d8bb26-dcfa-4837-bf8a-3ece85395cb7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0651150 Jul 07 18:18:49.627432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ce31daf-8a02-4767-b077-7d4608fcae42 req-0e1d62c2-c9a2-4c1e-a9a0-2e6635b110bc tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Jul 07 18:18:50.803863 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaa13b-9fce-4cb9-b8a4-3bad851b0ef5 req-32775e33-85cb-460d-848e-a5aa257547ea tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:50.805498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ffaa13b-9fce-4cb9-b8a4-3bad851b0ef5 req-32775e33-85cb-460d-848e-a5aa257547ea tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 944 time: 0.0631278 Jul 07 18:18:50.841488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:50.853810 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ffaa13b-9fce-4cb9-b8a4-3bad851b0ef5 req-37209725-5a49-4e92-b7a6-c49f84f66f60 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Jul 07 18:18:50.941853 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:50.954220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:50.993358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.010079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:51.030429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:51.035038 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.084764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:51.092254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.092608 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.092982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.093324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.093661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.093996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.094329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.094703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.095031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.095362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.095691 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.096019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:51.277217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-d592a6fc-6d06-4694-8757-f3adbfb61992 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.279439 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-d592a6fc-6d06-4694-8757-f3adbfb61992 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.73 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&tenant_id=a2dae86e4e5f499ea795f166f110cb36&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 945 time: 0.0754843 Jul 07 18:18:51.290182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d4c8256a-a348-435a-ba0c-6cd16ce60310'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:51.343453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff8558-70c7-4adc-8dfd-65157d4ed0c3 req-da834546-cb14-4f59-bc9b-cc94c0d44361 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.345011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45ff8558-70c7-4adc-8dfd-65157d4ed0c3 req-da834546-cb14-4f59-bc9b-cc94c0d44361 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0775785 Jul 07 18:18:51.346683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-1dc36b21-3349-4b26-b82c-d4e31049a305 service neutron] 10.222.0.73 "GET /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310/bindings/n-h2-791505-12 HTTP/1.1" status: 200 len: 383 time: 0.0593326 Jul 07 18:18:51.386653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45ff8558-70c7-4adc-8dfd-65157d4ed0c3 req-43e8490c-7edc-489a-88d2-1d7bf19d6ef0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Jul 07 18:18:51.429661 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-adf51dd3-f33f-4d19-b687-b7b1c1ee2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.431105 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-adf51dd3-f33f-4d19-b687-b7b1c1ee2530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1097 time: 0.0627956 Jul 07 18:18:51.520609 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-cf32bfcf-0df1-4cfd-8333-e6b9609528b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.522100 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-cf32bfcf-0df1-4cfd-8333-e6b9609528b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0828984 Jul 07 18:18:51.592059 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-51c86dd7-48bc-4b9a-b8b8-3e5a29a9374f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1001 time: 0.0625587 Jul 07 18:18:51.640678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-a5bde41c-b9c4-4b10-a98f-558d334148cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.642185 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-a5bde41c-b9c4-4b10-a98f-558d334148cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0438278 Jul 07 18:18:51.699611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-2dce78c9-9dda-4630-b816-06fe0375f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.701234 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-2dce78c9-9dda-4630-b816-06fe0375f8f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520372 Jul 07 18:18:51.795613 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-e575d2ed-af25-4d2a-80e2-5938b20ea3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871296 Jul 07 18:18:51.892544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-ad68e687-d19c-43fb-b83c-4eb826577d0a service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889523 Jul 07 18:18:52.566041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b9200-5a4c-475c-a708-fc01dda344ca req-9d99fac4-1554-411d-9929-ae19c794fe2f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.567573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-065b9200-5a4c-475c-a708-fc01dda344ca req-9d99fac4-1554-411d-9929-ae19c794fe2f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0653358 Jul 07 18:18:52.606889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-065b9200-5a4c-475c-a708-fc01dda344ca req-60070eaa-785c-4544-a0dc-c47ce9e2a9c1 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Jul 07 18:18:52.851434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:52.917291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d4c8256a-a348-435a-ba0c-6cd16ce60310 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:52.922172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d4c8256a-a348-435a-ba0c-6cd16ce60310 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:52.922708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.004518 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.029034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:53.031397 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938c758-42b4-429b-afa1-4462dd6abfca" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:53.044869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:53.049250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.108583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:53.141013 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8338e5-b550-4478-9113-bb93d95e6a5d x-openstack-request-id: req-8a8338e5-b550-4478-9113-bb93d95e6a5d {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:53.141313 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:53.141567 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a8338e5-b550-4478-9113-bb93d95e6a5d {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:53.141963 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'code': 200} Jul 07 18:18:53.795707 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee698-e32c-4465-898f-990d7da3d60b req-85b6e036-f3b8-444a-98e3-94ece8f8b018 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.797152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1feee698-e32c-4465-898f-990d7da3d60b req-85b6e036-f3b8-444a-98e3-94ece8f8b018 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0698318 Jul 07 18:18:53.834985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1feee698-e32c-4465-898f-990d7da3d60b req-f06dbfb6-071f-4975-908c-e21429c767f7 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Jul 07 18:18:55.023571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af50b19-3b8b-44af-83f1-3457f1f884af req-57178032-8711-40c8-920d-58b3a969190e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.025664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0af50b19-3b8b-44af-83f1-3457f1f884af req-57178032-8711-40c8-920d-58b3a969190e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0676692 Jul 07 18:18:55.066404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0af50b19-3b8b-44af-83f1-3457f1f884af req-b127efb9-905c-4291-97e8-ee877702ce0f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339601 Jul 07 18:18:55.721043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-a5a662dd-74cb-403b-80ee-62f86eccc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.722577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-a5a662dd-74cb-403b-80ee-62f86eccc706 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6&tenant_id=a2dae86e4e5f499ea795f166f110cb36 HTTP/1.1" status: 200 len: 1098 time: 0.0917470 Jul 07 18:18:55.734892 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:55.807096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.004759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:56.036813 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h2-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:56.074584 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:56.076791 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b59f62-b305-4d47-b4f4-45fdcc9eff96" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:56.080639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.093618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Transition to ACTIVE for port object d4c8256a-a348-435a-ba0c-6cd16ce60310 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:56.099564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.185677 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579e1d1e-7367-4ff0-9f69-252e07abfae2 x-openstack-request-id: req-579e1d1e-7367-4ff0-9f69-252e07abfae2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:56.185963 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:56.186216 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-579e1d1e-7367-4ff0-9f69-252e07abfae2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:56.186633 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'code': 200} Jul 07 18:18:56.201913 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.211756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.212183 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.212596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.213001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.213405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.214470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.214470 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.214882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.215152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.215594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.215924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.216316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:56.231524 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.255559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] No DVR routers for this DVR port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h2-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:56.786957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc9146-e51f-4726-8a26-a49578f95efd req-f5d7b5e9-63ea-4a11-a9e3-3674a15d89bd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:56.788425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4cc9146-e51f-4726-8a26-a49578f95efd req-f5d7b5e9-63ea-4a11-a9e3-3674a15d89bd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.4781821 Jul 07 18:18:56.790786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:56.791118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:56.791467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:56.802554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:56.802895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Attempting to bind port d4c8256a-a348-435a-ba0c-6cd16ce60310 on network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:56.816350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:56.816686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Checking segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:56.817090 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Bound using segment: {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:56.817498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Bound port: d4c8256a-a348-435a-ba0c-6cd16ce60310, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b39178-97d3-48d9-b443-3ee7c7c407da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:56.817853 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.844729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4cc9146-e51f-4726-8a26-a49578f95efd req-681e04ce-fe33-4d88-9444-f16dac977d6e tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500460 Jul 07 18:18:56.877666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:56.893851 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:56.897497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:56.901068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.916459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:56.937679 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:56.938339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.939816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1094 time: 1.2099290 Jul 07 18:18:56.963874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf668-e6b5-4897-86a0-f331b2910429 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:57.025830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-381cc406-6c00-4aa3-9293-431af338bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.027922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-381cc406-6c00-4aa3-9293-431af338bdc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1097 time: 0.0587630 Jul 07 18:18:57.118957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-ec9f127c-6103-4ffc-8e6b-a38378e4b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.120615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-ec9f127c-6103-4ffc-8e6b-a38378e4b1b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.0864439 Jul 07 18:18:57.187920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-dde31959-0e2d-460e-a82c-73f71e7dd1e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0611618 Jul 07 18:18:57.238161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-565d0287-0a27-4ede-a405-4277f5763e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.239658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-565d0287-0a27-4ede-a405-4277f5763e9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0441408 Jul 07 18:18:57.302553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-80a39e5d-edbe-4a99-8528-58e953e52c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.304115 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-80a39e5d-edbe-4a99-8528-58e953e52c39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567544 Jul 07 18:18:57.396938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-5b5a604a-8391-42b6-95eb-51ba7e13f138 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864499 Jul 07 18:18:57.488101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-adb5c705-09e0-4a37-8d8f-532f112863d8 req-ba1343d7-213c-43c8-bdfa-c9efaf4796e1 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846801 Jul 07 18:18:57.735296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.037159 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375456d-840e-428b-aaad-931a58dd42ec req-c9107357-c25e-406d-83b2-ac1b16d6f900 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.038770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0375456d-840e-428b-aaad-931a58dd42ec req-c9107357-c25e-406d-83b2-ac1b16d6f900 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0741074 Jul 07 18:18:58.082277 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0375456d-840e-428b-aaad-931a58dd42ec req-48d91b75-f04b-422a-86c4-0f9c9a5b423c tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Jul 07 18:18:58.188155 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:58.190639 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434cdc56-5d91-4d06-9492-6af24b99634f" -d '{"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:58.239139 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431c40a-e884-44dd-9a93-1b46c68f7f6f x-openstack-request-id: req-f431c40a-e884-44dd-9a93-1b46c68f7f6f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:58.239139 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:58.239410 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f431c40a-e884-44dd-9a93-1b46c68f7f6f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:58.239693 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'status': 'completed', 'code': 200} Jul 07 18:18:58.315325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-c3c8f12b-a2aa-4b95-a4f2-9c43d9c1f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.316888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-c3c8f12b-a2aa-4b95-a4f2-9c43d9c1f434 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1097 time: 0.0583458 Jul 07 18:18:58.330418 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-5c4b4ae5-ed54-497b-a04d-2646e460d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.332694 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-5c4b4ae5-ed54-497b-a04d-2646e460d0d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2dae86e4e5f499ea795f166f110cb36&device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 1097 time: 0.0658076 Jul 07 18:18:58.422143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-2ac786d4-854c-4704-b1aa-48afb811802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.423698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-2ac786d4-854c-4704-b1aa-48afb811802e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1003766 Jul 07 18:18:58.454576 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-281f6479-451a-438b-b41b-363d9e67d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.456103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-281f6479-451a-438b-b41b-363d9e67d806 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 200 len: 913 time: 0.1173012 Jul 07 18:18:58.495647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-8dd0681f-d829-4cc3-ab2d-7baf7f0321f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0650158 Jul 07 18:18:58.524451 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-611790ee-707b-4362-8e09-c3ba136da1de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 200 len: 1000 time: 0.0618274 Jul 07 18:18:58.547820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-386810cf-61ba-46ca-8c33-1646eb9d2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.549493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-386810cf-61ba-46ca-8c33-1646eb9d2f86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0482259 Jul 07 18:18:58.581929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-13018dcc-aeba-4a4b-bd51-6ad2e8ceec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.583449 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-13018dcc-aeba-4a4b-bd51-6ad2e8ceec4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 200 len: 851 time: 0.0514786 Jul 07 18:18:58.614618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-c54639c3-2125-4565-85f4-fbeffa26a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.616168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-c54639c3-2125-4565-85f4-fbeffa26a441 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581069 Jul 07 18:18:58.647038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdc56-5d91-4d06-9492-6af24b99634f req-7a48d835-8003-4916-afd9-e545b347ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.648620 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-7a48d835-8003-4916-afd9-e545b347ccbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579052 Jul 07 18:18:58.714692 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-4ae996c1-f691-4283-a415-069868c2e062 service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916855 Jul 07 18:18:58.744513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-ea56975d-75d8-4c6b-b9c2-669981af0ce4 service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869019 Jul 07 18:18:58.812155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-69f47f02-2263-4f30-b4dc-22d42d436dfa service neutron] 10.222.0.23 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914009 Jul 07 18:18:58.843136 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-434cdc56-5d91-4d06-9492-6af24b99634f req-9d5240db-e3b7-4642-afe3-9c28d7369baf service neutron] 10.222.0.73 "GET /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921781 Jul 07 18:18:59.270976 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21314cf0-f17f-4d1e-9760-5133dd35230d req-e9048946-4244-461c-bce3-033600909687 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:59.272531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21314cf0-f17f-4d1e-9760-5133dd35230d req-e9048946-4244-461c-bce3-033600909687 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0713120 Jul 07 18:18:59.318876 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-21314cf0-f17f-4d1e-9760-5133dd35230d req-278fc680-1411-4cde-9573-dafc78ed2d94 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Jul 07 18:19:00.502087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121c982-38cf-491b-9f14-9093d6fb5085 req-4d5dcef6-f31f-4104-8d89-2ddf1ca310f6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:00.503724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8121c982-38cf-491b-9f14-9093d6fb5085 req-4d5dcef6-f31f-4104-8d89-2ddf1ca310f6 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0639920 Jul 07 18:19:00.546769 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8121c982-38cf-491b-9f14-9093d6fb5085 req-be95c08e-f40b-43f6-a12d-0e60880082c4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369165 Jul 07 18:19:01.724472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9dedd-3bec-4e1d-b0fb-1ec498014b47 req-1f865b94-5d28-4a9d-8319-7fe31ee93107 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:01.725947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34e9dedd-3bec-4e1d-b0fb-1ec498014b47 req-1f865b94-5d28-4a9d-8319-7fe31ee93107 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0674200 Jul 07 18:19:01.767861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-34e9dedd-3bec-4e1d-b0fb-1ec498014b47 req-21bcef2b-ed31-4e57-9d93-a1b040085a7d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Jul 07 18:19:02.945265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7b23-87a9-44aa-8ed4-31ae8759c447 req-c488a62d-ee5c-47bb-ace9-35e12ffa4299 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.946803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24ff7b23-87a9-44aa-8ed4-31ae8759c447 req-c488a62d-ee5c-47bb-ace9-35e12ffa4299 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0659654 Jul 07 18:19:02.986053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-24ff7b23-87a9-44aa-8ed4-31ae8759c447 req-3b1f4429-6d7d-481a-8366-75319d9f8135 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 07 18:19:04.166350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a107a-40e1-4ce2-85b6-450913798ccb req-1512e03c-083f-4363-9dd6-283c94c947f1 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:04.168171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-006a107a-40e1-4ce2-85b6-450913798ccb req-1512e03c-083f-4363-9dd6-283c94c947f1 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Jul 07 18:19:04.206004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-006a107a-40e1-4ce2-85b6-450913798ccb req-4628b4f8-377b-4a6c-ba5d-5f2365139d68 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Jul 07 18:19:05.402802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b24a42-288f-42ff-9db0-d9a8f2565e17 req-9c62bff4-8e0e-4b39-95fe-f7488276e537 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.404372 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31b24a42-288f-42ff-9db0-d9a8f2565e17 req-9c62bff4-8e0e-4b39-95fe-f7488276e537 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0761237 Jul 07 18:19:05.444976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31b24a42-288f-42ff-9db0-d9a8f2565e17 req-bdf153e1-ad98-4b15-9148-e79e500496b8 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Jul 07 18:19:06.400758 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:06.624276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac269a4-c10a-41b0-b5db-0f9a47366a8a req-b0d5449a-e32d-4a39-b9ba-eb8f68c353da tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.625759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cac269a4-c10a-41b0-b5db-0f9a47366a8a req-b0d5449a-e32d-4a39-b9ba-eb8f68c353da tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0624712 Jul 07 18:19:06.662975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cac269a4-c10a-41b0-b5db-0f9a47366a8a req-8f9c30d0-0da6-4749-b0bd-7b874abddf98 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Jul 07 18:19:07.718203 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1a048b88-16d2-4019-80ff-f25215bcb635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.845781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753865ba-861f-4a92-8dc3-c241c4090ee0 req-876258d0-20d1-4c77-97a4-3c55c71244f3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:07.847246 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-753865ba-861f-4a92-8dc3-c241c4090ee0 req-876258d0-20d1-4c77-97a4-3c55c71244f3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0681477 Jul 07 18:19:07.887618 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-753865ba-861f-4a92-8dc3-c241c4090ee0 req-00e60e15-c607-43fd-9e24-c4fd5cd039bd tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346770 Jul 07 18:19:09.071947 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f2be5-259b-424d-a1d2-803eb5431169 req-05d2ca4e-b0a3-4a98-95eb-ad98a3e73a19 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.073479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-605f2be5-259b-424d-a1d2-803eb5431169 req-05d2ca4e-b0a3-4a98-95eb-ad98a3e73a19 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0665417 Jul 07 18:19:09.121722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-605f2be5-259b-424d-a1d2-803eb5431169 req-fc9a64e6-3124-4cf6-a65b-31fe1e63f750 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Jul 07 18:19:09.309107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536978-2e27-4743-b704-13b2f1b01906 req-1e6eb08e-3f0c-4002-8348-32c02a1b801d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.310759 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c536978-2e27-4743-b704-13b2f1b01906 req-1e6eb08e-3f0c-4002-8348-32c02a1b801d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0707147 Jul 07 18:19:09.347677 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c536978-2e27-4743-b704-13b2f1b01906 req-54dfdc05-5d68-4f2d-89bf-f20527234bb5 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Jul 07 18:19:09.525846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327feda-a1a8-49a9-9e6a-3d0080bb3548 req-4b202466-09b9-4f23-8126-7479eb3d46f0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.527804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3327feda-a1a8-49a9-9e6a-3d0080bb3548 req-4b202466-09b9-4f23-8126-7479eb3d46f0 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0674100 Jul 07 18:19:09.566044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3327feda-a1a8-49a9-9e6a-3d0080bb3548 req-7e109a0d-935f-4db4-9dc7-1d2c82ac4af3 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Jul 07 18:19:09.680067 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:09.779029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:09.953343 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'port_id': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'mac_address': 'fa:16:3e:6d:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:09.968804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c917d-c16f-4a5b-aca7-eab9d8ccc0ca req-9fd5be5c-b845-4c95-9e37-7b4ee0e1c54f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.970353 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e1c917d-c16f-4a5b-aca7-eab9d8ccc0ca req-9fd5be5c-b845-4c95-9e37-7b4ee0e1c54f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 945 time: 0.0691869 Jul 07 18:19:09.990911 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.004404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:10.009058 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5e1c917d-c16f-4a5b-aca7-eab9d8ccc0ca req-4f38accf-5055-429c-81ea-244744c328d4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Jul 07 18:19:10.026417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:10.034164 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.081313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.192467 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df6cc686-3231-4a76-bae1-1e0cde7119e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.256532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d4c8256a-a348-435a-ba0c-6cd16ce60310'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:10.736312 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.198109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdf616-8c92-40b6-b822-7737a21b149e req-ec3abd91-ba1a-47b3-bdc8-5ccd454ee0e9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:11.200337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fbdf616-8c92-40b6-b822-7737a21b149e req-ec3abd91-ba1a-47b3-bdc8-5ccd454ee0e9 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0702994 Jul 07 18:19:11.237150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fbdf616-8c92-40b6-b822-7737a21b149e req-48388613-a599-44aa-8333-0f64f33d2a77 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups?id=b42ac6da-9d4f-417f-b2e8-daf08d7046b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Jul 07 18:19:11.479425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-bda9b952-d455-49d4-b3b0-14d76ece8b62 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:11.481466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-bda9b952-d455-49d4-b3b0-14d76ece8b62 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 946 time: 0.0617805 Jul 07 18:19:11.584822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Deleting port d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:11.585171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.670903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:11.671266 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.701496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:11.753223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d4c8256a-a348-435a-ba0c-6cd16ce60310 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:11.757523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d4c8256a-a348-435a-ba0c-6cd16ce60310 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:11.757964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.840516 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.852706 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.853090 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.853410 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1 disassociated. External IP: 172.25.3.13, port: d4c8256a-a348-435a-ba0c-6cd16ce60310. Jul 07 18:19:11.853755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Calling delete_port for d4c8256a-a348-435a-ba0c-6cd16ce60310 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:11.864896 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:11.867184 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7290d162-f030-4ebd-98dd-dd8166bf9134" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:11.883190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d4c8256a-a348-435a-ba0c-6cd16ce60310, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d4c8256a-a348-435a-ba0c-6cd16ce60310,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:11.888630 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.916656 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72da8f3-71da-4869-8a93-1fdb435ce6ca x-openstack-request-id: req-a72da8f3-71da-4869-8a93-1fdb435ce6ca {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:11.917011 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:11.918690 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a72da8f3-71da-4869-8a93-1fdb435ce6ca {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:11.918690 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'code': 200} Jul 07 18:19:11.944563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=13']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:11.994874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.025459 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'Port': ['ID=d4c8256a-a348-435a-ba0c-6cd16ce60310,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:12.076976 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.147172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:12.263015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:12.275610 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:12.285933 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:12.286685 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:19:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:12.315422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] No DVR routers for this DVR port d4c8256a-a348-435a-ba0c-6cd16ce60310 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:12.318089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.320309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ee1769b-7540-4c26-9d5a-aed1a7f8a436 req-9de099f5-b78b-4a8b-9b92-7fe108ac7c2d tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.23 "DELETE /v2.0/ports/d4c8256a-a348-435a-ba0c-6cd16ce60310 HTTP/1.1" status: 204 len: 173 time: 0.8335528 Jul 07 18:19:12.320768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-deleted', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:12.323065 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad0f201-4254-427c-89ab-6e1443d61eec" -d '{"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-deleted", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:12.390211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc486b94-b74a-4e0c-8778-013819a6cdf3 req-1d3aaa34-0475-43e8-a5b1-067c3588712f tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jul 07 18:19:12.425881 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:12.440447 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46229e2a-71b0-40e0-b80b-0c9569b345e9 x-openstack-request-id: req-46229e2a-71b0-40e0-b80b-0c9569b345e9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:12.440824 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277b3b5b-0b21-4581-8b44-f06c51cc25c6", "name": "network-vif-deleted", "tag": "d4c8256a-a348-435a-ba0c-6cd16ce60310", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:12.441153 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46229e2a-71b0-40e0-b80b-0c9569b345e9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:12.441682 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277b3b5b-0b21-4581-8b44-f06c51cc25c6', 'name': 'network-vif-deleted', 'tag': 'd4c8256a-a348-435a-ba0c-6cd16ce60310', 'status': 'completed', 'code': 200} Jul 07 18:19:12.632768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:12.659750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:12.668128 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:12.668739 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:19:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:12.773934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:12.984577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:13.019502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310e0d5-9e39-4e40-bd6f-c4ac39693eee None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:09:25Z', 'revision_number': 4, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0486032f-5617-436e-ad17-29f6810d220c', 'name': '', 'network_id': 'ef53fd3a-b5c0-4ecf-a32f-558cb1abf352', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'mac_address': 'fa:16:3e:2d:94:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:25Z', 'updated_at': '2021-07-07T18:09:29Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'subnets': [{'id': '5b32a54d-7c09-4e0a-8623-e8d8e45a97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:13.266751 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43bba45-f08a-4b23-af3a-f65f36969aea None None] New status for floating IP 0a68762a-9bee-4b2d-96b1-e172b1e345b1: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:19:13.546221 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eed585a7-d166-4bd8-aff3-fae515526dc5 req-cff64699-cd69-45b0-8bfe-22c7033a1218 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Jul 07 18:19:13.822874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.690601 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8ae33cd8-3629-43d2-81e1-9e1fab030357 req-468112ff-a523-45ce-9259-08f347fb29b4 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0307019 Jul 07 18:19:15.732866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:15.753687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: d4c8256a-a348-435a-ba0c-6cd16ce60310 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:15.754041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d4c8256a-a348-435a-ba0c-6cd16ce60310 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:15.841101 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a5d2076f-6025-466e-982e-1d2dbf3b3d95 req-738a604f-2504-4a9b-944f-647d18bc99ca tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/ports?device_id=277b3b5b-0b21-4581-8b44-f06c51cc25c6 HTTP/1.1" status: 200 len: 210 time: 0.0379388 Jul 07 18:19:20.929355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40560) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:20.984461 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.009869 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.060226 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.063014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.064206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "DELETE /v2.0/security-groups/b42ac6da-9d4f-417f-b2e8-daf08d7046b3 HTTP/1.1" status: 204 len: 168 time: 0.1336784 Jul 07 18:19:21.067044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40562) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:21.074243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ec45d-fca4-4ed3-9628-dfc60b847449 tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ac6da-9d4f-417f-b2e8-daf08d7046b3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:21.085994 n-d-791505-12 neutron-server[93947]: INFO neutron.api.v2.resource [None req-124bff2e-252a-49db-87a7-b0b0a2b20dfa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] show failed (client error): The resource could not be found. Jul 07 18:19:21.091085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40564) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:21.091257 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-124bff2e-252a-49db-87a7-b0b0a2b20dfa tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "GET /v2.0/security-groups/b42ac6da-9d4f-417f-b2e8-daf08d7046b3 HTTP/1.1" status: 404 len: 347 time: 0.0229962 Jul 07 18:19:21.222761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Deleting port 23e0bf62-5f46-4329-a6bc-b5f4844522c8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:21.223095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.306727 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.307063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.318530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Calling delete_port for 23e0bf62-5f46-4329-a6bc-b5f4844522c8 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:21.459089 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.488591 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Pushing event deleted for resources: {'Port': ['ID=23e0bf62-5f46-4329-a6bc-b5f4844522c8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:21.552265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.559578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.561584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-773c0ab2-a7bf-41d2-9c18-88a8d9cda3ab tempest-ServerActionsTestJSON-398950387 tempest-ServerActionsTestJSON-398950387-project] 10.222.0.66 "DELETE /v2.0/floatingips/0a68762a-9bee-4b2d-96b1-e172b1e345b1 HTTP/1.1" status: 204 len: 168 time: 0.4692309 Jul 07 18:19:21.564695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:21.999315 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.266867 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Deleting port 0486032f-5617-436e-ad17-29f6810d220c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:22.267097 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.346706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] For port 0486032f-5617-436e-ad17-29f6810d220c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0486032f-5617-436e-ad17-29f6810d220c,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:22.347065 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.360216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Calling delete_port for 0486032f-5617-436e-ad17-29f6810d220c owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:22.547482 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.576554 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Pushing event deleted for resources: {'Port': ['ID=0486032f-5617-436e-ad17-29f6810d220c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:22.748212 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.965784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Router 6579e297-4b9a-4ce3-9c9b-314521f65d33 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:23.071581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:23.077476 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-430b086f-e553-45d6-8df1-e09686940233 admin admin] 10.222.0.66 "PUT /v2.0/routers/6579e297-4b9a-4ce3-9c9b-314521f65d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5115709 Jul 07 18:19:23.080033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40570) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:23.082216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Sync routers for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:23.091771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:23.092509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:19:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:23.185393 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.199858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:23.392118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:19:22Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:23.429318 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Checking router: 6579e297-4b9a-4ce3-9c9b-314521f65d33 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:23.440799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Routers {'6579e297-4b9a-4ce3-9c9b-314521f65d33'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:23.441341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:19:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['6579e297-4b9a-4ce3-9c9b-314521f65d33'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:23.551044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] Set router 6579e297-4b9a-4ce3-9c9b-314521f65d33 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:23.655716 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.708546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Deleting port 0d591419-f1bb-4bdd-a4c6-517739710781 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:23.708795 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.733840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:19:22Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:23.762510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0f5ef-eba0-4863-adbe-8c6d906d6455 None None] The sync data for ids ['6579e297-4b9a-4ce3-9c9b-314521f65d33'] in n-d-791505-12 is: [{'id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'name': 'tempest-ServerActionsTestJSON-1645881173-router', 'tenant_id': 'a2dae86e4e5f499ea795f166f110cb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:22Z', 'updated_at': '2021-07-07T18:19:22Z', 'revision_number': 5, 'project_id': 'a2dae86e4e5f499ea795f166f110cb36', 'gw_port': {'id': '0d591419-f1bb-4bdd-a4c6-517739710781', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6579e297-4b9a-4ce3-9c9b-314521f65d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:23Z', 'updated_at': '2021-07-07T18:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:23.796555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] For port 0d591419-f1bb-4bdd-a4c6-517739710781, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0d591419-f1bb-4bdd-a4c6-517739710781,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:23.796922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.810511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Calling delete_port for 0d591419-f1bb-4bdd-a4c6-517739710781 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:23.975724 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.005530 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d591419-f1bb-4bdd-a4c6-517739710781,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:24.072699 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.171169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.173342 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.219559 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.220229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6579e297-4b9a-4ce3-9c9b-314521f65d33 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:19:24.224871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.226226 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cfeeb4c8-e3ac-4d32-bc43-507a8f4e0839 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6579e297-4b9a-4ce3-9c9b-314521f65d33 HTTP/1.1" status: 204 len: 168 time: 1.1451955 Jul 07 18:19:24.228692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40574) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:24.280170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Deleting subnet 5b32a54d-7c09-4e0a-8623-e8d8e45a97ea {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:24.283293 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.317829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.400168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.469638 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.500549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b32a54d-7c09-4e0a-8623-e8d8e45a97ea,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:24.504208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.506076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aca98c05-1397-4567-bf1b-581e64983464 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b32a54d-7c09-4e0a-8623-e8d8e45a97ea HTTP/1.1" status: 204 len: 168 time: 0.2757750 Jul 07 18:19:24.508580 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40576) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:24.512260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9cacb-09ff-42ba-814a-962b315b3580 None None] Network ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:24.578170 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.632667 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Deleting port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:24.633012 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.699789 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] For port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,segment=NetworkSegment(f9b39178-97d3-48d9-b443-3ee7c7c407da),segment_id=f9b39178-97d3-48d9-b443-3ee7c7c407da)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:24.700146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.712303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Calling delete_port for 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:24.800715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.824910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17975907-6a35-44b4-9279-71c5b2c6f154 None None] DHCP port deletion for ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:19:24.826427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=749fa8f7-e231-4f9b-8e47-fa07f7cd12ab,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:24.832277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] No DVR routers for this DVR port 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:24.914776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.926293 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef53fd3a-b5c0-4ecf-a32f-558cb1abf352']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:24.936989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b39178-97d3-48d9-b443-3ee7c7c407da') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:24.937282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b39178-97d3-48d9-b443-3ee7c7c407da') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:24.945912 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.959678 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.966217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:24.966637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:24.968240 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:25.023134 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.030395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.033011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ef53fd3a-b5c0-4ecf-a32f-558cb1abf352 HTTP/1.1" status: 204 len: 168 time: 0.5214398 Jul 07 18:19:25.042728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f1a15-0ff3-4e4b-9c71-f7404cb757a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef53fd3a-b5c0-4ecf-a32f-558cb1abf352,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:25.247913 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40580) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:25.289642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-13d91d25-f0b0-49eb-8712-004d172a8005 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2dae86e4e5f499ea795f166f110cb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404909 Jul 07 18:19:25.292330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40582) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:25.343154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.363480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.413114 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.416390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.417790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e8350a0-8bdf-406f-bd07-48b63a98bfc6 HTTP/1.1" status: 204 len: 168 time: 0.1245046 Jul 07 18:19:25.425659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0737-437e-400a-a9c9-e0a8034fb24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8350a0-8bdf-406f-bd07-48b63a98bfc6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:25.646368 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:25.667887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:25.668246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 749fa8f7-e231-4f9b-8e47-fa07f7cd12ab not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:25.668682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0486032f-5617-436e-ad17-29f6810d220c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:25.691828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0486032f-5617-436e-ad17-29f6810d220c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:25.692179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0486032f-5617-436e-ad17-29f6810d220c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:25.692602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0d591419-f1bb-4bdd-a4c6-517739710781 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:25.711322 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0d591419-f1bb-4bdd-a4c6-517739710781 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:25.711679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0d591419-f1bb-4bdd-a4c6-517739710781 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:26.175497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40604) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:26.239099 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.302250 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1697829027-network', 'tenant_id': 'c8cba763d9834f1bb88b53e82058e768'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:26.324586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Made reservation on behalf of c8cba763d9834f1bb88b53e82058e768 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:26.326998 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.339584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.431127 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.435901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.459806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:26.469309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.474070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.474408 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Added segment 534d2d8c-d96d-4099-9a14-371d89a9153e of type vlan for network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 Jul 07 18:19:26.514519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.544494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.545534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:26.546111 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.597328 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4201503 Jul 07 18:19:26.600241 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40610) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:26.606341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Request body: {'subnet': {'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1697829027-subnet', 'tenant_id': 'c8cba763d9834f1bb88b53e82058e768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:26.610772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafda22-518e-42f3-84a3-824fb4dabd0d admin admin] Pushing event updated for resources: {'Network': ['ID=52decf5e-d44e-4bd9-8a64-ecae27690bb2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.622777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:26.633476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Made reservation on behalf of c8cba763d9834f1bb88b53e82058e768 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:26.636989 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.839924 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.899081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10798384-2edd-4056-b2af-aefb0a3368ff,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.905455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Checking segment: {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:26.905856 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Network hostable DHCP agents. Network: 52decf5e-d44e-4bd9-8a64-ecae27690bb2, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:26.926549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:26.936636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 52decf5e-d44e-4bd9-8a64-ecae27690bb2) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:26.941149 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:26.941859 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.947338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec756e0-827c-41a8-b74a-5e228e6b33d0 None None] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:26.957788 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a43f4098-0441-4d45-b654-354a6d8b0a26 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3563042 Jul 07 18:19:27.235351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fccef0-82d9-43fd-8007-06c94d14358c None None] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:27.591396 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-14d58ee2-c175-4931-9f4e-67bae49c6a3c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:27.592897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-14d58ee2-c175-4931-9f4e-67bae49c6a3c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 814 time: 0.1058054 Jul 07 18:19:27.607520 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-32cea3ea-8c09-427c-bbd2-6189a75acfa0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/quotas/c8cba763d9834f1bb88b53e82058e768 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Jul 07 18:19:27.640812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-46371a0f-c373-46c8-b5aa-6d73924d52ac tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284147 Jul 07 18:19:27.651615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-7868b464-2e14-4901-9e74-6b2f24ee0aaa tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:19:27.652569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-7868b464-2e14-4901-9e74-6b2f24ee0aaa tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056980 Jul 07 18:19:27.763770 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.786408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-81dcc4a5-aa1e-46fb-add3-9a5151f288f0 service neutron] 10.222.0.66 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281738 Jul 07 18:19:27.880635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-88ff347b-1886-48a5-ae5a-2da24bbd93c2 service neutron] 10.222.0.66 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Jul 07 18:19:28.055507 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7d3a0577-4b4b-49f2-8641-5b9e3a9bc3af req-83891ef2-4404-4c7c-b1dc-8da167b966dc tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 210 time: 0.0295022 Jul 07 18:19:29.207086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0fa49d8d-2452-4563-aa34-fb4fa8e89dc2 req-caf7e40e-5a67-438c-b614-350344924c58 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 210 time: 0.0337703 Jul 07 18:19:29.278288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-1e9be895-2aeb-4a10-b094-a1d1099c9803 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:29.279822 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-1e9be895-2aeb-4a10-b094-a1d1099c9803 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.73 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 814 time: 0.1184583 Jul 07 18:19:29.297038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Request body: {'port': {'device_id': '025823f0-ca3a-4c90-88d5-731387e164a9', 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2', 'admin_state_up': True, 'tenant_id': 'c8cba763d9834f1bb88b53e82058e768'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:29.409592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Made reservation on behalf of c8cba763d9834f1bb88b53e82058e768 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:29.413163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.542963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Allocated IP 172.20.0.10 (52decf5e-d44e-4bd9-8a64-ecae27690bb2/10798384-2edd-4056-b2af-aefb0a3368ff/ca5114f4-f682-4152-a83c-84fe622e5a04) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:29.688735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.728094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.774711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:29.778671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:29.782405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:29.811017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Pushing event updated for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:29.838173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:29.838963 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.852145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-9bc37dbd-5507-4df6-8f42-209f185bada0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589523 Jul 07 18:19:29.865392 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Request body: {'port': {'device_id': '025823f0-ca3a-4c90-88d5-731387e164a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:29.937999 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.397875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d249f9-be69-453d-b9ca-fd36ec333a8d req-64a1deaa-ea9f-437a-9698-e94527a6596f tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.399517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07d249f9-be69-453d-b9ca-fd36ec333a8d req-64a1deaa-ea9f-437a-9698-e94527a6596f tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 932 time: 0.0755770 Jul 07 18:19:30.439534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-07d249f9-be69-453d-b9ca-fd36ec333a8d req-2a22c3a8-2b15-46ae-82ca-ab2f085daae6 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jul 07 18:19:30.524887 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5114f4-f682-4152-a83c-84fe622e5a04 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:30.533121 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.545707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Transition to ACTIVE for port object ca5114f4-f682-4152-a83c-84fe622e5a04 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:30.549529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.601148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:30.667394 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Attempting to bind port ca5114f4-f682-4152-a83c-84fe622e5a04 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:30.667739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Attempting to bind port ca5114f4-f682-4152-a83c-84fe622e5a04 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:30.667989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Attempting to bind port ca5114f4-f682-4152-a83c-84fe622e5a04 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:30.672205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Port ca5114f4-f682-4152-a83c-84fe622e5a04 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:19:30.672532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Attempting to bind port ca5114f4-f682-4152-a83c-84fe622e5a04 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:30.677490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:30.677811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Checking segment: {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:30.678199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Bound using segment: {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:30.678671 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Bound port: ca5114f4-f682-4152-a83c-84fe622e5a04, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:30.679026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.753300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:30.756490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ca5114f4-f682-4152-a83c-84fe622e5a04,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:30.761670 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.798203 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.798867 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.800571 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] 10.222.0.73 "PUT /v2.0/ports/ca5114f4-f682-4152-a83c-84fe622e5a04 HTTP/1.1" status: 200 len: 1093 time: 0.9410703 Jul 07 18:19:30.801028 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:30.803373 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c" -d '{"events": [{"name": "network-changed", "server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:30.831412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca63fd2-ac31-42b4-ae54-6433702cd985 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:30.851623 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c210be-a004-4e85-abf7-2e0a83523645 x-openstack-request-id: req-05c210be-a004-4e85-abf7-2e0a83523645 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:30.851908 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:30.852179 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05c210be-a004-4e85-abf7-2e0a83523645 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:30.852560 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04', 'status': 'completed', 'code': 200} Jul 07 18:19:30.905936 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-bc393cc3-7053-4e5e-a850-7a70768f0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.907494 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-bc393cc3-7053-4e5e-a850-7a70768f0e66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 1096 time: 0.0643578 Jul 07 18:19:30.949600 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-31b12df1-1283-44e5-941b-9a646f5114e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca5114f4-f682-4152-a83c-84fe622e5a04 HTTP/1.1" status: 200 len: 217 time: 0.0344064 Jul 07 18:19:30.998202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82c34-0736-483d-b851-afa567a9aa92 req-fac0b616-2851-4dbc-ab9d-ce3605c1993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:30.999849 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-fac0b616-2851-4dbc-ab9d-ce3605c1993d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=10798384-2edd-4056-b2af-aefb0a3368ff HTTP/1.1" status: 200 len: 854 time: 0.0444856 Jul 07 18:19:31.033472 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-40b42434-5072-47c5-9e14-bd54215e8348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52decf5e-d44e-4bd9-8a64-ecae27690bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272729 Jul 07 18:19:31.124083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-94fb17f4-4940-4dc3-9ae9-2c0c7cb56e5b service neutron] 10.222.0.73 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Jul 07 18:19:31.216354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3db82c34-0736-483d-b851-afa567a9aa92 req-dfec1667-1fe0-45df-8c3c-6e62f517ac58 service neutron] 10.222.0.73 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862563 Jul 07 18:19:31.319504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-cd237b21-3b75-45fc-b0a0-d2afa017b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.320987 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-cd237b21-3b75-45fc-b0a0-d2afa017b993 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 1096 time: 0.0523875 Jul 07 18:19:31.413490 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-a6d25b3f-48f7-41ce-a4e5-bb874f6c6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.415008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-a6d25b3f-48f7-41ce-a4e5-bb874f6c6d93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 915 time: 0.0884492 Jul 07 18:19:31.461373 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-e4dfecff-befa-488e-8093-10ee3d78e8c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca5114f4-f682-4152-a83c-84fe622e5a04 HTTP/1.1" status: 200 len: 217 time: 0.0399179 Jul 07 18:19:31.512623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-96615161-4f32-4154-8eb1-5129d5af312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.514110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-96615161-4f32-4154-8eb1-5129d5af312d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=10798384-2edd-4056-b2af-aefb0a3368ff HTTP/1.1" status: 200 len: 854 time: 0.0463808 Jul 07 18:19:31.547635 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-0b359d32-87e8-4614-a8ab-eb1a30ad11d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52decf5e-d44e-4bd9-8a64-ecae27690bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268135 Jul 07 18:19:31.619262 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645830f-a129-4f07-b0af-1a8e7d6e02e9 req-9c5bb5e0-1d87-4aa8-8aac-95334ba74637 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:31.621665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9645830f-a129-4f07-b0af-1a8e7d6e02e9 req-9c5bb5e0-1d87-4aa8-8aac-95334ba74637 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 944 time: 0.0665898 Jul 07 18:19:31.647043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-2e26a406-2fcd-43cb-9bb6-c00b2136f1a4 service neutron] 10.222.0.73 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Jul 07 18:19:31.661533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9645830f-a129-4f07-b0af-1a8e7d6e02e9 req-3d5394ff-3cf0-4457-9930-a87a0087da6b tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Jul 07 18:19:31.740414 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d8dd84e1-d23f-4855-88ee-0f3c85cb542c req-69122e3a-1e05-412e-90b5-6cacb85e7657 service neutron] 10.222.0.73 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Jul 07 18:19:32.839527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c3c72-590a-445f-8a86-6b2af2067326 req-0e453784-a489-47ed-9b7a-c47b30b2c63c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:32.842029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e88c3c72-590a-445f-8a86-6b2af2067326 req-0e453784-a489-47ed-9b7a-c47b30b2c63c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 944 time: 0.0681655 Jul 07 18:19:32.880864 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e88c3c72-590a-445f-8a86-6b2af2067326 req-cdd1c60b-68b7-48a9-846f-e6a5aa2fcf94 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Jul 07 18:19:32.969603 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ca5114f4-f682-4152-a83c-84fe622e5a04 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:33.066809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ca5114f4-f682-4152-a83c-84fe622e5a04,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:33.078864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ca5114f4-f682-4152-a83c-84fe622e5a04', 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2', 'port_id': 'ca5114f4-f682-4152-a83c-84fe622e5a04', 'mac_address': 'fa:16:3e:ed:0f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10798384-2edd-4056-b2af-aefb0a3368ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:33.120968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.133796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5114f4-f682-4152-a83c-84fe622e5a04 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:33.154284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ca5114f4-f682-4152-a83c-84fe622e5a04,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:33.158118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.204640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:33.372625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ca5114f4-f682-4152-a83c-84fe622e5a04'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:34.059384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d992d-8da9-4949-9914-cf9b0b9c76e9 req-d8a29c98-a5f5-4bf7-9646-aa4b0c405901 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:34.061247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1d992d-8da9-4949-9914-cf9b0b9c76e9 req-d8a29c98-a5f5-4bf7-9646-aa4b0c405901 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 945 time: 0.0678983 Jul 07 18:19:34.100615 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c1d992d-8da9-4949-9914-cf9b0b9c76e9 req-7aa2cfd8-7f3d-4f95-ad0b-8bd20a335f62 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Jul 07 18:19:34.970314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ca5114f4-f682-4152-a83c-84fe622e5a04 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:35.018773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ca5114f4-f682-4152-a83c-84fe622e5a04 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:35.022477 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ca5114f4-f682-4152-a83c-84fe622e5a04 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:35.022854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.101278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.124540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:35.126922 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8261e11-48ab-4367-a30c-5459e532cb9b" -d '{"events": [{"server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:35.144919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ca5114f4-f682-4152-a83c-84fe622e5a04,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:35.149390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.201133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:35.283377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c3e5-a500-41ce-a903-12ce19bb14b7 req-09064bf8-56c3-4e5d-8253-46b5b1feb69e tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:35.284874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52e0c3e5-a500-41ce-a903-12ce19bb14b7 req-09064bf8-56c3-4e5d-8253-46b5b1feb69e tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0648787 Jul 07 18:19:35.323399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52e0c3e5-a500-41ce-a903-12ce19bb14b7 req-19754dba-5c05-4db3-a328-05b58b116db9 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Jul 07 18:19:35.371676 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d66f4-4e98-47aa-8d4b-68ff3544e37b x-openstack-request-id: req-a81d66f4-4e98-47aa-8d4b-68ff3544e37b {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:35.371964 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:35.372215 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a81d66f4-4e98-47aa-8d4b-68ff3544e37b {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:35.372610 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04', 'code': 200} Jul 07 18:19:35.484685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2d76-c47a-4f56-a7cc-ce8beeba6b36 req-d1b2a4d9-7612-4810-8702-e693f7053bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:35.486103 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cd8e2d76-c47a-4f56-a7cc-ce8beeba6b36 req-d1b2a4d9-7612-4810-8702-e693f7053bdb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 1098 time: 0.0516911 Jul 07 18:19:35.526851 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cd8e2d76-c47a-4f56-a7cc-ce8beeba6b36 req-0deab3d6-ed74-4bb8-8dea-c485f9b962fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333376 Jul 07 18:19:36.507926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f50f-4e63-42a9-bbf0-a7c528ffcc3c req-bbe71e6e-8f0f-42b3-8f5e-4f83c87bac85 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.509410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2178f50f-4e63-42a9-bbf0-a7c528ffcc3c req-bbe71e6e-8f0f-42b3-8f5e-4f83c87bac85 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0677984 Jul 07 18:19:36.553180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2178f50f-4e63-42a9-bbf0-a7c528ffcc3c req-46e83e80-313b-4624-bd49-5bef3b808832 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Jul 07 18:19:36.786097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-e1507940-0995-459d-9b1b-5b86828c6e16 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:36.787643 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-e1507940-0995-459d-9b1b-5b86828c6e16 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 814 time: 0.1090364 Jul 07 18:19:36.803487 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-bd5674fe-30fa-4abb-86ef-de1c20bd88dd tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/quotas/c8cba763d9834f1bb88b53e82058e768 HTTP/1.1" status: 200 len: 375 time: 0.0098400 Jul 07 18:19:36.875355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-e7de3145-b1d9-430e-9c8b-eaecebd48e12 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664396 Jul 07 18:19:36.965250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-8c0c99aa-557e-475c-a16c-7b5b374d2163 service neutron] 10.222.0.66 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830743 Jul 07 18:19:37.064573 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-2176d617-bb2d-4394-b6de-72ecb58f7f04 service neutron] 10.222.0.66 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935738 Jul 07 18:19:37.241739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-12820144-c5d1-4908-9766-3567db1ff55f req-6aee67cb-4413-421d-b36a-2ec58168726b tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 210 time: 0.0342553 Jul 07 18:19:37.719850 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f657-1726-4019-9469-947218920789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.400625 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b270a4fd-1db6-4caa-89d4-5649ada6f32a req-b67a227a-fa0a-4ec3-b9b1-5161c0e8761a tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 210 time: 0.0391548 Jul 07 18:19:38.420726 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-dcdeb042-1a03-487b-89bc-2463f3c65a86 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:38.422182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-dcdeb042-1a03-487b-89bc-2463f3c65a86 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.23 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 814 time: 0.1343236 Jul 07 18:19:38.434802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Request body: {'port': {'device_id': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2', 'admin_state_up': True, 'tenant_id': 'c8cba763d9834f1bb88b53e82058e768'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:38.551498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Made reservation on behalf of c8cba763d9834f1bb88b53e82058e768 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:38.554957 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.674970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Allocated IP 172.20.0.9 (52decf5e-d44e-4bd9-8a64-ecae27690bb2/10798384-2edd-4056-b2af-aefb0a3368ff/d9915616-3ed8-4aeb-b8b5-f28171620151) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:38.830780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.870495 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.886210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ca5114f4-f682-4152-a83c-84fe622e5a04'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:38.917454 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:38.923034 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:38.929921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:38.964812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Pushing event updated for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:38.994992 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:38.995708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.010619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-67edd6ce-48c8-4e1f-9055-90bc86f6b4d0 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789332 Jul 07 18:19:39.022327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Request body: {'port': {'device_id': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:39.095503 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.365058 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9915616-3ed8-4aeb-b8b5-f28171620151 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:39.372741 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.384148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Transition to ACTIVE for port object d9915616-3ed8-4aeb-b8b5-f28171620151 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:39.388446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.441848 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:39.508577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Attempting to bind port d9915616-3ed8-4aeb-b8b5-f28171620151 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:39.509015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Attempting to bind port d9915616-3ed8-4aeb-b8b5-f28171620151 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:39.509417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Attempting to bind port d9915616-3ed8-4aeb-b8b5-f28171620151 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:39.513883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Port d9915616-3ed8-4aeb-b8b5-f28171620151 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:19:39.514211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Attempting to bind port d9915616-3ed8-4aeb-b8b5-f28171620151 on network 52decf5e-d44e-4bd9-8a64-ecae27690bb2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:39.519028 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:39.519371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Checking segment: {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:39.519756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Bound using segment: {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:39.520184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Bound port: d9915616-3ed8-4aeb-b8b5-f28171620151, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534d2d8c-d96d-4099-9a14-371d89a9153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:39.520544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.632830 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:39.652197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d9915616-3ed8-4aeb-b8b5-f28171620151,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:39.661462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8a7d2-a86d-4273-aca0-70b1e02f3b95 req-36751f41-715d-4bc1-95bf-334c6a418306 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.663023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72a8a7d2-a86d-4273-aca0-70b1e02f3b95 req-36751f41-715d-4bc1-95bf-334c6a418306 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 943 time: 0.1326663 Jul 07 18:19:39.664595 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.706814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.708000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.709371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/d9915616-3ed8-4aeb-b8b5-f28171620151 HTTP/1.1" status: 200 len: 1092 time: 0.6918871 Jul 07 18:19:39.719777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:39.722375 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95ddd5-7eca-4e66-8f05-1152a7441661" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:39.769345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163583bd-4494-417c-b81f-c0391a4544f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:39.774171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-72a8a7d2-a86d-4273-aca0-70b1e02f3b95 req-329115aa-389c-4c84-b914-ab326f726759 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027117 Jul 07 18:19:39.823017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-06819629-1ade-41ae-9949-c913b40e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.824778 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-06819629-1ade-41ae-9949-c913b40e9fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 1095 time: 0.0714936 Jul 07 18:19:39.826255 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da8e14-7b7d-4d10-bed0-05aaecad46e5 x-openstack-request-id: req-a4da8e14-7b7d-4d10-bed0-05aaecad46e5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:39.826567 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:39.826820 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4da8e14-7b7d-4d10-bed0-05aaecad46e5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:39.827203 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151', 'status': 'completed', 'code': 200} Jul 07 18:19:39.869798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-c233fca5-d5fa-4473-9dfa-0ddd5b92f815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9915616-3ed8-4aeb-b8b5-f28171620151 HTTP/1.1" status: 200 len: 217 time: 0.0343421 Jul 07 18:19:39.919223 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-9265bfc1-b445-4385-9bea-41bee53718bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.920721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-9265bfc1-b445-4385-9bea-41bee53718bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10798384-2edd-4056-b2af-aefb0a3368ff HTTP/1.1" status: 200 len: 854 time: 0.0452096 Jul 07 18:19:39.959291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-ff6df019-6bd6-4b50-8726-e98034b4dfd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52decf5e-d44e-4bd9-8a64-ecae27690bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322082 Jul 07 18:19:40.049414 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-324417bc-448c-4743-b62c-14665a633c19 service neutron] 10.222.0.23 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Jul 07 18:19:40.143264 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0e6989a7-dde9-4479-a20e-4d4a0abcd2ec req-d9c6d7fb-d7a7-4bd9-895a-db6aea2122bf service neutron] 10.222.0.23 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876489 Jul 07 18:19:40.195144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3183f05-caf2-4b38-9e3a-4f93b6e2403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:40.248565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-fc9808cb-de78-4382-8e52-7ae3d2268277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:40.250083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-fc9808cb-de78-4382-8e52-7ae3d2268277 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8cba763d9834f1bb88b53e82058e768&device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 1095 time: 0.0569308 Jul 07 18:19:40.341081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-a7b9f6e6-bcd6-4172-bfac-56b3434439b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:40.342603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-a7b9f6e6-bcd6-4172-bfac-56b3434439b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 200 len: 915 time: 0.0861301 Jul 07 18:19:40.386875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-64fcafe3-e8af-4d34-add5-549eb8547a3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9915616-3ed8-4aeb-b8b5-f28171620151 HTTP/1.1" status: 200 len: 217 time: 0.0374444 Jul 07 18:19:40.437342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-8462c69d-25ea-4102-8012-445f7eaab18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:40.438807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-8462c69d-25ea-4102-8012-445f7eaab18a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10798384-2edd-4056-b2af-aefb0a3368ff HTTP/1.1" status: 200 len: 854 time: 0.0448892 Jul 07 18:19:40.473354 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-cb7ae6b6-fd5b-430d-a2a8-9736e2274898 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52decf5e-d44e-4bd9-8a64-ecae27690bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266190 Jul 07 18:19:40.565741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-3daec5f4-49dc-4f50-9e64-dfe772dbc3c3 service neutron] 10.222.0.23 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Jul 07 18:19:40.659289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7a95ddd5-7eca-4e66-8f05-1152a7441661 req-245fb8ee-6333-4775-8c66-1c6c3611800c service neutron] 10.222.0.23 "GET /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Jul 07 18:19:40.744092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:40.963039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12e6c-1dbe-41e6-b72c-f8ac326c6f92 req-f1151606-b019-401a-8bfd-63500db6137c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:40.964628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fa12e6c-1dbe-41e6-b72c-f8ac326c6f92 req-f1151606-b019-401a-8bfd-63500db6137c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 943 time: 0.0725374 Jul 07 18:19:41.002994 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5fa12e6c-1dbe-41e6-b72c-f8ac326c6f92 req-522a2c26-1156-4749-8c43-0fe35d3be062 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Jul 07 18:19:41.810163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d9915616-3ed8-4aeb-b8b5-f28171620151 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:41.907112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d9915616-3ed8-4aeb-b8b5-f28171620151,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:41.919557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'd9915616-3ed8-4aeb-b8b5-f28171620151', 'network_id': '52decf5e-d44e-4bd9-8a64-ecae27690bb2', 'port_id': 'd9915616-3ed8-4aeb-b8b5-f28171620151', 'mac_address': 'fa:16:3e:ef:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10798384-2edd-4056-b2af-aefb0a3368ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:41.956696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:41.969226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9915616-3ed8-4aeb-b8b5-f28171620151 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:41.992303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d9915616-3ed8-4aeb-b8b5-f28171620151,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:41.996917 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.045621 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:42.078974 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:42.186321 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d9915616-3ed8-4aeb-b8b5-f28171620151'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:42.187397 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234e1e5-5b7e-486e-a781-139c284e5746 req-71b07311-6eb2-4ed6-a686-c81a8e791f42 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:42.189236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1234e1e5-5b7e-486e-a781-139c284e5746 req-71b07311-6eb2-4ed6-a686-c81a8e791f42 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 944 time: 0.0690725 Jul 07 18:19:42.227732 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1234e1e5-5b7e-486e-a781-139c284e5746 req-7c5055d7-a55c-468a-a264-75c3cf3bc244 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Jul 07 18:19:43.399862 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:43.416385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bc03-822f-455e-92d3-f4671cdb5b4a req-f3375043-bad6-4673-b881-596a72031dd6 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:43.418030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1e3bc03-822f-455e-92d3-f4671cdb5b4a req-f3375043-bad6-4673-b881-596a72031dd6 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 944 time: 0.0743017 Jul 07 18:19:43.457076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c1e3bc03-822f-455e-92d3-f4671cdb5b4a req-20ae7e70-c970-4bb3-a83f-767aad04c466 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jul 07 18:19:43.817687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d9915616-3ed8-4aeb-b8b5-f28171620151 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:43.851745 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.873777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port d9915616-3ed8-4aeb-b8b5-f28171620151 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:43.877879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port d9915616-3ed8-4aeb-b8b5-f28171620151 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:43.878252 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.955600 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:43.977748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:43.980164 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a541c-dfff-4f9f-94d2-126f82d5de56" -d '{"events": [{"server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "name": "network-vif-plugged", "status": "completed", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:43.994885 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d9915616-3ed8-4aeb-b8b5-f28171620151,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:44.000133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.026950 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7addeb8-72cf-4fb3-9b3d-768aa4c2fb93 x-openstack-request-id: req-e7addeb8-72cf-4fb3-9b3d-768aa4c2fb93 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:44.027235 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "name": "network-vif-plugged", "status": "completed", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:44.027503 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7addeb8-72cf-4fb3-9b3d-768aa4c2fb93 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:44.027853 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151', 'code': 200} Jul 07 18:19:44.053879 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:44.136277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafe9e9-a896-4566-84ac-86df94fee73e req-566a1038-3201-49ba-a006-46bc3944129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.137798 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8dafe9e9-a896-4566-84ac-86df94fee73e req-566a1038-3201-49ba-a006-46bc3944129c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 1097 time: 0.0566392 Jul 07 18:19:44.171393 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8dafe9e9-a896-4566-84ac-86df94fee73e req-6dfbba3d-f0e7-40c0-a743-3a3f31903fa4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275943 Jul 07 18:19:44.633392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b0fc-77aa-414e-b373-a71bfbd652a6 req-51ce3596-7088-40f9-a561-c5f13fecc405 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.635128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a407b0fc-77aa-414e-b373-a71bfbd652a6 req-51ce3596-7088-40f9-a561-c5f13fecc405 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 945 time: 0.0630186 Jul 07 18:19:44.672321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a407b0fc-77aa-414e-b373-a71bfbd652a6 req-31798771-c2cb-4f7a-b872-6f9f2e2ca239 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Jul 07 18:19:45.851544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202770a-7e17-4a45-bb06-cfbc7e6e2653 req-2294fc8e-c994-4ce5-b5a2-1a6c8076d1e3 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:45.852925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7202770a-7e17-4a45-bb06-cfbc7e6e2653 req-2294fc8e-c994-4ce5-b5a2-1a6c8076d1e3 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 945 time: 0.0659530 Jul 07 18:19:45.893749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7202770a-7e17-4a45-bb06-cfbc7e6e2653 req-9aeb4773-9225-4671-b0f6-6299bdb17561 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Jul 07 18:19:46.283433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140504b8-585d-4194-9f57-55155f93f846 req-eab35807-6897-4edd-879b-c500a16afa99 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:46.284955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-140504b8-585d-4194-9f57-55155f93f846 req-eab35807-6897-4edd-879b-c500a16afa99 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 945 time: 0.0670063 Jul 07 18:19:46.324213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-140504b8-585d-4194-9f57-55155f93f846 req-9c5aa50d-6b45-478d-ae52-bd11ba3644c9 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Jul 07 18:19:47.531831 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06638c-2467-438e-912d-6d7ce5d3c89a req-9c539317-9d51-43b1-b193-f11f58da8446 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:47.533311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b06638c-2467-438e-912d-6d7ce5d3c89a req-9c539317-9d51-43b1-b193-f11f58da8446 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 945 time: 0.0936682 Jul 07 18:19:47.584480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-7e8e89f6-3b1c-4666-8348-9d2775a8ebb9 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:47.585935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-7e8e89f6-3b1c-4666-8348-9d2775a8ebb9 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.23 "GET /v2.0/ports?device_id=e56a6189-e9c7-439b-b01b-0ded2c7ff470 HTTP/1.1" status: 200 len: 945 time: 0.1062291 Jul 07 18:19:47.591509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b06638c-2467-438e-912d-6d7ce5d3c89a req-7504f712-5f7a-44d7-ae41-bda4449e3ef4 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512228 Jul 07 18:19:47.688377 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Deleting port d9915616-3ed8-4aeb-b8b5-f28171620151 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:47.688729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.778460 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] For port d9915616-3ed8-4aeb-b8b5-f28171620151, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=d9915616-3ed8-4aeb-b8b5-f28171620151,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:47.778820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.791614 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Calling delete_port for d9915616-3ed8-4aeb-b8b5-f28171620151 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:47.920094 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.937412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ca5114f4-f682-4152-a83c-84fe622e5a04'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:47.940496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['d9915616-3ed8-4aeb-b8b5-f28171620151'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:47.948142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Pushing event deleted for resources: {'Port': ['ID=d9915616-3ed8-4aeb-b8b5-f28171620151,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:47.994289 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] No DVR routers for this DVR port d9915616-3ed8-4aeb-b8b5-f28171620151 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:47.996835 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.998935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-448d5cb7-6a5c-4ee4-bf8b-778de2e6e39e req-5d49ea68-e8a4-4104-9ec3-a506600aa5ca tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.23 "DELETE /v2.0/ports/d9915616-3ed8-4aeb-b8b5-f28171620151 HTTP/1.1" status: 204 len: 173 time: 0.4064605 Jul 07 18:19:47.999371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'name': 'network-vif-deleted', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:48.001596 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14accbb9-37c7-4196-bd85-bbca31e4252b" -d '{"events": [{"server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "name": "network-vif-deleted", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:48.043793 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ca847-c0a3-4a54-aede-d1f1b584c1c9 x-openstack-request-id: req-199ca847-c0a3-4a54-aede-d1f1b584c1c9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:48.044186 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a6189-e9c7-439b-b01b-0ded2c7ff470", "name": "network-vif-deleted", "tag": "d9915616-3ed8-4aeb-b8b5-f28171620151", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:48.044534 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-199ca847-c0a3-4a54-aede-d1f1b584c1c9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:48.044994 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a6189-e9c7-439b-b01b-0ded2c7ff470', 'name': 'network-vif-deleted', 'tag': 'd9915616-3ed8-4aeb-b8b5-f28171620151', 'status': 'completed', 'code': 200} Jul 07 18:19:48.836807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4fb85-da64-495c-85d9-0ca7da74b74f req-30d010c3-837d-41c1-a9e8-7fd266b54720 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:48.839199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30d4fb85-da64-495c-85d9-0ca7da74b74f req-30d010c3-837d-41c1-a9e8-7fd266b54720 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0640187 Jul 07 18:19:48.880253 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30d4fb85-da64-495c-85d9-0ca7da74b74f req-be087318-469a-4992-9d1f-fb5f6dc62468 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Jul 07 18:19:49.084728 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca821-3c68-40d3-8820-cfaaa016aa22 req-be0a2a41-5d60-4d34-ac02-1446ae8b149c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:49.086259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3afca821-3c68-40d3-8820-cfaaa016aa22 req-be0a2a41-5d60-4d34-ac02-1446ae8b149c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0632811 Jul 07 18:19:49.125107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3afca821-3c68-40d3-8820-cfaaa016aa22 req-9c3af7f0-546a-4649-a2b8-fac1984ec78b tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jul 07 18:19:49.303052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6b3f2-2282-45aa-b585-dac174fb0ad6 req-58f027d5-3de5-4ebc-b0cb-5e7736053143 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:49.304466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4b6b3f2-2282-45aa-b585-dac174fb0ad6 req-58f027d5-3de5-4ebc-b0cb-5e7736053143 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0658660 Jul 07 18:19:49.342182 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4b6b3f2-2282-45aa-b585-dac174fb0ad6 req-c696a39b-b0ee-4171-af33-eff3c1743a3c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jul 07 18:19:49.630878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580442b-3b51-4d0a-a8a9-296c1c6c4df6 req-312ef2c4-c9d0-48c3-974e-54595c5bf335 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:49.632356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7580442b-3b51-4d0a-a8a9-296c1c6c4df6 req-312ef2c4-c9d0-48c3-974e-54595c5bf335 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0706673 Jul 07 18:19:49.670933 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7580442b-3b51-4d0a-a8a9-296c1c6c4df6 req-a9001c15-5d5f-416a-b0d7-df78d9f0fa72 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 07 18:19:49.845555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553cc12-fdd1-49d7-a0f1-15b2d822a20c req-07f9e15f-324f-4645-a33b-20ec8f0e620c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:49.847129 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8553cc12-fdd1-49d7-a0f1-15b2d822a20c req-07f9e15f-324f-4645-a33b-20ec8f0e620c tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0630646 Jul 07 18:19:49.885793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8553cc12-fdd1-49d7-a0f1-15b2d822a20c req-1a16ae30-3bdf-4608-8c02-1ce96f5d9b11 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Jul 07 18:19:50.072963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70cbf0-69d4-44ea-adf5-815d36181901 req-da6c33e2-a322-4a36-b399-18a507feb34f tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:50.074473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae70cbf0-69d4-44ea-adf5-815d36181901 req-da6c33e2-a322-4a36-b399-18a507feb34f tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0691013 Jul 07 18:19:50.115624 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ae70cbf0-69d4-44ea-adf5-815d36181901 req-2f18f9b7-dd9d-4d51-bfd4-d157c094f772 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Jul 07 18:19:50.636833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f2ac8-b25c-49ed-9ec6-bd4db2af7fe9 req-d327a373-6441-4bfe-909a-44b34b4eec68 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:50.638217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-897f2ac8-b25c-49ed-9ec6-bd4db2af7fe9 req-d327a373-6441-4bfe-909a-44b34b4eec68 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0655282 Jul 07 18:19:50.676184 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-897f2ac8-b25c-49ed-9ec6-bd4db2af7fe9 req-341db473-a6d0-425b-8783-3b4e4c40a80a tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 07 18:19:51.856967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d9915616-3ed8-4aeb-b8b5-f28171620151 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:51.860853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5364d-6e23-4dc5-bd1e-9eb8caa7a13c req-d23dc00e-ff4e-4eae-9c74-775cc2cbd003 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:51.862370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f5364d-6e23-4dc5-bd1e-9eb8caa7a13c req-d23dc00e-ff4e-4eae-9c74-775cc2cbd003 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0633349 Jul 07 18:19:51.876751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: d9915616-3ed8-4aeb-b8b5-f28171620151 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:51.877097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device d9915616-3ed8-4aeb-b8b5-f28171620151 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:51.902144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09f5364d-6e23-4dc5-bd1e-9eb8caa7a13c req-a26797ff-5bd5-477d-8d2c-b151cda05420 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.66 "GET /v2.0/security-groups?id=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 07 18:19:51.961078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-9015b01e-c9f2-41d9-8a37-bf713f26573a tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:51.963190 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-9015b01e-c9f2-41d9-8a37-bf713f26573a tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.73 "GET /v2.0/ports?device_id=025823f0-ca3a-4c90-88d5-731387e164a9 HTTP/1.1" status: 200 len: 946 time: 0.0690107 Jul 07 18:19:52.066087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Deleting port ca5114f4-f682-4152-a83c-84fe622e5a04 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:52.066430 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.157411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] For port ca5114f4-f682-4152-a83c-84fe622e5a04, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ca5114f4-f682-4152-a83c-84fe622e5a04,segment=NetworkSegment(534d2d8c-d96d-4099-9a14-371d89a9153e),segment_id=534d2d8c-d96d-4099-9a14-371d89a9153e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:52.157767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.171136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Calling delete_port for ca5114f4-f682-4152-a83c-84fe622e5a04 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:52.300437 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.311600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ca5114f4-f682-4152-a83c-84fe622e5a04'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:52.330323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Pushing event deleted for resources: {'Port': ['ID=ca5114f4-f682-4152-a83c-84fe622e5a04,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:52.343229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.343585 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.343929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.344268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.344606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.344933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.345610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.345610 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.345911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.346232 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.346635 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.347023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:52.391382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] No DVR routers for this DVR port ca5114f4-f682-4152-a83c-84fe622e5a04 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:52.394020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:52.396127 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cf48c57e-deec-40f3-8319-fe6cbe4811e0 req-bfaead58-e01f-4c70-91c4-24d17ddfee80 tempest-ServersNegativeTestJSON-1638952135 tempest-ServersNegativeTestJSON-1638952135-project] 10.222.0.73 "DELETE /v2.0/ports/ca5114f4-f682-4152-a83c-84fe622e5a04 HTTP/1.1" status: 204 len: 173 time: 0.4280829 Jul 07 18:19:52.396574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'name': 'network-vif-deleted', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:52.400320 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f16dd-abec-4540-b238-c5876ff8ac02" -d '{"events": [{"server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "name": "network-vif-deleted", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:52.438533 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9dab72-2fde-4711-9c2b-7d3678cca0d3 x-openstack-request-id: req-cf9dab72-2fde-4711-9c2b-7d3678cca0d3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:52.438822 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025823f0-ca3a-4c90-88d5-731387e164a9", "name": "network-vif-deleted", "tag": "ca5114f4-f682-4152-a83c-84fe622e5a04", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:52.439071 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf9dab72-2fde-4711-9c2b-7d3678cca0d3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:52.439469 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025823f0-ca3a-4c90-88d5-731387e164a9', 'name': 'network-vif-deleted', 'tag': 'ca5114f4-f682-4152-a83c-84fe622e5a04', 'status': 'completed', 'code': 200} Jul 07 18:19:53.004864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40760) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:53.052818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Deleting subnet 10798384-2edd-4056-b2af-aefb0a3368ff {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:53.055685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.095507 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.132845 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.186809 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.211759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10798384-2edd-4056-b2af-aefb0a3368ff,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:53.215672 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.217545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-89ab45b1-17ea-4082-92aa-17638078ed33 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/10798384-2edd-4056-b2af-aefb0a3368ff HTTP/1.1" status: 204 len: 168 time: 0.2116919 Jul 07 18:19:53.220059 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40762) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:53.632204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.713441 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.723811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52decf5e-d44e-4bd9-8a64-ecae27690bb2']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:53.734538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534d2d8c-d96d-4099-9a14-371d89a9153e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:53.734840 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534d2d8c-d96d-4099-9a14-371d89a9153e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:53.744579 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.757806 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.763801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:53.764188 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:53.765837 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:53.821755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.827371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.829505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] 10.222.0.66 "DELETE /v2.0/networks/52decf5e-d44e-4bd9-8a64-ecae27690bb2 HTTP/1.1" status: 204 len: 168 time: 0.6085131 Jul 07 18:19:53.841334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e505-f0c0-4a35-886f-eabb616c4269 admin admin] Pushing event deleted for resources: {'Network': ['ID=52decf5e-d44e-4bd9-8a64-ecae27690bb2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:53.939636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40766) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:53.982240 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f511484a-3d4b-48df-9c07-42d84b67907f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8cba763d9834f1bb88b53e82058e768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413642 Jul 07 18:19:53.984805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40768) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:54.034070 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.059327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.105742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.108337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.109579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b HTTP/1.1" status: 204 len: 168 time: 0.1238296 Jul 07 18:19:54.117336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005f42-7ef0-4e8c-a4da-b61058faa058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf35c1-f2ed-4ac8-9406-6a6e17cc560b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:54.797039 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:54.893176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242767691'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:54.914679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:54.919026 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:54.927892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.029617 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.035741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.043265 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ca5114f4-f682-4152-a83c-84fe622e5a04 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:55.064539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ca5114f4-f682-4152-a83c-84fe622e5a04 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:55.064915 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:55.065037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ca5114f4-f682-4152-a83c-84fe622e5a04 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:55.074925 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989fb2ad-b811-446f-a854-8d5737ed7cec,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.079829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.080172 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Added segment 80eec9bd-e61a-421b-ada1-09e9a54f4fed of type vlan for network b5fa937c-ed55-4695-a1fb-af18894a5791 Jul 07 18:19:55.127148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.157060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.162696 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:55.163289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:55.252346 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4541173 Jul 07 18:19:55.267726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7844c-083d-4d81-8358-3140648953d7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Network': ['ID=b5fa937c-ed55-4695-a1fb-af18894a5791,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:55.278457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b5fa937c-ed55-4695-a1fb-af18894a5791 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:56.241746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:57.761726 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.521748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40794) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:58.527676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'subnet': {'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:58.621085 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:58.625001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.816146 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.875703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Subnet': ['ID=4d81f026-1b84-4e80-ad0f-1e1dc9648c0a,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:58.888610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.888961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.889302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.889644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.889974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.890310 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.890750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.891080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.891409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.891735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.892062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.892387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:58.896077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking segment: {'id': '80eec9bd-e61a-421b-ada1-09e9a54f4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:58.896844 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network hostable DHCP agents. Network: b5fa937c-ed55-4695-a1fb-af18894a5791, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:58.915093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network b5fa937c-ed55-4695-a1fb-af18894a5791 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:58.923775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b5fa937c-ed55-4695-a1fb-af18894a5791) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:58.930534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:58.930645 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:58.933906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa17d8-8fe0-4f2a-876a-1f9bcdf3b479 None None] Network b5fa937c-ed55-4695-a1fb-af18894a5791 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:58.946332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4696a820-f1db-417f-88f8-f9ef04fb34c9 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4233122 Jul 07 18:19:58.950393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:58.955615 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578034534'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:58.979330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:58.983193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.011208 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:59.021476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.021966 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Added segment c07b462a-d9a9-45b7-b85c-9e260abf7329 of type vlan for network aeb565a7-47d0-4a64-acb4-d828ed9dd780 Jul 07 18:19:59.066264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.094203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b5fa937c-ed55-4695-a1fb-af18894a5791', 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791', 'tenant_id': '42a8a4521a3b498ba19e18eb3a16c100', 'fixed_ips': [{'subnet_id': '4d81f026-1b84-4e80-ad0f-1e1dc9648c0a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:59.095125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.102887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.109201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:59.109797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.163752 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2120836 Jul 07 18:19:59.167761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40798) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:59.176939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'subnet': {'network_id': 'aeb565a7-47d0-4a64-acb4-d828ed9dd780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:59.178846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9aa41-c8e4-4974-b3af-4b8205d49d84 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Network': ['ID=aeb565a7-47d0-4a64-acb4-d828ed9dd780,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.192105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network aeb565a7-47d0-4a64-acb4-d828ed9dd780 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:59.280846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:59.284703 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.298074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Allocated IP 2001:db8:0:ffff::2 (b5fa937c-ed55-4695-a1fb-af18894a5791/4d81f026-1b84-4e80-ad0f-1e1dc9648c0a/b64c74ed-35f5-46bd-b01d-082a091eb24f) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:59.449660 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.460087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Transition to ACTIVE for port object b64c74ed-35f5-46bd-b01d-082a091eb24f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:59.476865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Transition to ACTIVE for port object b64c74ed-35f5-46bd-b01d-082a091eb24f will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:59.483544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.485211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.523059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Network b5fa937c-ed55-4695-a1fb-af18894a5791 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:59.526088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:59.529714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:59.541775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Pushing event updated for resources: {'Port': ['ID=b64c74ed-35f5-46bd-b01d-082a091eb24f,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.546111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Subnet': ['ID=83cafbc3-dd30-4d14-b474-4c1203d35d6f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.560706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking segment: {'id': 'c07b462a-d9a9-45b7-b85c-9e260abf7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aeb565a7-47d0-4a64-acb4-d828ed9dd780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:59.561097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network hostable DHCP agents. Network: aeb565a7-47d0-4a64-acb4-d828ed9dd780, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:59.568211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.568560 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.568908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.569242 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.569576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.569908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.570230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.570581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.570901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.571217 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.571578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.573599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:59.582202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network aeb565a7-47d0-4a64-acb4-d828ed9dd780 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:59.592195 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, aeb565a7-47d0-4a64-acb4-d828ed9dd780) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:59.596855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:59.597476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.609068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0d997-d9a5-432d-bff5-dc60f36f2e72 None None] Network aeb565a7-47d0-4a64-acb4-d828ed9dd780 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:59.616556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39186ca6-9073-463c-86bf-02ef1bd10973 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4433134 Jul 07 18:19:59.616841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:59.626063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Attempting to bind port b64c74ed-35f5-46bd-b01d-082a091eb24f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:59.627064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Attempting to bind port b64c74ed-35f5-46bd-b01d-082a091eb24f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '80eec9bd-e61a-421b-ada1-09e9a54f4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:59.627064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Attempting to bind port b64c74ed-35f5-46bd-b01d-082a091eb24f on network b5fa937c-ed55-4695-a1fb-af18894a5791 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:59.660000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:59.660381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Checking segment: {'id': '80eec9bd-e61a-421b-ada1-09e9a54f4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:59.660784 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.661182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Bound using segment: {'id': '80eec9bd-e61a-421b-ada1-09e9a54f4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:59.661664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Bound port: b64c74ed-35f5-46bd-b01d-082a091eb24f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eec9bd-e61a-421b-ada1-09e9a54f4fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5fa937c-ed55-4695-a1fb-af18894a5791'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:59.662051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.723271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.786493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] For port b64c74ed-35f5-46bd-b01d-082a091eb24f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:59.802982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] For port b64c74ed-35f5-46bd-b01d-082a091eb24f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b64c74ed-35f5-46bd-b01d-082a091eb24f,segment=NetworkSegment(80eec9bd-e61a-421b-ada1-09e9a54f4fed),segment_id=80eec9bd-e61a-421b-ada1-09e9a54f4fed)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:59.806091 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.810287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.858483 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6860e-47e6-444f-b225-b5802fe49345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-aeb565a7-47d0-4a64-acb4-d828ed9dd780', 'network_id': 'aeb565a7-47d0-4a64-acb4-d828ed9dd780', 'tenant_id': '42a8a4521a3b498ba19e18eb3a16c100', 'fixed_ips': [{'subnet_id': '83cafbc3-dd30-4d14-b474-4c1203d35d6f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:59.859334 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17c6860e-47e6-444f-b225-b5802fe49345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.891404 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:59.914190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655736cc-3d1d-4229-aa14-48d718097d67 None None] Pushing event updated for resources: {'Port': ['ID=b64c74ed-35f5-46bd-b01d-082a091eb24f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.931005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Subnet': ['ID=83cafbc3-dd30-4d14-b474-4c1203d35d6f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:59.984758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64c6c2-9916-47d6-86f8-8bff6944eebd None None] Network aeb565a7-47d0-4a64-acb4-d828ed9dd780 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:00.004206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.022023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb565a7-47d0-4a64-acb4-d828ed9dd780']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:00.035788 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07b462a-d9a9-45b7-b85c-9e260abf7329') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:00.036092 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07b462a-d9a9-45b7-b85c-9e260abf7329') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:00.046362 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.063331 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.092644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:00.093294 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:00.097796 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:00.170134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.178012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.180148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/aeb565a7-47d0-4a64-acb4-d828ed9dd780 HTTP/1.1" status: 204 len: 168 time: 0.5624218 Jul 07 18:20:00.184734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40802) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:00.190914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241509978'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:00.193718 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f853b-98bd-44cc-9c15-869821a8ff13 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Network': ['ID=aeb565a7-47d0-4a64-acb4-d828ed9dd780,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:00.215782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:00.221081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.249660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:00.259646 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.259993 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Added segment 70c03320-5008-4e2c-8a17-b9d3cf4d8a95 of type vlan for network 246659fc-87f4-4612-a61a-70115fd0b829 Jul 07 18:20:00.298870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.329945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.335518 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:00.336137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.392820 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063231 Jul 07 18:20:00.396294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:00.402252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'subnet': {'network_id': '246659fc-87f4-4612-a61a-70115fd0b829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:00.407555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea481eac-1d2d-4d70-89fa-0b0ff21a414e tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Network': ['ID=246659fc-87f4-4612-a61a-70115fd0b829,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:00.418353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 246659fc-87f4-4612-a61a-70115fd0b829 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:00.493296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:00.497980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.562090 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Performing IP validity checks on allocation pools {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:20:00.562645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.ipam_backend_mixin [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93947) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:20:00.696802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.766289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Subnet': ['ID=321e962c-2374-480a-b6de-161718920de0,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:00.775626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking segment: {'id': '70c03320-5008-4e2c-8a17-b9d3cf4d8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '246659fc-87f4-4612-a61a-70115fd0b829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:00.776022 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network hostable DHCP agents. Network: 246659fc-87f4-4612-a61a-70115fd0b829, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:00.794222 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network 246659fc-87f4-4612-a61a-70115fd0b829 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:00.804382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 246659fc-87f4-4612-a61a-70115fd0b829) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:00.809011 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:00.809609 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.816892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d720e66-e4dd-42f7-bb59-3a6969da33d7 None None] Network 246659fc-87f4-4612-a61a-70115fd0b829 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:00.825119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f07772d-32da-4664-a3d5-010a536497c5 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4273376 Jul 07 18:20:00.827598 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:00.895947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eba2b1-db83-4c74-828d-39831e07b469 None None] Network b5fa937c-ed55-4695-a1fb-af18894a5791 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:00.934809 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.990827 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:00.995511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c0b0b8bb-253d-4342-983b-17b02306f687 None None] Provisioning for port b64c74ed-35f5-46bd-b01d-082a091eb24f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:01.053599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.076714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5228a17-5812-4486-9552-b9b6b84af281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-246659fc-87f4-4612-a61a-70115fd0b829', 'network_id': '246659fc-87f4-4612-a61a-70115fd0b829', 'tenant_id': '42a8a4521a3b498ba19e18eb3a16c100', 'fixed_ips': [{'subnet_id': '321e962c-2374-480a-b6de-161718920de0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:01.077575 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5228a17-5812-4486-9552-b9b6b84af281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.085160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Subnet': ['ID=321e962c-2374-480a-b6de-161718920de0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.161969 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.175805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246659fc-87f4-4612-a61a-70115fd0b829']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:01.187739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c03320-5008-4e2c-8a17-b9d3cf4d8a95') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:01.187962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c03320-5008-4e2c-8a17-b9d3cf4d8a95') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:01.196177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc034a-a715-48c9-917c-3fa399f492bb None None] Network 246659fc-87f4-4612-a61a-70115fd0b829 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:01.197582 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.211712 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.218678 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:01.219137 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:01.222496 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:01.283940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.292929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.298956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40808) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:01.299564 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/246659fc-87f4-4612-a61a-70115fd0b829 HTTP/1.1" status: 204 len: 168 time: 0.4703529 Jul 07 18:20:01.304387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360854302'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:01.315306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ea2b-cf33-4848-a540-ac1823cea8f3 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Network': ['ID=246659fc-87f4-4612-a61a-70115fd0b829,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.327734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:01.331504 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.359546 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:01.369589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.370029 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Added segment 58ee4d47-f32d-40bc-8d62-27515ab16011 of type vlan for network f96ca41a-7992-4e87-b63f-a1fdc307e446 Jul 07 18:20:01.413204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.448727 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.454662 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:01.455294 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.514213 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2140284 Jul 07 18:20:01.518094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40810) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:01.524169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'subnet': {'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:01.532079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff27957-21d9-4965-94c5-21f6eb87f583 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Network': ['ID=f96ca41a-7992-4e87-b63f-a1fdc307e446,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.543175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:01.616316 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:01.620059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.688278 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b64c74ed-35f5-46bd-b01d-082a091eb24f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:01.747500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b64c74ed-35f5-46bd-b01d-082a091eb24f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:01.752740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b64c74ed-35f5-46bd-b01d-082a091eb24f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:01.753393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.815300 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.835449 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.872859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b64c74ed-35f5-46bd-b01d-082a091eb24f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b64c74ed-35f5-46bd-b01d-082a091eb24f,segment=NetworkSegment(80eec9bd-e61a-421b-ada1-09e9a54f4fed),segment_id=80eec9bd-e61a-421b-ada1-09e9a54f4fed)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:01.875197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Subnet': ['ID=8c353d7c-0db0-4569-86a4-519513a6c801,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.879364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.892294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking segment: {'id': '58ee4d47-f32d-40bc-8d62-27515ab16011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:01.892658 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network hostable DHCP agents. Network: f96ca41a-7992-4e87-b63f-a1fdc307e446, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:01.910879 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:01.919800 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, f96ca41a-7992-4e87-b63f-a1fdc307e446) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:01.923902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:01.924494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:01.935436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510c941-85c3-446a-b430-2d3c1efb9643 None None] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:01.939857 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e5885026-2465-4336-8236-4305ec823701 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205801 Jul 07 18:20:01.943501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40812) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:01.944358 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b64c74ed-35f5-46bd-b01d-082a091eb24f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:01.949252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290014669'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:01.972097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:01.975837 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.000997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:02.012359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.012710 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Added segment d9e1e338-d3ff-4c09-b87a-1eb8614e307a of type vlan for network 0a7085cf-f6d2-48fe-b025-aea35d6872fc Jul 07 18:20:02.063787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.099764 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.105359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.106020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.167250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2224226 Jul 07 18:20:02.168437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40814) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:02.173719 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Request body: {'subnet': {'network_id': '0a7085cf-f6d2-48fe-b025-aea35d6872fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:02.176226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f891e7-51aa-4fc4-a045-ed5fa2aacb24 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Network': ['ID=0a7085cf-f6d2-48fe-b025-aea35d6872fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.205736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0a7085cf-f6d2-48fe-b025-aea35d6872fc details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:02.274413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Made reservation on behalf of 42a8a4521a3b498ba19e18eb3a16c100 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:02.278361 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.310346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-f96ca41a-7992-4e87-b63f-a1fdc307e446', 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446', 'tenant_id': '42a8a4521a3b498ba19e18eb3a16c100', 'fixed_ips': [{'subnet_id': '8c353d7c-0db0-4569-86a4-519513a6c801'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:02.311260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.456413 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Allocated IP 2001:db8::2 (f96ca41a-7992-4e87-b63f-a1fdc307e446/8c353d7c-0db0-4569-86a4-519513a6c801/3604b0bf-622d-4086-be31-ab5e34614826) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:02.459784 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.522808 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event updated for resources: {'Subnet': ['ID=cb217bfa-2ca3-4627-86fa-8d2ab7af1fe5,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.533287 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Checking segment: {'id': 'd9e1e338-d3ff-4c09-b87a-1eb8614e307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0a7085cf-f6d2-48fe-b025-aea35d6872fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:02.533660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network hostable DHCP agents. Network: 0a7085cf-f6d2-48fe-b025-aea35d6872fc, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:02.550664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Network 0a7085cf-f6d2-48fe-b025-aea35d6872fc is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:02.559943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0a7085cf-f6d2-48fe-b025-aea35d6872fc) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:02.564658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:02.565313 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.580447 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-91524bee-0195-4a1b-abf1-ca2ec29f3e03 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4108624 Jul 07 18:20:02.583016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:02.585392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980684ab-4964-4812-9d7f-eb4a93f95678 None None] Network 0a7085cf-f6d2-48fe-b025-aea35d6872fc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:02.647826 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.660932 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Transition to ACTIVE for port object 3604b0bf-622d-4086-be31-ab5e34614826 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:02.682907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.693028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Transition to ACTIVE for port object 3604b0bf-622d-4086-be31-ab5e34614826 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:02.717319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.765608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.769043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:02.774012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:02.782223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:02.810259 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Pushing event updated for resources: {'Port': ['ID=3604b0bf-622d-4086-be31-ab5e34614826,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.829775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.843712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831db70-1b3d-401c-b6e4-2f0bf4d61e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0a7085cf-f6d2-48fe-b025-aea35d6872fc', 'network_id': '0a7085cf-f6d2-48fe-b025-aea35d6872fc', 'tenant_id': '42a8a4521a3b498ba19e18eb3a16c100', 'fixed_ips': [{'subnet_id': 'cb217bfa-2ca3-4627-86fa-8d2ab7af1fe5'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:02.844566 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b831db70-1b3d-401c-b6e4-2f0bf4d61e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.859718 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Subnet': ['ID=cb217bfa-2ca3-4627-86fa-8d2ab7af1fe5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:02.895262 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Attempting to bind port 3604b0bf-622d-4086-be31-ab5e34614826 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:02.895645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Attempting to bind port 3604b0bf-622d-4086-be31-ab5e34614826 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '58ee4d47-f32d-40bc-8d62-27515ab16011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:02.896017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Attempting to bind port 3604b0bf-622d-4086-be31-ab5e34614826 on network f96ca41a-7992-4e87-b63f-a1fdc307e446 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:02.930711 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.941332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7085cf-f6d2-48fe-b025-aea35d6872fc']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:02.952018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:02.952407 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Checking segment: {'id': '58ee4d47-f32d-40bc-8d62-27515ab16011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:02.952822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.953017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e1e338-d3ff-4c09-b87a-1eb8614e307a') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:02.953224 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Bound using segment: {'id': '58ee4d47-f32d-40bc-8d62-27515ab16011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:02.953337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e1e338-d3ff-4c09-b87a-1eb8614e307a') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:02.953713 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Bound port: 3604b0bf-622d-4086-be31-ab5e34614826, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ee4d47-f32d-40bc-8d62-27515ab16011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f96ca41a-7992-4e87-b63f-a1fdc307e446'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:02.954113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.963254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.978852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.979072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f927936-dd68-4ca8-b603-05d0b8aee2f6 None None] Network 0a7085cf-f6d2-48fe-b025-aea35d6872fc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:02.984925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:02.985472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:02.988441 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:03.048676 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.057308 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.059219 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/0a7085cf-f6d2-48fe-b025-aea35d6872fc HTTP/1.1" status: 204 len: 168 time: 0.4752612 Jul 07 18:20:03.061992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40818) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.069160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38529d5d-963b-49b3-8e51-976fcd003fc2 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Network': ['ID=0a7085cf-f6d2-48fe-b025-aea35d6872fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:03.087308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] For port 3604b0bf-622d-4086-be31-ab5e34614826, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:03.092183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] For port 3604b0bf-622d-4086-be31-ab5e34614826, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3604b0bf-622d-4086-be31-ab5e34614826,segment=NetworkSegment(58ee4d47-f32d-40bc-8d62-27515ab16011),segment_id=58ee4d47-f32d-40bc-8d62-27515ab16011)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:03.094731 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-11be4604-d9c4-434c-b3c4-f97ce523b289 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] GET failed (client error): The resource could not be found. Jul 07 18:20:03.096218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-11be4604-d9c4-434c-b3c4-f97ce523b289 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "GET /v2.0/subnets/cb217bfa-2ca3-4627-86fa-8d2ab7af1fe5 HTTP/1.1" status: 404 len: 337 time: 0.0330923 Jul 07 18:20:03.099204 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40820) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.116002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.118328 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-992231f2-b1ae-4c40-85bc-af7f7dd6895f tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:03.118957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992231f2-b1ae-4c40-85bc-af7f7dd6895f tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:03.121354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-992231f2-b1ae-4c40-85bc-af7f7dd6895f tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/0a7085cf-f6d2-48fe-b025-aea35d6872fc HTTP/1.1" status: 404 len: 339 time: 0.0211680 Jul 07 18:20:03.129111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40822) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.157015 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9b9064-e03f-478c-8acf-64aa08cca2cb tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:03.157467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9b9064-e03f-478c-8acf-64aa08cca2cb tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:03.162199 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea9b9064-e03f-478c-8acf-64aa08cca2cb tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/subnets/cb217bfa-2ca3-4627-86fa-8d2ab7af1fe5 HTTP/1.1" status: 404 len: 337 time: 0.0290995 Jul 07 18:20:03.162382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40824) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.182681 n-d-791505-12 neutron-server[93946]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe5ff0a-4de0-40ac-bd2e-374bafb9b861 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:03.183549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe5ff0a-4de0-40ac-bd2e-374bafb9b861 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:03.185413 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-efe5ff0a-4de0-40ac-bd2e-374bafb9b861 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/0a7085cf-f6d2-48fe-b025-aea35d6872fc HTTP/1.1" status: 404 len: 339 time: 0.0218959 Jul 07 18:20:03.190408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40826) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.198021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2553a7-557f-44aa-81cf-980a38d8b97a None None] Pushing event updated for resources: {'Port': ['ID=3604b0bf-622d-4086-be31-ab5e34614826,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:03.251465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Deleting subnet 8c353d7c-0db0-4569-86a4-519513a6c801 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:03.254778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.297949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.449569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.511357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.537938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Subnet': ['ID=8c353d7c-0db0-4569-86a4-519513a6c801,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:03.543307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.545275 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e8f09a5b-3c3e-4135-98c7-37b42b65ba18 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/subnets/8c353d7c-0db0-4569-86a4-519513a6c801 HTTP/1.1" status: 204 len: 168 time: 0.3538539 Jul 07 18:20:03.547978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40828) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:03.630070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.685695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Deleting port 3604b0bf-622d-4086-be31-ab5e34614826 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:03.686036 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.751002 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3604b0bf-622d-4086-be31-ab5e34614826 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:03.757506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] For port 3604b0bf-622d-4086-be31-ab5e34614826, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3604b0bf-622d-4086-be31-ab5e34614826,segment=NetworkSegment(58ee4d47-f32d-40bc-8d62-27515ab16011),segment_id=58ee4d47-f32d-40bc-8d62-27515ab16011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:03.757870 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.776001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Calling delete_port for 3604b0bf-622d-4086-be31-ab5e34614826 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:03.808369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3604b0bf-622d-4086-be31-ab5e34614826 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:03.813003 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b64c74ed-35f5-46bd-b01d-082a091eb24f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:03.857656 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.867161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b64c74ed-35f5-46bd-b01d-082a091eb24f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:03.867530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.888479 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Port': ['ID=3604b0bf-622d-4086-be31-ab5e34614826,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:03.890650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No DVR routers for this DVR port 3604b0bf-622d-4086-be31-ab5e34614826 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:03.981225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.991997 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96ca41a-7992-4e87-b63f-a1fdc307e446']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.003106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ee4d47-f32d-40bc-8d62-27515ab16011') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.003481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ee4d47-f32d-40bc-8d62-27515ab16011') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.015317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.031830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.038421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:04.038861 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:04.042025 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:04.105458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.115296 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.119709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/f96ca41a-7992-4e87-b63f-a1fdc307e446 HTTP/1.1" status: 204 len: 168 time: 0.5706925 Jul 07 18:20:04.119949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.131875 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7bfe7-15e0-40ed-b326-7618e34c8404 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Network': ['ID=f96ca41a-7992-4e87-b63f-a1fdc307e446,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:04.151483 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce953e5-94aa-43d1-a025-70916cb83e2a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:04.151950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce953e5-94aa-43d1-a025-70916cb83e2a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:04.153686 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1ce953e5-94aa-43d1-a025-70916cb83e2a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/subnets/321e962c-2374-480a-b6de-161718920de0 HTTP/1.1" status: 404 len: 337 time: 0.0324030 Jul 07 18:20:04.156193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40832) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.164796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d0a3aedb-03f8-43d9-9a87-61b3d3761c53 None None] Could not find standard attr ID for object 3604b0bf-622d-4086-be31-ab5e34614826. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:20:04.175163 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf4d66a-2484-4e47-9a88-26120d505342 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:04.175708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf4d66a-2484-4e47-9a88-26120d505342 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:04.175927 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04729ba-ec49-487c-b0f9-8c1613f05cc9 None None] DHCP port deletion for f96ca41a-7992-4e87-b63f-a1fdc307e446 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:04.177418 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eaf4d66a-2484-4e47-9a88-26120d505342 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/246659fc-87f4-4612-a61a-70115fd0b829 HTTP/1.1" status: 404 len: 339 time: 0.0203419 Jul 07 18:20:04.179933 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.193036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85de16-6e63-450c-8ce5-feef926a32ae None None] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:04.205285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85de16-6e63-450c-8ce5-feef926a32ae None None] Network f96ca41a-7992-4e87-b63f-a1fdc307e446 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:20:04.214481 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4113867-e0f9-4f36-af4f-45e9603cce5d tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:04.214979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4113867-e0f9-4f36-af4f-45e9603cce5d tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:04.216695 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e4113867-e0f9-4f36-af4f-45e9603cce5d tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/subnets/83cafbc3-dd30-4d14-b474-4c1203d35d6f HTTP/1.1" status: 404 len: 337 time: 0.0358660 Jul 07 18:20:04.219194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.237140 n-d-791505-12 neutron-server[93947]: INFO neutron.pecan_wsgi.hooks.translation [None req-968ed269-51a8-4012-b037-04b06e002ef7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] DELETE failed (client error): The resource could not be found. Jul 07 18:20:04.237664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968ed269-51a8-4012-b037-04b06e002ef7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93947) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:20:04.239338 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-968ed269-51a8-4012-b037-04b06e002ef7 tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/aeb565a7-47d0-4a64-acb4-d828ed9dd780 HTTP/1.1" status: 404 len: 339 time: 0.0192654 Jul 07 18:20:04.241717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.292605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Deleting subnet 4d81f026-1b84-4e80-ad0f-1e1dc9648c0a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:04.295691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.336018 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.422398 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.482281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.507169 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Subnet': ['ID=4d81f026-1b84-4e80-ad0f-1e1dc9648c0a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:04.513452 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.515365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84dfae9c-828b-458a-a5b6-7e68598f326a tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/subnets/4d81f026-1b84-4e80-ad0f-1e1dc9648c0a HTTP/1.1" status: 204 len: 168 time: 0.2727628 Jul 07 18:20:04.517764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40840) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:04.521375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c31d38-2703-42de-84bd-a4497fe3a152 None None] Network b5fa937c-ed55-4695-a1fb-af18894a5791 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:04.598759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.651516 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Deleting port b64c74ed-35f5-46bd-b01d-082a091eb24f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:04.651870 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.697237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] DHCP port deletion for b5fa937c-ed55-4695-a1fb-af18894a5791 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:04.715390 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] For port b64c74ed-35f5-46bd-b01d-082a091eb24f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b64c74ed-35f5-46bd-b01d-082a091eb24f,segment=NetworkSegment(80eec9bd-e61a-421b-ada1-09e9a54f4fed),segment_id=80eec9bd-e61a-421b-ada1-09e9a54f4fed)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:04.715752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.729584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Calling delete_port for b64c74ed-35f5-46bd-b01d-082a091eb24f owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:04.742750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Deleting port b64c74ed-35f5-46bd-b01d-082a091eb24f {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:04.743171 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.806734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] For port b64c74ed-35f5-46bd-b01d-082a091eb24f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b64c74ed-35f5-46bd-b01d-082a091eb24f,segment=NetworkSegment(80eec9bd-e61a-421b-ada1-09e9a54f4fed),segment_id=80eec9bd-e61a-421b-ada1-09e9a54f4fed)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:04.807495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.813215 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.819970 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Calling delete_port for b64c74ed-35f5-46bd-b01d-082a091eb24f owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:04.839410 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Port': ['ID=b64c74ed-35f5-46bd-b01d-082a091eb24f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:04.843180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] No DVR routers for this DVR port b64c74ed-35f5-46bd-b01d-082a091eb24f on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:20:04.892973 n-d-791505-12 neutron-server[93948]: self.session.flush() Jul 07 18:20:04.899011 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.923933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.924207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] Pushing event deleted for resources: {'Port': ['ID=b64c74ed-35f5-46bd-b01d-082a091eb24f,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:04.928590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9c9d7-5f87-49b5-a595-980a95222c51 None None] No DVR routers for this DVR port b64c74ed-35f5-46bd-b01d-082a091eb24f on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:04.935545 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fa937c-ed55-4695-a1fb-af18894a5791']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.947311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eec9bd-e61a-421b-ada1-09e9a54f4fed') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.947638 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eec9bd-e61a-421b-ada1-09e9a54f4fed') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:04.956496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.970514 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.976351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:04.976746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:04.979833 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:05.036956 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.045251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.047326 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] 10.222.0.66 "DELETE /v2.0/networks/b5fa937c-ed55-4695-a1fb-af18894a5791 HTTP/1.1" status: 204 len: 168 time: 0.5286169 Jul 07 18:20:05.065934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1ef05-0442-48f0-9d43-9e70a49e58ad tempest-NetworksIpV6Test-820287155 tempest-NetworksIpV6Test-820287155-project] Pushing event deleted for resources: {'Network': ['ID=b5fa937c-ed55-4695-a1fb-af18894a5791,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:05.304843 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40846) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:05.435138 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-641197ae-18e3-4fbf-9fc5-2220a91ee7c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42a8a4521a3b498ba19e18eb3a16c100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290228 Jul 07 18:20:05.437453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40850) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:05.488622 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.510688 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.566009 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.568967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.570482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/989fb2ad-b811-446f-a854-8d5737ed7cec HTTP/1.1" status: 204 len: 168 time: 0.1319566 Jul 07 18:20:05.583881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09847729-fdc9-4a52-adfc-e7af6ae86f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fb2ad-b811-446f-a854-8d5737ed7cec,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:05.668515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3604b0bf-622d-4086-be31-ab5e34614826 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:05.693135 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3604b0bf-622d-4086-be31-ab5e34614826 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:05.693493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3604b0bf-622d-4086-be31-ab5e34614826 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:05.693923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b64c74ed-35f5-46bd-b01d-082a091eb24f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:05.713519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b64c74ed-35f5-46bd-b01d-082a091eb24f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:05.713882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b64c74ed-35f5-46bd-b01d-082a091eb24f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:06.296994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40872) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:06.408132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2011711526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:06.438829 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.439880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.501554 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.506723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.524478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.526380 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-88bbf514-4c92-4739-a3ce-ec8695277bf3 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2283580 Jul 07 18:20:06.530335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:06.536617 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-291742611'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:06.561833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Made reservation on behalf of a52571d9284b4bf6bd475f38be73e321 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:06.565802 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.579366 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.685205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.689106 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.715542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:06.723548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0fc723-0861-4b61-b818-b330aaf0bbe0,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:06.733409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.733760 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Added segment 376cee62-872a-4b09-a17c-1d94f176c8aa of type vlan for network b8a83617-3d53-46be-b713-db98d1318dcd Jul 07 18:20:06.773637 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.802729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.808453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:06.809021 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.870265 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3387632 Jul 07 18:20:06.873119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:06.878175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'subnet': {'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:06.897190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234a54-fc04-4152-95ac-d6d5f997e67a tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event updated for resources: {'Network': ['ID=b8a83617-3d53-46be-b713-db98d1318dcd,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:06.908581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network b8a83617-3d53-46be-b713-db98d1318dcd details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:06.973611 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Made reservation on behalf of a52571d9284b4bf6bd475f38be73e321 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:06.977359 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.485785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.548679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event updated for resources: {'Subnet': ['ID=d3bc34a1-c8d7-469c-95b5-01eeeaee2488,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:07.555875 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Checking segment: {'id': '376cee62-872a-4b09-a17c-1d94f176c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:07.556782 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Network hostable DHCP agents. Network: b8a83617-3d53-46be-b713-db98d1318dcd, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:07.573656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Network b8a83617-3d53-46be-b713-db98d1318dcd is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:07.582257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, b8a83617-3d53-46be-b713-db98d1318dcd) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:07.586175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:07.586907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.591578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4de34e-8e9e-4e12-bd62-78f8449a410d None None] Network b8a83617-3d53-46be-b713-db98d1318dcd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:07.601556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ce85b4ae-5941-4588-81f2-c794c1d4700d tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7272644 Jul 07 18:20:07.604514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40880) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:07.609431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1799602687'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:07.630505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Made reservation on behalf of a52571d9284b4bf6bd475f38be73e321 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:07.634040 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.658049 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:07.667691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.668034 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Added segment be268941-c8fc-42b9-b14c-3ccbb7ecac8e of type vlan for network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 Jul 07 18:20:07.710139 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.741602 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.744644 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a90c82c9-eb6a-4818-981c-d95921fdbe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.748572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-b8a83617-3d53-46be-b713-db98d1318dcd', 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd', 'tenant_id': 'a52571d9284b4bf6bd475f38be73e321', 'fixed_ips': [{'subnet_id': 'd3bc34a1-c8d7-469c-95b5-01eeeaee2488'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:07.749515 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.750091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:07.750750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.807786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1996434 Jul 07 18:20:07.808312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40882) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:07.814473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'subnet': {'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:07.820595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb2f4-5794-451c-a488-b15b6be72deb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event updated for resources: {'Network': ['ID=7733d4f1-94b2-42e1-a4b0-0c5f11694957,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:07.840705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:07.906763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Made reservation on behalf of a52571d9284b4bf6bd475f38be73e321 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:07.910514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:07.948256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Allocated IP 172.20.0.2 (b8a83617-3d53-46be-b713-db98d1318dcd/d3bc34a1-c8d7-469c-95b5-01eeeaee2488/708e297b-857c-400e-a562-2f288de96fa9) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:08.101933 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.105508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.110997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Transition to ACTIVE for port object 708e297b-857c-400e-a562-2f288de96fa9 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:08.127194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Transition to ACTIVE for port object 708e297b-857c-400e-a562-2f288de96fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:08.140018 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.170794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event updated for resources: {'Subnet': ['ID=169ac115-87e5-46b8-a8fa-b77dfc244371,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:08.183013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Network b8a83617-3d53-46be-b713-db98d1318dcd is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:08.185891 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:08.191472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:08.193399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Checking segment: {'id': 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:08.193783 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Network hostable DHCP agents. Network: 7733d4f1-94b2-42e1-a4b0-0c5f11694957, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:08.199378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Pushing event updated for resources: {'Port': ['ID=708e297b-857c-400e-a562-2f288de96fa9,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:08.212946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:08.222493 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 7733d4f1-94b2-42e1-a4b0-0c5f11694957) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:08.226608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:08.227208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.242878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-ed64e0e6-97ac-4dc6-8423-d24188dcbcfb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4331808 Jul 07 18:20:08.246075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40884) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:08.251006 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039aadb-12ba-433b-b080-6a4cbba5b01e None None] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:08.251173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a7e4d52e-54dc-4d64-8507-e1f4e51f53f5 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Request body: {'router': {'external_gateway_info': {'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:08.296139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Attempting to bind port 708e297b-857c-400e-a562-2f288de96fa9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:08.296515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Attempting to bind port 708e297b-857c-400e-a562-2f288de96fa9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '376cee62-872a-4b09-a17c-1d94f176c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:08.296892 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Attempting to bind port 708e297b-857c-400e-a562-2f288de96fa9 on network b8a83617-3d53-46be-b713-db98d1318dcd {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:08.308016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:08.308392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Checking segment: {'id': '376cee62-872a-4b09-a17c-1d94f176c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:08.308800 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.309201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Bound using segment: {'id': '376cee62-872a-4b09-a17c-1d94f176c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:08.309678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Bound port: 708e297b-857c-400e-a562-2f288de96fa9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376cee62-872a-4b09-a17c-1d94f176c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b8a83617-3d53-46be-b713-db98d1318dcd'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:08.310091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.428308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] For port 708e297b-857c-400e-a562-2f288de96fa9, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:08.433857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] For port 708e297b-857c-400e-a562-2f288de96fa9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=708e297b-857c-400e-a562-2f288de96fa9,segment=NetworkSegment(376cee62-872a-4b09-a17c-1d94f176c8aa),segment_id=376cee62-872a-4b09-a17c-1d94f176c8aa)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:08.439840 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.488966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d52e-54dc-4d64-8507-e1f4e51f53f5 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.505362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-7733d4f1-94b2-42e1-a4b0-0c5f11694957', 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957', 'tenant_id': 'a52571d9284b4bf6bd475f38be73e321', 'fixed_ips': [{'subnet_id': '169ac115-87e5-46b8-a8fa-b77dfc244371'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:08.506236 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.530352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b152dc-3380-4c4b-9e63-3e886141f775 None None] Pushing event updated for resources: {'Port': ['ID=708e297b-857c-400e-a562-2f288de96fa9,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:08.616976 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [None req-a7e4d52e-54dc-4d64-8507-e1f4e51f53f5 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:20:08.618192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a7e4d52e-54dc-4d64-8507-e1f4e51f53f5 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "PUT /v2.0/routers/26d0bc09-2691-4e42-bc10-3fa8afd6cc3c HTTP/1.1" status: 400 len: 364 time: 0.3709855 Jul 07 18:20:08.624587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40886) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:08.672526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Allocated IP 172.21.0.2 (7733d4f1-94b2-42e1-a4b0-0c5f11694957/169ac115-87e5-46b8-a8fa-b77dfc244371/4d4d9681-a481-4188-b0ad-7c4571d4b0cb) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:08.679462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Deleting subnet 169ac115-87e5-46b8-a8fa-b77dfc244371 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:08.845607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.854870 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Transition to ACTIVE for port object 4d4d9681-a481-4188-b0ad-7c4571d4b0cb will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:08.870193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Transition to ACTIVE for port object 4d4d9681-a481-4188-b0ad-7c4571d4b0cb will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:08.875765 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.880306 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.917852 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:08.920959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:08.926139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:08.930733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:08.933982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Pushing event updated for resources: {'Port': ['ID=4d4d9681-a481-4188-b0ad-7c4571d4b0cb,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:08.995771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Attempting to bind port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:08.996514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Attempting to bind port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:08.996514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Attempting to bind port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb on network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:09.001547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:09.002051 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Checking segment: {'id': 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:09.002517 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.002894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Bound using segment: {'id': 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:09.003361 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Bound port: 4d4d9681-a481-4188-b0ad-7c4571d4b0cb, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7733d4f1-94b2-42e1-a4b0-0c5f11694957'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:09.004187 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.014481 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.078233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.081281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] For port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:09.084827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] For port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4d4d9681-a481-4188-b0ad-7c4571d4b0cb,segment=NetworkSegment(be268941-c8fc-42b9-b14c-3ccbb7ecac8e),segment_id=be268941-c8fc-42b9-b14c-3ccbb7ecac8e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:09.089296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.110533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Subnet': ['ID=169ac115-87e5-46b8-a8fa-b77dfc244371,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:09.115047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.119330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-70cc94c0-190b-45bb-9817-004e0f9364a0 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "DELETE /v2.0/subnets/169ac115-87e5-46b8-a8fa-b77dfc244371 HTTP/1.1" status: 204 len: 168 time: 0.4913735 Jul 07 18:20:09.120320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40888) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:09.153575 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e92a-59b4-4075-ab88-0164a4a46b78 None None] Pushing event updated for resources: {'Port': ['ID=4d4d9681-a481-4188-b0ad-7c4571d4b0cb,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:09.226563 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.285848 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Deleting port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:09.286195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.377790 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] For port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4d4d9681-a481-4188-b0ad-7c4571d4b0cb,segment=NetworkSegment(be268941-c8fc-42b9-b14c-3ccbb7ecac8e),segment_id=be268941-c8fc-42b9-b14c-3ccbb7ecac8e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:09.377790 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.393399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Calling delete_port for 4d4d9681-a481-4188-b0ad-7c4571d4b0cb owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:09.490427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.521957 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Port': ['ID=4d4d9681-a481-4188-b0ad-7c4571d4b0cb,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:09.530928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] No DVR routers for this DVR port 4d4d9681-a481-4188-b0ad-7c4571d4b0cb on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:09.619636 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.630675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7733d4f1-94b2-42e1-a4b0-0c5f11694957']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:09.641429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:09.641732 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be268941-c8fc-42b9-b14c-3ccbb7ecac8e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:09.652293 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.659402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb246e-9114-4693-a8dd-95c6e06990f8 None None] Network b8a83617-3d53-46be-b713-db98d1318dcd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:09.667544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.675234 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:09.675753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:09.678948 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:09.731815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 708e297b-857c-400e-a562-2f288de96fa9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:09.748008 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.755678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.757633 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "DELETE /v2.0/networks/7733d4f1-94b2-42e1-a4b0-0c5f11694957 HTTP/1.1" status: 204 len: 168 time: 0.6357780 Jul 07 18:20:09.760439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40890) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:09.769432 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9e88-9f2a-49d7-984d-5c2d79063420 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Network': ['ID=7733d4f1-94b2-42e1-a4b0-0c5f11694957,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:09.787741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9bfd6eff-f5f9-4941-b5cf-39bbbe10c5fc None None] Provisioning for port 708e297b-857c-400e-a562-2f288de96fa9 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:09.816701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Deleting subnet d3bc34a1-c8d7-469c-95b5-01eeeaee2488 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:09.819817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.855543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 708e297b-857c-400e-a562-2f288de96fa9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:09.861261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 708e297b-857c-400e-a562-2f288de96fa9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:09.861631 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.875670 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:09.973591 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.044356 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.073785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bc34a1-c8d7-469c-95b5-01eeeaee2488,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:10.083564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.086452 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f8f4b6a1-ac33-4e3b-b06f-0177c7ed90e9 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "DELETE /v2.0/subnets/d3bc34a1-c8d7-469c-95b5-01eeeaee2488 HTTP/1.1" status: 204 len: 168 time: 0.3249671 Jul 07 18:20:10.089010 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40892) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:10.147962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.176790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.189500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 708e297b-857c-400e-a562-2f288de96fa9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=708e297b-857c-400e-a562-2f288de96fa9,segment=NetworkSegment(376cee62-872a-4b09-a17c-1d94f176c8aa),segment_id=376cee62-872a-4b09-a17c-1d94f176c8aa)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:10.199285 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.208486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e4c86138-73f5-4c8b-bfd5-e43d49919f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.249880 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Deleting port 708e297b-857c-400e-a562-2f288de96fa9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:10.250228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.262519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=708e297b-857c-400e-a562-2f288de96fa9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:10.332126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] For port 708e297b-857c-400e-a562-2f288de96fa9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=708e297b-857c-400e-a562-2f288de96fa9,segment=NetworkSegment(376cee62-872a-4b09-a17c-1d94f176c8aa),segment_id=376cee62-872a-4b09-a17c-1d94f176c8aa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:10.332564 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.351259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Calling delete_port for 708e297b-857c-400e-a562-2f288de96fa9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:10.384697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7282c20-414e-4079-867f-99bf367697e6 None None] Network b8a83617-3d53-46be-b713-db98d1318dcd requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:10.434057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20756903-5298-4739-a277-c464dfe6745b None None] DHCP port deletion for 7733d4f1-94b2-42e1-a4b0-0c5f11694957 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:10.459525 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.467398 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7be7c-62a1-4358-8922-d277be92ea16 None None] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:10.487385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7be7c-62a1-4358-8922-d277be92ea16 None None] Network 7733d4f1-94b2-42e1-a4b0-0c5f11694957 could not be found, it might have been deleted concurrently. {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:20:10.488723 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21c80e3a-76fe-479b-aefd-0cc4f42b3ff0 None None] Provisioning complete for port 708e297b-857c-400e-a562-2f288de96fa9 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:10.489150 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-21c80e3a-76fe-479b-aefd-0cc4f42b3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.491827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] No DVR routers for this DVR port 708e297b-857c-400e-a562-2f288de96fa9 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:10.494259 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Port': ['ID=708e297b-857c-400e-a562-2f288de96fa9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:10.527524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-21c80e3a-76fe-479b-aefd-0cc4f42b3ff0 None None] Port 708e297b-857c-400e-a562-2f288de96fa9 was deleted so its status cannot be updated. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 18:20:10.547564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-21c80e3a-76fe-479b-aefd-0cc4f42b3ff0 None None] Could not find standard attr ID for object 4d4d9681-a481-4188-b0ad-7c4571d4b0cb. {{(pid=93948) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:20:10.580778 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.591775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a83617-3d53-46be-b713-db98d1318dcd']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:10.601329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376cee62-872a-4b09-a17c-1d94f176c8aa') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:10.601642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376cee62-872a-4b09-a17c-1d94f176c8aa') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:10.612899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.613517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bdfd5-6960-46f9-8bca-83a4b24dfed8 None None] DHCP port deletion for b8a83617-3d53-46be-b713-db98d1318dcd request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:10.631163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.638022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:10.638458 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:10.641395 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:10.709107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.715436 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.717434 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "DELETE /v2.0/networks/b8a83617-3d53-46be-b713-db98d1318dcd HTTP/1.1" status: 204 len: 168 time: 0.6273808 Jul 07 18:20:10.721521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40894) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:10.733557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23e9a-da91-4c6d-82b2-9e562a06d9cc tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Pushing event deleted for resources: {'Network': ['ID=b8a83617-3d53-46be-b713-db98d1318dcd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:10.746616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.750902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e75ac2be-72e8-4286-9f7c-5416c6d739cb tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "GET /v2.0/ports?device_id=26d0bc09-2691-4e42-bc10-3fa8afd6cc3c HTTP/1.1" status: 200 len: 205 time: 0.0281932 Jul 07 18:20:10.754020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:10.828897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.991490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:10.993700 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.041285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.041679 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Fanout notify agent at l3_agent the message router_deleted on router 26d0bc09-2691-4e42-bc10-3fa8afd6cc3c {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:20:11.048515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.049864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a11e12f1-30c0-47b1-839c-8a7c99b79099 tempest-RoutersNegativeTest-1077234954 tempest-RoutersNegativeTest-1077234954-project] 10.222.0.66 "DELETE /v2.0/routers/26d0bc09-2691-4e42-bc10-3fa8afd6cc3c HTTP/1.1" status: 204 len: 168 time: 0.2946451 Jul 07 18:20:11.300290 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40902) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:11.440246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d60b2e4f-4038-4032-a274-49be8fb681c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a52571d9284b4bf6bd475f38be73e321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387575 Jul 07 18:20:11.442808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40906) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:11.494701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.515601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.561974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.564558 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.565755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d0fc723-0861-4b61-b818-b330aaf0bbe0 HTTP/1.1" status: 204 len: 168 time: 0.1220508 Jul 07 18:20:11.574361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f72bce-b17f-43d0-a8d4-5ae5001c434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0fc723-0861-4b61-b818-b330aaf0bbe0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:11.672075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d4d9681-a481-4188-b0ad-7c4571d4b0cb no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:11.693354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4d4d9681-a481-4188-b0ad-7c4571d4b0cb {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:11.693707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4d4d9681-a481-4188-b0ad-7c4571d4b0cb not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:11.694138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 708e297b-857c-400e-a562-2f288de96fa9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:11.713540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 708e297b-857c-400e-a562-2f288de96fa9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:11.713886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 708e297b-857c-400e-a562-2f288de96fa9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:12.082033 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.197312 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40928) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:12.294344 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-597505291-network', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:12.319958 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Made reservation on behalf of 49086281cc5a429786faa0cf2ae4dae0 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:12.322548 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.330998 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.431545 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.435553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.462380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:12.468651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7312ac08-fda3-4d06-b115-3c2f01255a7c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:12.474995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.475352 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Added segment 88da2ebf-dc71-46f6-9b59-1fc68c1294d6 of type vlan for network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b Jul 07 18:20:12.520270 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.552287 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.553889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:12.554938 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.609971 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4110115 Jul 07 18:20:12.612824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40932) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:12.618059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Request body: {'subnet': {'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-subnet', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:12.622786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650ca0-ed3d-4aae-a689-ee9c62b95d9b admin admin] Pushing event updated for resources: {'Network': ['ID=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:12.632447 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:12.640089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Made reservation on behalf of 49086281cc5a429786faa0cf2ae4dae0 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:12.642605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.816406 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.875580 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11406fc-83bf-4fdc-94f2-2acc8af46b74,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:12.881121 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Checking segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:12.881493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Network hostable DHCP agents. Network: a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:12.900864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:12.909764 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:12.913976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:12.914668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.923471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c999e4-98ac-4691-82d3-df31494c90a1 None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:12.932467 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bb1d2224-c44e-45b1-ab70-d361ca7fad71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3183939 Jul 07 18:20:12.935562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40934) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:12.940277 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:12.961497 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:12.963162 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.024062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.081820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:13.082757 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.170880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.230839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Allocated IP 172.20.0.2 (a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b/a11406fc-83bf-4fdc-94f2-2acc8af46b74/edca448d-311a-4887-9b5f-e2ab8ff83847) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:13.417051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.424486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.427510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Transition to ACTIVE for port object edca448d-311a-4887-9b5f-e2ab8ff83847 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:13.445821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.449397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Transition to ACTIVE for port object edca448d-311a-4887-9b5f-e2ab8ff83847 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:13.456367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.499779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:13.502903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:13.517216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:13.558814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Pushing event updated for resources: {'Port': ['ID=edca448d-311a-4887-9b5f-e2ab8ff83847,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:13.578334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Allocated IP 172.25.3.175 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/d4a920db-8ddf-4529-b56a-9581f7dc9b6f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:13.594192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Attempting to bind port edca448d-311a-4887-9b5f-e2ab8ff83847 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:13.594595 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Attempting to bind port edca448d-311a-4887-9b5f-e2ab8ff83847 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:13.595111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Attempting to bind port edca448d-311a-4887-9b5f-e2ab8ff83847 on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:13.600355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:13.600738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Checking segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:13.601140 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.601536 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Bound using segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:13.602012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Bound port: edca448d-311a-4887-9b5f-e2ab8ff83847, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:13.602399 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.673959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] For port edca448d-311a-4887-9b5f-e2ab8ff83847, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:13.677829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] For port edca448d-311a-4887-9b5f-e2ab8ff83847, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=edca448d-311a-4887-9b5f-e2ab8ff83847,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:13.684687 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.695746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.754064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.755915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552b49-2fff-4ded-8616-dbd06efb8f1c None None] Pushing event updated for resources: {'Port': ['ID=edca448d-311a-4887-9b5f-e2ab8ff83847,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:13.801792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:13.805512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:13.810000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:13.835737 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:13.841574 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Pushing event updated for resources: {'Port': ['ID=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:14.152483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.361145 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.497952 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Router d5d77d23-3897-4502-8c2a-7360c8bae38e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:20:14.608832 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:14.620260 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Sync routers for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:14.625724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:14.627345 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95b310e0-22b5-4179-9b73-2506fe8cf3ee admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6907346 Jul 07 18:20:14.630024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 40936) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:14.634945 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:14.635600 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:14.715118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e3f0b-73f7-4f67-b4b5-f371c3e77157 None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:14.743320 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:14.833569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c21e295b-8d7b-43f1-9fb8-8f6751e2fb26 None None] Provisioning for port edca448d-311a-4887-9b5f-e2ab8ff83847 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:14.930688 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:14Z', 'revision_number': 3, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:14.963949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Checking router: d5d77d23-3897-4502-8c2a-7360c8bae38e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:14.964199 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Updating router d5d77d23-3897-4502-8c2a-7360c8bae38e port d4a920db-8ddf-4529-b56a-9581f7dc9b6f binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:14.999215 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.100919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.268890 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.269830 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Allocated IP 172.20.0.1 (a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b/a11406fc-83bf-4fdc-94f2-2acc8af46b74/2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:15.279863 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Transition to ACTIVE for port object d4a920db-8ddf-4529-b56a-9581f7dc9b6f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:15.287533 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.342726 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Attempting to bind port d4a920db-8ddf-4529-b56a-9581f7dc9b6f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:15.343099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Attempting to bind port d4a920db-8ddf-4529-b56a-9581f7dc9b6f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:15.343463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Attempting to bind port d4a920db-8ddf-4529-b56a-9581f7dc9b6f on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:15.355381 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Pushing event updated for resources: {'Port': ['ID=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.358723 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:15.359099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:15.359501 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.359889 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:15.360376 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Bound port: d4a920db-8ddf-4529-b56a-9581f7dc9b6f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:15.360801 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.367662 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.368004 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.369001 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.369455 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.369992 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.370574 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.371159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.371721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.372252 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.372813 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.373377 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.373896 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:15.427532 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] For port d4a920db-8ddf-4529-b56a-9581f7dc9b6f, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:15.432477 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] For port d4a920db-8ddf-4529-b56a-9581f7dc9b6f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:15.437795 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.500690 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee365e-2ec9-42f6-94fe-1a1bc8dfebc9 None None] Pushing event updated for resources: {'Port': ['ID=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.503360 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:15.503981 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:15.612495 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:15.720456 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.721490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device edca448d-311a-4887-9b5f-e2ab8ff83847 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:15.735979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Transition to ACTIVE for port object 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:15.771666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.772452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port edca448d-311a-4887-9b5f-e2ab8ff83847 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:15.777705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port edca448d-311a-4887-9b5f-e2ab8ff83847 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:15.778171 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.807760 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:14Z', 'revision_number': 3, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:15.808899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:15.811890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:15.815508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:15.844839 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51932e75-3978-4e97-8992-b1b50f0eecc4 None None] The sync data for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 is: [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:14Z', 'revision_number': 3, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:15.860178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:15.872166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.878984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.910623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port edca448d-311a-4887-9b5f-e2ab8ff83847, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=edca448d-311a-4887-9b5f-e2ab8ff83847,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:15.920495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.977052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=edca448d-311a-4887-9b5f-e2ab8ff83847,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:16.093186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fcd168be-3057-449a-8599-b46347f4535b None None] Provisioning for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:16.096912 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.097476 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-fcd168be-3057-449a-8599-b46347f4535b None None] Provisioning complete for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:16.097867 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcd168be-3057-449a-8599-b46347f4535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.154488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fcd168be-3057-449a-8599-b46347f4535b None None] Port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:16.287888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.292657 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.365112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:16.371441 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.487079 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:16.488819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:16.661267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Router d5d77d23-3897-4502-8c2a-7360c8bae38e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:16.779795 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8825b4c0-ce91-4529-bf52-169e5a4d088c None None] Provisioning complete for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:16.780630 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8825b4c0-ce91-4529-bf52-169e5a4d088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:16.829249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:16.833792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-43848abb-09f5-4057-b299-f711012cb8e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/d5d77d23-3897-4502-8c2a-7360c8bae38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2026520 Jul 07 18:20:16.839635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8825b4c0-ce91-4529-bf52-169e5a4d088c None None] Port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:17.344549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40952) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:17.349755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1124679124-network', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:17.372271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Made reservation on behalf of 9700661f7f3a46e3b6feda3da86545af for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:17.374592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.384830 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.490427 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.495247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.520969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:17.531785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9a2a4-74c2-438b-8458-7a25f16bc8d0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:17.537100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.537457 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Added segment 05775c19-177c-4d3d-8eb8-ef1568917679 of type vlan for network a11e9169-c345-4703-9e65-cbb29b3cbf93 Jul 07 18:20:17.583446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.619702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.621013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:17.621615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.626198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Sync routers for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:17.651181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:17.652119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:17.690500 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3445821 Jul 07 18:20:17.692993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40954) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:17.700113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Request body: {'subnet': {'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-subnet', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:17.706284 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a44377-6afd-4297-8c23-1b36913f2f53 admin admin] Pushing event updated for resources: {'Network': ['ID=a11e9169-c345-4703-9e65-cbb29b3cbf93,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:17.728072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Made reservation on behalf of 9700661f7f3a46e3b6feda3da86545af for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:17.731202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.743668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:17.797781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device edca448d-311a-4887-9b5f-e2ab8ff83847 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:17.861798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:17.919268 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.981742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port edca448d-311a-4887-9b5f-e2ab8ff83847 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:17.982024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.984845 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52af2b6d-8dea-4be4-b169-348c301922e6,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:17.994574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Checking segment: {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:17.995001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Network hostable DHCP agents. Network: a11e9169-c345-4703-9e65-cbb29b3cbf93, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:18.014928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:18.026308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a11e9169-c345-4703-9e65-cbb29b3cbf93) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:18.030969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:18.031577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.039978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b98b79-cf8a-493c-b9c6-aab392a8cdfb None None] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:18.047268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b18ffcee-026f-4e3f-92dd-51680e0f447d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3530564 Jul 07 18:20:18.049979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40956) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:18.054425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:18.076851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.078023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.143024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.250505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d4a920db-8ddf-4529-b56a-9581f7dc9b6f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:18.287557 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.320840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a11e9169-c345-4703-9e65-cbb29b3cbf93', 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'fixed_ips': [{'subnet_id': '52af2b6d-8dea-4be4-b169-348c301922e6'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:18.322144 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.333412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:16Z', 'revision_number': 4, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d', 'name': '', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'mac_address': 'fa:16:3e:68:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:15Z', 'updated_at': '2021-07-07T18:20:16Z', 'revision_number': 2, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'subnets': [{'id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:18.367731 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Checking router: d5d77d23-3897-4502-8c2a-7360c8bae38e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:18.368156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Updating router d5d77d23-3897-4502-8c2a-7360c8bae38e port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:18.465596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port d4a920db-8ddf-4529-b56a-9581f7dc9b6f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:18.474256 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.484989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d4a920db-8ddf-4529-b56a-9581f7dc9b6f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:18.485389 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.502737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.523127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.587384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Allocated IP 172.20.0.2 (a11e9169-c345-4703-9e65-cbb29b3cbf93/52af2b6d-8dea-4be4-b169-348c301922e6/5fc8bc08-f365-4537-bb2c-cfd9e5e456ae) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:18.639369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Allocated IP 172.25.3.4 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/cb91907b-8293-4edd-ae5b-0320d766edf7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:18.752183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.772483 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.793991 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.834736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:18.837920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:18.840435 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:18.867899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Pushing event updated for resources: {'Port': ['ID=cb91907b-8293-4edd-ae5b-0320d766edf7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.022475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port d4a920db-8ddf-4529-b56a-9581f7dc9b6f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:19.031778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.114878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.158939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.164611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.182552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Transition to ACTIVE for port object 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:19.226607 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Transition to ACTIVE for port object 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:19.232766 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.246350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.288780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:19.293776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Transition to ACTIVE for port object 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:19.296084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:19.301354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:19.316685 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.319134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Pushing event updated for resources: {'Port': ['ID=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.425064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b2a1f-e31c-40ed-b6f2-9949b126e1c7 None None] Pushing event updated for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.433110 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Attempting to bind port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:19.433436 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Attempting to bind port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:19.433804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Attempting to bind port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae on network a11e9169-c345-4703-9e65-cbb29b3cbf93 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:19.476167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:19.476553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Checking segment: {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:19.476962 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.477388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Bound using segment: {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:19.478630 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Bound port: 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:19.479022 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.503282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Attempting to bind port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:19.503679 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Attempting to bind port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:19.504024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Attempting to bind port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:19.529835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:19.530271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Checking segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:19.530658 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.531068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Bound using segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:19.531558 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Bound port: 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:19.531950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.600431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] For port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:19.607860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] For port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:19.612957 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.665200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] For port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:19.690636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] For port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:19.715609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d4a920db-8ddf-4529-b56a-9581f7dc9b6f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:19.718674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.725045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.761219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f74a-c5e7-497c-9725-2e44fceda224 None None] Pushing event updated for resources: {'Port': ['ID=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.847015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:19.847979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:19.855961 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b2a1f-e31c-40ed-b6f2-9949b126e1c7 None None] Pushing event updated for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:19.886135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Router 1af6a416-3c1d-4edd-a38a-57e891866d4e is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:20:19.914548 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port d4a920db-8ddf-4529-b56a-9581f7dc9b6f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:19.914548 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.047048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:20.066870 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Sync routers for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:20.073987 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.076771 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1713c248-f195-496d-80ec-4ce8f2dc7658 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0255482 Jul 07 18:20:20.079721 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:20.079898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 40958) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:20.080358 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:20.106561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:20.229455 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:20.362153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:16Z', 'revision_number': 4, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d', 'name': '', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'mac_address': 'fa:16:3e:68:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:15Z', 'updated_at': '2021-07-07T18:20:19Z', 'revision_number': 4, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'subnets': [{'id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:20.391212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917ee24-2368-4ee3-95ec-1f8926b6de0f None None] The sync data for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 is: [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:20:16Z', 'revision_number': 4, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d', 'name': '', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'mac_address': 'fa:16:3e:68:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:15Z', 'updated_at': '2021-07-07T18:20:19Z', 'revision_number': 4, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'subnets': [{'id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:20.460504 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:20.575971 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:19Z', 'revision_number': 3, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:20.608223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Checking router: 1af6a416-3c1d-4edd-a38a-57e891866d4e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:20.608429 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Updating router 1af6a416-3c1d-4edd-a38a-57e891866d4e port cb91907b-8293-4edd-ae5b-0320d766edf7 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:20.639029 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.654016 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.849943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Allocated IP 172.20.0.1 (a11e9169-c345-4703-9e65-cbb29b3cbf93/52af2b6d-8dea-4be4-b169-348c301922e6/cf73d7f0-0969-43f5-af0b-0e61f66d4e42) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:20.995614 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.004098 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632990a-99ca-4a59-97dd-9cabd3d678b2 None None] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:21.007645 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Transition to ACTIVE for port object cb91907b-8293-4edd-ae5b-0320d766edf7 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:21.018702 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.021297 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.044626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Transition to ACTIVE for port object cf73d7f0-0969-43f5-af0b-0e61f66d4e42 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:21.076445 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f9456-1a16-4263-a37b-e6f927a7ea85 None None] Pushing event updated for resources: {'Port': ['ID=cb91907b-8293-4edd-ae5b-0320d766edf7,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.082826 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Attempting to bind port cb91907b-8293-4edd-ae5b-0320d766edf7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:21.083210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Attempting to bind port cb91907b-8293-4edd-ae5b-0320d766edf7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:21.083584 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Attempting to bind port cb91907b-8293-4edd-ae5b-0320d766edf7 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:21.092026 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:21.092442 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:21.092812 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.093382 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:21.094011 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Bound port: cb91907b-8293-4edd-ae5b-0320d766edf7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:21.094461 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.099893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.153230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-22a3583f-55a7-4a16-a990-a380cb87d988 None None] Provisioning for port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:21.154011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:21.157607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:21.164343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:21.180506 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] For port cb91907b-8293-4edd-ae5b-0320d766edf7, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:21.194611 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] For port cb91907b-8293-4edd-ae5b-0320d766edf7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cb91907b-8293-4edd-ae5b-0320d766edf7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:21.201354 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.204980 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Pushing event updated for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.223685 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.269994 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:21.270890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:21.334192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f9456-1a16-4263-a37b-e6f927a7ea85 None None] Pushing event updated for resources: {'Port': ['ID=cb91907b-8293-4edd-ae5b-0320d766edf7,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.461821 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:21.493058 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.614966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d0d1716c-305b-4edc-87e9-2895678f5c2a None None] Provisioning for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:21.620676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d0d1716c-305b-4edc-87e9-2895678f5c2a None None] Provisioning complete for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:21.621061 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d0d1716c-305b-4edc-87e9-2895678f5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.739263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1716c-305b-4edc-87e9-2895678f5c2a None None] Port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:21.811463 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:19Z', 'revision_number': 3, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:21.867620 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e9b8e-a27b-405d-8885-b38716378b7f None None] The sync data for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 is: [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:19Z', 'revision_number': 3, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:21.895661 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-695a9a24-a9de-4e1a-a7f9-53d506671e88 None None] Provisioning complete for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:21.896040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-695a9a24-a9de-4e1a-a7f9-53d506671e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.901055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:21.901992 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.907777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.975354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-695a9a24-a9de-4e1a-a7f9-53d506671e88 None None] Port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:21.977631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.988214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Pushing event updated for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.993828 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:21.998494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:21.998893 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.109053 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.133247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:22.135535 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:22.149456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:22.153874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.155417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:22.251445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:22.264878 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:22.269112 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:22.269529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.289267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Router 1af6a416-3c1d-4edd-a38a-57e891866d4e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:22.405352 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.476106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:22.483378 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.489408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:22.495272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-dafd2cbc-70dc-4387-a7d3-0193de04e22d admin admin] 10.222.0.66 "PUT /v2.0/routers/1af6a416-3c1d-4edd-a38a-57e891866d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4139204 Jul 07 18:20:22.553286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-216b823e-08aa-4fb1-ae8a-4cf5a5fd6b73 None None] Provisioning complete for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:22.553547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-216b823e-08aa-4fb1-ae8a-4cf5a5fd6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.556920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:22.592000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-216b823e-08aa-4fb1-ae8a-4cf5a5fd6b73 None None] Port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:23.376107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-df37d04d-d775-444d-a9ef-a95c133ffc69 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:23.377802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-df37d04d-d775-444d-a9ef-a95c133ffc69 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 816 time: 0.1054614 Jul 07 18:20:23.394470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-baa9978c-ded7-4759-a133-1449bf1df6e6 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/quotas/49086281cc5a429786faa0cf2ae4dae0 HTTP/1.1" status: 200 len: 375 time: 0.0112486 Jul 07 18:20:23.467613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-c4195102-4461-498f-b69c-9213b1c568dc tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669169 Jul 07 18:20:23.564720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-d022d83f-81b1-4651-b048-968089e89a12 service neutron] 10.222.0.66 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851007 Jul 07 18:20:23.671095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-0fd56abf-a1a7-4ee0-bfd3-15890b362eb4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Jul 07 18:20:23.756165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cb91907b-8293-4edd-ae5b-0320d766edf7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:23.799139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Sync routers for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:23.834136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:23.834136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:23.871926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6da4f543-0436-4dbd-bfa8-77c2c8461c8b req-15ecc632-fe35-47d3-baea-8f0df5fe9a95 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 210 time: 0.0350015 Jul 07 18:20:23.885625 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port cb91907b-8293-4edd-ae5b-0320d766edf7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:23.900005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cb91907b-8293-4edd-ae5b-0320d766edf7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:23.900382 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.982489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:24.137421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.169317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port cb91907b-8293-4edd-ae5b-0320d766edf7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cb91907b-8293-4edd-ae5b-0320d766edf7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:24.175538 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.176463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:24.300893 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=cb91907b-8293-4edd-ae5b-0320d766edf7,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:24.323857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:24.324239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.362996 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 4, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cf73d7f0-0969-43f5-af0b-0e61f66d4e42', 'name': '', 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'mac_address': 'fa:16:3e:7b:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:20Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 2, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'subnets': [{'id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:24.392325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Checking router: 1af6a416-3c1d-4edd-a38a-57e891866d4e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:24.392682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Updating router 1af6a416-3c1d-4edd-a38a-57e891866d4e port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:24.608155 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:24.631137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:24.766858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:24.767536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.012258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.027729 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Transition to ACTIVE for port object cf73d7f0-0969-43f5-af0b-0e61f66d4e42 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:25.034605 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-6c26aedc-c889-49bd-be05-94d393b2dcaa tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.036153 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-6c26aedc-c889-49bd-be05-94d393b2dcaa tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.23 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 816 time: 0.1397662 Jul 07 18:20:25.042983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.069905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Request body: {'port': {'device_id': '5055a70f-e182-46d2-9829-b2265ef18270', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'admin_state_up': True, 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:25.077190 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-10559651-ab0b-4279-a26d-6dea111574cd req-75a9f1ee-cf4b-4ecb-89a5-fb933bb0a517 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 210 time: 0.0390892 Jul 07 18:20:25.125232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30fc6-d077-4397-b7ff-acac40e60b5a None None] Pushing event updated for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.198353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Made reservation on behalf of 49086281cc5a429786faa0cf2ae4dae0 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:25.199088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Attempting to bind port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:25.200836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Attempting to bind port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:25.201275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Attempting to bind port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 on network a11e9169-c345-4703-9e65-cbb29b3cbf93 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:25.202021 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.207070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:25.207549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Checking segment: {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:25.208010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.208474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Bound using segment: {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:25.209024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Bound port: cf73d7f0-0969-43f5-af0b-0e61f66d4e42, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05775c19-177c-4d3d-8eb8-ef1568917679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:25.209551 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.291628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] For port cf73d7f0-0969-43f5-af0b-0e61f66d4e42, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:25.294951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] For port cf73d7f0-0969-43f5-af0b-0e61f66d4e42, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:25.299787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.357571 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Allocated IP 172.20.0.8 (a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b/a11406fc-83bf-4fdc-94f2-2acc8af46b74/e4d14c82-d3d5-4121-a436-1b3bcd4b91cf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:25.374703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30fc6-d077-4397-b7ff-acac40e60b5a None None] Pushing event updated for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.377185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:25.377784 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:20:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:25.495568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:25.528519 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.544984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Transition to ACTIVE for port object e4d14c82-d3d5-4121-a436-1b3bcd4b91cf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:25.579229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.623168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:25.628563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:25.630984 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:25.665989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Pushing event updated for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.695224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.697339 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.713022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cb91907b-8293-4edd-ae5b-0320d766edf7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:25.714006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-97e8a6ac-8e04-410c-9e32-90abc1d1b476 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651380 Jul 07 18:20:25.726735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Request body: {'port': {'device_id': '5055a70f-e182-46d2-9829-b2265ef18270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:25.777705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 4, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cf73d7f0-0969-43f5-af0b-0e61f66d4e42', 'name': '', 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'mac_address': 'fa:16:3e:7b:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:20Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'subnets': [{'id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:25.809254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a388-8aac-40ad-b46c-fc64f73748dc None None] The sync data for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 is: [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:21Z', 'revision_number': 4, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'cf73d7f0-0969-43f5-af0b-0e61f66d4e42', 'name': '', 'network_id': 'a11e9169-c345-4703-9e65-cbb29b3cbf93', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'mac_address': 'fa:16:3e:7b:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:20Z', 'updated_at': '2021-07-07T18:20:25Z', 'revision_number': 4, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'subnets': [{'id': '52af2b6d-8dea-4be4-b169-348c301922e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:25.810966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cb91907b-8293-4edd-ae5b-0320d766edf7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:25.811251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.811684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.942344 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8141d4bd-fae8-4fb4-bd64-8879728dacae None None] Provisioning for port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:25.953930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8141d4bd-fae8-4fb4-bd64-8879728dacae None None] Provisioning complete for port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:25.954351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8141d4bd-fae8-4fb4-bd64-8879728dacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.995022 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8141d4bd-fae8-4fb4-bd64-8879728dacae None None] Port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:26.132332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d14c82-d3d5-4121-a436-1b3bcd4b91cf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:26.148163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.161895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Transition to ACTIVE for port object e4d14c82-d3d5-4121-a436-1b3bcd4b91cf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:26.166318 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.227579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:26.248805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.344825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Attempting to bind port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:26.345161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Attempting to bind port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:26.345498 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Attempting to bind port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:26.357414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:20:26.357807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Attempting to bind port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:26.372504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de580d3-4546-49c4-b39d-10d217eca84c req-fdbb8460-36f6-4426-b462-7429a99b87b7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.374146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0de580d3-4546-49c4-b39d-10d217eca84c req-fdbb8460-36f6-4426-b462-7429a99b87b7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 943 time: 0.1180611 Jul 07 18:20:26.375582 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:26.375924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Checking segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:26.376318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Bound using segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:26.376963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Bound port: e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:26.377407 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.458252 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0de580d3-4546-49c4-b39d-10d217eca84c req-99422589-64e2-4a0b-96e3-de10a21db9e7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Jul 07 18:20:26.473855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:26.477035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:26.482357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.516468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.517201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.518502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] 10.222.0.23 "PUT /v2.0/ports/e4d14c82-d3d5-4121-a436-1b3bcd4b91cf HTTP/1.1" status: 200 len: 1092 time: 0.7964926 Jul 07 18:20:26.518945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:26.521220 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5480b4df-9d96-4963-9671-90a035a36419" -d '{"events": [{"name": "network-changed", "server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:26.547760 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0cf7b-55d3-4cd8-9c23-be7b0c496c70 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:26.572563 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c796322e-3774-4d6c-8f29-f8cf154800bf x-openstack-request-id: req-c796322e-3774-4d6c-8f29-f8cf154800bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:26.572862 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:26.573111 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c796322e-3774-4d6c-8f29-f8cf154800bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:26.573515 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf', 'status': 'completed', 'code': 200} Jul 07 18:20:26.621610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-95664827-a9d5-45aa-b9cc-b2cceba0d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.623192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-95664827-a9d5-45aa-b9cc-b2cceba0d6bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 1095 time: 0.0633483 Jul 07 18:20:26.669515 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-3b8bfa64-2df1-4004-a5de-ef13f7855e7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf HTTP/1.1" status: 200 len: 217 time: 0.0395315 Jul 07 18:20:26.723501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-83d9d275-577f-4aff-b465-23cc0b4c7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.725073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-83d9d275-577f-4aff-b465-23cc0b4c7b2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 200 len: 855 time: 0.0490935 Jul 07 18:20:26.788089 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579424b-a587-47e7-999c-e1854aa6c081 req-8b5a1175-86e2-4a6c-a1ce-34879d5b246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.790199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-8b5a1175-86e2-4a6c-a1ce-34879d5b246e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574772 Jul 07 18:20:26.889017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-9f19e746-4a58-46ad-9ab6-b1b3f14f7a70 service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925944 Jul 07 18:20:26.980874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4579424b-a587-47e7-999c-e1854aa6c081 req-02c2705a-8fab-4540-9d91-616abd9d6bf2 service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856254 Jul 07 18:20:27.092590 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b4df-9d96-4963-9671-90a035a36419 req-164f41ed-198d-4ba0-82fe-0bb7a5f7a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:27.094135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-164f41ed-198d-4ba0-82fe-0bb7a5f7a902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 1095 time: 0.0602322 Jul 07 18:20:27.188095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b4df-9d96-4963-9671-90a035a36419 req-dc21172e-e2fa-4842-93a6-c42cb3ad2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:27.189659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-dc21172e-e2fa-4842-93a6-c42cb3ad2ca5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 917 time: 0.0895107 Jul 07 18:20:27.245404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-c7cc3352-9488-404b-acb6-3ef790ac75ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf HTTP/1.1" status: 200 len: 217 time: 0.0479298 Jul 07 18:20:27.302853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b4df-9d96-4963-9671-90a035a36419 req-cb683b56-5fda-492a-844b-8ad9927eb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:27.304358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-cb683b56-5fda-492a-844b-8ad9927eb5a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 200 len: 855 time: 0.0516818 Jul 07 18:20:27.367751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b4df-9d96-4963-9671-90a035a36419 req-2cb4f141-6829-463c-b119-757ddfa2165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:27.369510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-2cb4f141-6829-463c-b119-757ddfa2165b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574882 Jul 07 18:20:27.479163 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-f1054fa6-955c-4b63-b464-21c5ebe5ee59 service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015182 Jul 07 18:20:27.591638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5480b4df-9d96-4963-9671-90a035a36419 req-5bd5391e-13df-4dcc-a27e-6ac90e088dce service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052341 Jul 07 18:20:27.666491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba852d6-a42c-4847-9a11-fcb53fbd8f66 req-96db8bc5-6125-4a7a-9d03-d7e45b88f496 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:27.668144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eba852d6-a42c-4847-9a11-fcb53fbd8f66 req-96db8bc5-6125-4a7a-9d03-d7e45b88f496 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 943 time: 0.0814974 Jul 07 18:20:27.715271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf73d7f0-0969-43f5-af0b-0e61f66d4e42 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:27.722797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eba852d6-a42c-4847-9a11-fcb53fbd8f66 req-14380497-5b66-44ef-8b43-76149fcfc2df tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Jul 07 18:20:27.770754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.774173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:27.777918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:27.778279 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.855316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.888562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port cf73d7f0-0969-43f5-af0b-0e61f66d4e42, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:27.892685 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.941507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:28.050759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e4d14c82-d3d5-4121-a436-1b3bcd4b91cf details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:20:28.158466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:28.173179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'port_id': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf', 'mac_address': 'fa:16:3e:58:0a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:20:28.211821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.225005 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d14c82-d3d5-4121-a436-1b3bcd4b91cf {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:28.247929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:28.252820 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:28.306703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:28.457284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e4d14c82-d3d5-4121-a436-1b3bcd4b91cf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:20:28.908936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa93e6-50c2-4826-8e97-2b92303740fc req-869f9ec9-386c-4081-9fd7-47d4ef555771 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:28.910653 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ffa93e6-50c2-4826-8e97-2b92303740fc req-869f9ec9-386c-4081-9fd7-47d4ef555771 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 944 time: 0.0728965 Jul 07 18:20:28.955424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ffa93e6-50c2-4826-8e97-2b92303740fc req-3835cad2-9cc0-4a29-89b4-a1aab2b2d5e1 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Jul 07 18:20:29.689446 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf73d7f0-0969-43f5-af0b-0e61f66d4e42 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:29.753139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:29.753616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.042710 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e4d14c82-d3d5-4121-a436-1b3bcd4b91cf up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:30.095618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:30.099797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:30.100169 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.145511 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbc2cf-c19c-4d6b-a8cc-68dcd86e77f5 req-c0b74042-373a-42ef-8de4-e611faf7e4f0 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:30.147162 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfbbc2cf-c19c-4d6b-a8cc-68dcd86e77f5 req-c0b74042-373a-42ef-8de4-e611faf7e4f0 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 944 time: 0.0756397 Jul 07 18:20:30.189019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dfbbc2cf-c19c-4d6b-a8cc-68dcd86e77f5 req-18003e22-ae66-499b-97c7-8da98ebc9709 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Jul 07 18:20:30.198188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.224726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:30.227310 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391dfb42-aeb0-4f10-bc55-19e1b00809c1" -d '{"events": [{"server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "name": "network-vif-plugged", "status": "completed", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:30.240875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:30.247371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.272070 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b17210-4494-4c14-bdad-0395f8ece6f5 x-openstack-request-id: req-68b17210-4494-4c14-bdad-0395f8ece6f5 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:30.272356 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "name": "network-vif-plugged", "status": "completed", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:30.272606 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68b17210-4494-4c14-bdad-0395f8ece6f5 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:30.272991 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf', 'code': 200} Jul 07 18:20:30.301895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:30.386994 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088cf9-a377-4d2c-b441-8c760c321d38 req-2fd55f9e-c746-4bd2-8394-0d86a1328e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:30.388516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84088cf9-a377-4d2c-b441-8c760c321d38 req-2fd55f9e-c746-4bd2-8394-0d86a1328e10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 1097 time: 0.0540562 Jul 07 18:20:30.425619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-84088cf9-a377-4d2c-b441-8c760c321d38 req-7ddd0d36-b583-468f-aaaf-b40224b5d567 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Jul 07 18:20:31.382809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8e4d0-94e0-4b61-a05b-add02ecb426b req-fe9f83a5-f94a-4e4d-9493-413e1e4e684d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:31.385224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58f8e4d0-94e0-4b61-a05b-add02ecb426b req-fe9f83a5-f94a-4e4d-9493-413e1e4e684d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 945 time: 0.0710664 Jul 07 18:20:31.424622 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58f8e4d0-94e0-4b61-a05b-add02ecb426b req-7524f71f-bbf4-42bf-80e1-a6b48b58974a tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Jul 07 18:20:31.605960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53b215-c5b8-4b09-ab6c-b4b43231a922 req-4461662e-2798-4a8c-87f7-248ab751bb2d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:31.607591 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d53b215-c5b8-4b09-ab6c-b4b43231a922 req-4461662e-2798-4a8c-87f7-248ab751bb2d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 945 time: 0.0669615 Jul 07 18:20:31.648005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9d53b215-c5b8-4b09-ab6c-b4b43231a922 req-d8bc378e-f170-42a0-92f1-26de44ade256 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Jul 07 18:20:37.728073 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7314d79c-7dc2-4350-bd53-dbd08ddbde6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.201120 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-15487d16-d969-491e-92b2-e70d8170c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.739194 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:42.078163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:43.828189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.937623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-a19a459a-bf27-4b28-bc27-955f807142af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677662 Jul 07 18:20:46.427461 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-6f1315c0-70cb-4a20-a292-81f0ccee2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.428718 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-6f1315c0-70cb-4a20-a292-81f0ccee2d5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 1097 time: 0.4391649 Jul 07 18:20:46.543053 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-1e59aa19-6240-4db2-a1d0-3cb322adc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.544578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-1e59aa19-6240-4db2-a1d0-3cb322adc5e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 917 time: 0.0928743 Jul 07 18:20:46.595210 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-619f2ec1-aaa2-4b6f-bb7b-fc6e185be795 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf HTTP/1.1" status: 200 len: 217 time: 0.0390601 Jul 07 18:20:46.650181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-29e294f8-a185-455f-ac5b-e8a3e7cd24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.651773 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-29e294f8-a185-455f-ac5b-e8a3e7cd24eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 200 len: 855 time: 0.0499368 Jul 07 18:20:46.715740 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-510ebc05-056f-4714-9f93-8fe22074ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.717263 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-510ebc05-056f-4714-9f93-8fe22074ed78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577171 Jul 07 18:20:46.825898 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-6e102f49-d136-4f24-be64-c7c4d4d3e1ed service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013014 Jul 07 18:20:46.941444 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8f9577f1-0c01-4dcd-b2e0-ed9dac83b412 req-440d48ad-d8f7-4723-859d-7b36d7dc6d35 service neutron] 10.222.0.23 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086631 Jul 07 18:20:51.854986 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ec306-c3cf-4663-bc78-22792503d194 req-c705ce4e-baed-4502-9316-d72890ed5a4e tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:51.856495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-938ec306-c3cf-4663-bc78-22792503d194 req-c705ce4e-baed-4502-9316-d72890ed5a4e tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Jul 07 18:20:51.895384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-938ec306-c3cf-4663-bc78-22792503d194 req-1cddd3b9-dc6a-4da6-bc02-97eca06fd152 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jul 07 18:20:53.079911 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b2b2-3470-4c01-a875-eb842ea16105 req-982a6d0e-e0e5-4313-9dde-f80a2e2656eb tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:53.081424 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a460b2b2-3470-4c01-a875-eb842ea16105 req-982a6d0e-e0e5-4313-9dde-f80a2e2656eb tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 945 time: 0.0630205 Jul 07 18:20:53.120025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a460b2b2-3470-4c01-a875-eb842ea16105 req-1b1f463c-23d7-44dc-8286-4296b4ebce90 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jul 07 18:20:53.360906 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-19a24877-fd30-4f77-a8ec-66a5529f0bf4 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:53.362320 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-19a24877-fd30-4f77-a8ec-66a5529f0bf4 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.23 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 945 time: 0.0632133 Jul 07 18:20:53.468431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Deleting port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:53.468775 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.557886 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] For port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:53.558299 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.574674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Calling delete_port for e4d14c82-d3d5-4121-a436-1b3bcd4b91cf owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:53.700091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.712311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['e4d14c82-d3d5-4121-a436-1b3bcd4b91cf'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:20:53.729658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Pushing event deleted for resources: {'Port': ['ID=e4d14c82-d3d5-4121-a436-1b3bcd4b91cf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:53.781455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] No DVR routers for this DVR port e4d14c82-d3d5-4121-a436-1b3bcd4b91cf on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:53.784024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.786155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-59fbbae0-e68d-4316-94ee-4bba5e4c4e35 req-2cb8ddcb-c0db-424b-8d40-abcdb8709c74 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.23 "DELETE /v2.0/ports/e4d14c82-d3d5-4121-a436-1b3bcd4b91cf HTTP/1.1" status: 204 len: 173 time: 0.4183066 Jul 07 18:20:53.786634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'name': 'network-vif-deleted', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:53.788952 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97913511-9dfd-4559-a191-c3396d147e82" -d '{"events": [{"server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "name": "network-vif-deleted", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:53.837948 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9d861-6d92-4189-8d5f-07d45f472baa x-openstack-request-id: req-a1e9d861-6d92-4189-8d5f-07d45f472baa {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:53.838339 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5055a70f-e182-46d2-9829-b2265ef18270", "name": "network-vif-deleted", "tag": "e4d14c82-d3d5-4121-a436-1b3bcd4b91cf", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:53.838722 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1e9d861-6d92-4189-8d5f-07d45f472baa {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:53.839223 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5055a70f-e182-46d2-9829-b2265ef18270', 'name': 'network-vif-deleted', 'tag': 'e4d14c82-d3d5-4121-a436-1b3bcd4b91cf', 'status': 'completed', 'code': 200} Jul 07 18:20:54.292290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b265eef9-295a-4fbe-9f2e-422d0e7cca86 req-369c4aca-2ee1-4d1e-8f82-66c2a1cc5a0f tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=5055a70f-e182-46d2-9829-b2265ef18270 HTTP/1.1" status: 200 len: 210 time: 0.0288856 Jul 07 18:20:55.928335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-9bfb1c5c-2c7e-4b12-9836-fab9c64c9078 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:55.929891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-9bfb1c5c-2c7e-4b12-9836-fab9c64c9078 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 816 time: 0.1046052 Jul 07 18:20:55.944799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-a7823648-1796-4b46-94ec-6d27da4f1f1e tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/quotas/49086281cc5a429786faa0cf2ae4dae0 HTTP/1.1" status: 200 len: 375 time: 0.0095136 Jul 07 18:20:56.016059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-dfc0e739-e42f-41cc-880f-f9a15049b57c tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655591 Jul 07 18:20:56.112295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-3e08d615-71d6-4704-b0ca-d22bb269a201 service neutron] 10.222.0.66 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Jul 07 18:20:56.204595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-b2f976cc-8e26-429c-b3da-9f163f679f47 service neutron] 10.222.0.66 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858121 Jul 07 18:20:56.257070 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.373551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b3370ef-1175-47a6-b0dd-60a0f65f1b9c req-e34a2552-d3d5-43d8-a4f4-18019f4a72a7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0305662 Jul 07 18:20:57.441882 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:57.449001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-5b324811-40ec-4b05-a294-3f6cc01eeb2e tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:57.452001 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-5b324811-40ec-4b05-a294-3f6cc01eeb2e tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.73 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 816 time: 0.1221235 Jul 07 18:20:57.464472 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Request body: {'port': {'device_id': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'admin_state_up': True, 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:57.529516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9bcbdae5-1114-4623-b48a-193fbeb97f7c req-6e057f4a-491e-464c-b3a4-3d21e7c23e9a tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0365412 Jul 07 18:20:57.580597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Made reservation on behalf of 49086281cc5a429786faa0cf2ae4dae0 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:57.584200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.715391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Allocated IP 172.20.0.13 (a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b/a11406fc-83bf-4fdc-94f2-2acc8af46b74/490e2475-f13c-4802-8088-d9fbe241a410) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:57.767437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.881659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.896814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Transition to ACTIVE for port object 490e2475-f13c-4802-8088-d9fbe241a410 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:57.932600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.975297 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:57.978997 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:57.985363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:58.013502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Pushing event updated for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:58.030425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.030808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.031152 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.031491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.031824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.032158 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.032489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.032818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.033145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.033471 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.033793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.034113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:58.058338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:58.059054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.074212 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-025fa0ef-ac04-4f42-ab39-6b4b5198d331 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6139128 Jul 07 18:20:58.087252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Request body: {'port': {'device_id': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:58.119994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e4d14c82-d3d5-4121-a436-1b3bcd4b91cf no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:58.147599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: e4d14c82-d3d5-4121-a436-1b3bcd4b91cf {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:58.148214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device e4d14c82-d3d5-4121-a436-1b3bcd4b91cf not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:58.174888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.290555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-501a6293-56a7-4eb4-b780-b0c3c484ac2f None None] Provisioning for port 490e2475-f13c-4802-8088-d9fbe241a410 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:58.294805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-501a6293-56a7-4eb4-b780-b0c3c484ac2f None None] Provisioning complete for port 490e2475-f13c-4802-8088-d9fbe241a410 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:58.295168 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-501a6293-56a7-4eb4-b780-b0c3c484ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.329146 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-501a6293-56a7-4eb4-b780-b0c3c484ac2f None None] Port 490e2475-f13c-4802-8088-d9fbe241a410 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:58.474996 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490e2475-f13c-4802-8088-d9fbe241a410 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:58.483741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.497980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Transition to ACTIVE for port object 490e2475-f13c-4802-8088-d9fbe241a410 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:58.503357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.560114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:58.638989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Attempting to bind port 490e2475-f13c-4802-8088-d9fbe241a410 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:58.639338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Attempting to bind port 490e2475-f13c-4802-8088-d9fbe241a410 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:58.639675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Attempting to bind port 490e2475-f13c-4802-8088-d9fbe241a410 on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:58.644334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Port 490e2475-f13c-4802-8088-d9fbe241a410 on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:20:58.644663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Attempting to bind port 490e2475-f13c-4802-8088-d9fbe241a410 on network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:58.650884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:58.651233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Checking segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:58.651615 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Bound using segment: {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:58.652059 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Bound port: 490e2475-f13c-4802-8088-d9fbe241a410, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88da2ebf-dc71-46f6-9b59-1fc68c1294d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:58.652427 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.732460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:58.736063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=490e2475-f13c-4802-8088-d9fbe241a410,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:58.744455 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.760682 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e54e2-6d0f-409e-81e3-4a88a6c10510 req-c5ff91f6-23ec-4ca4-9dec-40193eda4754 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:58.762602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-928e54e2-6d0f-409e-81e3-4a88a6c10510 req-c5ff91f6-23ec-4ca4-9dec-40193eda4754 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 944 time: 0.0832736 Jul 07 18:20:58.788697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:58.789463 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:58.792194 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] 10.222.0.73 "PUT /v2.0/ports/490e2475-f13c-4802-8088-d9fbe241a410 HTTP/1.1" status: 200 len: 1093 time: 0.7092345 Jul 07 18:20:58.792194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:58.794692 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a8f99-17aa-468f-a018-dc72b27e82b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "tag": "490e2475-f13c-4802-8088-d9fbe241a410"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:58.820923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-928e54e2-6d0f-409e-81e3-4a88a6c10510 req-244b8fa7-0113-4d78-b830-63ceac524cfb tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Jul 07 18:20:58.887492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4585d5-6929-448c-8799-7bc5bc42f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:58.903339 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a62be22-2967-465b-bf14-2b4e7d66b80b x-openstack-request-id: req-2a62be22-2967-465b-bf14-2b4e7d66b80b {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:58.903634 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "tag": "490e2475-f13c-4802-8088-d9fbe241a410", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:58.904028 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a62be22-2967-465b-bf14-2b4e7d66b80b {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:58.904436 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410', 'status': 'completed', 'code': 200} Jul 07 18:20:58.949196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-2beaf049-f328-447c-8c3f-ea154c090160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:58.951637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-2beaf049-f328-447c-8c3f-ea154c090160 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1093144 Jul 07 18:20:58.998837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-189a162a-90d1-4557-ac4e-7b285d643c3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=490e2475-f13c-4802-8088-d9fbe241a410 HTTP/1.1" status: 200 len: 217 time: 0.0381842 Jul 07 18:20:59.077584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-518e532b-8878-49da-b4d9-c4df104f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.080246 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-518e532b-8878-49da-b4d9-c4df104f6b95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 200 len: 855 time: 0.0745249 Jul 07 18:20:59.159409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-9e1563b1-2cc6-49d2-85f5-e3c41416c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.160942 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-9e1563b1-2cc6-49d2-85f5-e3c41416c0f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734613 Jul 07 18:20:59.283083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-9cbb273d-31d7-43b2-b76e-400f2cff723a service neutron] 10.222.0.73 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138194 Jul 07 18:20:59.400990 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3f5d90b8-0c23-46c2-ad0b-9ede620e401f req-42856319-ebfb-4b93-8d73-bc5c9b81942a service neutron] 10.222.0.73 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113646 Jul 07 18:20:59.531437 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-14615d0b-dd13-4869-a8ab-0c32a794265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.533163 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-14615d0b-dd13-4869-a8ab-0c32a794265d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49086281cc5a429786faa0cf2ae4dae0&device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0726235 Jul 07 18:20:59.693808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-5584a580-6df1-4c04-a0f7-f60904069359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.696558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-5584a580-6df1-4c04-a0f7-f60904069359 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 200 len: 917 time: 0.1552312 Jul 07 18:20:59.753829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-2d0eed86-ce8b-4b85-8f06-58c1cef1fefe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=490e2475-f13c-4802-8088-d9fbe241a410 HTTP/1.1" status: 200 len: 217 time: 0.0488729 Jul 07 18:20:59.810376 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-efb3edd1-d925-4015-aae5-ccc4b4f39a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.812841 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-efb3edd1-d925-4015-aae5-ccc4b4f39a85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 200 len: 855 time: 0.0498884 Jul 07 18:20:59.906816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-b6cb7edd-645f-4c04-9c09-738b65736ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:59.908703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-b6cb7edd-645f-4c04-9c09-738b65736ac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882828 Jul 07 18:21:00.030539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-fb0aa7c2-97b6-4323-b20f-f802c0ef7b0f service neutron] 10.222.0.73 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114633 Jul 07 18:21:00.047316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b67718-0840-449c-b4d6-cdfa365ac0e7 req-c5cc1a8d-a810-4efb-88d2-fb6fcc030e93 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:00.049363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70b67718-0840-449c-b4d6-cdfa365ac0e7 req-c5cc1a8d-a810-4efb-88d2-fb6fcc030e93 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 944 time: 0.0801573 Jul 07 18:21:00.096244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-70b67718-0840-449c-b4d6-cdfa365ac0e7 req-aadba622-dd1c-46b9-aec2-c2e0d2d3245a tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Jul 07 18:21:00.140773 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1a2a8f99-17aa-468f-a018-dc72b27e82b0 req-bcd97560-3c53-4003-bab7-b29d31f3f9a9 service neutron] 10.222.0.73 "GET /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026921 Jul 07 18:21:01.321780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205ecf5-77e5-43d9-8ca7-38d17e984a90 req-16fbf06f-854f-4d33-9171-629927cbc92d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:01.323367 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b205ecf5-77e5-43d9-8ca7-38d17e984a90 req-16fbf06f-854f-4d33-9171-629927cbc92d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 944 time: 0.0782754 Jul 07 18:21:01.364879 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b205ecf5-77e5-43d9-8ca7-38d17e984a90 req-ffe97de1-e0c5-4b8a-9783-874c14013e0f tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Jul 07 18:21:01.373359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 490e2475-f13c-4802-8088-d9fbe241a410 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:01.478634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=490e2475-f13c-4802-8088-d9fbe241a410,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:01.491573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '490e2475-f13c-4802-8088-d9fbe241a410', 'network_id': 'a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b', 'port_id': '490e2475-f13c-4802-8088-d9fbe241a410', 'mac_address': 'fa:16:3e:50:4c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11406fc-83bf-4fdc-94f2-2acc8af46b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:01.532313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.546822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490e2475-f13c-4802-8088-d9fbe241a410 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:01.576913 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=490e2475-f13c-4802-8088-d9fbe241a410,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:01.581901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.633451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:01.641096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.641493 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.641922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.642415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.642967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.643319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.643647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.644382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.644382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.644652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.644952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.645280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:01.794244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['490e2475-f13c-4802-8088-d9fbe241a410'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:02.623786 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216a45-f5e9-4dbe-8c97-c8d4a410ff5e req-ff767f69-78c2-4770-83e0-aa54ae464b51 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:02.625400 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95216a45-f5e9-4dbe-8c97-c8d4a410ff5e req-ff767f69-78c2-4770-83e0-aa54ae464b51 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 945 time: 0.1029379 Jul 07 18:21:02.668273 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95216a45-f5e9-4dbe-8c97-c8d4a410ff5e req-2a2670ca-4661-4fa0-aae2-d2da242a864f tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366194 Jul 07 18:21:03.401081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 490e2475-f13c-4802-8088-d9fbe241a410 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:03.465884 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 490e2475-f13c-4802-8088-d9fbe241a410 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:03.472307 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 490e2475-f13c-4802-8088-d9fbe241a410 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:03.472689 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.561882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.593889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:03.596791 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1a8d0-1132-4e09-97ac-a59a2f6e584b" -d '{"events": [{"server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "name": "network-vif-plugged", "status": "completed", "tag": "490e2475-f13c-4802-8088-d9fbe241a410"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:03.614166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=490e2475-f13c-4802-8088-d9fbe241a410,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:03.621234 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.649622 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d2fb80-edeb-4353-8a4f-a575ce3509f0 x-openstack-request-id: req-20d2fb80-edeb-4353-8a4f-a575ce3509f0 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:03.650130 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "name": "network-vif-plugged", "status": "completed", "tag": "490e2475-f13c-4802-8088-d9fbe241a410", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:03.650400 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20d2fb80-edeb-4353-8a4f-a575ce3509f0 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:03.650885 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410', 'code': 200} Jul 07 18:21:03.687793 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:03.788374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8e1f-388c-432e-a19e-2bafee82e851 req-2caf2b1a-9232-472a-b897-ef63dbadb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.791454 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51ea8e1f-388c-432e-a19e-2bafee82e851 req-2caf2b1a-9232-472a-b897-ef63dbadb248 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0736158 Jul 07 18:21:03.832632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51ea8e1f-388c-432e-a19e-2bafee82e851 req-305f1f12-74fe-49f9-997b-1a12f1fcfd42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 07 18:21:03.915650 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89963120-7f04-4b51-adec-8c98ee3f1cef req-58da1e2d-6673-48a5-9d1a-5c48e6f52eaf tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.917188 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89963120-7f04-4b51-adec-8c98ee3f1cef req-58da1e2d-6673-48a5-9d1a-5c48e6f52eaf tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0831146 Jul 07 18:21:03.958168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89963120-7f04-4b51-adec-8c98ee3f1cef req-decbbf09-aed1-446d-9761-0619a37ded2f tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jul 07 18:21:05.156945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643f95-2da3-4647-9131-8cdbffe96e9d req-57cfd282-9540-4dce-b543-e10c65500fb8 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:05.158580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3643f95-2da3-4647-9131-8cdbffe96e9d req-57cfd282-9540-4dce-b543-e10c65500fb8 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0725083 Jul 07 18:21:05.205757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c3643f95-2da3-4647-9131-8cdbffe96e9d req-f2ca5aa7-1a66-4c10-a80d-b4635532263d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Jul 07 18:21:05.389431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22284-c40f-4f05-9967-fad8bb1c6931 req-e06b2758-65c7-4059-8d66-2703ed1a67b7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:05.391036 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c22284-c40f-4f05-9967-fad8bb1c6931 req-e06b2758-65c7-4059-8d66-2703ed1a67b7 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0670931 Jul 07 18:21:05.437043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6c22284-c40f-4f05-9967-fad8bb1c6931 req-480f65d7-b86c-4ce7-8526-cdd03be5300d tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Jul 07 18:21:07.736665 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b35a81d2-3abc-4cf7-ba1b-c8e0a6a43f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.203926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e1567cf3-2ef9-4b35-8b60-04b9e4030533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.748357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:12.083100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.832510 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.260000 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.972656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67fe6-9e23-474e-9589-9a4f55f3f2d9 req-d9162879-e3b4-42be-977a-5b35f75e5cda tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:26.974156 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61c67fe6-9e23-474e-9589-9a4f55f3f2d9 req-d9162879-e3b4-42be-977a-5b35f75e5cda tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0712173 Jul 07 18:21:27.017099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61c67fe6-9e23-474e-9589-9a4f55f3f2d9 req-60bac709-3422-4f4e-9e3e-5b5e806d62cf tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Jul 07 18:21:27.769628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.252861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0e24-04cc-4c06-9ea7-4f0b63f9b0c8 req-95b6ab43-b90a-48c8-9ec1-53a6f7727de1 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:28.254371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c37b0e24-04cc-4c06-9ea7-4f0b63f9b0c8 req-95b6ab43-b90a-48c8-9ec1-53a6f7727de1 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0726562 Jul 07 18:21:28.296093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c37b0e24-04cc-4c06-9ea7-4f0b63f9b0c8 req-97b1b8d8-c2b0-4021-aaf2-1216e7c3c9a4 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/security-groups?id=7312ac08-fda3-4d06-b115-3c2f01255a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350151 Jul 07 18:21:28.472413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-c2d13e9a-e4b7-4be1-8efe-79361b9748fd tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:28.473964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-c2d13e9a-e4b7-4be1-8efe-79361b9748fd tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 946 time: 0.0717402 Jul 07 18:21:28.578962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Deleting port 490e2475-f13c-4802-8088-d9fbe241a410 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:28.579214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.687871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] For port 490e2475-f13c-4802-8088-d9fbe241a410, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=490e2475-f13c-4802-8088-d9fbe241a410,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:28.688239 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.706343 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Calling delete_port for 490e2475-f13c-4802-8088-d9fbe241a410 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:28.880204 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.894016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['490e2475-f13c-4802-8088-d9fbe241a410'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:28.912902 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Pushing event deleted for resources: {'Port': ['ID=490e2475-f13c-4802-8088-d9fbe241a410,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:28.995649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] No DVR routers for this DVR port 490e2475-f13c-4802-8088-d9fbe241a410 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:28.999150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.001321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-40541de8-35e2-4b41-80ee-978f7393dda9 req-5512a906-e7cd-459c-b0be-26f4c7ca5ec5 tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.73 "DELETE /v2.0/ports/490e2475-f13c-4802-8088-d9fbe241a410 HTTP/1.1" status: 204 len: 173 time: 0.5215976 Jul 07 18:21:29.001824 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'name': 'network-vif-deleted', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:29.004238 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b71654-7f15-4c6c-9090-b48417e9a2cf" -d '{"events": [{"server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "name": "network-vif-deleted", "tag": "490e2475-f13c-4802-8088-d9fbe241a410"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:29.071863 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f9fff5-9e16-459a-900d-23c16ba71cc9 x-openstack-request-id: req-e8f9fff5-9e16-459a-900d-23c16ba71cc9 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:29.072341 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9", "name": "network-vif-deleted", "tag": "490e2475-f13c-4802-8088-d9fbe241a410", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:29.072674 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8f9fff5-9e16-459a-900d-23c16ba71cc9 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:29.073244 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9', 'name': 'network-vif-deleted', 'tag': '490e2475-f13c-4802-8088-d9fbe241a410', 'status': 'completed', 'code': 200} Jul 07 18:21:29.503238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1d33db9b-98b4-43c3-9658-9a6973bad8d8 req-ae9d7612-114d-4340-a8ff-a3404cc8cfbb tempest-TestEncryptedCinderVolumes-1489131210 tempest-TestEncryptedCinderVolumes-1489131210-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d846fd5-7ac9-4aab-ade9-e68aeccc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0349684 Jul 07 18:21:30.639113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41252) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:31.051742 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.354953 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Deleting port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:31.355188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.467166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] For port 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:31.467743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.489074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Calling delete_port for 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:31.607161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 490e2475-f13c-4802-8088-d9fbe241a410 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:31.629016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 490e2475-f13c-4802-8088-d9fbe241a410 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:31.629397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 490e2475-f13c-4802-8088-d9fbe241a410 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:31.720794 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.753197 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:31.943360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.537041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Router d5d77d23-3897-4502-8c2a-7360c8bae38e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:32.649294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:32.654465 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f5363465-59db-4d1d-b2dd-eac2fec7ea90 admin admin] 10.222.0.66 "PUT /v2.0/routers/d5d77d23-3897-4502-8c2a-7360c8bae38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139956 Jul 07 18:21:32.657181 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41254) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:32.660867 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Sync routers for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:32.672017 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:32.672667 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:32.783899 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:32.805601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.921435 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.968421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port': {'id': 'd4a920db-8ddf-4529-b56a-9581f7dc9b6f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:13Z', 'updated_at': '2021-07-07T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:32.983709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Deleting port d4a920db-8ddf-4529-b56a-9581f7dc9b6f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:32.984052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.998129 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Checking router: d5d77d23-3897-4502-8c2a-7360c8bae38e for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:33.008421 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Routers {'d5d77d23-3897-4502-8c2a-7360c8bae38e'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:33.009217 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d5d77d23-3897-4502-8c2a-7360c8bae38e'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:33.066778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] For port d4a920db-8ddf-4529-b56a-9581f7dc9b6f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:33.067073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.090874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Calling delete_port for d4a920db-8ddf-4529-b56a-9581f7dc9b6f owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:33.111461 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] Set router d5d77d23-3897-4502-8c2a-7360c8bae38e gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:33.270410 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:21:32Z', 'revision_number': 6, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:33.278844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.298751 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a386f-926f-4098-9040-ea22ddadd0d0 None None] The sync data for ids ['d5d77d23-3897-4502-8c2a-7360c8bae38e'] in n-d-791505-12 is: [{'id': 'd5d77d23-3897-4502-8c2a-7360c8bae38e', 'name': 'tempest-TestEncryptedCinderVolumes-597505291-router', 'tenant_id': '49086281cc5a429786faa0cf2ae4dae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:12Z', 'updated_at': '2021-07-07T18:21:32Z', 'revision_number': 6, 'project_id': '49086281cc5a429786faa0cf2ae4dae0', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:33.309748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a920db-8ddf-4529-b56a-9581f7dc9b6f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:33.378568 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.476063 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.478381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.525354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.525935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d77d23-3897-4502-8c2a-7360c8bae38e {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:21:33.531309 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.532501 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-58a6c4c9-6d78-4e49-867e-9387fd5575e8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d5d77d23-3897-4502-8c2a-7360c8bae38e HTTP/1.1" status: 204 len: 168 time: 0.8744421 Jul 07 18:21:33.535177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41256) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:33.586822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Deleting subnet a11406fc-83bf-4fdc-94f2-2acc8af46b74 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:21:33.590230 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.627996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.724975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.799075 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.835454 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.840900 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a11406fc-83bf-4fdc-94f2-2acc8af46b74 HTTP/1.1" status: 204 len: 168 time: 0.3015547 Jul 07 18:21:33.840900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d0bc-483a-479b-8cd9-5ddc2311709a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11406fc-83bf-4fdc-94f2-2acc8af46b74,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:33.842120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41258) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:33.844663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa37975-df4c-48c3-b886-4acb68393b6d None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:33.903478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:33.939001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:33.939452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 2645c0ca-f4f7-49b1-af75-d2ccdaabcf2d not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:33.957586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.019471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Deleting port edca448d-311a-4887-9b5f-e2ab8ff83847 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:34.019812 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.098904 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] For port edca448d-311a-4887-9b5f-e2ab8ff83847, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=edca448d-311a-4887-9b5f-e2ab8ff83847,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:34.099276 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.105133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] DHCP port deletion for a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:21:34.114328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Calling delete_port for edca448d-311a-4887-9b5f-e2ab8ff83847 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:34.181541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Deleting port edca448d-311a-4887-9b5f-e2ab8ff83847 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:34.182239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.205936 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.239932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=edca448d-311a-4887-9b5f-e2ab8ff83847,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:34.248515 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] No DVR routers for this DVR port edca448d-311a-4887-9b5f-e2ab8ff83847 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:34.252920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.252920 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.255735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.255735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.255735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.256027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.257158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.257158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.257541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.257898 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.258260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.258488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:34.279102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] For port edca448d-311a-4887-9b5f-e2ab8ff83847, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=edca448d-311a-4887-9b5f-e2ab8ff83847,segment=NetworkSegment(88da2ebf-dc71-46f6-9b59-1fc68c1294d6),segment_id=88da2ebf-dc71-46f6-9b59-1fc68c1294d6)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:34.279478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.299375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Calling delete_port for edca448d-311a-4887-9b5f-e2ab8ff83847 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:34.345246 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.358081 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:34.371367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88da2ebf-dc71-46f6-9b59-1fc68c1294d6') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:34.371676 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88da2ebf-dc71-46f6-9b59-1fc68c1294d6') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:34.390874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.409780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.418622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:21:34.419048 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:21:34.420967 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:21:34.441800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:34.480993 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.488540 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.493894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b HTTP/1.1" status: 204 len: 168 time: 0.6470304 Jul 07 18:21:34.494895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41260) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:34.508311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee4a0-d90e-45ea-9780-66c7d0c31fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:34.559546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.567287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Network a8e1ac79-d8d5-4ae0-b97d-2b6a39ed1c2b is not hosted by any dhcp agent {{(pid=93948) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:21:34.567740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] No DVR routers for this DVR port edca448d-311a-4887-9b5f-e2ab8ff83847 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:34.587670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507869a9-26ce-40db-bd48-df23a5f5194f None None] Pushing event deleted for resources: {'Port': ['ID=edca448d-311a-4887-9b5f-e2ab8ff83847,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:34.895034 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.181596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Deleting port cf73d7f0-0969-43f5-af0b-0e61f66d4e42 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:35.181835 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.270036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] For port cf73d7f0-0969-43f5-af0b-0e61f66d4e42, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:35.270393 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.288044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Calling delete_port for cf73d7f0-0969-43f5-af0b-0e61f66d4e42 owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:35.493679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.520625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Pushing event deleted for resources: {'Port': ['ID=cf73d7f0-0969-43f5-af0b-0e61f66d4e42,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:35.731233 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.790399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device edca448d-311a-4887-9b5f-e2ab8ff83847 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:35.814287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: edca448d-311a-4887-9b5f-e2ab8ff83847 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:35.814576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device edca448d-311a-4887-9b5f-e2ab8ff83847 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:35.814989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d4a920db-8ddf-4529-b56a-9581f7dc9b6f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:35.836174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: d4a920db-8ddf-4529-b56a-9581f7dc9b6f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:35.836526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device d4a920db-8ddf-4529-b56a-9581f7dc9b6f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:35.982457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Router 1af6a416-3c1d-4edd-a38a-57e891866d4e has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:36.106040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:36.111285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-73e97bc8-735b-4875-baab-b39f742e33ec admin admin] 10.222.0.66 "PUT /v2.0/routers/1af6a416-3c1d-4edd-a38a-57e891866d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135969 Jul 07 18:21:36.114402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41262) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:36.118335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Sync routers for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:36.130733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:36.131864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:36.243154 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.269225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:36.367762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.431771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Deleting port cb91907b-8293-4edd-ae5b-0320d766edf7 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:36.432113 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.488338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:21:35Z', 'revision_number': 5, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port': {'id': 'cb91907b-8293-4edd-ae5b-0320d766edf7', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:36.539484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Checking router: 1af6a416-3c1d-4edd-a38a-57e891866d4e for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:36.539943 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] For port cb91907b-8293-4edd-ae5b-0320d766edf7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=cb91907b-8293-4edd-ae5b-0320d766edf7,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:36.540508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.552904 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Routers {'1af6a416-3c1d-4edd-a38a-57e891866d4e'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:36.554394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['1af6a416-3c1d-4edd-a38a-57e891866d4e'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:36.564131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Calling delete_port for cb91907b-8293-4edd-ae5b-0320d766edf7 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:36.640180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] Set router 1af6a416-3c1d-4edd-a38a-57e891866d4e gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:36.706508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:21:36Z', 'revision_number': 6, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:36.736153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d2114-b21a-4d2c-8b78-88d1e658383e None None] The sync data for ids ['1af6a416-3c1d-4edd-a38a-57e891866d4e'] in n-d-791505-12 is: [{'id': '1af6a416-3c1d-4edd-a38a-57e891866d4e', 'name': 'tempest-TestEncryptedCinderVolumes-1124679124-router', 'tenant_id': '9700661f7f3a46e3b6feda3da86545af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:18Z', 'updated_at': '2021-07-07T18:21:36Z', 'revision_number': 6, 'project_id': '9700661f7f3a46e3b6feda3da86545af', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:36.748434 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.787032 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb91907b-8293-4edd-ae5b-0320d766edf7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:36.849534 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.946872 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.949196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.995701 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.996523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af6a416-3c1d-4edd-a38a-57e891866d4e {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:21:37.000840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.002025 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b45484bc-d770-4b27-979a-59e43b5f350e admin admin] 10.222.0.66 "DELETE /v2.0/routers/1af6a416-3c1d-4edd-a38a-57e891866d4e HTTP/1.1" status: 204 len: 168 time: 0.8866191 Jul 07 18:21:37.004649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41264) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:37.056043 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Deleting subnet 52af2b6d-8dea-4be4-b169-348c301922e6 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:21:37.059332 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.102126 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.212153 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.274648 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.302715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52af2b6d-8dea-4be4-b169-348c301922e6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.308588 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.312008 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-17242be7-f801-47ef-a58a-1e7c518a2c33 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/52af2b6d-8dea-4be4-b169-348c301922e6 HTTP/1.1" status: 204 len: 168 time: 0.3059034 Jul 07 18:21:37.313650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93541bf-8861-4ef4-a00f-bcc288dbcaf9 None None] Network a11e9169-c345-4703-9e65-cbb29b3cbf93 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:37.314662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41266) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:37.385097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.446136 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Deleting port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:37.446374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.524216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] For port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:37.524577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.540373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Calling delete_port for 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:37.547388 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] DHCP port deletion for a11e9169-c345-4703-9e65-cbb29b3cbf93 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:21:37.604465 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Deleting port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:37.604842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.627985 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.660453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.669368 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] No DVR routers for this DVR port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:37.675733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] For port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,segment=NetworkSegment(05775c19-177c-4d3d-8eb8-ef1568917679),segment_id=05775c19-177c-4d3d-8eb8-ef1568917679)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:37.676134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.694312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Calling delete_port for 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:37.750107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cb91907b-8293-4edd-ae5b-0320d766edf7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:37.766614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.781950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11e9169-c345-4703-9e65-cbb29b3cbf93']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:37.782229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cb91907b-8293-4edd-ae5b-0320d766edf7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:37.782600 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cb91907b-8293-4edd-ae5b-0320d766edf7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:37.783019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf73d7f0-0969-43f5-af0b-0e61f66d4e42 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:37.791029 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3d3e87e9-c2e8-479f-8028-ee336ffda1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.796731 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05775c19-177c-4d3d-8eb8-ef1568917679') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:37.797029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05775c19-177c-4d3d-8eb8-ef1568917679') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:37.808258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.815081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: cf73d7f0-0969-43f5-af0b-0e61f66d4e42 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:37.815433 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device cf73d7f0-0969-43f5-af0b-0e61f66d4e42 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:37.815868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:37.833516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.838042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:37.838390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:37.842020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:21:37.842721 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:21:37.844987 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:21:37.879216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.908615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] Pushing event deleted for resources: {'Port': ['ID=5fc8bc08-f365-4537-bb2c-cfd9e5e456ae,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.913464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039f01f-df73-4d31-a756-034059bdf157 None None] No DVR routers for this DVR port 5fc8bc08-f365-4537-bb2c-cfd9e5e456ae on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:38.296281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.305938 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.309318 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] 10.222.0.66 "DELETE /v2.0/networks/a11e9169-c345-4703-9e65-cbb29b3cbf93 HTTP/1.1" status: 204 len: 168 time: 0.9934688 Jul 07 18:21:38.330303 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac20634-6855-4794-895d-82a125bde02a admin admin] Pushing event deleted for resources: {'Network': ['ID=a11e9169-c345-4703-9e65-cbb29b3cbf93,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:38.527067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41270) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:38.570275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-36cd096b-e0fc-442b-9763-7519c043a68f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49086281cc5a429786faa0cf2ae4dae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418923 Jul 07 18:21:38.572795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41272) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:38.652124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.676734 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.742290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.745125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:38.746385 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7312ac08-fda3-4d06-b115-3c2f01255a7c HTTP/1.1" status: 204 len: 168 time: 0.1726043 Jul 07 18:21:38.755896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a7bc9-b94f-4c0f-b2b9-9ea7f68e24a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7312ac08-fda3-4d06-b115-3c2f01255a7c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:39.122482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41278) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:39.168369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0b42f854-8ad0-4864-9188-003f03fcb102 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9700661f7f3a46e3b6feda3da86545af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445931 Jul 07 18:21:39.170871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41280) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:39.227542 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.251834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.317951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.320733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:39.321964 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8f9a2a4-74c2-438b-8458-7a25f16bc8d0 HTTP/1.1" status: 204 len: 168 time: 0.1501615 Jul 07 18:21:39.329951 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126ed08-df2d-4573-97f9-2b6b7f79c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9a2a4-74c2-438b-8458-7a25f16bc8d0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:40.100742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41302) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:40.219079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f87c9b99-d35c-4903-b43e-5d0548da78e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.232487 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1432079824-network', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:40.258757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Made reservation on behalf of fa6b33fa7a2a4344b347860d3e2f2561 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:40.261134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.270577 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.380011 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.384935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.416373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:21:40.426826 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eda6d4-df54-48ed-bdc7-f3861d0fe6de,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:40.435421 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.435421 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Added segment 0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45 of type vlan for network 9db378e7-4537-4398-a34a-d58178df66aa Jul 07 18:21:40.478756 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.508885 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.509893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:40.510486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.564366 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4622345 Jul 07 18:21:40.567573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41306) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:40.571567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa182-119c-490a-8fc1-c5c0cc82b40e admin admin] Pushing event updated for resources: {'Network': ['ID=9db378e7-4537-4398-a34a-d58178df66aa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:40.572890 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Request body: {'subnet': {'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1432079824-subnet', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:40.581163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 9db378e7-4537-4398-a34a-d58178df66aa details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:21:40.596419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Made reservation on behalf of fa6b33fa7a2a4344b347860d3e2f2561 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:40.599253 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.756424 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.790248 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.853692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a9fda6-d977-4a2d-a8f6-c77140fc9f12,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:40.864345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Checking segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:40.864757 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Network hostable DHCP agents. Network: 9db378e7-4537-4398-a34a-d58178df66aa, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:21:40.886426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Network 9db378e7-4537-4398-a34a-d58178df66aa is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:21:40.899558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 9db378e7-4537-4398-a34a-d58178df66aa) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:40.904449 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:40.905047 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.915507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa5db3-69f1-4c4f-a7e5-7f22f7b0ae7f None None] Network 9db378e7-4537-4398-a34a-d58178df66aa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:40.928860 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e723bcbe-1c46-49ee-a2e3-0f9f1e455c76 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3568609 Jul 07 18:21:40.929213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41308) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:40.937179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:40.973401 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:40.975932 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.046648 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.122470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-9db378e7-4537-4398-a34a-d58178df66aa', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:21:41.123696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.255569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.278478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Allocated IP 172.20.0.2 (9db378e7-4537-4398-a34a-d58178df66aa/30a9fda6-d977-4a2d-a8f6-c77140fc9f12/c29523b9-b0b8-422c-8fc7-b375c9c7ba55) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:41.492925 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.501427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Transition to ACTIVE for port object c29523b9-b0b8-422c-8fc7-b375c9c7ba55 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:41.521689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Transition to ACTIVE for port object c29523b9-b0b8-422c-8fc7-b375c9c7ba55 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:41.528254 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.549682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.573156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.578918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Network 9db378e7-4537-4398-a34a-d58178df66aa is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:41.583456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:41.585990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Pushing event updated for resources: {'Port': ['ID=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:41.588442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:41.658808 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Attempting to bind port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:41.659182 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Attempting to bind port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:41.659543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Attempting to bind port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 on network 9db378e7-4537-4398-a34a-d58178df66aa {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:41.665897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:41.666273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Checking segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:41.666724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.667205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Bound using segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:41.667599 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Bound port: c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:41.667981 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.699350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Allocated IP 172.25.3.196 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/997ad668-b3cc-4d31-a8fa-590b2e92bae9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:41.742511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] For port c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:41.746291 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] For port c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:41.756994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.844815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5d70-b33d-4e42-b70a-91ded0bc981c None None] Pushing event updated for resources: {'Port': ['ID=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:41.874536 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.940316 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.997237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:42.002641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:42.011999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:42.040129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Pushing event updated for resources: {'Port': ['ID=997ad668-b3cc-4d31-a8fa-590b2e92bae9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:42.104882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.358255 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.617346 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.789940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Router b4c9df04-d93d-4351-b538-2187d88762ec is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:21:42.915328 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:42.928797 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Sync routers for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:42.938922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.943929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57fcad9b-84b3-4299-a581-a99e25206e17 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0097251 Jul 07 18:21:42.944161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:42.944161 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:42.944414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41310) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:42.999983 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b726af9-9a3a-41ca-974f-8fa0ce3800de None None] Network 9db378e7-4537-4398-a34a-d58178df66aa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:43.079876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:43.081728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3a074f1b-4401-4a17-a41d-8f39604171b3 None None] Provisioning for port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:43.316750 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:42Z', 'revision_number': 3, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:43.346565 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Checking router: b4c9df04-d93d-4351-b538-2187d88762ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:43.346925 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Updating router b4c9df04-d93d-4351-b538-2187d88762ec port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:43.397734 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.723270 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.736635 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Transition to ACTIVE for port object 997ad668-b3cc-4d31-a8fa-590b2e92bae9 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:43.748974 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.791553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c29523b9-b0b8-422c-8fc7-b375c9c7ba55 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:43.842108 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Attempting to bind port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:43.842706 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Attempting to bind port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:43.843290 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Attempting to bind port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:43.846832 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Pushing event updated for resources: {'Port': ['ID=997ad668-b3cc-4d31-a8fa-590b2e92bae9,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:43.852813 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.868987 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:43.869571 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:43.870518 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.871868 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:43.871868 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Bound port: 997ad668-b3cc-4d31-a8fa-590b2e92bae9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:43.872211 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.877486 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.878014 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.878654 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.879181 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.879896 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.881326 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.881841 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.882594 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.883114 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.883628 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.885322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.885473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:43.885913 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:43.892553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:43.893624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.953156 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.972552 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] For port 997ad668-b3cc-4d31-a8fa-590b2e92bae9, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:43.976099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] For port 997ad668-b3cc-4d31-a8fa-590b2e92bae9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=997ad668-b3cc-4d31-a8fa-590b2e92bae9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:43.983088 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.017862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.044202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:44.044834 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:44.074308 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:44.079697 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.088643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded5d4-2e5b-4633-b06f-ae50a4f48a17 None None] Pushing event updated for resources: {'Port': ['ID=997ad668-b3cc-4d31-a8fa-590b2e92bae9,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:44.158501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:44.180502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:44.215286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Allocated IP 172.20.0.1 (9db378e7-4537-4398-a34a-d58178df66aa/30a9fda6-d977-4a2d-a8f6-c77140fc9f12/dd02ad94-35a8-4539-90a5-1cdfefa6983b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:44.328598 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.343693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Transition to ACTIVE for port object dd02ad94-35a8-4539-90a5-1cdfefa6983b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:44.369728 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:42Z', 'revision_number': 3, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:44.379084 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.395610 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500527ba-be0b-4ff2-ad35-3cdee0ce7f54 None None] The sync data for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 is: [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:42Z', 'revision_number': 3, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:44.419528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Network 9db378e7-4537-4398-a34a-d58178df66aa is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:44.422577 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:44.426872 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:44.455027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Pushing event updated for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:44.475599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.653139 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.757351 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d58bbbf5-10f2-4a8a-bfe0-4eb2536f42fe None None] Provisioning for port dd02ad94-35a8-4539-90a5-1cdfefa6983b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:44.762154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d58bbbf5-10f2-4a8a-bfe0-4eb2536f42fe None None] Provisioning complete for port dd02ad94-35a8-4539-90a5-1cdfefa6983b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:44.762728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d58bbbf5-10f2-4a8a-bfe0-4eb2536f42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.807594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d58bbbf5-10f2-4a8a-bfe0-4eb2536f42fe None None] Port dd02ad94-35a8-4539-90a5-1cdfefa6983b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:44.857011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.864661 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:44.949508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Pushing event updated for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:44.952277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.071298 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Network 9db378e7-4537-4398-a34a-d58178df66aa is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:45.073036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:45.226935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Router b4c9df04-d93d-4351-b538-2187d88762ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:45.342871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-7e7c9dee-aaa0-460d-8b8f-69ece5014b0e None None] Provisioning complete for port dd02ad94-35a8-4539-90a5-1cdfefa6983b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:45.343374 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9dee-aaa0-460d-8b8f-69ece5014b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.379570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:45.382055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c9dee-aaa0-460d-8b8f-69ece5014b0e None None] Port dd02ad94-35a8-4539-90a5-1cdfefa6983b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:45.384627 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-021e53c3-ca2f-4d70-843a-52e4ab647b5d admin admin] 10.222.0.66 "PUT /v2.0/routers/b4c9df04-d93d-4351-b538-2187d88762ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394286 Jul 07 18:21:45.814672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c29523b9-b0b8-422c-8fc7-b375c9c7ba55 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:45.895296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:45.895672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.898001 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41326) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:45.903651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352313554-network', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:45.930093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Made reservation on behalf of 24ffbc098b1d42628ecf1be9616bb458 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:45.933821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.947044 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.996542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 997ad668-b3cc-4d31-a8fa-590b2e92bae9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:46.053009 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.055189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:46.057882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.061472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:46.062075 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.085276 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:21:46.097087 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ab56b-7c08-4603-a9fd-445279f4204b,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:46.102949 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.103318 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Added segment 0ad1fc6b-5456-42d1-b50c-5aab5d1afdec of type vlan for network d8891903-df49-4eb1-a0ad-3536b005ffb4 Jul 07 18:21:46.154762 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.177315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 997ad668-b3cc-4d31-a8fa-590b2e92bae9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=997ad668-b3cc-4d31-a8fa-590b2e92bae9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:46.182015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.184493 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.232770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.234588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:46.235488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Sync routers for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:46.235751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.262123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:46.262953 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:46.266514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=997ad668-b3cc-4d31-a8fa-590b2e92bae9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:46.310722 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4113863 Jul 07 18:21:46.314054 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41328) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:46.319271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Request body: {'subnet': {'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352313554-subnet', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:46.326581 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc19e8-c31e-4083-a599-2c832eb8fc64 admin admin] Pushing event updated for resources: {'Network': ['ID=d8891903-df49-4eb1-a0ad-3536b005ffb4,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:46.348011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Made reservation on behalf of 24ffbc098b1d42628ecf1be9616bb458 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:46.351801 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.355811 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:21:46.551777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.591056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:46.611370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134deb09-3f48-4eee-9cd1-7c5d00cd8406,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:46.621120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Checking segment: {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:46.621491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Network hostable DHCP agents. Network: d8891903-df49-4eb1-a0ad-3536b005ffb4, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:21:46.640309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:21:46.650291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, d8891903-df49-4eb1-a0ad-3536b005ffb4) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:46.655267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:46.657023 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.673065 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c759cb-16ff-4406-8d60-8fd16fe55938 None None] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:46.674350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-22001871-7652-4a91-b9fd-2dc96f842ce1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3590989 Jul 07 18:21:46.676931 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41330) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:46.682772 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:46.707722 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.709050 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.782865 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.936442 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.952449 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 2, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:46.956157 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-d8891903-df49-4eb1-a0ad-3536b005ffb4', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:21:46.957085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.001974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Checking router: b4c9df04-d93d-4351-b538-2187d88762ec for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:47.002649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Updating router b4c9df04-d93d-4351-b538-2187d88762ec port dd02ad94-35a8-4539-90a5-1cdfefa6983b binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:47.096546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.169014 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.188925 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.253816 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Allocated IP 172.20.0.2 (d8891903-df49-4eb1-a0ad-3536b005ffb4/134deb09-3f48-4eee-9cd1-7c5d00cd8406/7b2cef15-672c-41fe-a293-02a458d29f07) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:47.302342 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Allocated IP 172.25.3.31 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/9fb5e673-621f-4639-af1c-0268509ee35c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:47.420918 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.463161 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.507308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:47.513430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:47.516047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:47.521522 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.540997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Transition to ACTIVE for port object 7b2cef15-672c-41fe-a293-02a458d29f07 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:47.545106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb5e673-621f-4639-af1c-0268509ee35c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:47.547959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.568585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Transition to ACTIVE for port object dd02ad94-35a8-4539-90a5-1cdfefa6983b will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:47.571184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Transition to ACTIVE for port object 7b2cef15-672c-41fe-a293-02a458d29f07 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:47.577940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.584408 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.647195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:47.648357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b43ab0-3cd3-4162-b744-3ecfbd9dfc79 None None] Pushing event updated for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:47.655175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:47.659496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:47.774379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Attempting to bind port dd02ad94-35a8-4539-90a5-1cdfefa6983b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:47.774785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Attempting to bind port dd02ad94-35a8-4539-90a5-1cdfefa6983b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:47.775269 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Attempting to bind port dd02ad94-35a8-4539-90a5-1cdfefa6983b on network 9db378e7-4537-4398-a34a-d58178df66aa {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:47.778150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 997ad668-b3cc-4d31-a8fa-590b2e92bae9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:47.797862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Pushing event updated for resources: {'Port': ['ID=7b2cef15-672c-41fe-a293-02a458d29f07,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:47.827569 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.828143 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:47.828514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Checking segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:47.828919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.829349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Bound using segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:47.830424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Bound port: dd02ad94-35a8-4539-90a5-1cdfefa6983b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:47.830424 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.860184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Attempting to bind port 7b2cef15-672c-41fe-a293-02a458d29f07 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:47.860552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Attempting to bind port 7b2cef15-672c-41fe-a293-02a458d29f07 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:47.860923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Attempting to bind port 7b2cef15-672c-41fe-a293-02a458d29f07 on network d8891903-df49-4eb1-a0ad-3536b005ffb4 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:47.889669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:47.890039 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Checking segment: {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:47.890470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.890859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Bound using segment: {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:47.891346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Bound port: 7b2cef15-672c-41fe-a293-02a458d29f07, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:47.891733 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.973136 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] For port dd02ad94-35a8-4539-90a5-1cdfefa6983b, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:47.977415 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:47.977907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.024714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] For port dd02ad94-35a8-4539-90a5-1cdfefa6983b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd02ad94-35a8-4539-90a5-1cdfefa6983b,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:48.037498 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.059604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.082099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] For port 7b2cef15-672c-41fe-a293-02a458d29f07, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:48.108529 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] For port 7b2cef15-672c-41fe-a293-02a458d29f07, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b2cef15-672c-41fe-a293-02a458d29f07,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:48.126376 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.153647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b43ab0-3cd3-4162-b744-3ecfbd9dfc79 None None] Pushing event updated for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:48.166578 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:48.167188 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:48.217901 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Router 611580bc-79c4-42a3-b518-2943677b5cbe is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:21:48.350885 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:48.361573 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Sync routers for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:48.376159 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:48.376808 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:48.385209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.386638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2b368a18-c2d3-4ebd-bf99-2eb4d76a8919 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7085855 Jul 07 18:21:48.389485 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41332) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:48.533894 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc18771-159a-4e7e-a0b4-36391d2b68a8 None None] Pushing event updated for resources: {'Port': ['ID=7b2cef15-672c-41fe-a293-02a458d29f07,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:48.584843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:48.599051 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:48.816974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:47Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:48.825053 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:47Z', 'revision_number': 3, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:48.852086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e876c0-170d-46ad-a13d-014089961941 None None] The sync data for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 is: [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:47Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:48.960302 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Checking router: 611580bc-79c4-42a3-b518-2943677b5cbe for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:48.960700 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Updating router 611580bc-79c4-42a3-b518-2943677b5cbe port 9fb5e673-621f-4639-af1c-0268509ee35c binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:48.961501 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.012457 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.178520 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Allocated IP 172.20.0.1 (d8891903-df49-4eb1-a0ad-3536b005ffb4/134deb09-3f48-4eee-9cd1-7c5d00cd8406/fab807f0-a705-4faf-920d-6203f8b961fa) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:49.323761 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.350143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Transition to ACTIVE for port object fab807f0-a705-4faf-920d-6203f8b961fa will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:49.395536 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.410668 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.424803 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Transition to ACTIVE for port object 9fb5e673-621f-4639-af1c-0268509ee35c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:49.440216 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.451881 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:49.454572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5377a-a1ce-4690-a854-5231f649c217 None None] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:49.456753 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:49.469584 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:49.508823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Pushing event updated for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:49.512154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Attempting to bind port 9fb5e673-621f-4639-af1c-0268509ee35c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:49.512821 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Attempting to bind port 9fb5e673-621f-4639-af1c-0268509ee35c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:49.513201 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Attempting to bind port 9fb5e673-621f-4639-af1c-0268509ee35c on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:49.534017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.535363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-c29b0615-52c1-4c71-b9cb-4c0afe82fc4b None None] Provisioning for port 7b2cef15-672c-41fe-a293-02a458d29f07 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:49.542715 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:49.543944 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:49.544366 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.545068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:49.545510 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Bound port: 9fb5e673-621f-4639-af1c-0268509ee35c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:49.545916 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.605061 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] For port 9fb5e673-621f-4639-af1c-0268509ee35c, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:49.608530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] For port 9fb5e673-621f-4639-af1c-0268509ee35c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fb5e673-621f-4639-af1c-0268509ee35c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:49.610070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7727-bbbc-4d11-aeac-c3f38f1c8123 None None] Pushing event updated for resources: {'Port': ['ID=9fb5e673-621f-4639-af1c-0268509ee35c,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:49.622699 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.695211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:49.695868 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:49.788243 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.815820 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7727-bbbc-4d11-aeac-c3f38f1c8123 None None] Pushing event updated for resources: {'Port': ['ID=9fb5e673-621f-4639-af1c-0268509ee35c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:49.905742 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd02ad94-35a8-4539-90a5-1cdfefa6983b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:49.985688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port dd02ad94-35a8-4539-90a5-1cdfefa6983b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:49.986759 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:49.993807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dd02ad94-35a8-4539-90a5-1cdfefa6983b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:49.994728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.153447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.169087 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.179640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.201372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f95977d1-b145-4d2a-b3ed-ed6a0227a208 None None] Provisioning for port fab807f0-a705-4faf-920d-6203f8b961fa completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:50.215684 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f95977d1-b145-4d2a-b3ed-ed6a0227a208 None None] Provisioning complete for port fab807f0-a705-4faf-920d-6203f8b961fa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:50.216067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f95977d1-b145-4d2a-b3ed-ed6a0227a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.246209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.275801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port dd02ad94-35a8-4539-90a5-1cdfefa6983b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd02ad94-35a8-4539-90a5-1cdfefa6983b,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:50.281761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-f95977d1-b145-4d2a-b3ed-ed6a0227a208 None None] Port fab807f0-a705-4faf-920d-6203f8b961fa cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:50.300874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.302712 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b2cef15-672c-41fe-a293-02a458d29f07 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:50.347110 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fab807f0-a705-4faf-920d-6203f8b961fa', 'name': '', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'mac_address': 'fa:16:3e:a4:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:48Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 1, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'subnets': [{'id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:50.417202 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68dc3-91e3-48e6-93a5-251b9fd9c25f None None] The sync data for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 is: [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fab807f0-a705-4faf-920d-6203f8b961fa', 'name': '', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'mac_address': 'fa:16:3e:a4:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:48Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 1, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'subnets': [{'id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:50.454115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:50.456542 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:50.458774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Pushing event updated for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:50.501748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:50.507035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 7b2cef15-672c-41fe-a293-02a458d29f07 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:50.513088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7b2cef15-672c-41fe-a293-02a458d29f07 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:50.513669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.630280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.652391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Router 611580bc-79c4-42a3-b518-2943677b5cbe has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:50.663326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a84260c8-4acd-49ab-826c-2cbfd6962adf None None] Provisioning complete for port fab807f0-a705-4faf-920d-6203f8b961fa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:50.663602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a84260c8-4acd-49ab-826c-2cbfd6962adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.703539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 7b2cef15-672c-41fe-a293-02a458d29f07, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b2cef15-672c-41fe-a293-02a458d29f07,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:50.714267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.724525 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a84260c8-4acd-49ab-826c-2cbfd6962adf None None] Port fab807f0-a705-4faf-920d-6203f8b961fa cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:50.792442 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=7b2cef15-672c-41fe-a293-02a458d29f07,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:50.821566 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:50.827148 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f083ef9-f418-4071-be15-68b051e2572d admin admin] 10.222.0.66 "PUT /v2.0/routers/611580bc-79c4-42a3-b518-2943677b5cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359806 Jul 07 18:21:50.857122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a95ed65c-355f-4670-ade4-5aa5552afd35 None None] Provisioning complete for port fab807f0-a705-4faf-920d-6203f8b961fa triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:50.857542 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a95ed65c-355f-4670-ade4-5aa5552afd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.928903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-a95ed65c-355f-4670-ade4-5aa5552afd35 None None] Port fab807f0-a705-4faf-920d-6203f8b961fa cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:51.895185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd02ad94-35a8-4539-90a5-1cdfefa6983b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:51.972205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port dd02ad94-35a8-4539-90a5-1cdfefa6983b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:51.972587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.128239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b2cef15-672c-41fe-a293-02a458d29f07 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:52.288429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 7b2cef15-672c-41fe-a293-02a458d29f07 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:52.288877 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.459138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fb5e673-621f-4639-af1c-0268509ee35c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:52.573570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9fb5e673-621f-4639-af1c-0268509ee35c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:52.583031 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9fb5e673-621f-4639-af1c-0268509ee35c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:52.584018 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.754623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.788821 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 9fb5e673-621f-4639-af1c-0268509ee35c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fb5e673-621f-4639-af1c-0268509ee35c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:52.796261 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.914220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=9fb5e673-621f-4639-af1c-0268509ee35c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:53.769545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fb5e673-621f-4639-af1c-0268509ee35c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:53.806024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Sync routers for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:53.830202 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:53.830774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:53.983618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9fb5e673-621f-4639-af1c-0268509ee35c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:53.984623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.074638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:54.387751 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fab807f0-a705-4faf-920d-6203f8b961fa', 'name': '', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'mac_address': 'fa:16:3e:a4:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:48Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 2, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'subnets': [{'id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:54.426418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Checking router: 611580bc-79c4-42a3-b518-2943677b5cbe for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:54.427077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Updating router 611580bc-79c4-42a3-b518-2943677b5cbe port fab807f0-a705-4faf-920d-6203f8b961fa binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:54.475470 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.865555 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.883546 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Transition to ACTIVE for port object fab807f0-a705-4faf-920d-6203f8b961fa will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:54.894123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.964615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6a68-9f9a-4e67-820f-0b60b6acb90c None None] Pushing event updated for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:55.040317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Attempting to bind port fab807f0-a705-4faf-920d-6203f8b961fa on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:55.041728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Attempting to bind port fab807f0-a705-4faf-920d-6203f8b961fa by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:55.042350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Attempting to bind port fab807f0-a705-4faf-920d-6203f8b961fa on network d8891903-df49-4eb1-a0ad-3536b005ffb4 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:55.050422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:55.050874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Checking segment: {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:55.051417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.051825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Bound using segment: {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:55.053058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Bound port: fab807f0-a705-4faf-920d-6203f8b961fa, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:55.054109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.158392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] For port fab807f0-a705-4faf-920d-6203f8b961fa, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:55.166043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] For port fab807f0-a705-4faf-920d-6203f8b961fa, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fab807f0-a705-4faf-920d-6203f8b961fa,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:55.172642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.242463 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:55.243054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:21:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:55.245301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6a68-9f9a-4e67-820f-0b60b6acb90c None None] Pushing event updated for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:55.417027 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:55.728214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fab807f0-a705-4faf-920d-6203f8b961fa', 'name': '', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'mac_address': 'fa:16:3e:a4:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:48Z', 'updated_at': '2021-07-07T18:21:55Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'subnets': [{'id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:55.762609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424049e-3878-4233-871c-a44c3fb51e08 None None] The sync data for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 is: [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:21:49Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'fab807f0-a705-4faf-920d-6203f8b961fa', 'name': '', 'network_id': 'd8891903-df49-4eb1-a0ad-3536b005ffb4', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'mac_address': 'fa:16:3e:a4:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:48Z', 'updated_at': '2021-07-07T18:21:55Z', 'revision_number': 4, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'subnets': [{'id': '134deb09-3f48-4eee-9cd1-7c5d00cd8406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:55.816416 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fab807f0-a705-4faf-920d-6203f8b961fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:55.929190 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fab807f0-a705-4faf-920d-6203f8b961fa completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:55.934179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fab807f0-a705-4faf-920d-6203f8b961fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:55.934872 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.057947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.105214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fab807f0-a705-4faf-920d-6203f8b961fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fab807f0-a705-4faf-920d-6203f8b961fa,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:56.110847 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.182326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:56.301410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.774461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fab807f0-a705-4faf-920d-6203f8b961fa up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:57.824469 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.858193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fab807f0-a705-4faf-920d-6203f8b961fa triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:57.859511 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.401935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-595cfb6e-8701-43bb-9ccd-48a87e9a3d27 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:02.403579 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-595cfb6e-8701-43bb-9ccd-48a87e9a3d27 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 815 time: 0.1242299 Jul 07 18:22:02.421814 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-a4cf09e0-6a71-4f53-9f6c-935b16b629ee tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/quotas/fa6b33fa7a2a4344b347860d3e2f2561 HTTP/1.1" status: 200 len: 375 time: 0.0116048 Jul 07 18:22:02.505422 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-54345a0c-f2e8-47b4-8eeb-377cc744af93 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720253 Jul 07 18:22:02.622132 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-ed94c2e4-6a25-4c77-a672-3222788009e3 service neutron] 10.222.0.66 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034613 Jul 07 18:22:02.718747 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-6ce79482-e510-41b4-9ff9-4bb0d0cda15d service neutron] 10.222.0.66 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912752 Jul 07 18:22:02.936701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f471e2c3-0be7-4573-9255-f3a3c98ea676 req-27de1cfb-057d-47ef-9e12-5dd7c7d92260 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 210 time: 0.0361638 Jul 07 18:22:04.139523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-47c37eb1-2b75-4e9f-b308-5122fcfaba58 req-d12d5851-d135-4ed9-bc31-27113f779ffb tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 210 time: 0.0455928 Jul 07 18:22:04.143109 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-c86d88da-d8d5-498f-8fb0-c79f105e4b83 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.144787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-c86d88da-d8d5-498f-8fb0-c79f105e4b83 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 815 time: 0.1406367 Jul 07 18:22:04.157189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'port': {'device_id': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'admin_state_up': True, 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:04.291853 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Made reservation on behalf of fa6b33fa7a2a4344b347860d3e2f2561 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:04.295495 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.455861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Allocated IP 172.20.0.9 (9db378e7-4537-4398-a34a-d58178df66aa/30a9fda6-d977-4a2d-a8f6-c77140fc9f12/d7101dae-a009-4e3f-ade1-75bc4afbcf8a) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:04.673002 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.691535 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Transition to ACTIVE for port object d7101dae-a009-4e3f-ade1-75bc4afbcf8a will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:04.743574 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.825539 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Network 9db378e7-4537-4398-a34a-d58178df66aa is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:04.830415 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:04.832540 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:04.835557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:04.870408 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.870787 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.871336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.872006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.872508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.873009 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.873504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.874040 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.874565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.875068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.875553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.876233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:04.930413 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.931734 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.979297 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-c827ba22-d9ad-48bc-b408-d5937f0cf693 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261025 Jul 07 18:22:05.251931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3f5cfa21-9f4b-4690-b615-bce45f557171 None None] Provisioning for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:05.261714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3f5cfa21-9f4b-4690-b615-bce45f557171 None None] Provisioning complete for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:05.262463 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfa21-9f4b-4690-b615-bce45f557171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.328990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cfa21-9f4b-4690-b615-bce45f557171 None None] Port d7101dae-a009-4e3f-ade1-75bc4afbcf8a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:05.780450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f4e7f-fa4e-48c6-9f01-2191abf7eaea req-ef0b2c90-0b0d-4d43-bf5e-538cec843c58 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.782251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c44f4e7f-fa4e-48c6-9f01-2191abf7eaea req-ef0b2c90-0b0d-4d43-bf5e-538cec843c58 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.4615729 Jul 07 18:22:05.826838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c44f4e7f-fa4e-48c6-9f01-2191abf7eaea req-78f4bce2-55e3-46cd-ba89-999d2a5ff513 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Jul 07 18:22:07.053807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849666-7b37-40d8-a9a9-1a9fedbd888e req-fc925767-c8d0-4a41-8242-69f269b23f61 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.055272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e849666-7b37-40d8-a9a9-1a9fedbd888e req-fc925767-c8d0-4a41-8242-69f269b23f61 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.0719838 Jul 07 18:22:07.110187 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e849666-7b37-40d8-a9a9-1a9fedbd888e req-3e62f3a2-bb58-4795-816a-e0df0af38c63 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Jul 07 18:22:07.737248 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7ef41232-18ee-41c1-b3de-cd43b409f2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.366073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a577-a7c5-4fdf-9fa8-2d058f241d3c req-6062f211-7aca-4229-9aad-93baeaf6495a tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.367920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1163a577-a7c5-4fdf-9fa8-2d058f241d3c req-6062f211-7aca-4229-9aad-93baeaf6495a tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.0868318 Jul 07 18:22:08.442139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1163a577-a7c5-4fdf-9fa8-2d058f241d3c req-38fd4beb-bace-45f6-a416-f366c6dd3e2e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648572 Jul 07 18:22:09.648641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39769812-9fab-42e6-81df-91a8992a9361 req-05c5f113-8307-4795-afc5-e28c4bbdc4f6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.650174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39769812-9fab-42e6-81df-91a8992a9361 req-05c5f113-8307-4795-afc5-e28c4bbdc4f6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.0708408 Jul 07 18:22:09.709360 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39769812-9fab-42e6-81df-91a8992a9361 req-0f08ea85-8079-45c2-ab4a-a120d5716b44 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Jul 07 18:22:10.230816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eb09140a-4b95-40f9-a78f-401c9daaf5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:10.761031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:10.955742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f734-2239-4a36-bc1e-29f82de32b60 req-a2c19bc9-5650-4661-905e-4b82dc49416b tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:10.958890 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0de9f734-2239-4a36-bc1e-29f82de32b60 req-a2c19bc9-5650-4661-905e-4b82dc49416b tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.1074862 Jul 07 18:22:11.008412 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0de9f734-2239-4a36-bc1e-29f82de32b60 req-99aebcf6-59a0-4d0e-8b6d-b626a5c56ad3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Jul 07 18:22:11.447285 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:12.099621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.299822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fe12-f8c9-49f4-9479-e0f188859fe1 req-789ba232-1eb1-4026-96f6-8d1c195f0a48 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.301519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9785fe12-f8c9-49f4-9479-e0f188859fe1 req-789ba232-1eb1-4026-96f6-8d1c195f0a48 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.1002750 Jul 07 18:22:12.374315 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9785fe12-f8c9-49f4-9479-e0f188859fe1 req-aaea6cba-5508-44d8-b244-ae5d71f51191 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650833 Jul 07 18:22:13.664249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529839c8-ab4f-48d8-9167-36f9bd05b1bc req-0f9deac5-0e61-4d93-9437-e641c5c1f850 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:13.666872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-529839c8-ab4f-48d8-9167-36f9bd05b1bc req-0f9deac5-0e61-4d93-9437-e641c5c1f850 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.0949037 Jul 07 18:22:13.729428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-529839c8-ab4f-48d8-9167-36f9bd05b1bc req-e42ab64b-b36d-43be-b288-536a8eeed9ab tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Jul 07 18:22:13.854768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:14.688797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-304675e1-bf4c-430d-a577-c3461bad4cd3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:14.689804 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-304675e1-bf4c-430d-a577-c3461bad4cd3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056357 Jul 07 18:22:14.701891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Request body: {'port': {'device_id': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:14.791543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:14.932350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ca68c-7807-4e81-93d8-8ceaf71a64df req-d4666886-3689-4b7f-9223-35c39e3ac061 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:14.934247 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-984ca68c-7807-4e81-93d8-8ceaf71a64df req-d4666886-3689-4b7f-9223-35c39e3ac061 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 931 time: 0.0795236 Jul 07 18:22:14.980293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-984ca68c-7807-4e81-93d8-8ceaf71a64df req-4ea23f77-5755-45a6-8937-58c6e3880e1f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Jul 07 18:22:15.096491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7101dae-a009-4e3f-ade1-75bc4afbcf8a {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:15.104594 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.117143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Transition to ACTIVE for port object d7101dae-a009-4e3f-ade1-75bc4afbcf8a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:15.121528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.171140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645c598-6540-41be-8984-8965655c8093 service neutron] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:15.248756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Attempting to bind port d7101dae-a009-4e3f-ade1-75bc4afbcf8a on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:15.249111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Attempting to bind port d7101dae-a009-4e3f-ade1-75bc4afbcf8a by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:15.249442 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Attempting to bind port d7101dae-a009-4e3f-ade1-75bc4afbcf8a on network 9db378e7-4537-4398-a34a-d58178df66aa {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:15.254645 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Port d7101dae-a009-4e3f-ade1-75bc4afbcf8a on network 9db378e7-4537-4398-a34a-d58178df66aa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:22:15.254923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Attempting to bind port d7101dae-a009-4e3f-ade1-75bc4afbcf8a on network 9db378e7-4537-4398-a34a-d58178df66aa {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:15.260153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:15.260491 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Checking segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:15.261267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Bound using segment: {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:15.261705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Bound port: d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:15.262205 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.350557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:15.354405 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:15.374274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.411366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.411683 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.413259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-4645c598-6540-41be-8984-8965655c8093 service neutron] 10.222.0.73 "PUT /v2.0/ports/d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 1092 time: 0.7165723 Jul 07 18:22:15.413799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:15.416011 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:15.450366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645c598-6540-41be-8984-8965655c8093 service neutron] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:15.466309 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5b664-0e65-4ab1-96d2-68b89fc335f3 x-openstack-request-id: req-9ad5b664-0e65-4ab1-96d2-68b89fc335f3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:15.466855 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:15.467174 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ad5b664-0e65-4ab1-96d2-68b89fc335f3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:15.467767 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:22:15.525743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-c3dc3641-b25e-40c5-a095-71c0b7f44ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.527645 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-c3dc3641-b25e-40c5-a095-71c0b7f44ecb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0737271 Jul 07 18:22:15.576893 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-a425440f-a9a0-41f8-93e5-d2e0fe346fa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 217 time: 0.0419326 Jul 07 18:22:15.633284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-3632e9f5-df1a-4738-bac9-294af336d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.634790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-3632e9f5-df1a-4738-bac9-294af336d2ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0507572 Jul 07 18:22:15.702240 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6a1a-49da-452b-b694-840e738930bb req-3a3f3496-be3d-4cd7-81ad-5bebe58cf641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.704269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-3a3f3496-be3d-4cd7-81ad-5bebe58cf641 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635030 Jul 07 18:22:15.817790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-64ee7254-5beb-45f2-ad5e-f0acfd3d7280 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063848 Jul 07 18:22:15.919450 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-420c6a1a-49da-452b-b694-840e738930bb req-775f4168-f094-45b5-b34f-10aaedb5b9b9 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962732 Jul 07 18:22:16.034024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-a9b109ce-0d69-41e6-baa6-0e04c718acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.035880 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-a9b109ce-0d69-41e6-baa6-0e04c718acf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0626016 Jul 07 18:22:16.152153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-c7b1bcf5-70dc-4d39-8dee-33cdd3ec48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.154116 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-c7b1bcf5-70dc-4d39-8dee-33cdd3ec48e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1108437 Jul 07 18:22:16.187606 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52571-71b7-4036-9e15-45060fb6b5e6 req-959151eb-76bc-4ff0-901e-8b265c5e87ee tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.189171 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8be52571-71b7-4036-9e15-45060fb6b5e6 req-959151eb-76bc-4ff0-901e-8b265c5e87ee tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 943 time: 0.0728486 Jul 07 18:22:16.205645 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-dfb90d5a-8322-4b62-afd2-d8b6855e8c3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 217 time: 0.0446301 Jul 07 18:22:16.239795 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8be52571-71b7-4036-9e15-45060fb6b5e6 req-2d247af3-bfd8-4803-98d5-dd8c86bceb27 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jul 07 18:22:16.271960 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-b64af272-9b47-497d-b125-40eb3360bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.273777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-b64af272-9b47-497d-b125-40eb3360bb7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0618582 Jul 07 18:22:16.354757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-f5f8d1fe-b5b6-4d60-a6de-434374ed4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.359153 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-f5f8d1fe-b5b6-4d60-a6de-434374ed4d9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762215 Jul 07 18:22:16.485321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-63ff40a0-2fc0-4965-a5cd-6457f1d87dfd service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148400 Jul 07 18:22:16.588720 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e7c67db9-dfe4-4589-b8f6-6b7c73a05d89 req-f3ff75b5-81fd-4e3e-a4c8-09543b6d65ac service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969188 Jul 07 18:22:17.442613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f085ab-b596-4fc0-8719-f680da6fa05f req-0a2bb207-d429-40c6-b426-fc24fd7093a9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:17.444534 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f085ab-b596-4fc0-8719-f680da6fa05f req-0a2bb207-d429-40c6-b426-fc24fd7093a9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 943 time: 0.0863488 Jul 07 18:22:17.495152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43f085ab-b596-4fc0-8719-f680da6fa05f req-9e93e9db-4227-4da7-86c4-63dd09e97abd tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Jul 07 18:22:17.809960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d7101dae-a009-4e3f-ade1-75bc4afbcf8a details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:17.930757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:17.949941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'port_id': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'mac_address': 'fa:16:3e:c6:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:17.994426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.008345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7101dae-a009-4e3f-ade1-75bc4afbcf8a {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:18.036195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:18.043162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.110748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:18.119553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.119900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.120161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.120504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.120842 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.121176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.121507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.121844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.122169 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.122521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.122854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.123181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.251783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:18.696553 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4ee5-3e48-40a1-a1fd-906ccf462440 req-e0a20dbb-bd35-42de-8aeb-19b7d461d9d4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:18.698527 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f9c4ee5-3e48-40a1-a1fd-906ccf462440 req-e0a20dbb-bd35-42de-8aeb-19b7d461d9d4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 944 time: 0.0874054 Jul 07 18:22:18.757346 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5f9c4ee5-3e48-40a1-a1fd-906ccf462440 req-cf515005-965b-4541-a000-181ab6b27af0 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Jul 07 18:22:19.809468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d7101dae-a009-4e3f-ade1-75bc4afbcf8a up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:19.870213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:19.879071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:19.881813 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.983495 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c4b36-2e2e-49d2-a253-dbc157caaa36 req-8a190672-8398-453b-9d58-2d783ab99d8a tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:19.985930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-614c4b36-2e2e-49d2-a253-dbc157caaa36 req-8a190672-8398-453b-9d58-2d783ab99d8a tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 944 time: 0.0891116 Jul 07 18:22:20.037453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-614c4b36-2e2e-49d2-a253-dbc157caaa36 req-7f36f466-f6ac-41da-bcc1-806fc6ae82e9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Jul 07 18:22:20.159315 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.188819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:20.191286 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ebc40-9b29-4142-914a-2e5d2043194d" -d '{"events": [{"server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "name": "network-vif-plugged", "status": "completed", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:20.216515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:20.226145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.265783 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbf52dd-a23b-4869-b248-18b2907acb13 x-openstack-request-id: req-7fbf52dd-a23b-4869-b248-18b2907acb13 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:20.266255 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "name": "network-vif-plugged", "status": "completed", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:20.266860 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7fbf52dd-a23b-4869-b248-18b2907acb13 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:20.267339 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'code': 200} Jul 07 18:22:20.315314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:20.417786 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ebfff-24c6-4c29-bb9f-cb3aab799a46 req-c804ce30-d39a-40f3-aec1-f25e650bfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:20.419441 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb1ebfff-24c6-4c29-bb9f-cb3aab799a46 req-c804ce30-d39a-40f3-aec1-f25e650bfeaa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0674615 Jul 07 18:22:20.464522 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-cb1ebfff-24c6-4c29-bb9f-cb3aab799a46 req-a7aee0c4-5e03-4973-b015-b349b21d5fda service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Jul 07 18:22:21.289883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad69a3-62ed-4be8-b024-24eff78e324d req-df99abd5-eac8-489b-a641-540dcf774699 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:21.289883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ad69a3-62ed-4be8-b024-24eff78e324d req-df99abd5-eac8-489b-a641-540dcf774699 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.1088676 Jul 07 18:22:21.357572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-09ad69a3-62ed-4be8-b024-24eff78e324d req-870a7488-b461-4212-a734-d64593b84dec tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Jul 07 18:22:22.624741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3d2b4-d61c-4352-a417-f0ccbb658f20 req-2a9ee90a-1bd2-48ea-8ea3-a42bf63e2f83 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:22.626403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d3d2b4-d61c-4352-a417-f0ccbb658f20 req-2a9ee90a-1bd2-48ea-8ea3-a42bf63e2f83 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0942578 Jul 07 18:22:22.679701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-27d3d2b4-d61c-4352-a417-f0ccbb658f20 req-6b216768-1615-441d-9d50-e44724879eac tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Jul 07 18:22:22.910902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31459c-d7f0-4ce8-9dfb-98a436da02e8 req-f6c51b77-bd59-4014-9d8f-bc30c1ad5bd3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:22.913018 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b31459c-d7f0-4ce8-9dfb-98a436da02e8 req-f6c51b77-bd59-4014-9d8f-bc30c1ad5bd3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0976317 Jul 07 18:22:22.974172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5b31459c-d7f0-4ce8-9dfb-98a436da02e8 req-956237ff-6462-4081-a251-7e10c4840cd6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543330 Jul 07 18:22:23.441321 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e05e4-e821-434a-b2e2-b7c157b0c1b7 req-bb4d80cc-6fc0-4545-a4ee-494f50916352 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:23.443962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f07e05e4-e821-434a-b2e2-b7c157b0c1b7 req-bb4d80cc-6fc0-4545-a4ee-494f50916352 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.1093369 Jul 07 18:22:23.492139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f07e05e4-e821-434a-b2e2-b7c157b0c1b7 req-6335ed19-c057-46c2-b584-0c2045568987 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Jul 07 18:22:26.292267 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.796751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.802266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582f50-3f99-48c8-aab6-1bc4fc1f1882 req-f00c1d0b-bdc1-4b98-92df-a0da8a56939f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:36.803833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a582f50-3f99-48c8-aab6-1bc4fc1f1882 req-f00c1d0b-bdc1-4b98-92df-a0da8a56939f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0716085 Jul 07 18:22:36.845408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a582f50-3f99-48c8-aab6-1bc4fc1f1882 req-9f1cacdf-25b7-4525-94e1-400aa30d6261 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 07 18:22:36.873932 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41522) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:37.062804 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce7d10-560e-40b6-ae2c-e4db0fa7a594 tempest-TestMinimumBasicScenario-1291399178 tempest-TestMinimumBasicScenario-1291399178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.064339 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3dce7d10-560e-40b6-ae2c-e4db0fa7a594 tempest-TestMinimumBasicScenario-1291399178 tempest-TestMinimumBasicScenario-1291399178-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1092 time: 0.1889570 Jul 07 18:22:37.069849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:37.075306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:37.114389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.271279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-635336d8-c5d5-4a22-99ed-303d1d8901b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357079 Jul 07 18:22:37.325714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.491736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cb41-abd5-4291-853b-32371824d837 req-9b22c7b4-8778-482a-8b31-4897dd7d0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.493415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-9b22c7b4-8778-482a-8b31-4897dd7d0e2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1698606 Jul 07 18:22:37.511284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Allocated IP 172.25.3.47 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/64dd7dc6-3d05-4178-96c4-a494589aec92) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:37.709507 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cb41-abd5-4291-853b-32371824d837 req-37410631-c111-44df-b775-e7f47e78cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.711396 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-37410631-c111-44df-b775-e7f47e78cf22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1926210 Jul 07 18:22:37.740902 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-15df3500-9c19-459d-8cbf-3c37df5cd7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.776286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-a3590832-5362-4d4d-b0a0-32de0fb6b7c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 217 time: 0.0572872 Jul 07 18:22:37.807412 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.861354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cb41-abd5-4291-853b-32371824d837 req-cfef7e53-ea13-4062-8e69-ecec0ef866eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.864473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-cfef7e53-ea13-4062-8e69-ecec0ef866eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0752718 Jul 07 18:22:37.929365 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.989094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:37.997837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:38.009484 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cb41-abd5-4291-853b-32371824d837 req-59afd0cc-3537-4789-b4af-035fd641712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.011788 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-59afd0cc-3537-4789-b4af-035fd641712b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384444 Jul 07 18:22:38.013148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:38.049104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'Port': ['ID=64dd7dc6-3d05-4178-96c4-a494589aec92,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:38.223766 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-1161131c-2e6e-4d68-bfa5-dc767e88c860 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030540 Jul 07 18:22:38.451075 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4a83cb41-abd5-4291-853b-32371824d837 req-b4b3e0b9-3191-44b5-818d-3a917e0082b9 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192507 Jul 07 18:22:38.717544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.823460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.066548 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.073653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.530417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'Port': ['ID=64dd7dc6-3d05-4178-96c4-a494589aec92,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:39.545271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.665352 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Floating IP 757c55b5-5416-4ebd-a5fe-7167c5481e1b associated. External IP: 172.25.3.47, port: d7101dae-a009-4e3f-ade1-75bc4afbcf8a. Jul 07 18:22:39.915961 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Router b4c9df04-d93d-4351-b538-2187d88762ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:40.033397 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:40.045307 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Sync routers for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:40.053924 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.058233 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:40.059090 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:22:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:40.111302 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-25c89707-33d6-4a00-82b0-54f54a682d43 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0361969 Jul 07 18:22:40.111302 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:40.111302 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e622d-e10e-419d-913d-7382f1096710" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:40.113036 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41528) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:40.121088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1097998599', 'description': 'tempest-secgroup-smoke-1097998599 description', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:40.154175 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd687c81-a6e9-44e5-a03f-fc33dbe2c4bd x-openstack-request-id: req-fd687c81-a6e9-44e5-a03f-fc33dbe2c4bd {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:40.154953 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:40.156862 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd687c81-a6e9-44e5-a03f-fc33dbe2c4bd {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:40.158350 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:22:40.159372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.186956 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:40.236357 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f940bb30-787b-4239-8b5d-d3ca16be55e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.262315 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e622d-e10e-419d-913d-7382f1096710 req-665c9e76-4a20-4705-8fe2-ab46f901b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.264953 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-665c9e76-4a20-4705-8fe2-ab46f901b093 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0856175 Jul 07 18:22:40.289826 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.299371 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.342177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.344687 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2289839 Jul 07 18:22:40.352630 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41532) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:40.360570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:40.368481 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9502c60d-5c0d-4871-bf6c-17764348d02d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.388247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.388713 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.389163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.389596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.390063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.390592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.391275 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.391850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.393027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.393027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.393524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.394169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037932f5-c5bf-4604-87c7-9fa3d728bbe6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:40.418467 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e622d-e10e-419d-913d-7382f1096710 req-19cf0794-9a0d-4395-8b43-08afb9374790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.420007 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-19cf0794-9a0d-4395-8b43-08afb9374790 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1469653 Jul 07 18:22:40.429526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.504751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-c3ab0e5d-9af1-49dc-bbcb-1e03bc782f5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 998 time: 0.0766428 Jul 07 18:22:40.507670 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '757c55b5-5416-4ebd-a5fe-7167c5481e1b', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'port_id': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'mac_address': 'fa:16:3e:c6:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:38Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 0, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:40.523196 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.528626 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.544092 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Checking router: b4c9df04-d93d-4351-b538-2187d88762ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:40.551861 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3b135d-2f08-466a-a2de-12f70b36e0e9,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.556158 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:40.557895 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:22:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:40.564779 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.566748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f5a152e-a271-4dda-9ef1-494ec0efd23c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128918 Jul 07 18:22:40.569716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41534) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:40.574929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:40.598431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e622d-e10e-419d-913d-7382f1096710 req-abc47f64-9e36-475a-8944-cf3c52adff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.600484 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-abc47f64-9e36-475a-8944-cf3c52adff53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0884426 Jul 07 18:22:40.607817 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.682588 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e622d-e10e-419d-913d-7382f1096710 req-f4027b63-8ca7-42f6-be12-45c49e1bca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.684307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.684747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-f4027b63-8ca7-42f6-be12-45c49e1bca3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775590 Jul 07 18:22:40.692772 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.698890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:40.718716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39333f6-6fa3-436d-9bdf-f28922ab32dd,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.735409 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.736924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cbef55a4-6d64-4b7a-803c-619506696bd4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660337 Jul 07 18:22:40.740725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41536) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:40.748372 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:40.753059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.807878 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.820720 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-302615c9-eff3-4f6c-8dfd-58b0de7eca8b service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271367 Jul 07 18:22:40.906526 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.912682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.948118 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c7089c-bd93-47ab-ae80-aabc358bfb80,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.964056 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-0b7e622d-e10e-419d-913d-7382f1096710 req-aab702b7-af0e-4c9d-b51b-529b1119dabe service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361027 Jul 07 18:22:40.966370 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.968694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-08fb7a35-acf6-4114-829d-947f16983f9e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265072 Jul 07 18:22:40.971365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41538) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:40.981138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:41.008542 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '757c55b5-5416-4ebd-a5fe-7167c5481e1b', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'port_id': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'mac_address': 'fa:16:3e:c6:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:38Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 0, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:41.032076 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.036857 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b798122a-e1ce-4488-bede-e5c972bbdf8a None None] The sync data for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 is: [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '757c55b5-5416-4ebd-a5fe-7167c5481e1b', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'port_id': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'mac_address': 'fa:16:3e:c6:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:38Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 0, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:41.134082 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.140063 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.162951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415bc5a4-b028-41e5-91a5-4fd9d76d689f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.171589 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.173480 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-aa2f5d89-d956-4c57-a813-423c5d3bd68d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999891 Jul 07 18:22:41.177482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41540) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:41.183406 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:41.216561 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Project fa6b33fa7a2a4344b347860d3e2f2561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:41.223911 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.294276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecc24a-74b1-43d7-b2da-4719e6829144 None None] New status for floating IP 757c55b5-5416-4ebd-a5fe-7167c5481e1b: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:22:41.316057 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.321523 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.340736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eade69-e7f0-40bb-88a4-f481e51c9fa4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.349647 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.354094 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8a6825ce-4f30-42e1-b2a5-192567556e0e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715515 Jul 07 18:22:41.354741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41542) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:41.361537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'security_group_rule': {'security_group_id': '9502c60d-5c0d-4871-bf6c-17764348d02d', 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:41.398823 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Project fa6b33fa7a2a4344b347860d3e2f2561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:41.411104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.494480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.499945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.521401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baff0ba1-792f-4e83-be45-0009d0565c17,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.528544 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.531223 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5df0543e-71a7-4690-96b8-cfa20b49ee2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745589 Jul 07 18:22:41.664807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-a6456cb4-7f86-48a8-abac-413adc2cfdb4 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097998599&fields=id&tenant_id=fa6b33fa7a2a4344b347860d3e2f2561 HTTP/1.1" status: 200 len: 267 time: 0.0384300 Jul 07 18:22:41.755465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-909c69c8-871e-4195-9bb9-fad910383194 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.758888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-909c69c8-871e-4195-9bb9-fad910383194 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0857158 Jul 07 18:22:41.771399 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'port': {'security_groups': ['61eda6d4-df54-48ed-bdc7-f3861d0fe6de', '9502c60d-5c0d-4871-bf6c-17764348d02d']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:41.886426 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.098046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.139664 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:42.213640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.222702 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.237789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:42.288543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.289310 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.290923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0b76529d-522d-41d6-9e0b-bc7a5e1f880c req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "PUT /v2.0/ports/d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 981 time: 0.5259523 Jul 07 18:22:42.291403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:42.294930 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda41278-7740-4225-bb19-dc6f67b7af5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:42.357471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93195913-4d1f-479a-bdc6-fdf79ecae6d6 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:42.369287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:42.516681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822954ba-d3a1-4e09-b69e-8d325bef0582 req-4a83a6ae-84cd-464e-880f-5d2caac738c8 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.519807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-822954ba-d3a1-4e09-b69e-8d325bef0582 req-4a83a6ae-84cd-464e-880f-5d2caac738c8 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0836234 Jul 07 18:22:42.582199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-822954ba-d3a1-4e09-b69e-8d325bef0582 req-9f904660-85a9-4a15-b663-e2d32f1c3246 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516059 Jul 07 18:22:42.651967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f58b1459-f698-4752-b39d-4515635d51e7 None None] Provisioning complete for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:42.652341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f58b1459-f698-4752-b39d-4515635d51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.666785 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def45721-199d-4538-ac1b-411977b159da x-openstack-request-id: req-def45721-199d-4538-ac1b-411977b159da {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:42.666990 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:42.667091 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-def45721-199d-4538-ac1b-411977b159da {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:42.667491 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:22:42.756856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-7cf6b5a7-9de7-4dfd-bd35-7ac88aa36b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.759164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-7cf6b5a7-9de7-4dfd-bd35-7ac88aa36b13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1136 time: 0.0666032 Jul 07 18:22:42.935988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-6ae7e794-0757-4fdb-8088-b725d2112148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.938073 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-6ae7e794-0757-4fdb-8088-b725d2112148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1670153 Jul 07 18:22:43.018146 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-7bb7642c-64c2-4207-b980-08338f5ddf40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 1000 time: 0.0720589 Jul 07 18:22:43.075709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-63579ccd-7e49-44a3-8033-57477d20e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.077568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-63579ccd-7e49-44a3-8033-57477d20e5a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0523679 Jul 07 18:22:43.151758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-b4b23d47-8f30-4e71-908e-a16e0923d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.153507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-b4b23d47-8f30-4e71-908e-a16e0923d2af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684259 Jul 07 18:22:43.267321 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-23c4a735-694b-44cb-b158-74c733714eb8 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062799 Jul 07 18:22:43.376911 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fda41278-7740-4225-bb19-dc6f67b7af5c req-b2416f0d-61c2-42b0-b39b-348a7a6fbeb6 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027718 Jul 07 18:22:43.843065 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.447700 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:56.309923 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.978383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-5131ee67-57e4-4ffd-943e-b8b4b03a6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:56.980102 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-5131ee67-57e4-4ffd-943e-b8b4b03a6a0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1136 time: 0.0609105 Jul 07 18:22:57.021629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea9d9-c77a-44be-94d1-29f063039c8c req-959e3482-5d49-4378-bb30-1d44a6bf5d17 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.023350 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bddea9d9-c77a-44be-94d1-29f063039c8c req-959e3482-5d49-4378-bb30-1d44a6bf5d17 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0750756 Jul 07 18:22:57.078377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bddea9d9-c77a-44be-94d1-29f063039c8c req-28ae2310-71f2-461a-9319-0f2bed05b5bf tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483718 Jul 07 18:22:57.092247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-6e087da4-8618-42ef-b3f6-2130edface57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.093755 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-6e087da4-8618-42ef-b3f6-2130edface57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1020930 Jul 07 18:22:57.166026 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-1801a80f-dc3f-44cd-a71d-19b75cacb884 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 1000 time: 0.0655317 Jul 07 18:22:57.227717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-c7e7bc8c-d0c0-416d-b93f-66d48e47833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.229670 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-c7e7bc8c-d0c0-416d-b93f-66d48e47833a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0567515 Jul 07 18:22:57.303998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-82694ffa-0c16-4723-bef9-027136b580e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.305515 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-82694ffa-0c16-4723-bef9-027136b580e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694916 Jul 07 18:22:57.410905 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-c0bf2f0e-0bd5-455f-b088-ba806cbf67b4 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978277 Jul 07 18:22:57.521838 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-785d15a6-e435-4dc5-9a7d-81eccc10a81c req-e48699cc-a525-4118-b849-ebafc1786e16 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032326 Jul 07 18:22:57.798636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.280797 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d38e6-9133-4780-9030-7ad63575668a req-28978a83-c221-45a9-b0bd-49a0da51c709 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.282242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350d38e6-9133-4780-9030-7ad63575668a req-28978a83-c221-45a9-b0bd-49a0da51c709 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0728600 Jul 07 18:22:58.326562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-350d38e6-9133-4780-9030-7ad63575668a req-ff3ef6cd-5259-4b51-adea-c46f86600de8 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375481 Jul 07 18:22:59.515701 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f3815-8798-4536-b69b-a06f2314a950 req-5b73c066-545b-48fb-af0f-ae9fdd7601f2 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:59.517302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb6f3815-8798-4536-b69b-a06f2314a950 req-5b73c066-545b-48fb-af0f-ae9fdd7601f2 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0666335 Jul 07 18:22:59.565472 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bb6f3815-8798-4536-b69b-a06f2314a950 req-4a371bdb-2b41-443f-ac1f-e2c7fcbee20f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409217 Jul 07 18:23:00.750373 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4929-5d46-4cd2-8060-aec6988c2794 req-3d847ced-82de-46c1-9ac1-b08cd85aa498 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:00.751915 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bff4929-5d46-4cd2-8060-aec6988c2794 req-3d847ced-82de-46c1-9ac1-b08cd85aa498 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0697622 Jul 07 18:23:00.806932 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bff4929-5d46-4cd2-8060-aec6988c2794 req-8e0977db-a285-4eb6-b598-f8b6186ec7fa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478189 Jul 07 18:23:02.005544 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30d2d-0944-4e4d-9ec3-8a02893310be req-28464e8d-e516-44f9-b6a3-d8d66d717c2f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:02.007145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97b30d2d-0944-4e4d-9ec3-8a02893310be req-28464e8d-e516-44f9-b6a3-d8d66d717c2f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0783446 Jul 07 18:23:02.053983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-97b30d2d-0944-4e4d-9ec3-8a02893310be req-14499bf8-2373-4fda-8448-95f1bb040a96 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407517 Jul 07 18:23:03.276520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1422a1-0603-458a-b1af-022802363a29 req-252ba2f7-3fd2-44b2-bc98-690c1020fe46 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:03.280231 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc1422a1-0603-458a-b1af-022802363a29 req-252ba2f7-3fd2-44b2-bc98-690c1020fe46 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0930805 Jul 07 18:23:03.332154 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc1422a1-0603-458a-b1af-022802363a29 req-771e8976-424f-4b3d-9e99-c8afea6bde72 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457602 Jul 07 18:23:04.512135 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82eb1-be73-4de8-9b3a-bd193371ad55 req-a8ebd730-4c5a-4c16-befa-18c4462b59bc tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:04.513639 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee82eb1-be73-4de8-9b3a-bd193371ad55 req-a8ebd730-4c5a-4c16-befa-18c4462b59bc tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0653169 Jul 07 18:23:04.556296 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3ee82eb1-be73-4de8-9b3a-bd193371ad55 req-6921d70d-7323-4abf-829d-caa9462f22b2 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354981 Jul 07 18:23:05.736139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26ab35-5840-4654-b01c-413e1af231ec req-a5dc61ed-3329-448e-b7ac-d014e1c8cd63 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.738244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba26ab35-5840-4654-b01c-413e1af231ec req-a5dc61ed-3329-448e-b7ac-d014e1c8cd63 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0669949 Jul 07 18:23:05.780868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ba26ab35-5840-4654-b01c-413e1af231ec req-202a61e8-bf92-413c-9a9b-37bb3dd5c5d3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366759 Jul 07 18:23:06.961720 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489535-7e60-412c-95d5-12d3ef26a44d req-5f6f0f07-ab91-4248-8861-507976bfdf49 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.963255 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95489535-7e60-412c-95d5-12d3ef26a44d req-5f6f0f07-ab91-4248-8861-507976bfdf49 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0685463 Jul 07 18:23:07.004124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95489535-7e60-412c-95d5-12d3ef26a44d req-949a1b9a-20a1-4793-85e6-7de66d15af2d tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341418 Jul 07 18:23:07.737008 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5820ba57-f7c2-49b6-a2ea-2ffea3c43a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:08.231106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f518c-b1af-491b-ad43-29101cdb1137 req-904336d6-ce66-4245-9c7b-0fbf0e8febcf tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:08.232701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b45f518c-b1af-491b-ad43-29101cdb1137 req-904336d6-ce66-4245-9c7b-0fbf0e8febcf tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0750933 Jul 07 18:23:08.279289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b45f518c-b1af-491b-ad43-29101cdb1137 req-0aacd08e-4c93-44e7-b91e-e02cae9d153c tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374219 Jul 07 18:23:09.583818 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04c973-cbf6-437a-9554-7fb66b0aa267 req-e5f657f2-eb5c-47fe-b893-9b452c39d3d9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:09.586007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a04c973-cbf6-437a-9554-7fb66b0aa267 req-e5f657f2-eb5c-47fe-b893-9b452c39d3d9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.1091011 Jul 07 18:23:09.643148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3a04c973-cbf6-437a-9554-7fb66b0aa267 req-25faa240-c174-4f0c-b714-df6f37fbcd60 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&id=9502c60d-5c0d-4871-bf6c-17764348d02d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475097 Jul 07 18:23:10.235653 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c876bac-a1be-4be8-b646-94803e0d2734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:10.738791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:12.098240 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:13.841682 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.448531 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:26.313408 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:27.810940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:34.823002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-03832148-0cd8-4fe9-ba24-9cb0b3808054 req-e7d8e979-b8df-4f43-af7c-2fec8219ae7d tempest-ServerDiskConfigTestJSON-1159184606 tempest-ServerDiskConfigTestJSON-1159184606-project] (93947) timed out ('10.222.0.23', 50236) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:23:37.263970 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-ce2a05cf-296f-4f86-82b4-644c9f63b367 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320670 Jul 07 18:23:37.377434 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-c7710f2a-4537-439e-a917-bc414d7ff936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:37.379330 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-c7710f2a-4537-439e-a917-bc414d7ff936 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1136 time: 0.0654585 Jul 07 18:23:37.509300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-0deeac29-5497-4677-abaa-edb511332c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:37.511365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-0deeac29-5497-4677-abaa-edb511332c1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1038105 Jul 07 18:23:37.584104 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-c9710627-5801-4ea2-ba48-8cbae4d8d741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 1000 time: 0.0655329 Jul 07 18:23:37.645962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-1b95c394-670e-4599-b42d-cd75b24a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:37.647466 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-1b95c394-670e-4599-b42d-cd75b24a77e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0550992 Jul 07 18:23:37.739081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bf03328c-c30f-4f7c-ab95-ea4101ce7903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:37.741891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-c4d312e1-3be7-430f-85ad-9e28223745f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:37.744365 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-c4d312e1-3be7-430f-85ad-9e28223745f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895689 Jul 07 18:23:37.864704 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-4ff8f49c-943e-4ac0-bbc8-79c20d31ab4a service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129317 Jul 07 18:23:37.994751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-9e9caf85-f785-4008-ae10-4c291fd156c5 req-90e98c95-efb7-4fa5-9a0f-1d6351649096 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153915 Jul 07 18:23:40.235564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-acee8fb3-dd69-46cd-b5c5-b185c1edf5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:40.741866 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.107582 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.438584 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-e50c66e3-6f2e-45c7-9486-844d3db694cf tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097998599&fields=id&tenant_id=fa6b33fa7a2a4344b347860d3e2f2561 HTTP/1.1" status: 200 len: 267 time: 0.1844194 Jul 07 18:23:42.522082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-e249eeb2-2607-43ad-ab58-c37012a9b3f5 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:42.523666 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-e249eeb2-2607-43ad-ab58-c37012a9b3f5 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 984 time: 0.0789695 Jul 07 18:23:42.535143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Request body: {'port': {'security_groups': ['61eda6d4-df54-48ed-bdc7-f3861d0fe6de']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:42.627290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.844805 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:42.885833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.891200 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.906223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:42.943212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:42.943942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:42.945217 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f1b8d8b-0558-429b-a1c4-62940b8d9883 req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "PUT /v2.0/ports/d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 942 time: 0.4150734 Jul 07 18:23:42.945699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:42.948234 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f68b3-87ac-42c0-b232-6ac4bef4442b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:42.956206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41600) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:42.993895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event updated for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:43.006622 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.007266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.007828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.008387 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.009196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.010003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.010722 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.011367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.012807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.016553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:43.019838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.020384 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.020833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f771970-24e5-434d-b34b-c322f15ff89f tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.054149 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ff15a-0465-4e21-94c0-d50237937adf x-openstack-request-id: req-269ff15a-0465-4e21-94c0-d50237937adf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:43.054553 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:43.054786 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-269ff15a-0465-4e21-94c0-d50237937adf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:43.055167 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:23:43.147628 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.180269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.236513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-6de6cf10-ecba-4535-bda3-b59a07ddbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.238027 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-6de6cf10-ecba-4535-bda3-b59a07ddbc47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1508853 Jul 07 18:23:43.250193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6bddbe30-fe7e-4a02-b134-d50a97cb7b0d None None] Provisioning complete for port d7101dae-a009-4e3f-ade1-75bc4afbcf8a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:43.251278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6bddbe30-fe7e-4a02-b134-d50a97cb7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.342754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.348170 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.349931 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "DELETE /v2.0/security-groups/9502c60d-5c0d-4871-bf6c-17764348d02d HTTP/1.1" status: 204 len: 168 time: 0.3923554 Jul 07 18:23:43.353639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41602) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:43.382236 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9502c60d-5c0d-4871-bf6c-17764348d02d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.406261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.407421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef31f7-72c8-4f74-8451-0d64c731defa tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.411774 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-dc531ac0-f45d-44ca-97e2-858e3384216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.413285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-dc531ac0-f45d-44ca-97e2-858e3384216c service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1681306 Jul 07 18:23:43.503005 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-9ece85e1-2262-493b-846e-afa664678f7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 1000 time: 0.0822747 Jul 07 18:23:43.559672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-63eea8b3-53a7-4ccd-918d-48b94521baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.561145 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-63eea8b3-53a7-4ccd-918d-48b94521baaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0495720 Jul 07 18:23:43.591640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Deleting port 64dd7dc6-3d05-4178-96c4-a494589aec92 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:43.592756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.638931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-a3e148b8-0cd4-4239-92d7-821e67d8e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.640097 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-a3e148b8-0cd4-4239-92d7-821e67d8e391 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715778 Jul 07 18:23:43.690985 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.691508 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.708206 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Calling delete_port for 64dd7dc6-3d05-4178-96c4-a494589aec92 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:43.755616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-24af3d32-dd81-4b49-ae22-edb306eb6bc5 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082602 Jul 07 18:23:43.853743 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.885642 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-601f68b3-87ac-42c0-b232-6ac4bef4442b req-70c0e83c-6015-40f7-a930-27f9241f30b7 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234460 Jul 07 18:23:43.902849 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.936837 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event deleted for resources: {'Port': ['ID=64dd7dc6-3d05-4178-96c4-a494589aec92,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:44.005755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:44.006105 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Floating IP 757c55b5-5416-4ebd-a5fe-7167c5481e1b disassociated (deleted). External IP: 172.25.3.47, port: d7101dae-a009-4e3f-ade1-75bc4afbcf8a. Jul 07 18:23:44.245692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Router b4c9df04-d93d-4351-b538-2187d88762ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:44.377142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:44.382306 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:44.388562 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Sync routers for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:44.400188 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:44.400940 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:44.423135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0ead0618-cc5b-4f8c-a558-f9c1785ba953 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "DELETE /v2.0/floatingips/757c55b5-5416-4ebd-a5fe-7167c5481e1b HTTP/1.1" status: 204 len: 168 time: 1.0680964 Jul 07 18:23:44.625823 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:44.907584 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:44.940229 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Checking router: b4c9df04-d93d-4351-b538-2187d88762ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:44.949036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:44.949658 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:45.056043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:45.058830 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1db954-05c5-4b92-853e-36bf6d71d540" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:45.073403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:45.100451 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20abbb-bcea-4b82-9812-fcd3e2fa915c x-openstack-request-id: req-fd20abbb-bcea-4b82-9812-fcd3e2fa915c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:45.100738 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:45.100992 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd20abbb-bcea-4b82-9812-fcd3e2fa915c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:45.101603 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:23:45.191968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-9dc07109-7398-404f-8745-1a9a64b45559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:45.193556 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-9dc07109-7398-404f-8745-1a9a64b45559 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0647235 Jul 07 18:23:45.313101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-bbd0737a-6366-42e0-90d6-9e3c7620f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:45.315181 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-bbd0737a-6366-42e0-90d6-9e3c7620f279 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 200 len: 916 time: 0.1146414 Jul 07 18:23:45.333126 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:45.361398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-ba4ef602-ad1b-4cc4-a9e6-ee3efec76781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 200 len: 217 time: 0.0385423 Jul 07 18:23:45.379391 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d560c95-b7a6-4cb4-8660-6382879d1989 None None] The sync data for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 is: [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:21:44Z', 'revision_number': 4, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'dd02ad94-35a8-4539-90a5-1cdfefa6983b', 'name': '', 'network_id': '9db378e7-4537-4398-a34a-d58178df66aa', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'mac_address': 'fa:16:3e:90:a2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:43Z', 'updated_at': '2021-07-07T18:21:50Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'subnets': [{'id': '30a9fda6-d977-4a2d-a8f6-c77140fc9f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:45.433820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-0c851a73-2963-49fd-9d63-1ba2159d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:45.435539 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-0c851a73-2963-49fd-9d63-1ba2159d4b57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 200 len: 854 time: 0.0679266 Jul 07 18:23:45.510947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-4131dcff-9e35-4b09-a1e8-2bd8e4059271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:45.513053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-4131dcff-9e35-4b09-a1e8-2bd8e4059271 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9db378e7-4537-4398-a34a-d58178df66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699601 Jul 07 18:23:45.642952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-6cb6ff8b-f86c-4367-82ae-028236fd9146 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225817 Jul 07 18:23:45.726471 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b4c3e-1aaa-404e-9c31-d7d06f311d04 None None] New status for floating IP 757c55b5-5416-4ebd-a5fe-7167c5481e1b: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:23:45.785132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff1db954-05c5-4b92-853e-36bf6d71d540 req-7e69a123-2d81-45bd-a46e-19bbf7a3ff50 service neutron] 10.222.0.73 "GET /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352916 Jul 07 18:23:53.195765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a52a-a18f-4565-ae82-e9d98b543ff7 req-8a7e827c-4708-44b6-8d29-ed7724b9e8ec tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:53.197289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf50a52a-a18f-4565-ae82-e9d98b543ff7 req-8a7e827c-4708-44b6-8d29-ed7724b9e8ec tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0767467 Jul 07 18:23:53.245322 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bf50a52a-a18f-4565-ae82-e9d98b543ff7 req-afba41d2-c883-4c00-a6f6-764d2b3343c3 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jul 07 18:23:54.481257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8586bb2-b2af-42b7-a577-f1599b185116 req-51250eca-7b66-4d99-9b53-efc188db8e8b tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:54.483359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8586bb2-b2af-42b7-a577-f1599b185116 req-51250eca-7b66-4d99-9b53-efc188db8e8b tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0893056 Jul 07 18:23:54.532479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8586bb2-b2af-42b7-a577-f1599b185116 req-455ff341-e549-4b9a-9c42-6d7fa7c66aad tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/security-groups?id=61eda6d4-df54-48ed-bdc7-f3861d0fe6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jul 07 18:23:54.834888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-d2aefd32-8e4d-46b6-8f32-365d0a6d3ca9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:54.836597 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-d2aefd32-8e4d-46b6-8f32-365d0a6d3ca9 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 945 time: 0.0856900 Jul 07 18:23:54.980143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Deleting port d7101dae-a009-4e3f-ade1-75bc4afbcf8a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:54.980685 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:55.120104 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] For port d7101dae-a009-4e3f-ade1-75bc4afbcf8a, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:55.120544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:55.139462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Calling delete_port for d7101dae-a009-4e3f-ade1-75bc4afbcf8a owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:55.332131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:55.348753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d7101dae-a009-4e3f-ade1-75bc4afbcf8a'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:55.379379 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Pushing event deleted for resources: {'Port': ['ID=d7101dae-a009-4e3f-ade1-75bc4afbcf8a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:55.455889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] No DVR routers for this DVR port d7101dae-a009-4e3f-ade1-75bc4afbcf8a on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:55.459720 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:55.462876 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1500c685-5ee2-4bbf-bd9e-5bcd2e6e0e6c req-15b1cd47-c4b9-4f46-8d9d-0c42a93b305e tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.73 "DELETE /v2.0/ports/d7101dae-a009-4e3f-ade1-75bc4afbcf8a HTTP/1.1" status: 204 len: 173 time: 0.6194723 Jul 07 18:23:55.463476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'name': 'network-vif-deleted', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:55.467093 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2373c6-6bb8-4144-8657-b5b3b31fd0a0" -d '{"events": [{"server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "name": "network-vif-deleted", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:55.621450 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5ce256-9de4-4f4e-bc91-8b7d42bb2de3 x-openstack-request-id: req-2d5ce256-9de4-4f4e-bc91-8b7d42bb2de3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:55.622124 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3872b8-3012-4bb3-85bf-c30d84aa3ed3", "name": "network-vif-deleted", "tag": "d7101dae-a009-4e3f-ade1-75bc4afbcf8a", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:55.622761 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d5ce256-9de4-4f4e-bc91-8b7d42bb2de3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:55.623407 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3872b8-3012-4bb3-85bf-c30d84aa3ed3', 'name': 'network-vif-deleted', 'tag': 'd7101dae-a009-4e3f-ade1-75bc4afbcf8a', 'status': 'completed', 'code': 200} Jul 07 18:23:55.827147 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2f838eab-a6df-45aa-b62d-85bec34fd502 req-014566f6-4c3f-40c1-ba34-3fb1a87c2ad7 tempest-TestMinimumBasicScenario-666256155 tempest-TestMinimumBasicScenario-666256155-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee3872b8-3012-4bb3-85bf-c30d84aa3ed3 HTTP/1.1" status: 200 len: 210 time: 0.0511000 Jul 07 18:23:56.301797 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:57.679634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41706) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:57.826606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.139352 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.262060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d7101dae-a009-4e3f-ade1-75bc4afbcf8a no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:58.290716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: d7101dae-a009-4e3f-ade1-75bc4afbcf8a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:58.291111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d7101dae-a009-4e3f-ade1-75bc4afbcf8a not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:58.525738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Deleting port dd02ad94-35a8-4539-90a5-1cdfefa6983b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:58.526132 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.631957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] For port dd02ad94-35a8-4539-90a5-1cdfefa6983b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=dd02ad94-35a8-4539-90a5-1cdfefa6983b,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:58.632321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.658777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Calling delete_port for dd02ad94-35a8-4539-90a5-1cdfefa6983b owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:58.875610 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.908218 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd02ad94-35a8-4539-90a5-1cdfefa6983b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:59.155033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:59.526773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Router b4c9df04-d93d-4351-b538-2187d88762ec has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:59.673333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:59.681802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f851ff5d-dccf-4469-a4c0-dbb97da3cb65 admin admin] 10.222.0.66 "PUT /v2.0/routers/b4c9df04-d93d-4351-b538-2187d88762ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005624 Jul 07 18:23:59.686213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41708) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:59.691170 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Sync routers for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:59.710318 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:59.711531 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:59.890089 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:59.901266 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:00.145660 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:23:58Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:00.185413 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Checking router: b4c9df04-d93d-4351-b538-2187d88762ec for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:00.198691 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Routers {'b4c9df04-d93d-4351-b538-2187d88762ec'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:00.199354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4c9df04-d93d-4351-b538-2187d88762ec'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:00.347014 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] Set router b4c9df04-d93d-4351-b538-2187d88762ec gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:00.518905 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.598333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:23:58Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:00.600578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Deleting port 997ad668-b3cc-4d31-a8fa-590b2e92bae9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:00.600929 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.638666 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d7f25-5b30-4383-aaea-6d357cbe453b None None] The sync data for ids ['b4c9df04-d93d-4351-b538-2187d88762ec'] in n-d-791505-12 is: [{'id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'name': 'tempest-TestMinimumBasicScenario-1432079824-router', 'tenant_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:40Z', 'updated_at': '2021-07-07T18:23:58Z', 'revision_number': 5, 'project_id': 'fa6b33fa7a2a4344b347860d3e2f2561', 'gw_port': {'id': '997ad668-b3cc-4d31-a8fa-590b2e92bae9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c9df04-d93d-4351-b538-2187d88762ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:41Z', 'updated_at': '2021-07-07T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:00.715564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] For port 997ad668-b3cc-4d31-a8fa-590b2e92bae9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=997ad668-b3cc-4d31-a8fa-590b2e92bae9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:00.716285 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.732420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Calling delete_port for 997ad668-b3cc-4d31-a8fa-590b2e92bae9 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:00.957326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.999283 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Pushing event deleted for resources: {'Port': ['ID=997ad668-b3cc-4d31-a8fa-590b2e92bae9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:01.112160 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.243699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.246249 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.313671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.314262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c9df04-d93d-4351-b538-2187d88762ec {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:24:01.319816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.320745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39476140-193a-4cbf-ba9c-9a8b0b42d934 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b4c9df04-d93d-4351-b538-2187d88762ec HTTP/1.1" status: 204 len: 168 time: 1.6333487 Jul 07 18:24:01.324374 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41710) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:01.400177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Deleting subnet 30a9fda6-d977-4a2d-a8f6-c77140fc9f12 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:24:01.404443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.457822 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.553678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.679821 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.707524 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a9fda6-d977-4a2d-a8f6-c77140fc9f12,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:01.713084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.715177 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9fe972b9-3796-402d-874b-05f643c3ed80 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30a9fda6-d977-4a2d-a8f6-c77140fc9f12 HTTP/1.1" status: 204 len: 168 time: 0.3894854 Jul 07 18:24:01.717813 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41712) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:01.718951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c1950-dbd1-41f3-9485-66238d78a619 None None] Network 9db378e7-4537-4398-a34a-d58178df66aa requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:01.802136 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.878837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd02ad94-35a8-4539-90a5-1cdfefa6983b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:01.894769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Deleting port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:01.895689 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.909338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: dd02ad94-35a8-4539-90a5-1cdfefa6983b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:01.909840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device dd02ad94-35a8-4539-90a5-1cdfefa6983b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:01.910379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 997ad668-b3cc-4d31-a8fa-590b2e92bae9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:01.931669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 997ad668-b3cc-4d31-a8fa-590b2e92bae9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:01.932099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 997ad668-b3cc-4d31-a8fa-590b2e92bae9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:01.955876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] DHCP port deletion for 9db378e7-4537-4398-a34a-d58178df66aa request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:24:02.011793 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] For port c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:02.012079 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.023195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Deleting port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:02.023573 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.031505 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Calling delete_port for c29523b9-b0b8-422c-8fc7-b375c9c7ba55 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:02.097869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] For port c29523b9-b0b8-422c-8fc7-b375c9c7ba55, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,segment=NetworkSegment(0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45),segment_id=0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:02.098425 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.115304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Calling delete_port for c29523b9-b0b8-422c-8fc7-b375c9c7ba55 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:02.120453 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.151956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:02.155499 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] No DVR routers for this DVR port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:02.229250 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.246047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.257957 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Pushing event deleted for resources: {'Port': ['ID=c29523b9-b0b8-422c-8fc7-b375c9c7ba55,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:02.260645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] No DVR routers for this DVR port c29523b9-b0b8-422c-8fc7-b375c9c7ba55 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:02.264420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db378e7-4537-4398-a34a-d58178df66aa']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:02.280770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.280770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.280770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.281860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.281860 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.283958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.283958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.283958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.283958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.285304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.285304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.285523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e015bf-0cf4-413a-b650-6de554f06939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:02.296930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:02.296930 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab316de-ce80-4d9e-aeb1-4c6dd2be1d45') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:02.308471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.335189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.346550 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:24:02.346973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:24:02.349203 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:24:02.416467 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.425279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.431355 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] 10.222.0.66 "DELETE /v2.0/networks/9db378e7-4537-4398-a34a-d58178df66aa HTTP/1.1" status: 204 len: 168 time: 0.7088664 Jul 07 18:24:02.431355 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41714) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:02.455227 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:02.489891 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555d7c-dc10-4ef1-8285-242a20aeda3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9db378e7-4537-4398-a34a-d58178df66aa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:02.861188 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.203122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Deleting port fab807f0-a705-4faf-920d-6203f8b961fa {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:03.203881 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.308567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] For port fab807f0-a705-4faf-920d-6203f8b961fa, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fab807f0-a705-4faf-920d-6203f8b961fa,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:03.309099 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.329108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Calling delete_port for fab807f0-a705-4faf-920d-6203f8b961fa owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:03.548295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.576664 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab807f0-a705-4faf-920d-6203f8b961fa,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:03.820304 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.914629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c29523b9-b0b8-422c-8fc7-b375c9c7ba55 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:03.943702 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c29523b9-b0b8-422c-8fc7-b375c9c7ba55 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:03.944054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c29523b9-b0b8-422c-8fc7-b375c9c7ba55 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:04.150072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Router 611580bc-79c4-42a3-b518-2943677b5cbe has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:04.302536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:04.308307 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7dad2944-ea12-4e6d-b5c7-505c77e92965 admin admin] 10.222.0.66 "PUT /v2.0/routers/611580bc-79c4-42a3-b518-2943677b5cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8756087 Jul 07 18:24:04.311451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:04.317028 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Sync routers for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:04.331704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:04.332459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:04.465957 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.480796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:04.607752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.696146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Deleting port 9fb5e673-621f-4639-af1c-0268509ee35c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:04.696606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.759514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:24:03Z', 'revision_number': 5, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port': {'id': '9fb5e673-621f-4639-af1c-0268509ee35c', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:47Z', 'updated_at': '2021-07-07T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:04.810423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Checking router: 611580bc-79c4-42a3-b518-2943677b5cbe for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:04.823018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Routers {'611580bc-79c4-42a3-b518-2943677b5cbe'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:04.823747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:23:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['611580bc-79c4-42a3-b518-2943677b5cbe'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:04.838963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] For port 9fb5e673-621f-4639-af1c-0268509ee35c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fb5e673-621f-4639-af1c-0268509ee35c,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:04.839482 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.859446 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Calling delete_port for 9fb5e673-621f-4639-af1c-0268509ee35c owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:04.948929 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] Set router 611580bc-79c4-42a3-b518-2943677b5cbe gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:05.008055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:24:04Z', 'revision_number': 6, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:05.105387 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.143260 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb5e673-621f-4639-af1c-0268509ee35c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:05.235697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bb58f-4d10-4070-b31a-4523482ca3a6 None None] The sync data for ids ['611580bc-79c4-42a3-b518-2943677b5cbe'] in n-d-791505-12 is: [{'id': '611580bc-79c4-42a3-b518-2943677b5cbe', 'name': 'tempest-TestMinimumBasicScenario-352313554-router', 'tenant_id': '24ffbc098b1d42628ecf1be9616bb458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:46Z', 'updated_at': '2021-07-07T18:24:04Z', 'revision_number': 6, 'project_id': '24ffbc098b1d42628ecf1be9616bb458', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:05.247244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.366302 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.369984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.430010 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.430799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611580bc-79c4-42a3-b518-2943677b5cbe {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:24:05.436258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.441279 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-31af736f-8f68-4445-b8a5-7af3a0a5b308 admin admin] 10.222.0.66 "DELETE /v2.0/routers/611580bc-79c4-42a3-b518-2943677b5cbe HTTP/1.1" status: 204 len: 168 time: 1.1248274 Jul 07 18:24:05.441279 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:05.503514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Deleting subnet 134deb09-3f48-4eee-9cd1-7c5d00cd8406 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:24:05.509310 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.558315 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.708693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.794824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.824482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134deb09-3f48-4eee-9cd1-7c5d00cd8406,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:05.829895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.836672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-79d90128-f838-4067-8e3b-cc52f24abb78 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/134deb09-3f48-4eee-9cd1-7c5d00cd8406 HTTP/1.1" status: 204 len: 168 time: 0.3905108 Jul 07 18:24:05.838036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41720) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:05.843530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f6533-26bb-47cd-a102-4a7052114ec0 None None] Network d8891903-df49-4eb1-a0ad-3536b005ffb4 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:05.960853 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.035805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Deleting port 7b2cef15-672c-41fe-a293-02a458d29f07 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:06.036252 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.133284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] For port 7b2cef15-672c-41fe-a293-02a458d29f07, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=7b2cef15-672c-41fe-a293-02a458d29f07,segment=NetworkSegment(0ad1fc6b-5456-42d1-b50c-5aab5d1afdec),segment_id=0ad1fc6b-5456-42d1-b50c-5aab5d1afdec)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:06.133284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.151940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] DHCP port deletion for d8891903-df49-4eb1-a0ad-3536b005ffb4 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:24:06.155459 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Calling delete_port for 7b2cef15-672c-41fe-a293-02a458d29f07 owned by network:dhcp {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:06.157094 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fb5e673-621f-4639-af1c-0268509ee35c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:06.184451 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9fb5e673-621f-4639-af1c-0268509ee35c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:06.184982 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fb5e673-621f-4639-af1c-0268509ee35c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:06.185555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fab807f0-a705-4faf-920d-6203f8b961fa no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:06.241827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fab807f0-a705-4faf-920d-6203f8b961fa {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:06.242363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fab807f0-a705-4faf-920d-6203f8b961fa not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:06.269643 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.291099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Deleting port 7b2cef15-672c-41fe-a293-02a458d29f07 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:06.291751 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.300115 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2cef15-672c-41fe-a293-02a458d29f07,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.304296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] No DVR routers for this DVR port 7b2cef15-672c-41fe-a293-02a458d29f07 on host n-d-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:06.410827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] For port 7b2cef15-672c-41fe-a293-02a458d29f07, host n-d-791505-12, got binding levels [] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:06.411805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.416151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.429856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8891903-df49-4eb1-a0ad-3536b005ffb4']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.431614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Calling delete_port for 7b2cef15-672c-41fe-a293-02a458d29f07 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:06.435209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.ipam_backend_mixin [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Port 7b2cef15-672c-41fe-a293-02a458d29f07 was not found and therefore no delete operation was performed {{(pid=93948) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:24:06.437078 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.450051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.450370 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad1fc6b-5456-42d1-b50c-5aab5d1afdec') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.462718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.469148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] No DVR routers for this DVR port 7b2cef15-672c-41fe-a293-02a458d29f07 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:06.472814 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849c012-2528-4c6a-9792-1940d435e6e8 None None] Pushing event deleted for resources: {'Port': ['ID=7b2cef15-672c-41fe-a293-02a458d29f07,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.497736 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.512389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:24:06.512887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:24:06.515114 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:24:06.576321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.584750 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.587637 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] 10.222.0.66 "DELETE /v2.0/networks/d8891903-df49-4eb1-a0ad-3536b005ffb4 HTTP/1.1" status: 204 len: 168 time: 0.7483678 Jul 07 18:24:06.601212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb98b0-8b05-4d1b-bdba-66391c7a1b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8891903-df49-4eb1-a0ad-3536b005ffb4,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.823088 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41724) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:06.867525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4bd17356-504e-4fb9-b6c5-f081a5158dd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa6b33fa7a2a4344b347860d3e2f2561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443282 Jul 07 18:24:06.871451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41726) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:06.940939 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.970901 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.043001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.045841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.047974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61eda6d4-df54-48ed-bdc7-f3861d0fe6de HTTP/1.1" status: 204 len: 168 time: 0.1746562 Jul 07 18:24:07.057282 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1be56-a53c-4ab2-9468-a29a871a61f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eda6d4-df54-48ed-bdc7-f3861d0fe6de,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:07.462140 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41734) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:07.507488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f6449d24-1eac-4a35-9aed-a03e1e4e09b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24ffbc098b1d42628ecf1be9616bb458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440111 Jul 07 18:24:07.510363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:07.573067 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.601295 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.664826 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.667675 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.668864 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c9ab56b-7c08-4603-a9fd-445279f4204b HTTP/1.1" status: 204 len: 168 time: 0.1574550 Jul 07 18:24:07.677705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d51a6-e689-4799-8525-0bf6b1a17d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ab56b-7c08-4603-a9fd-445279f4204b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:07.732868 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-16d09c9b-0016-489d-a597-50e75bcc031b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.820422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b2cef15-672c-41fe-a293-02a458d29f07 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:07.849916 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 7b2cef15-672c-41fe-a293-02a458d29f07 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:07.850393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 7b2cef15-672c-41fe-a293-02a458d29f07 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:10.071124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41778) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.075877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7314327', 'description': 'tempest-secgroup-smoke-7314327 description', 'project_id': 'd08184047bb04241af218778dec6ee79'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:10.103571 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.113324 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.226904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.232707 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.240631 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bba5b80c-d047-4f51-b1a2-ada181cb24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.278052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c7190-f5d2-465f-a90b-47d606d23c8e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.347044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.351701 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.384169 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.385426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3132818 Jul 07 18:24:10.387468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2414ca-c428-401b-978d-31e4b3ff7491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24efd302-0938-4f2b-99c0-d2035eab1745,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.388831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41780) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.398552 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:10.434878 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.496544 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.503056 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.522386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd230bc-87ce-4570-b793-07372bf4da0e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.530360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.531878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f20dc7a0-579c-4b28-a862-46faa630e5c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405444 Jul 07 18:24:10.534575 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41782) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.539359 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:10.569364 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.630811 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.634967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.653440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e58a24-52a9-4bf3-a289-a6e8862ba0d6,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.660745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.662091 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bdd9e8f4-7d2d-4e61-b279-9ef22f4dd606 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265321 Jul 07 18:24:10.664874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41784) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.669630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:10.703923 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.749410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.775255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.779532 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.804421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605d214b-dbf2-4ac2-a4f8-34b41d4908d8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.808900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.810287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-35551200-019d-4c7d-9fc7-b3663a7d637e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444156 Jul 07 18:24:10.815295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.820672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:10.855264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.929264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.935244 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.964138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6133e956-d2e1-4f72-8186-1a103e631868,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.973251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.974671 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1c2809ee-30a6-43ec-a78a-0437a767283a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583216 Jul 07 18:24:10.977667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41788) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:10.984470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:11.010431 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:11.016516 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.098770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.104060 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.129391 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a9b3e0-f8f1-4598-a071-6ff49cf42f85,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:11.137913 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.139249 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d44cdf0f-1120-4df5-9b69-16152d005e94 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601896 Jul 07 18:24:11.143249 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:11.147979 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '24efd302-0938-4f2b-99c0-d2035eab1745', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:11.172774 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:11.179374 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.255944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.260840 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.283267 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04a3cac-36d1-43a7-ad8b-27ce4abc9cf8,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:11.289664 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.290886 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c85f5834-355e-422c-b153-04f7815789f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466026 Jul 07 18:24:11.294508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:11.300714 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'network': {'name': 'tempest-network-smoke--352818332', 'project_id': 'd08184047bb04241af218778dec6ee79', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:11.326899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:11.331753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.361447 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:24:11.376176 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.376754 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Added segment c57acc4d-dd63-44d7-b100-1d020fac3d19 of type vlan for network a1515d3f-bd3c-4854-a6e1-a1a483993275 Jul 07 18:24:11.420576 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.454581 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.460518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:11.461163 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.525624 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2297063 Jul 07 18:24:11.529268 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:11.535057 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'admin_state_up': True, 'project_id': 'd08184047bb04241af218778dec6ee79', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:11.554291 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bbb30-5d21-4d4b-8c67-9d3909bf0d42 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Network': ['ID=a1515d3f-bd3c-4854-a6e1-a1a483993275,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:11.569654 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:24:11.575368 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.576500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.644171 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.113907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.149684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.366062 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.386723 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.511286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.47 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/9da305aa-977c-4e8f-928a-1a2ee0ed2da5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:12.631665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.681702 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.728493 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:12.731191 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:12.737616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:12.743845 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:13.088329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.323735 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.461703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router b4819b67-d02e-44e3-9d5f-59282e7d53ac is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:24:13.576780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:13.588375 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Sync routers for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:13.599377 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:13.600218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:13.600507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.602475 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b2d4f023-6887-4379-9c7a-7633e7032975 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0718048 Jul 07 18:24:13.605687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:13.760139 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-fd1c9590-74c9-48eb-ae69-b6caea625f88 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d08184047bb04241af218778dec6ee79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1526341 Jul 07 18:24:13.764548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41800) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:13.841430 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:13.853670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.994771 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640610c-f052-435d-a66c-4eca01eb5aee tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:13.996568 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6640610c-f052-435d-a66c-4eca01eb5aee tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2306898 Jul 07 18:24:14.000227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41802) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:14.041135 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-64a2ed73-24dc-4239-86b3-86e09bf43a90 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390100 Jul 07 18:24:14.047548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41804) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:14.052814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938925541', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'project_id': 'd08184047bb04241af218778dec6ee79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:14.071557 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:14.111683 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Checking router: b4819b67-d02e-44e3-9d5f-59282e7d53ac for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:14.111957 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Updating router b4819b67-d02e-44e3-9d5f-59282e7d53ac port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:24:14.155479 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.168861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:14.176409 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.431197 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.523311 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.536468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Subnet': ['ID=5b6c23f9-9335-4ea8-90ae-1d16f727068f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:14.538065 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Transition to ACTIVE for port object 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:14.548805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Checking segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:14.549413 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.549627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network hostable DHCP agents. Network: a1515d3f-bd3c-4854-a6e1-a1a483993275, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:24:14.579762 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:24:14.596959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, a1515d3f-bd3c-4854-a6e1-a1a483993275) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:14.604336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:14.605085 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.613057 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42409e75-1abc-4938-811f-6fd9fcedb926 None None] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:14.635967 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Pushing event updated for resources: {'Port': ['ID=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:14.642133 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Attempting to bind port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:14.642761 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Attempting to bind port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:14.643359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Attempting to bind port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:14.644250 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a1cb19bd-5b35-41f5-a967-8891a4d710fa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5953825 Jul 07 18:24:14.646901 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41806) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:14.655582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:14.658009 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:14.658518 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.658931 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:14.659450 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Bound port: 9da305aa-977c-4e8f-928a-1a2ee0ed2da5, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:14.659873 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.743067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] For port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:14.748323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] For port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:14.752495 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.753123 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.753990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.754851 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.755412 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.755958 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.756491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.757523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.757886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.758334 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.763226 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.763795 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:14.786955 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.883697 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:14.885092 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:14.929959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-a1515d3f-bd3c-4854-a6e1-a1a483993275', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:24:14.931433 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.007518 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dd713-30ef-48ad-beec-4322771cd2f0 None None] Pushing event updated for resources: {'Port': ['ID=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.085280 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:15.201441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Allocated IP 172.20.0.2 (a1515d3f-bd3c-4854-a6e1-a1a483993275/5b6c23f9-9335-4ea8-90ae-1d16f727068f/e719c643-3223-4f09-82c8-e48300973e38) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:15.342622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:15.394949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9172f-8ccb-4966-b9d7-4fcc6cd51abb None None] The sync data for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 is: [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:15.455287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.458321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.467181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Transition to ACTIVE for port object e719c643-3223-4f09-82c8-e48300973e38 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:15.486001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Transition to ACTIVE for port object e719c643-3223-4f09-82c8-e48300973e38 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:15.495286 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.539290 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:15.543071 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:15.547868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:15.564353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Pushing event updated for resources: {'Port': ['ID=e719c643-3223-4f09-82c8-e48300973e38,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.633275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Attempting to bind port e719c643-3223-4f09-82c8-e48300973e38 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:15.633948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Attempting to bind port e719c643-3223-4f09-82c8-e48300973e38 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:15.634677 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Attempting to bind port e719c643-3223-4f09-82c8-e48300973e38 on network a1515d3f-bd3c-4854-a6e1-a1a483993275 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:15.643375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:15.644378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Checking segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:15.644817 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.645204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Bound using segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:15.645716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Bound port: e719c643-3223-4f09-82c8-e48300973e38, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:15.646119 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.772254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] For port e719c643-3223-4f09-82c8-e48300973e38, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:15.777319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] For port e719c643-3223-4f09-82c8-e48300973e38, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e719c643-3223-4f09-82c8-e48300973e38,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:15.793498 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.946697 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d6c8c-4e49-48a3-b41b-1e2b925f918f None None] Pushing event updated for resources: {'Port': ['ID=e719c643-3223-4f09-82c8-e48300973e38,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.987239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:16.074010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:16.088988 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:16.089906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.227138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.1 (a1515d3f-bd3c-4854-a6e1-a1a483993275/5b6c23f9-9335-4ea8-90ae-1d16f727068f/98317f68-8004-4e8c-b524-22db3bdca384) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:16.235152 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.280034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:16.288987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.377394 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:16.471707 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.496106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object 98317f68-8004-4e8c-b524-22db3bdca384 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:16.561229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.635375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:16.640284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:16.646137 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:16.689351 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:16.723208 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.053770 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.273820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032095b-fbb6-4406-8339-aa180c4009c3 None None] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:17.368423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2df96102-e177-480b-ba3c-4a7a34b85969 None None] Provisioning for port e719c643-3223-4f09-82c8-e48300973e38 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:17.994094 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.003962 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.020076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e719c643-3223-4f09-82c8-e48300973e38 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:18.114090 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-840e6c34-a52d-45cf-9c13-b5ce7ceaf8a9 None None] Provisioning for port 98317f68-8004-4e8c-b524-22db3bdca384 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:18.124716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-840e6c34-a52d-45cf-9c13-b5ce7ceaf8a9 None None] Provisioning complete for port 98317f68-8004-4e8c-b524-22db3bdca384 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:18.126907 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-840e6c34-a52d-45cf-9c13-b5ce7ceaf8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.141285 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.146507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.185142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e719c643-3223-4f09-82c8-e48300973e38 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:18.196221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e719c643-3223-4f09-82c8-e48300973e38 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:18.196863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.244912 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-840e6c34-a52d-45cf-9c13-b5ce7ceaf8a9 None None] Port 98317f68-8004-4e8c-b524-22db3bdca384 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:18.329270 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:18.331215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:18.340841 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.395176 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e719c643-3223-4f09-82c8-e48300973e38, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e719c643-3223-4f09-82c8-e48300973e38,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:18.397345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-84f6343b-eac4-4ef1-b296-b36357f89d49 None None] Provisioning complete for port 98317f68-8004-4e8c-b524-22db3bdca384 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:18.397724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-84f6343b-eac4-4ef1-b296-b36357f89d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.401584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.402537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:18.492693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-84f6343b-eac4-4ef1-b296-b36357f89d49 None None] Port 98317f68-8004-4e8c-b524-22db3bdca384 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:18.523888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e719c643-3223-4f09-82c8-e48300973e38,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.527241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router b4819b67-d02e-44e3-9d5f-59282e7d53ac has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:18.552199 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:18.553044 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.693284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:18.700164 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-16bf2f25-e834-4279-b5fb-ba9cbf6940f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/b4819b67-d02e-44e3-9d5f-59282e7d53ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0505216 Jul 07 18:24:18.710320 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Sync routers for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:18.741175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:18.742246 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:18.749557 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-ce1b8ddd-f88d-451b-ab5f-0777ecbbfb27 None None] Provisioning complete for port 98317f68-8004-4e8c-b524-22db3bdca384 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:18.750922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8ddd-f88d-451b-ab5f-0777ecbbfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.871231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b8ddd-f88d-451b-ab5f-0777ecbbfb27 None None] Port 98317f68-8004-4e8c-b524-22db3bdca384 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:18.975438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:19.061332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-49cd1e35-a94a-4872-a6ee-c96defc08783 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7314327&fields=id&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 267 time: 0.0476205 Jul 07 18:24:19.349714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:17Z', 'revision_number': 2, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:19.400819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Checking router: b4819b67-d02e-44e3-9d5f-59282e7d53ac for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:19.401444 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Updating router b4819b67-d02e-44e3-9d5f-59282e7d53ac port 98317f68-8004-4e8c-b524-22db3bdca384 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:24:19.472393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.616858 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-66384da9-aa7f-4e51-970d-4c672adff028 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:19.618426 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-66384da9-aa7f-4e51-970d-4c672adff028 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 796 time: 0.5484700 Jul 07 18:24:19.644888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-abe0408e-cbfd-4297-ae70-f81019902a68 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/quotas/d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 375 time: 0.0198402 Jul 07 18:24:19.743748 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-5ee3f3f3-549c-4311-8f1d-b5a03d2d2344 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912783 Jul 07 18:24:19.867703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e719c643-3223-4f09-82c8-e48300973e38 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:19.892823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-77fa7ab7-fec7-4cf3-bc2e-e964fcc2c1e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323814 Jul 07 18:24:19.920908 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.955467 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Transition to ACTIVE for port object 98317f68-8004-4e8c-b524-22db3bdca384 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:19.975537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.046019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-27a6d44d-a8da-441b-a8f9-7fad7867ad81 service neutron] 10.222.0.66 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437631 Jul 07 18:24:20.114355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e719c643-3223-4f09-82c8-e48300973e38 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:20.114954 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.122547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1deaa5-7bc7-445c-bc9a-fee4987192e4 None None] Pushing event updated for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:20.207050 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Attempting to bind port 98317f68-8004-4e8c-b524-22db3bdca384 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:20.207473 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Attempting to bind port 98317f68-8004-4e8c-b524-22db3bdca384 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:20.207802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Attempting to bind port 98317f68-8004-4e8c-b524-22db3bdca384 on network a1515d3f-bd3c-4854-a6e1-a1a483993275 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:20.223537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:20.223990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Checking segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:20.224521 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.225070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Bound using segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:20.225704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Bound port: 98317f68-8004-4e8c-b524-22db3bdca384, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:20.226237 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.335204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a2bb951-b7b5-4589-b2df-0ad1dbd7db96 req-44ae04a1-703d-4cb2-9472-3a88c56ff0b0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 210 time: 0.0489967 Jul 07 18:24:20.529205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] For port 98317f68-8004-4e8c-b524-22db3bdca384, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:20.534287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] For port 98317f68-8004-4e8c-b524-22db3bdca384, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98317f68-8004-4e8c-b524-22db3bdca384,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:20.541104 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.607426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:20.608096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:20.615062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1deaa5-7bc7-445c-bc9a-fee4987192e4 None None] Pushing event updated for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:20.752189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:21.001180 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:20Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:21.029102 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13561a7-0e61-4bcf-9bc5-af692910d37f None None] The sync data for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 is: [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:20Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:21.456443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-233844f7-cf4a-4e0a-92fc-2128437b6f9d req-6db92d47-3ad7-47cd-a25c-1c0a91b6d0a3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Jul 07 18:24:21.883087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98317f68-8004-4e8c-b524-22db3bdca384 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:21.958300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 98317f68-8004-4e8c-b524-22db3bdca384 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:21.965044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 98317f68-8004-4e8c-b524-22db3bdca384 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:21.965704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.094313 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.142763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 98317f68-8004-4e8c-b524-22db3bdca384, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98317f68-8004-4e8c-b524-22db3bdca384,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:22.149068 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.213024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.645871 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e078d3c2-3e38-40a4-8bc4-3015783fb9be req-108a8459-ed92-477b-9e3d-02a745b0eced tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 210 time: 0.0419886 Jul 07 18:24:23.848572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-1fb6c1fe-cb80-4ae7-8f87-7b05178586a8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:23.851565 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-1fb6c1fe-cb80-4ae7-8f87-7b05178586a8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 796 time: 0.1865661 Jul 07 18:24:23.882624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98317f68-8004-4e8c-b524-22db3bdca384 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:23.890117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3905d1e4-e936-4891-96d2-393117fffd00 req-76a273a7-64d0-44ec-9f15-4c7f774bf254 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 210 time: 0.0663044 Jul 07 18:24:23.934292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-adec99ce-a49d-495b-8984-0860639dc791 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 377 time: 0.0522034 Jul 07 18:24:23.944721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'port': {'device_id': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'admin_state_up': True, 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'security_groups': ['24efd302-0938-4f2b-99c0-d2035eab1745']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:23.997270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 98317f68-8004-4e8c-b524-22db3bdca384 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:23.998036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.122115 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:24.128514 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.364082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.4 (a1515d3f-bd3c-4854-a6e1-a1a483993275/5b6c23f9-9335-4ea8-90ae-1d16f727068f/b960f11c-f808-4208-84cc-6a1134875e31) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:24.623975 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.649141 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object b960f11c-f808-4208-84cc-6a1134875e31 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:24.706228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.786963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:24.792935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:24.803854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:24.816273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:24.912102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:24.913168 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.945799 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-8df6642e-2633-4968-9a22-065f8f1f6de3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0059748 Jul 07 18:24:25.053363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Request body: {'port': {'device_id': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:25.170951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-829f2b84-0605-47e7-96a1-780b73adba4b None None] Provisioning for port b960f11c-f808-4208-84cc-6a1134875e31 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:25.176337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-829f2b84-0605-47e7-96a1-780b73adba4b None None] Provisioning complete for port b960f11c-f808-4208-84cc-6a1134875e31 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:25.176858 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-829f2b84-0605-47e7-96a1-780b73adba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.204516 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.223962 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-829f2b84-0605-47e7-96a1-780b73adba4b None None] Port b960f11c-f808-4208-84cc-6a1134875e31 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:25.273359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184216-2a35-460d-8874-f301d47335f5 req-5dc99f1e-1c85-4423-b78c-ce0ce8c87aab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.275015 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31184216-2a35-460d-8874-f301d47335f5 req-5dc99f1e-1c85-4423-b78c-ce0ce8c87aab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 931 time: 0.1666930 Jul 07 18:24:25.393926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-31184216-2a35-460d-8874-f301d47335f5 req-2de5c7e7-318f-40f8-8e3f-33e2bf72307a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1126945 Jul 07 18:24:25.589908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b960f11c-f808-4208-84cc-6a1134875e31 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:25.598902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.614724 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Transition to ACTIVE for port object b960f11c-f808-4208-84cc-6a1134875e31 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:25.620204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.676887 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Pushing event updated for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:25.775319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Attempting to bind port b960f11c-f808-4208-84cc-6a1134875e31 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:25.775927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Attempting to bind port b960f11c-f808-4208-84cc-6a1134875e31 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:25.776467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Attempting to bind port b960f11c-f808-4208-84cc-6a1134875e31 on network a1515d3f-bd3c-4854-a6e1-a1a483993275 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:25.786360 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Port b960f11c-f808-4208-84cc-6a1134875e31 on network a1515d3f-bd3c-4854-a6e1-a1a483993275 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:24:25.786953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Attempting to bind port b960f11c-f808-4208-84cc-6a1134875e31 on network a1515d3f-bd3c-4854-a6e1-a1a483993275 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:25.795098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:25.795792 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Checking segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:25.797552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Bound using segment: {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:25.798382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Bound port: b960f11c-f808-4208-84cc-6a1134875e31, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57acc4d-dd63-44d7-b100-1d020fac3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:25.799922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.917041 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:25.922032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b960f11c-f808-4208-84cc-6a1134875e31,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:25.929100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.970148 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.970810 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.972979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] 10.222.0.23 "PUT /v2.0/ports/b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 1092 time: 1.0176742 Jul 07 18:24:25.974114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:25.977024 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3694d2-58fe-4147-b4ce-51b0306f2924" -d '{"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:26.028952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56555c5b-1680-46ca-a566-4ba7b8f19eca service neutron] Pushing event updated for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:26.129183 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd5934d-f223-4744-9537-f425acf2f6c2 x-openstack-request-id: req-0dd5934d-f223-4744-9537-f425acf2f6c2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:26.129183 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:26.129183 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dd5934d-f223-4744-9537-f425acf2f6c2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:26.129666 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31', 'status': 'completed', 'code': 200} Jul 07 18:24:26.148891 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-6390a050-8831-4511-8f5d-d8be2e552836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.151359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-6390a050-8831-4511-8f5d-d8be2e552836 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1095 time: 0.1090779 Jul 07 18:24:26.209819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-2bde5a2d-aba7-422e-aafc-96927ae4473e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 217 time: 0.0501976 Jul 07 18:24:26.279621 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-cb089e73-1197-489d-a062-7c5f5a83f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.281839 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-cb089e73-1197-489d-a062-7c5f5a83f966 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 200 len: 835 time: 0.0660861 Jul 07 18:24:26.327577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:26.361162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-80b33584-97a5-41f6-a42d-ac04ab8393b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.363192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-80b33584-97a5-41f6-a42d-ac04ab8393b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1515d3f-bd3c-4854-a6e1-a1a483993275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744557 Jul 07 18:24:26.504946 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-0514f73e-bbf9-4104-aff6-84b7c6ae65d0 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349611 Jul 07 18:24:26.710011 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bbcf4e45-cfbe-4838-8ea3-2540adf97ce0 req-32b59f38-1972-4058-ac42-98fb5384961c service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988151 Jul 07 18:24:26.737038 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79df7-2097-4eb1-97b4-99a755326e8d req-d86b2143-3275-434d-8d35-0e9a586686ad tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.739368 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebe79df7-2097-4eb1-97b4-99a755326e8d req-d86b2143-3275-434d-8d35-0e9a586686ad tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 943 time: 0.1607752 Jul 07 18:24:26.821183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebe79df7-2097-4eb1-97b4-99a755326e8d req-bd9e34ec-5cb2-44f7-a3b8-6ff9d9900e26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0743117 Jul 07 18:24:26.857492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-5914bfed-a7f6-497d-a2ac-e1de45d1416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.860281 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-5914bfed-a7f6-497d-a2ac-e1de45d1416a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1095 time: 0.0907340 Jul 07 18:24:26.981354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-b79eec65-4edd-4e2b-aa0f-343ff3b3289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.982833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-b79eec65-4edd-4e2b-aa0f-343ff3b3289f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 897 time: 0.1159530 Jul 07 18:24:27.059112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-a08f4f4e-1d4f-4a42-a5c5-c3ddd3e8209c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 217 time: 0.0687399 Jul 07 18:24:27.137835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-bf77198f-8e44-489e-8980-f56d5eff07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:27.140131 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-bf77198f-8e44-489e-8980-f56d5eff07a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 200 len: 835 time: 0.0709996 Jul 07 18:24:27.230742 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-543cf37b-51a2-40aa-abd8-2d38aa7a5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:27.233319 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-543cf37b-51a2-40aa-abd8-2d38aa7a5bd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1515d3f-bd3c-4854-a6e1-a1a483993275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835104 Jul 07 18:24:27.367106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-0d5f63f7-ce95-42b3-8357-b3066b1d1e3f service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265404 Jul 07 18:24:27.479245 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b3694d2-58fe-4147-b4ce-51b0306f2924 req-b1196cb9-2fd5-47a7-a77e-09c29665e730 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040208 Jul 07 18:24:27.831625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:28.037496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55295-e92e-40cd-87be-79627ec36d3f req-941203c8-e317-4573-93eb-772be20ab05e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:28.039052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ced55295-e92e-40cd-87be-79627ec36d3f req-941203c8-e317-4573-93eb-772be20ab05e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 943 time: 0.0861173 Jul 07 18:24:28.102595 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ced55295-e92e-40cd-87be-79627ec36d3f req-2fedb8e6-e094-4075-9c86-49981f3fbe98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501535 Jul 07 18:24:29.019253 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b960f11c-f808-4208-84cc-6a1134875e31 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:24:29.186760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b960f11c-f808-4208-84cc-6a1134875e31,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:29.208572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'b960f11c-f808-4208-84cc-6a1134875e31', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'port_id': 'b960f11c-f808-4208-84cc-6a1134875e31', 'mac_address': 'fa:16:3e:91:2b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:24:29.261010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:29.277375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b960f11c-f808-4208-84cc-6a1134875e31 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:29.302787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b960f11c-f808-4208-84cc-6a1134875e31,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:29.309885 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:29.347074 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13aa6f-76b6-4872-adbf-4ae2070eafb7 req-19928bb4-f282-481c-91f4-77e7937e57a0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:29.349854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b13aa6f-76b6-4872-adbf-4ae2070eafb7 req-19928bb4-f282-481c-91f4-77e7937e57a0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 943 time: 0.0941422 Jul 07 18:24:29.388221 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:29.409589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1b13aa6f-76b6-4872-adbf-4ae2070eafb7 req-96b8303c-7a12-4d63-b7de-5d6b0b3cd491 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514617 Jul 07 18:24:29.548701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['b960f11c-f808-4208-84cc-6a1134875e31'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:24:30.628653 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc2a7-1e0e-4877-ba12-f6fc4abd0516 req-e759fd1c-7bd1-4518-b57c-4ea8c802706b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:30.631004 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c48bc2a7-1e0e-4877-ba12-f6fc4abd0516 req-e759fd1c-7bd1-4518-b57c-4ea8c802706b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 944 time: 0.0873168 Jul 07 18:24:30.687934 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c48bc2a7-1e0e-4877-ba12-f6fc4abd0516 req-1f114e73-1810-4d7e-abbc-c011d232bc65 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458503 Jul 07 18:24:31.033868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b960f11c-f808-4208-84cc-6a1134875e31 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:31.102357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port b960f11c-f808-4208-84cc-6a1134875e31 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:31.107708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port b960f11c-f808-4208-84cc-6a1134875e31 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:31.108085 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.213113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.246252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:31.250369 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1daa2-e98d-4962-87df-71eac4c6de41" -d '{"events": [{"server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "name": "network-vif-plugged", "status": "completed", "tag": "b960f11c-f808-4208-84cc-6a1134875e31"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:31.270662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b960f11c-f808-4208-84cc-6a1134875e31,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:31.281865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.363615 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:31.367857 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674ff6d-c84f-403c-97d7-dd45adc58aa2 x-openstack-request-id: req-6674ff6d-c84f-403c-97d7-dd45adc58aa2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:31.368152 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "name": "network-vif-plugged", "status": "completed", "tag": "b960f11c-f808-4208-84cc-6a1134875e31", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:31.368411 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6674ff6d-c84f-403c-97d7-dd45adc58aa2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:31.368852 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31', 'code': 200} Jul 07 18:24:31.508416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e03356-176c-42d6-b5b2-3b2735d6e84b req-e857804d-0bda-48aa-9ebd-132739bbd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.510108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3e03356-176c-42d6-b5b2-3b2735d6e84b req-e857804d-0bda-48aa-9ebd-132739bbd102 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0626833 Jul 07 18:24:31.569742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b3e03356-176c-42d6-b5b2-3b2735d6e84b req-019d83aa-96c5-4a1c-90a5-efc418c8beb8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477657 Jul 07 18:24:31.902938 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd2e2-75c7-4020-b146-90af947f026f req-dd6c5228-15e3-4b31-ab42-9c251bb26e05 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.904494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-615cd2e2-75c7-4020-b146-90af947f026f req-dd6c5228-15e3-4b31-ab42-9c251bb26e05 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0717025 Jul 07 18:24:31.951005 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-615cd2e2-75c7-4020-b146-90af947f026f req-9692dbf6-d17a-4337-98d0-4112cf5d54b0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390408 Jul 07 18:24:33.182838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762101f-7453-481f-a100-c22ab5689eac req-4386ef52-aa6b-4be5-8f16-b85477a53723 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.184355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6762101f-7453-481f-a100-c22ab5689eac req-4386ef52-aa6b-4be5-8f16-b85477a53723 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0955124 Jul 07 18:24:33.232140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6762101f-7453-481f-a100-c22ab5689eac req-fc44b5e6-5815-4ce7-aa1f-7cf66e2f9254 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410504 Jul 07 18:24:33.446951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581f8fa-6ff5-400a-87c9-fd9461e12ce3 req-199cf795-2928-49c0-b680-a356dd3e85ee tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.448311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d581f8fa-6ff5-400a-87c9-fd9461e12ce3 req-199cf795-2928-49c0-b680-a356dd3e85ee tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0717459 Jul 07 18:24:33.500164 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d581f8fa-6ff5-400a-87c9-fd9461e12ce3 req-ab9c0b86-b6b9-44d7-8a25-e98957f9095b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391934 Jul 07 18:24:33.530464 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41868) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:33.614461 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a7874-1e06-4f74-b17b-b730b1d213eb tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.617354 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d2a7874-1e06-4f74-b17b-b730b1d213eb tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1092 time: 0.0849195 Jul 07 18:24:33.619990 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41870) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:33.627556 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'b960f11c-f808-4208-84cc-6a1134875e31', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:33.666589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.793132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.911462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.139 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/5e0d8476-56b9-4074-8250-6132357f3dc5) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:34.043212 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.086922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.128077 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:34.131621 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:34.135375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:34.165986 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=5e0d8476-56b9-4074-8250-6132357f3dc5,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:34.616033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.719535 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.979719 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.988017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.131660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=5e0d8476-56b9-4074-8250-6132357f3dc5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:35.143654 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.302427 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP ea2e4f9e-791f-493f-813d-644b898465d5 associated. External IP: 172.25.3.139, port: b960f11c-f808-4208-84cc-6a1134875e31. Jul 07 18:24:35.670241 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router b4819b67-d02e-44e3-9d5f-59282e7d53ac has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:35.813098 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:35.824687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Sync routers for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:35.836730 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.840884 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:35.842014 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.045506 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:36.206411 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-20e61c7b-a4e0-48e3-b7b3-34d2dc68ab26 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5833724 Jul 07 18:24:36.206411 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:36.207860 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a28f7-7042-40f1-bb7f-f9602cccb079" -d '{"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:36.375091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ea2e4f9e-791f-493f-813d-644b898465d5', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'port_id': 'b960f11c-f808-4208-84cc-6a1134875e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'mac_address': 'fa:16:3e:91:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:34Z', 'updated_at': '2021-07-07T18:24:34Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.408837 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Checking router: b4819b67-d02e-44e3-9d5f-59282e7d53ac for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:36.419514 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:36.420454 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:24:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.454116 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff988047-16e3-48bb-b45a-cefd9c6b39cc req-21c58a96-7d44-403f-a9eb-59c811e0387c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.456725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff988047-16e3-48bb-b45a-cefd9c6b39cc req-21c58a96-7d44-403f-a9eb-59c811e0387c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.1147006 Jul 07 18:24:36.515790 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ff988047-16e3-48bb-b45a-cefd9c6b39cc req-d87254ca-edf8-4def-9a0d-fea13a748727 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507677 Jul 07 18:24:36.549834 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41876) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:36.565200 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:36.600943 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e2458e-5570-4618-bdfe-cfed926ffe07 x-openstack-request-id: req-c6e2458e-5570-4618-bdfe-cfed926ffe07 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:36.601387 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:36.601764 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6e2458e-5570-4618-bdfe-cfed926ffe07 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:36.602375 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31', 'status': 'completed', 'code': 200} Jul 07 18:24:36.721489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-b3be7cbd-e4d0-4c6b-a13b-3aad757a630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.724425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-b3be7cbd-e4d0-4c6b-a13b-3aad757a630d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1097 time: 0.1037729 Jul 07 18:24:36.749829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-76ccfcdb-53c9-4cdf-999f-9d023d6b18a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/ea2e4f9e-791f-493f-813d-644b898465d5 HTTP/1.1" status: 200 len: 991 time: 0.1984415 Jul 07 18:24:36.868180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-fc0d704a-b56e-4ab6-9083-7a47c96e98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.870851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-fc0d704a-b56e-4ab6-9083-7a47c96e98c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 897 time: 0.1396403 Jul 07 18:24:36.974833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-0f2dd082-d9eb-4e3d-93dd-daa6ab1c9899 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 999 time: 0.0968535 Jul 07 18:24:37.045157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-803bcf2c-6daa-44f9-93a9-6cb61023f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:37.048134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-803bcf2c-6daa-44f9-93a9-6cb61023f4f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 200 len: 835 time: 0.0670233 Jul 07 18:24:37.056641 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ea2e4f9e-791f-493f-813d-644b898465d5', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'port_id': 'b960f11c-f808-4208-84cc-6a1134875e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'mac_address': 'fa:16:3e:91:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:34Z', 'updated_at': '2021-07-07T18:24:34Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:37.108224 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e5613-2381-4690-8370-be2e4203cd54 None None] The sync data for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 is: [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ea2e4f9e-791f-493f-813d-644b898465d5', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'port_id': 'b960f11c-f808-4208-84cc-6a1134875e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'mac_address': 'fa:16:3e:91:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:34Z', 'updated_at': '2021-07-07T18:24:34Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:37.146532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-2767c752-7660-4274-a7d1-6b2dafb92177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:37.148143 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-2767c752-7660-4274-a7d1-6b2dafb92177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1515d3f-bd3c-4854-a6e1-a1a483993275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944383 Jul 07 18:24:37.275840 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-a697efdd-81e3-4410-870b-118a3fce62bd service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204498 Jul 07 18:24:37.375513 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed55b52-3232-4bbd-836f-2a543e45480d None None] New status for floating IP ea2e4f9e-791f-493f-813d-644b898465d5: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:24:37.416258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0f9a28f7-7042-40f1-bb7f-f9602cccb079 req-c1c0ab49-ab81-48eb-99a1-3b97899c8924 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341786 Jul 07 18:24:37.733165 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-797f7d44-203d-4926-ab37-edcd2412ffdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:37.754620 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41878) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:37.856980 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ac19d4e9-516a-4469-b907-470273e87c63 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/ea2e4f9e-791f-493f-813d-644b898465d5 HTTP/1.1" status: 200 len: 993 time: 0.1009524 Jul 07 18:24:39.449840 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:40.248154 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8ed06514-8c7e-48b6-8edd-d6dad9479aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:40.752278 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:42.113386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:43.853221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:46.900374 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-f7e38124-b46e-4cd0-a18a-2f937809caef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590699 Jul 07 18:24:47.000954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-5f16f6d1-7b16-4de0-adf6-26d36c84de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.002504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-5f16f6d1-7b16-4de0-adf6-26d36c84de45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0570796 Jul 07 18:24:47.113419 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-b8678b69-f86e-4112-bbef-5b9a772fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.115102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-b8678b69-f86e-4112-bbef-5b9a772fe9a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 897 time: 0.0932238 Jul 07 18:24:47.189181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-ce5d6a8d-b06a-41bb-bdd1-ec0103781ab3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 1001 time: 0.0680544 Jul 07 18:24:47.251266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-7d150792-3ec7-4b32-a14e-c3dd6f2e60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.252955 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-7d150792-3ec7-4b32-a14e-c3dd6f2e60d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 200 len: 835 time: 0.0546708 Jul 07 18:24:47.336401 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-1aa057c5-e395-40f1-af84-bc2387fb3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.337942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-1aa057c5-e395-40f1-af84-bc2387fb3207 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1515d3f-bd3c-4854-a6e1-a1a483993275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632453 Jul 07 18:24:47.447945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-3667c0c2-03c9-4b92-8d76-046f06b2a243 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027260 Jul 07 18:24:47.557750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-de6fa156-af8d-43ac-8ae1-a406b275421f req-894d83ea-e4f1-423f-a234-a9c14c9ddfb5 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025488 Jul 07 18:24:56.331258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.844591 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:04.867093 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd92b1-ba92-4f60-bb73-cdc659edc6d1 req-b692c627-e696-4836-b906-64054a22ac37 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:04.868563 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cbd92b1-ba92-4f60-bb73-cdc659edc6d1 req-b692c627-e696-4836-b906-64054a22ac37 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0694685 Jul 07 18:25:04.911640 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cbd92b1-ba92-4f60-bb73-cdc659edc6d1 req-1fb1e4a8-2e17-4d47-81e6-527806dafd9d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360436 Jul 07 18:25:06.116754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061236-89ee-4689-bff6-68224cf7c533 req-b9935dc3-309f-48a7-97a2-7ae1f48f27d9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:06.118287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2061236-89ee-4689-bff6-68224cf7c533 req-b9935dc3-309f-48a7-97a2-7ae1f48f27d9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0675170 Jul 07 18:25:06.160966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d2061236-89ee-4689-bff6-68224cf7c533 req-54faa338-1221-4a81-bd70-5ac8b629a9c7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368247 Jul 07 18:25:06.187740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41898) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:06.250579 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2d4b72b6-76b6-499e-9d09-52ee7175745c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/ea2e4f9e-791f-493f-813d-644b898465d5 HTTP/1.1" status: 200 len: 993 time: 0.0615015 Jul 07 18:25:07.730059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-86abdca5-f264-4ede-a571-e71ca2365eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:07.760343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04bbc-70c8-42a1-a566-be7a11cfbfd7 req-0d88bdf7-0c40-46d8-9d46-e75aec32f246 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.762126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9b04bbc-70c8-42a1-a566-be7a11cfbfd7 req-0d88bdf7-0c40-46d8-9d46-e75aec32f246 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0786910 Jul 07 18:25:07.818287 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9b04bbc-70c8-42a1-a566-be7a11cfbfd7 req-16275595-7d81-4625-8c2e-5283d83ba3f1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416105 Jul 07 18:25:09.045897 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1806-8c75-4b42-a4d9-5adedfe30c60 req-67c78caf-0e01-4c06-94c5-df4b219ce50e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:09.047651 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-621a1806-8c75-4b42-a4d9-5adedfe30c60 req-67c78caf-0e01-4c06-94c5-df4b219ce50e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0740147 Jul 07 18:25:09.089758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-621a1806-8c75-4b42-a4d9-5adedfe30c60 req-10948e41-6c8d-4bca-9b8a-e9e1f56ca055 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358627 Jul 07 18:25:09.116444 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41908) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:09.201312 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bfaf162e-082e-4d82-a810-0bfacb593323 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/ea2e4f9e-791f-493f-813d-644b898465d5 HTTP/1.1" status: 200 len: 993 time: 0.0836222 Jul 07 18:25:09.525837 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41916) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:09.708161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 5e0d8476-56b9-4074-8250-6132357f3dc5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:09.708509 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.788458 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.788970 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.805076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 5e0d8476-56b9-4074-8250-6132357f3dc5 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:10.015856 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.047457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=5e0d8476-56b9-4074-8250-6132357f3dc5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:10.061818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.062155 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.062513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.062861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.063202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.063538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.063876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.064206 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.064538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.064869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.065201 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.065544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.126152 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.126970 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP ea2e4f9e-791f-493f-813d-644b898465d5 disassociated (deleted). External IP: 172.25.3.139, port: b960f11c-f808-4208-84cc-6a1134875e31. Jul 07 18:25:10.241111 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-89980ba4-4197-492b-aded-7e959f980491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.341061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router b4819b67-d02e-44e3-9d5f-59282e7d53ac has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:10.448740 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:10.454376 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.460784 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Sync routers for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:10.471051 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:10.471674 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:10.489986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-24b30c01-9317-43b6-8ad0-fb1529db48af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/floatingips/ea2e4f9e-791f-493f-813d-644b898465d5 HTTP/1.1" status: 204 len: 168 time: 0.9631283 Jul 07 18:25:10.490587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:10.492866 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73286746-d767-4f3a-b4eb-db4e13205bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:10.585386 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:10.752125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.781837 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ac7f0f-1c11-41bb-a17d-b89d423379c3 x-openstack-request-id: req-f4ac7f0f-1c11-41bb-a17d-b89d423379c3 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:10.782181 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "tag": "b960f11c-f808-4208-84cc-6a1134875e31", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:10.782618 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4ac7f0f-1c11-41bb-a17d-b89d423379c3 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:10.783042 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31', 'status': 'completed', 'code': 200} Jul 07 18:25:10.800944 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:10.828260 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Checking router: b4819b67-d02e-44e3-9d5f-59282e7d53ac for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:10.836901 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:10.837548 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:10.887513 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-c9a8a6b7-1697-417f-a791-f4cc7821b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:10.889581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-c9a8a6b7-1697-417f-a791-f4cc7821b887 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0759194 Jul 07 18:25:10.959760 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:11.020607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb922-59b1-4ada-95cd-d33cca77921a req-6d8badb3-0805-432e-9eaf-0bbc7a8f9f9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.022123 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-346bb922-59b1-4ada-95cd-d33cca77921a req-6d8badb3-0805-432e-9eaf-0bbc7a8f9f9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.1511412 Jul 07 18:25:11.025094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-750c50ea-4149-4738-8403-a155cf8a459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.026556 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-750c50ea-4149-4738-8403-a155cf8a459e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 200 len: 897 time: 0.1193781 Jul 07 18:25:11.077301 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-b5b2e621-eab6-461a-8870-a11f78847b70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 200 len: 217 time: 0.0410323 Jul 07 18:25:11.124679 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-346bb922-59b1-4ada-95cd-d33cca77921a req-5b93c0d8-a01a-4a80-b88e-60fea926a43c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0960488 Jul 07 18:25:11.151082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-052f07ec-521b-4b76-8bb0-e832cb3c927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.151082 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-052f07ec-521b-4b76-8bb0-e832cb3c927f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 200 len: 835 time: 0.0566792 Jul 07 18:25:11.169443 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:11.196766 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba967e-bae7-46c6-80bf-c1720366a29b None None] The sync data for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 is: [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '98317f68-8004-4e8c-b524-22db3bdca384', 'name': '', 'network_id': 'a1515d3f-bd3c-4854-a6e1-a1a483993275', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:24:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '5b6c23f9-9335-4ea8-90ae-1d16f727068f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:11.211269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-a54de28e-8285-4569-8e30-540436d1ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.212834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-a54de28e-8285-4569-8e30-540436d1ed3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1515d3f-bd3c-4854-a6e1-a1a483993275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593045 Jul 07 18:25:11.309330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-5380fb9f-712f-4e6b-86d0-ccdf1f1600a7 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Jul 07 18:25:11.412464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-73286746-d767-4f3a-b4eb-db4e13205bfe req-611a7246-7be6-4e95-a93e-e0875e4243d9 service neutron] 10.222.0.23 "GET /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958195 Jul 07 18:25:11.453907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f174f65a-2d81-4bd1-a675-07af1bcd23ca None None] New status for floating IP ea2e4f9e-791f-493f-813d-644b898465d5: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:12.108347 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.312046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137b41f-9434-4472-87f1-c968cae449c7 req-a0ef2c86-bd38-4644-817a-1e0a3d315428 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.314056 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c137b41f-9434-4472-87f1-c968cae449c7 req-a0ef2c86-bd38-4644-817a-1e0a3d315428 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0667794 Jul 07 18:25:12.352013 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c137b41f-9434-4472-87f1-c968cae449c7 req-75417f1f-2bc0-4738-981c-089e70ca73a9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=24efd302-0938-4f2b-99c0-d2035eab1745&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321054 Jul 07 18:25:12.572503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-6810178b-ce25-44a2-a76a-54f0269ad5d0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.573972 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-6810178b-ce25-44a2-a76a-54f0269ad5d0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 945 time: 0.0621796 Jul 07 18:25:13.039073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port b960f11c-f808-4208-84cc-6a1134875e31 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:13.039408 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.131651 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port b960f11c-f808-4208-84cc-6a1134875e31, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=b960f11c-f808-4208-84cc-6a1134875e31,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:13.132005 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.144394 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for b960f11c-f808-4208-84cc-6a1134875e31 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:13.286208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.319884 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=b960f11c-f808-4208-84cc-6a1134875e31,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:13.333814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.334172 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.334641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.335095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.335427 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.335766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.336104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.336452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.336777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.337109 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.337439 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.337771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.378309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] No DVR routers for this DVR port b960f11c-f808-4208-84cc-6a1134875e31 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:13.381171 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.383540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ebf9c5af-c652-4e28-9152-ac752950ec9b req-0b61187c-6c1a-48db-8236-9a345477dae6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "DELETE /v2.0/ports/b960f11c-f808-4208-84cc-6a1134875e31 HTTP/1.1" status: 204 len: 173 time: 0.8032744 Jul 07 18:25:13.383999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'name': 'network-vif-deleted', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:13.386296 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23192948-e31c-4b0d-98d9-b8099e08aed7" -d '{"events": [{"server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "name": "network-vif-deleted", "tag": "b960f11c-f808-4208-84cc-6a1134875e31"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:13.513638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b7a87bd2-5553-4ac5-981c-9f204ba3102a req-c320021d-0999-4278-bd8e-3d36f710a14d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9425812f-d8b0-448c-8c62-a791ac9838f9 HTTP/1.1" status: 200 len: 210 time: 0.0308142 Jul 07 18:25:13.561878 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16565f24-6d12-4b04-a2e5-c0498745c7c1 x-openstack-request-id: req-16565f24-6d12-4b04-a2e5-c0498745c7c1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:13.562099 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9425812f-d8b0-448c-8c62-a791ac9838f9", "name": "network-vif-deleted", "tag": "b960f11c-f808-4208-84cc-6a1134875e31", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:13.562313 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16565f24-6d12-4b04-a2e5-c0498745c7c1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:13.562741 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9425812f-d8b0-448c-8c62-a791ac9838f9', 'name': 'network-vif-deleted', 'tag': 'b960f11c-f808-4208-84cc-6a1134875e31', 'status': 'completed', 'code': 200} Jul 07 18:25:13.864490 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.608680 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41932) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:14.980898 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.283849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 98317f68-8004-4e8c-b524-22db3bdca384 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:15.284095 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.299521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b960f11c-f808-4208-84cc-6a1134875e31 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:15.318925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: b960f11c-f808-4208-84cc-6a1134875e31 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:15.319273 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device b960f11c-f808-4208-84cc-6a1134875e31 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:15.378839 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 98317f68-8004-4e8c-b524-22db3bdca384, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=98317f68-8004-4e8c-b524-22db3bdca384,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:15.379204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.391859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 98317f68-8004-4e8c-b524-22db3bdca384 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:15.582700 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.615954 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=98317f68-8004-4e8c-b524-22db3bdca384,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:15.797948 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.026374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router b4819b67-d02e-44e3-9d5f-59282e7d53ac has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:16.134978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:16.140402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-57838cea-e21a-4bd7-9276-80c748d63d9b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/b4819b67-d02e-44e3-9d5f-59282e7d53ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305853 Jul 07 18:25:16.143364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41934) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:16.144719 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Sync routers for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:16.154901 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:16.155961 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:16.198801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting subnet 5b6c23f9-9335-4ea8-90ae-1d16f727068f {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:25:16.202592 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.242733 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.260570 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:16.333628 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.400351 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.430162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6c23f9-9335-4ea8-90ae-1d16f727068f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:16.437394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.441787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f3c18cd-f519-412d-b538-ef461085e392 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/subnets/5b6c23f9-9335-4ea8-90ae-1d16f727068f HTTP/1.1" status: 204 len: 168 time: 0.2950642 Jul 07 18:25:16.443034 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41936) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:16.443531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84026a-0935-4633-9f11-3fb3900c9b8c None None] Network a1515d3f-bd3c-4854-a6e1-a1a483993275 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:16.458302 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:25:15Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:16.489535 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:16.490213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Checking router: b4819b67-d02e-44e3-9d5f-59282e7d53ac for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:16.499857 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Routers {'b4819b67-d02e-44e3-9d5f-59282e7d53ac'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:16.500490 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:16.556023 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.625817 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] Set router b4819b67-d02e-44e3-9d5f-59282e7d53ac gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:16.679734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] DHCP port deletion for a1515d3f-bd3c-4854-a6e1-a1a483993275 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:25:16.706529 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.750533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Deleting port e719c643-3223-4f09-82c8-e48300973e38 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:16.750875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.771414 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:16.771679 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.829193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] For port e719c643-3223-4f09-82c8-e48300973e38, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e719c643-3223-4f09-82c8-e48300973e38,segment=NetworkSegment(c57acc4d-dd63-44d7-b100-1d020fac3d19),segment_id=c57acc4d-dd63-44d7-b100-1d020fac3d19)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:16.829884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.845225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Calling delete_port for e719c643-3223-4f09-82c8-e48300973e38 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:16.889261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 9da305aa-977c-4e8f-928a-1a2ee0ed2da5, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:16.889892 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.909726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:16.951069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.976550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:25:15Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:16.986807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Pushing event deleted for resources: {'Port': ['ID=e719c643-3223-4f09-82c8-e48300973e38,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:16.997939 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] No DVR routers for this DVR port e719c643-3223-4f09-82c8-e48300973e38 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:17.000757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.001327 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.001980 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.002323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.003171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.003171 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.004111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.004448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.004778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.005103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.005428 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.005756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17465505-6092-4ad8-a8c1-fe1ce0305064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:17.007218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e840b27-69bc-48fd-b1ce-8ef707b15e1c None None] The sync data for ids ['b4819b67-d02e-44e3-9d5f-59282e7d53ac'] in n-d-791505-12 is: [{'id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284959614', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:11Z', 'updated_at': '2021-07-07T18:25:15Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '9da305aa-977c-4e8f-928a-1a2ee0ed2da5', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4819b67-d02e-44e3-9d5f-59282e7d53ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:12Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:17.119752 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.152068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=9da305aa-977c-4e8f-928a-1a2ee0ed2da5,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:17.219200 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.316585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.318854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.373744 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.374226 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Fanout notify agent at l3_agent the message router_deleted on router b4819b67-d02e-44e3-9d5f-59282e7d53ac {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:25:17.382036 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.385778 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-33a40283-adcf-4a9c-baeb-afec42ee922f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/routers/b4819b67-d02e-44e3-9d5f-59282e7d53ac HTTP/1.1" status: 204 len: 168 time: 0.9391627 Jul 07 18:25:17.386095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41938) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:17.478147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.578207 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.596060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1515d3f-bd3c-4854-a6e1-a1a483993275']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:17.608400 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57acc4d-dd63-44d7-b100-1d020fac3d19') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:17.608691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57acc4d-dd63-44d7-b100-1d020fac3d19') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:17.619210 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.638177 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.645658 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:25:17.646098 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:25:17.649438 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:25:17.725673 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.730828 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.733699 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/networks/a1515d3f-bd3c-4854-a6e1-a1a483993275 HTTP/1.1" status: 204 len: 168 time: 0.3465009 Jul 07 18:25:17.736677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41940) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:17.751072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddd0b1-50f3-43e2-8b89-67389bbfd4bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Network': ['ID=a1515d3f-bd3c-4854-a6e1-a1a483993275,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:17.816601 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.842345 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.904142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.907367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.908584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/security-groups/24efd302-0938-4f2b-99c0-d2035eab1745 HTTP/1.1" status: 204 len: 168 time: 0.1698337 Jul 07 18:25:17.919016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e54e8-5923-481b-8160-e3a84148420b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24efd302-0938-4f2b-99c0-d2035eab1745,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.146037 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e719c643-3223-4f09-82c8-e48300973e38 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:18.167998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e719c643-3223-4f09-82c8-e48300973e38 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:18.168348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e719c643-3223-4f09-82c8-e48300973e38 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:18.168838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98317f68-8004-4e8c-b524-22db3bdca384 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:18.189029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 98317f68-8004-4e8c-b524-22db3bdca384 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:18.189379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 98317f68-8004-4e8c-b524-22db3bdca384 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:18.189804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:18.208432 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:18.208839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9da305aa-977c-4e8f-928a-1a2ee0ed2da5 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:18.623303 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41946) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:18.628127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113726291', 'description': 'tempest-secgroup-smoke-1113726291 description', 'project_id': 'd08184047bb04241af218778dec6ee79'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:18.649721 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.739923 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.744260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.771364 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.772727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482980 Jul 07 18:25:18.776741 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41948) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:18.777359 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070178d-d775-4296-8c61-508b9a1f6d1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58660cf6-8bfc-4f75-bb27-c45f92091fc6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.781923 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:18.818640 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.868389 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.877875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.897870 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfa6f55-c5fb-4447-9bc8-f8c8d8b9dbb5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.902082 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.903468 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0053e497-f5aa-4476-a4bf-827505043a93 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255496 Jul 07 18:25:18.906293 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41950) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:18.911118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:18.941573 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.011320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.015765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.035311 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fdf595-ff73-4666-9f6a-e18484613dd5,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.040716 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.041993 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f6034f81-80c6-4022-bff5-c880a0eb437f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347167 Jul 07 18:25:19.046015 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41952) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.050738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.078484 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.140143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.145214 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.163919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469aa78d-0249-434c-b46e-b86e7ae0d7e4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.173894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.175602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-05abd4d6-0135-4bd2-8b79-92fae230607a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284082 Jul 07 18:25:19.178703 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41954) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.183557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.213161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.275951 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.281725 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.306748 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de758435-eb3b-4c8e-b904-b2dcba1e6758,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.313927 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.315500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-75af05bc-5f62-407e-a104-5507153db3bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358039 Jul 07 18:25:19.318185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41956) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.323183 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.347040 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:25:19.352678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.423908 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.427882 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.449253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc8d2a7-1e28-4003-9e9e-c8d3a7651117,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.453916 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.455585 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8537205f-83b5-4e9f-a4e1-7ce4a5e25c78 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361959 Jul 07 18:25:19.458319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41958) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.462976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '58660cf6-8bfc-4f75-bb27-c45f92091fc6', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.491469 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:25:19.496820 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.568157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.572048 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.592987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d8fe1f-cca9-4990-8282-af1227d4ad45,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.599100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.600678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-122c66cb-a771-44c6-8ae4-79ac15454fef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410699 Jul 07 18:25:19.603697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 41960) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.609643 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'network': {'name': 'tempest-network-smoke--102183757', 'project_id': 'd08184047bb04241af218778dec6ee79', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.632363 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:19.635824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.661066 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:25:19.672344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.672697 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Added segment df71808e-76b3-4637-81b0-989a2d635b2e of type vlan for network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc Jul 07 18:25:19.715490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.749724 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.755348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:19.755980 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.813311 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2085493 Jul 07 18:25:19.816187 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41962) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.821316 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'admin_state_up': True, 'project_id': 'd08184047bb04241af218778dec6ee79', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:19.829072 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdbbe-2a2c-4030-9291-f4fd5b207cfe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Network': ['ID=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.839672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:25:19.849100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.850125 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.916529 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.059079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.258247 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.277039 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.386635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.239 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/88d84762-bfcc-4c98-acf5-e075694d38d2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:20.484917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.523223 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.565409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:20.568242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:20.573639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:20.579497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=88d84762-bfcc-4c98-acf5-e075694d38d2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.827033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.373501 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.497908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 7ce359d9-e203-4588-94c1-d9e254bc5590 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:25:21.602874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:21.613666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Sync routers for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:21.621794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.623234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:21.623768 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-781c37a0-a509-4bfd-8de2-6275de6b83c0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8064575 Jul 07 18:25:21.626827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41964) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:21.627186 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:21.662200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2844b450-0553-418c-a47d-b5f082ea641b tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d08184047bb04241af218778dec6ee79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342567 Jul 07 18:25:21.664771 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41966) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:21.859405 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c2ea97-90c0-469b-bfd9-5ae2346a11cc tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:21.861053 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6c2ea97-90c0-469b-bfd9-5ae2346a11cc tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1953132 Jul 07 18:25:21.864453 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41968) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:21.901798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:21.907602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-55244f91-7986-4c43-8d22-243f7f683bae tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420492 Jul 07 18:25:21.910072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41970) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:21.915029 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473260003', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'project_id': 'd08184047bb04241af218778dec6ee79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:22.019712 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:22.023983 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.091324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:20Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:22.119903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Checking router: 7ce359d9-e203-4588-94c1-d9e254bc5590 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:22.120256 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Updating router 7ce359d9-e203-4588-94c1-d9e254bc5590 port 88d84762-bfcc-4c98-acf5-e075694d38d2 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:25:22.157193 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.215480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.274540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Subnet': ['ID=d4166685-7ef6-474c-b67a-c21e21dc0e1d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:22.292019 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Checking segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:22.292392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network hostable DHCP agents. Network: eebd664d-5fb3-40d0-bd1c-76e2003e3dcc, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:25:22.316031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:25:22.327212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, eebd664d-5fb3-40d0-bd1c-76e2003e3dcc) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:22.331063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:22.331649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.338534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52b37c-406f-49f2-bbd3-d393459aaf73 None None] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:22.346818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-b1e003d0-aed9-48d7-a70a-5e26fe062216 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4353986 Jul 07 18:25:22.349329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 41972) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:22.514703 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.532486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Transition to ACTIVE for port object 88d84762-bfcc-4c98-acf5-e075694d38d2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:22.540163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.585989 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:25:22.586865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.632084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562bea-d22d-4ea9-9b70-32616c45ed6f None None] Pushing event updated for resources: {'Port': ['ID=88d84762-bfcc-4c98-acf5-e075694d38d2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:22.635590 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Attempting to bind port 88d84762-bfcc-4c98-acf5-e075694d38d2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:22.635971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Attempting to bind port 88d84762-bfcc-4c98-acf5-e075694d38d2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:22.636337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Attempting to bind port 88d84762-bfcc-4c98-acf5-e075694d38d2 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:22.685461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:22.685852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:22.686458 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.686876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:22.687366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Bound port: 88d84762-bfcc-4c98-acf5-e075694d38d2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:22.687754 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.787489 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] For port 88d84762-bfcc-4c98-acf5-e075694d38d2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:22.792064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] For port 88d84762-bfcc-4c98-acf5-e075694d38d2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=88d84762-bfcc-4c98-acf5-e075694d38d2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:22.802617 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.818229 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.837342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Allocated IP 172.20.0.2 (eebd664d-5fb3-40d0-bd1c-76e2003e3dcc/d4166685-7ef6-474c-b67a-c21e21dc0e1d/85138f0b-789d-4e4b-8c49-7a5c0479c244) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:22.931810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:22.931810 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:22.964243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562bea-d22d-4ea9-9b70-32616c45ed6f None None] Pushing event updated for resources: {'Port': ['ID=88d84762-bfcc-4c98-acf5-e075694d38d2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.095184 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:23.205166 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.220987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Transition to ACTIVE for port object 85138f0b-789d-4e4b-8c49-7a5c0479c244 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:23.248948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Transition to ACTIVE for port object 85138f0b-789d-4e4b-8c49-7a5c0479c244 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:23.256954 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.323576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.1 (eebd664d-5fb3-40d0-bd1c-76e2003e3dcc/d4166685-7ef6-474c-b67a-c21e21dc0e1d/18350c3f-e123-4eec-bda1-4b2aaa25058b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:23.326761 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:23.331787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:23.338409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:23.348861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Pushing event updated for resources: {'Port': ['ID=85138f0b-789d-4e4b-8c49-7a5c0479c244,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.410705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Attempting to bind port 85138f0b-789d-4e4b-8c49-7a5c0479c244 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:23.412068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Attempting to bind port 85138f0b-789d-4e4b-8c49-7a5c0479c244 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:23.412068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Attempting to bind port 85138f0b-789d-4e4b-8c49-7a5c0479c244 on network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:23.420871 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:23.421250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Checking segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:23.421656 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.422060 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Bound using segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:23.422574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Bound port: 85138f0b-789d-4e4b-8c49-7a5c0479c244, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:23.422960 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.434260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:20Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:23.452061 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.467120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object 18350c3f-e123-4eec-bda1-4b2aaa25058b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:23.468888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdf453-d461-4371-8491-a8b1aa290eb2 None None] The sync data for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 is: [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:20Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:23.510890 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.534107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] For port 85138f0b-789d-4e4b-8c49-7a5c0479c244, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:23.542847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] For port 85138f0b-789d-4e4b-8c49-7a5c0479c244, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85138f0b-789d-4e4b-8c49-7a5c0479c244,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:23.552320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.561389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:23.565441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:23.569555 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:23.598988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.630208 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.632767 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef491a0-8ac5-4b49-a6dd-28cd1aa19894 None None] Pushing event updated for resources: {'Port': ['ID=85138f0b-789d-4e4b-8c49-7a5c0479c244,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.839250 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.001333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 88d84762-bfcc-4c98-acf5-e075694d38d2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:24.079646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 88d84762-bfcc-4c98-acf5-e075694d38d2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:24.085859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 88d84762-bfcc-4c98-acf5-e075694d38d2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:24.086500 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.187795 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.221695 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 88d84762-bfcc-4c98-acf5-e075694d38d2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=88d84762-bfcc-4c98-acf5-e075694d38d2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:24.226664 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.284167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.285380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=88d84762-bfcc-4c98-acf5-e075694d38d2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:24.291083 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.371737 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.374243 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:24.491648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:24.493217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:24.640365 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 7ce359d9-e203-4588-94c1-d9e254bc5590 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:24.767386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:24.773052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f167caa-7359-42d2-ab7a-8c364f68a907 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/7ce359d9-e203-4588-94c1-d9e254bc5590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4226124 Jul 07 18:25:24.861581 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05dd1b-dae0-4981-a749-96ebda57c546 None None] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:24.941414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4b266d4e-4e29-4a71-ba82-bcc1c7a68f6c None None] Provisioning for port 85138f0b-789d-4e4b-8c49-7a5c0479c244 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:24.956178 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-b9524aa5-ef4e-468b-90aa-026cdb357034 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113726291&fields=id&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 267 time: 0.0391517 Jul 07 18:25:25.080739 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-2d9bcac3-e056-47f6-be2c-007cff86bc13 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:25.082408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-2d9bcac3-e056-47f6-be2c-007cff86bc13 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 796 time: 0.1189907 Jul 07 18:25:25.103592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-c687fe54-d991-4d42-bd6e-9fd558befc0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/quotas/d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 375 time: 0.0146844 Jul 07 18:25:25.196806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-4c2890c5-a305-42ca-a61d-348d91911218 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871863 Jul 07 18:25:25.361071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-c878336c-05d0-4d13-ada7-350564813112 service neutron] 10.222.0.66 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479676 Jul 07 18:25:25.394203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-605b9f0d-3665-4d5e-a8af-537615adcd94 None None] Provisioning for port 18350c3f-e123-4eec-bda1-4b2aaa25058b completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:25.399260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-605b9f0d-3665-4d5e-a8af-537615adcd94 None None] Provisioning complete for port 18350c3f-e123-4eec-bda1-4b2aaa25058b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:25.399769 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-605b9f0d-3665-4d5e-a8af-537615adcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.432465 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Sync routers for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:25.447532 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-605b9f0d-3665-4d5e-a8af-537615adcd94 None None] Port 18350c3f-e123-4eec-bda1-4b2aaa25058b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:25:25.453099 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:25.454325 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:25.468535 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-46d15b65-4087-4b4d-9c06-3caef6745ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001706 Jul 07 18:25:25.575438 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-055512a3-98be-4a88-b275-70651e3141f5 None None] Provisioning complete for port 18350c3f-e123-4eec-bda1-4b2aaa25058b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:25.575959 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-055512a3-98be-4a88-b275-70651e3141f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.583846 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:25.620606 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-055512a3-98be-4a88-b275-70651e3141f5 None None] Port 18350c3f-e123-4eec-bda1-4b2aaa25058b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:25:25.675691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bd09b0c4-b549-4cf6-aa4f-8f16177bc7f1 req-a9945193-3f4d-4bef-96d7-ac484c69d3db tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 210 time: 0.0312262 Jul 07 18:25:25.744686 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-97fb45ed-b5a4-41e5-b5e2-fd94c90fd4cc None None] Provisioning complete for port 18350c3f-e123-4eec-bda1-4b2aaa25058b triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:25.745520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-97fb45ed-b5a4-41e5-b5e2-fd94c90fd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.784903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-97fb45ed-b5a4-41e5-b5e2-fd94c90fd4cc None None] Port 18350c3f-e123-4eec-bda1-4b2aaa25058b cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:25:25.833274 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 2, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:25.860591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Checking router: 7ce359d9-e203-4588-94c1-d9e254bc5590 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:25.860949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Updating router 7ce359d9-e203-4588-94c1-d9e254bc5590 port 18350c3f-e123-4eec-bda1-4b2aaa25058b binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:25:25.898361 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.948976 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 88d84762-bfcc-4c98-acf5-e075694d38d2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:25.999797 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 88d84762-bfcc-4c98-acf5-e075694d38d2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:26.000100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.081183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85138f0b-789d-4e4b-8c49-7a5c0479c244 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:26.129402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 85138f0b-789d-4e4b-8c49-7a5c0479c244 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:26.133130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 85138f0b-789d-4e4b-8c49-7a5c0479c244 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:26.133505 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.178608 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.189450 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Transition to ACTIVE for port object 18350c3f-e123-4eec-bda1-4b2aaa25058b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:26.195769 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.216623 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.252323 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Pushing event updated for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:26.252528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 85138f0b-789d-4e4b-8c49-7a5c0479c244, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85138f0b-789d-4e4b-8c49-7a5c0479c244,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:26.257590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.298552 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.298797 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.299136 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.299471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.299802 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.300130 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.300520 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.300778 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.301100 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.301420 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.301743 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.302125 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:26.313859 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=85138f0b-789d-4e4b-8c49-7a5c0479c244,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:26.318553 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Attempting to bind port 18350c3f-e123-4eec-bda1-4b2aaa25058b on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:26.318926 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Attempting to bind port 18350c3f-e123-4eec-bda1-4b2aaa25058b by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:26.319296 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Attempting to bind port 18350c3f-e123-4eec-bda1-4b2aaa25058b on network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:26.326343 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:26.326727 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Checking segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:26.327139 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.329416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Bound using segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:26.329416 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Bound port: 18350c3f-e123-4eec-bda1-4b2aaa25058b, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:26.329416 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.343323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.401950 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] For port 18350c3f-e123-4eec-bda1-4b2aaa25058b, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:26.405403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] For port 18350c3f-e123-4eec-bda1-4b2aaa25058b, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18350c3f-e123-4eec-bda1-4b2aaa25058b,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:26.410267 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.468122 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:26.468794 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:26.503882 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c738-903a-470b-8c9b-0c52802a5010 None None] Pushing event updated for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:26.585502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:26.763902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c87bcb8f-57d2-4bfe-9cfc-55cc81a0e7fa req-1f7d518a-7abe-4773-842b-53f1e3ccfff3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Jul 07 18:25:26.815369 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:26Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:26.849306 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8e2d1-5463-49a7-8e21-443c0a1181e7 None None] The sync data for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 is: [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:26Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:27.837679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:27.966815 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18350c3f-e123-4eec-bda1-4b2aaa25058b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:28.023873 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 18350c3f-e123-4eec-bda1-4b2aaa25058b completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:28.028635 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 18350c3f-e123-4eec-bda1-4b2aaa25058b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:28.029821 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:28.143533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3d5805bf-96ee-4d95-9786-790aaec86403 req-afabc355-4b93-46d9-a426-69bdfc3bd729 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Jul 07 18:25:28.277520 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:28.314924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 18350c3f-e123-4eec-bda1-4b2aaa25058b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18350c3f-e123-4eec-bda1-4b2aaa25058b,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:28.319890 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:28.320720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85138f0b-789d-4e4b-8c49-7a5c0479c244 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:28.402422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:28.417013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 85138f0b-789d-4e4b-8c49-7a5c0479c244 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:28.417013 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.072319 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-05ab5611-57d2-4d05-b439-9bac8a68272c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:29.073766 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-05ab5611-57d2-4d05-b439-9bac8a68272c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 796 time: 0.1911719 Jul 07 18:25:29.132544 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-863e4311-03a7-4490-9a15-b60fe6e6a8b1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 380 time: 0.0492425 Jul 07 18:25:29.144251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'port': {'device_id': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'admin_state_up': True, 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'security_groups': ['58660cf6-8bfc-4f75-bb27-c45f92091fc6']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:29.310142 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0d1bf242-c2db-424d-a867-5e35428938bf req-fab518ca-3b68-4a21-a47b-e4d8ca20fa50 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 210 time: 0.0345747 Jul 07 18:25:29.506828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:29.510419 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.655685 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.7 (eebd664d-5fb3-40d0-bd1c-76e2003e3dcc/d4166685-7ef6-474c-b67a-c21e21dc0e1d/a3324f10-c04f-4643-b99b-a798f772fba2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:29.805600 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.819849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object a3324f10-c04f-4643-b99b-a798f772fba2 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:29.856471 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.867572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18350c3f-e123-4eec-bda1-4b2aaa25058b up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:29.903184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:29.906578 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:29.910451 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:29.925794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 18350c3f-e123-4eec-bda1-4b2aaa25058b triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:29.926206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.944205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:29.971768 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:29.972443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:29.991095 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-940cc17f-caae-4a03-8a20-affd2c9f1973 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508396 Jul 07 18:25:30.003935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Request body: {'port': {'device_id': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:30.089325 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.180441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-90538d78-89e5-45fa-85d1-f88d971a8e67 None None] Provisioning for port a3324f10-c04f-4643-b99b-a798f772fba2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:30.184147 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-90538d78-89e5-45fa-85d1-f88d971a8e67 None None] Provisioning complete for port a3324f10-c04f-4643-b99b-a798f772fba2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:30.184530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-90538d78-89e5-45fa-85d1-f88d971a8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.220429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-90538d78-89e5-45fa-85d1-f88d971a8e67 None None] Port a3324f10-c04f-4643-b99b-a798f772fba2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:25:30.364173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3324f10-c04f-4643-b99b-a798f772fba2 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:25:30.372297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.385064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Transition to ACTIVE for port object a3324f10-c04f-4643-b99b-a798f772fba2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:30.390115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.444265 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:30.507476 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345c37-5db9-4a4b-afd1-64b8b89bcd90 req-f2b7ce85-e979-459c-b22c-fd96e5e6b1ad tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.509192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4345c37-5db9-4a4b-afd1-64b8b89bcd90 req-f2b7ce85-e979-459c-b22c-fd96e5e6b1ad tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 943 time: 0.0839052 Jul 07 18:25:30.524833 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Attempting to bind port a3324f10-c04f-4643-b99b-a798f772fba2 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:30.525251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Attempting to bind port a3324f10-c04f-4643-b99b-a798f772fba2 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:30.525591 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Attempting to bind port a3324f10-c04f-4643-b99b-a798f772fba2 on network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:30.531141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Port a3324f10-c04f-4643-b99b-a798f772fba2 on network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:25:30.531482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Attempting to bind port a3324f10-c04f-4643-b99b-a798f772fba2 on network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:30.536884 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:30.537237 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Checking segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:30.537637 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Bound using segment: {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:30.538085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Bound port: a3324f10-c04f-4643-b99b-a798f772fba2, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df71808e-76b3-4637-81b0-989a2d635b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:30.538477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.555760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4345c37-5db9-4a4b-afd1-64b8b89bcd90 req-aefcc4d9-cc17-4dc8-a827-97d9d5ef511c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394833 Jul 07 18:25:30.619312 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:30.623630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a3324f10-c04f-4643-b99b-a798f772fba2,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:30.627438 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.661866 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.662517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.663916 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 1092 time: 0.6645617 Jul 07 18:25:30.664354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:30.666769 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831fc86d-4eec-4155-b93e-077c4aa4e962" -d '{"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:30.693840 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcedbf-8f5b-4385-b369-cd1e1bcbd2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:30.716047 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2049a2ad-0d90-452a-bfc8-d8c72e6e7c7d x-openstack-request-id: req-2049a2ad-0d90-452a-bfc8-d8c72e6e7c7d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:30.716342 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:30.716577 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2049a2ad-0d90-452a-bfc8-d8c72e6e7c7d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:30.716975 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'status': 'completed', 'code': 200} Jul 07 18:25:30.770600 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-8c314bf1-48b2-4b55-af0c-aa66538d6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.772371 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-8c314bf1-48b2-4b55-af0c-aa66538d6aac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1095 time: 0.0658588 Jul 07 18:25:30.818269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-4d51c251-a1eb-4d9e-8cf0-6668f553a2e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 217 time: 0.0385437 Jul 07 18:25:30.869108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-4b18d313-0a76-4752-9bd0-36c11f705b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.870728 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-4b18d313-0a76-4752-9bd0-36c11f705b3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0467761 Jul 07 18:25:30.938654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-fd0bb32b-5508-4c12-b771-726072f3d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.940194 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-fd0bb32b-5508-4c12-b771-726072f3d107 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635355 Jul 07 18:25:31.039689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-09cd62d2-ff72-4b11-8056-fe9aa972dc5f service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921073 Jul 07 18:25:31.132078 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-733f1dbb-ee1b-4db4-b423-66ea329dc7fe req-6f3f1ba8-3d0c-481f-bc71-1f060463783d service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852668 Jul 07 18:25:31.250967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-25cb190d-de12-42f4-8f8e-476395d0baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.252415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-25cb190d-de12-42f4-8f8e-476395d0baf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1095 time: 0.0629241 Jul 07 18:25:31.353795 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-37e6cfe6-9b90-46e2-a5e7-dbbe2218a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.355420 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-37e6cfe6-9b90-46e2-a5e7-dbbe2218a7ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.0969293 Jul 07 18:25:31.405862 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-09bf56cf-167e-4ee6-a218-8bde81986505 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 217 time: 0.0420554 Jul 07 18:25:31.456117 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-02df3a82-a28d-4eaa-8c5f-a1de54eb6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.457681 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-02df3a82-a28d-4eaa-8c5f-a1de54eb6790 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0461264 Jul 07 18:25:31.519543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-4eff7368-7596-4ff1-9af8-144bbea58c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.520983 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-4eff7368-7596-4ff1-9af8-144bbea58c8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570080 Jul 07 18:25:31.628952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-c876dfac-707f-4b0f-b914-521fc4dca23c service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989113 Jul 07 18:25:31.733498 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-831fc86d-4eec-4155-b93e-077c4aa4e962 req-07c45c03-49f2-4405-971d-a5d864d15a23 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982828 Jul 07 18:25:31.799781 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fabad-c270-49e2-8a7e-a12262677353 req-fbeb6be4-48b9-40db-b17a-0e0279910429 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:31.801329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-793fabad-c270-49e2-8a7e-a12262677353 req-fbeb6be4-48b9-40db-b17a-0e0279910429 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 943 time: 0.0816278 Jul 07 18:25:31.846041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-793fabad-c270-49e2-8a7e-a12262677353 req-af6f640b-6aed-44f0-b93f-56048aba9618 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Jul 07 18:25:32.741437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a3324f10-c04f-4643-b99b-a798f772fba2 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:25:32.852705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a3324f10-c04f-4643-b99b-a798f772fba2,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:32.866858 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'port_id': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'mac_address': 'fa:16:3e:14:80:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:25:32.909889 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:32.928227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3324f10-c04f-4643-b99b-a798f772fba2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:25:32.953406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a3324f10-c04f-4643-b99b-a798f772fba2,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:32.959456 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:33.014230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:33.040341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b36dd-8ed3-4d9a-924d-7c75c395f913 req-8942a806-bf2b-4056-a463-ecc3a004b45a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:33.041877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-580b36dd-8ed3-4d9a-924d-7c75c395f913 req-8942a806-bf2b-4056-a463-ecc3a004b45a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 944 time: 0.0744228 Jul 07 18:25:33.093739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-580b36dd-8ed3-4d9a-924d-7c75c395f913 req-f59e422b-451c-4bd5-9379-4b85b8c5519a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453591 Jul 07 18:25:33.213164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['a3324f10-c04f-4643-b99b-a798f772fba2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:25:34.278725 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed290-6012-405d-8369-6b42db9d5ae0 req-a2aa5305-e0d8-4aaf-b95b-8469d3ce6186 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:34.280329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c24ed290-6012-405d-8369-6b42db9d5ae0 req-a2aa5305-e0d8-4aaf-b95b-8469d3ce6186 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 944 time: 0.0673923 Jul 07 18:25:34.321233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c24ed290-6012-405d-8369-6b42db9d5ae0 req-1e1b6004-6c55-4155-8e8a-0669b5010d7a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Jul 07 18:25:34.751422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a3324f10-c04f-4643-b99b-a798f772fba2 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:34.808222 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port a3324f10-c04f-4643-b99b-a798f772fba2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:34.812888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port a3324f10-c04f-4643-b99b-a798f772fba2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:34.813264 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:34.894015 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:34.920096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:34.922903 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1198b6-0319-4d52-8621-1a5fa8d634e2" -d '{"events": [{"server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:34.938936 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a3324f10-c04f-4643-b99b-a798f772fba2,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:34.944616 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:34.990387 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914055e3-425d-484e-9ed6-2ede9b327f44 x-openstack-request-id: req-914055e3-425d-484e-9ed6-2ede9b327f44 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:34.990764 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:34.990942 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-914055e3-425d-484e-9ed6-2ede9b327f44 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:34.991387 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'code': 200} Jul 07 18:25:35.024156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:35.102590 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd3853-4c31-47b5-92fa-176671df9bf8 req-dfef84c6-4f4b-4dd4-9cea-73d43c3e1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:35.104144 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cbd3853-4c31-47b5-92fa-176671df9bf8 req-dfef84c6-4f4b-4dd4-9cea-73d43c3e1b23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.0560153 Jul 07 18:25:35.142648 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-4cbd3853-4c31-47b5-92fa-176671df9bf8 req-1c86d81a-92e3-4be9-bc2d-afb76e5f968d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303988 Jul 07 18:25:35.506496 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b91c-9784-463d-a61b-0b4dd3b99981 req-0c420a30-25cd-455c-aef7-f56690b603c7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:35.508073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76a1b91c-9784-463d-a61b-0b4dd3b99981 req-0c420a30-25cd-455c-aef7-f56690b603c7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0690408 Jul 07 18:25:35.550911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-76a1b91c-9784-463d-a61b-0b4dd3b99981 req-c2a63b24-718c-4c0c-9115-7bf0ab18f37a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331533 Jul 07 18:25:36.736175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b11d99-8f96-4f2e-b5f5-95b239d29bdc req-30151abc-03fe-4925-99e0-4e9aa5bd48bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:36.737701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7b11d99-8f96-4f2e-b5f5-95b239d29bdc req-30151abc-03fe-4925-99e0-4e9aa5bd48bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0701540 Jul 07 18:25:36.776155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c7b11d99-8f96-4f2e-b5f5-95b239d29bdc req-c7ddb72f-cca7-45df-9d63-ccc32686d3c4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Jul 07 18:25:36.959866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7ed4-7ecd-432a-bffc-350b6974085a req-ba1732fa-8a6e-41e2-b6a2-72229a87207b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:36.961399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93af7ed4-7ecd-432a-bffc-350b6974085a req-ba1732fa-8a6e-41e2-b6a2-72229a87207b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0663452 Jul 07 18:25:37.013571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93af7ed4-7ecd-432a-bffc-350b6974085a req-2745507b-a6c3-4d52-a006-16d0fe545013 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 Jul 07 18:25:37.038812 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42034) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:37.109317 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a875a-d410-4923-afd0-99b28be29d2e tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:37.111130 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-493a875a-d410-4923-afd0-99b28be29d2e tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1092 time: 0.0712850 Jul 07 18:25:37.114349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42036) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:37.119160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:37.149110 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.251011 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-0c16cd3e-51ab-46bc-bcf1-36eefaa4bc98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1123037 Jul 07 18:25:37.292097 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.425604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-e7d5020b-cf20-4832-b88a-80935e2a1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:37.427672 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-e7d5020b-cf20-4832-b88a-80935e2a1b7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.1271439 Jul 07 18:25:37.437544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.83 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/577645eb-3ffe-4153-a844-baec719a5d76) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:37.597651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-d0494c90-8ca7-49ac-a9af-1ac4e767bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:37.599172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-d0494c90-8ca7-49ac-a9af-1ac4e767bcb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.1513820 Jul 07 18:25:37.617481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.655473 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-a86ee74a-cbe7-461f-a832-34b9ecd64a66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 217 time: 0.0479817 Jul 07 18:25:37.721743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-aaf699a1-8d92-4b5d-a6bc-dea71b784235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:37.723274 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-aaf699a1-8d92-4b5d-a6bc-dea71b784235 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0616672 Jul 07 18:25:37.723768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c88d9a6e-f24b-4694-90fd-7f40ce7fd81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.729852 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.808330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:37.813189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:37.815988 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:37.817912 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=577645eb-3ffe-4153-a844-baec719a5d76,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:37.896135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-19beefa5-bf2f-4547-bda4-e0bc83ebd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:37.897793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-19beefa5-bf2f-4547-bda4-e0bc83ebd2be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654418 Jul 07 18:25:38.082384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-fa0a2de2-bf3d-422b-8812-dc1ca7852715 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762538 Jul 07 18:25:38.246954 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-386695e1-685e-4be3-ab00-53ede7d42b0d req-0b8d5d83-ec80-43d9-8091-cc50cdf68ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379900 Jul 07 18:25:38.353869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.435833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.584584 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.589525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:38.663160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=577645eb-3ffe-4153-a844-baec719a5d76,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:38.674832 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:39.063107 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 associated. External IP: 172.25.3.83, port: a3324f10-c04f-4643-b99b-a798f772fba2. Jul 07 18:25:39.297428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 7ce359d9-e203-4588-94c1-d9e254bc5590 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:39.411746 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:39.423072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Sync routers for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:39.429481 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:39.432100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:39.432765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:39.469828 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8b78ce41-661e-481a-a34f-9fb956729abb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3543830 Jul 07 18:25:39.470421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:39.472788 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df" -d '{"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:39.549925 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:39.629185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706efb-54a2-46fd-aa28-57efa84fb1a6 req-b0709bae-6b68-482d-a883-e9c65b3c972b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:39.630765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55706efb-54a2-46fd-aa28-57efa84fb1a6 req-b0709bae-6b68-482d-a883-e9c65b3c972b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0666838 Jul 07 18:25:39.671482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55706efb-54a2-46fd-aa28-57efa84fb1a6 req-b45797f1-2222-4530-802c-2d43ffbd04f2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Jul 07 18:25:39.698400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42042) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:39.737144 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b76ab74-f0a7-4c7d-b0e9-a82f94d7f2fb x-openstack-request-id: req-4b76ab74-f0a7-4c7d-b0e9-a82f94d7f2fb {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:39.737428 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:39.737724 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b76ab74-f0a7-4c7d-b0e9-a82f94d7f2fb {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:39.738073 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'status': 'completed', 'code': 200} Jul 07 18:25:39.773010 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-94ec7ef6-8ed3-4c07-b485-7d4242393e90 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 HTTP/1.1" status: 200 len: 990 time: 0.0725770 Jul 07 18:25:39.789431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'port_id': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'mac_address': 'fa:16:3e:14:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:38Z', 'updated_at': '2021-07-07T18:25:38Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:39.821760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Checking router: 7ce359d9-e203-4588-94c1-d9e254bc5590 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:39.831496 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:39.832116 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:25:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:39.832705 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-c83f963b-bbd8-4cef-8ab3-58aed2d98d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:39.834230 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-c83f963b-bbd8-4cef-8ab3-58aed2d98d37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.0602453 Jul 07 18:25:39.935597 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-e522b9d5-f90b-49e3-b7e9-88581ee5a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:39.937099 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-e522b9d5-f90b-49e3-b7e9-88581ee5a754 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.0947196 Jul 07 18:25:39.943672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:40.010836 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-0c0f1b08-84b5-4710-9c99-de834dff6090 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 998 time: 0.0647538 Jul 07 18:25:40.067224 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-360b08d0-0fa4-4bc9-8488-aef90c4f551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:40.068628 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-360b08d0-0fa4-4bc9-8488-aef90c4f551f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0501301 Jul 07 18:25:40.132940 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-b8fad46a-55ec-4e71-92e7-2d675eb3e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:40.134783 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-b8fad46a-55ec-4e71-92e7-2d675eb3e851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556846 Jul 07 18:25:40.195301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'port_id': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'mac_address': 'fa:16:3e:14:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:38Z', 'updated_at': '2021-07-07T18:25:38Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:40.223634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d068a66-966f-42f9-8419-87726a1053e8 None None] The sync data for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 is: [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'port_id': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'mac_address': 'fa:16:3e:14:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:25:38Z', 'updated_at': '2021-07-07T18:25:38Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:40.237364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-923677ee-f54f-414d-98e5-965e69a70ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945454 Jul 07 18:25:40.243604 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06bf9d29-11ae-4b98-ae6f-4f6e9475328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:40.335101 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e9aa007d-6c81-4e03-9a4d-2752cbccc7df req-4d38f340-953e-4895-bd1d-ce95a8297261 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871921 Jul 07 18:25:40.439842 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a1a49-77c9-40e5-b269-db443628d393 None None] New status for floating IP 3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:40.745967 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:40.775437 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42044) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:40.848133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8cbce018-d04a-42a8-bda2-2f3f1171c607 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 HTTP/1.1" status: 200 len: 992 time: 0.0713658 Jul 07 18:25:42.110386 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:43.858508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:53.448855 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:56.356451 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.859189 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.725559 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-eda28403-9403-46bf-b159-d2cc2b50f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.248067 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1f28cef-4682-45f9-afc5-a0ea88d8e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.752145 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.114305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:13.862031 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:18.207393 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-20c0e28d-2f15-438b-8510-a4348b76ae1c req-24654471-88fb-4987-9513-3465c7ae0f0b service neutron] (93946) timed out ('10.222.0.66', 38428) {{(pid=93946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:26:18.384806 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-2cf63d6c-d4c9-47d8-abe4-0b9f29f04170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.386323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-2cf63d6c-d4c9-47d8-abe4-0b9f29f04170 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.0568182 Jul 07 18:26:18.438776 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ab4d3-50fe-4852-931e-8bf6635377fe req-bad789d4-71e8-469d-85f8-1f0bc7edf96b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.440474 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f96ab4d3-50fe-4852-931e-8bf6635377fe req-bad789d4-71e8-469d-85f8-1f0bc7edf96b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0723135 Jul 07 18:26:18.483362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f96ab4d3-50fe-4852-931e-8bf6635377fe req-b9546e26-6c45-458a-94a2-e37af37d2774 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360341 Jul 07 18:26:18.492886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-ff23e60d-69b9-49ec-bdb5-4f9638a2f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.494393 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-ff23e60d-69b9-49ec-bdb5-4f9638a2f4e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.1009429 Jul 07 18:26:18.582398 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-b1ca8cda-9548-40ec-8ba8-af7b36e00b19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 1000 time: 0.0727680 Jul 07 18:26:18.640846 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-1362ab4e-98c0-406a-863b-596e0981759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.642316 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-1362ab4e-98c0-406a-863b-596e0981759e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0488987 Jul 07 18:26:18.703632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-e2ff3298-b5ca-4d0c-b304-0779d67d7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.708727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-e2ff3298-b5ca-4d0c-b304-0779d67d7c71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576718 Jul 07 18:26:18.801357 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-8bfcf6c5-bf4e-4d10-a05d-070de577f033 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Jul 07 18:26:18.902158 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e43930c1-3625-48b4-9a85-27d44896cb29 req-0ee87f98-b33c-49d3-b680-93d81d09d873 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941708 Jul 07 18:26:19.666734 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4455bce-abbd-43ed-a01e-00469db189c5 req-898849d5-26ab-4c7b-a616-c6d9012f8b0e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:19.668266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4455bce-abbd-43ed-a01e-00469db189c5 req-898849d5-26ab-4c7b-a616-c6d9012f8b0e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0651815 Jul 07 18:26:19.708836 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4455bce-abbd-43ed-a01e-00469db189c5 req-9aa5c354-2c09-4800-a2db-34545b689018 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339744 Jul 07 18:26:20.912167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc64681-b9cc-492b-bfae-08abb7d32d14 req-276cca17-8b76-4e6c-bc71-3cb39265be03 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.914086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fc64681-b9cc-492b-bfae-08abb7d32d14 req-276cca17-8b76-4e6c-bc71-3cb39265be03 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0707855 Jul 07 18:26:20.954688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fc64681-b9cc-492b-bfae-08abb7d32d14 req-e60d2bf4-aab2-4ae7-9c82-78c4c5b88c8f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Jul 07 18:26:22.139001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea440e6f-9b1f-4cbe-b1d1-aed93c4ced46 req-028e751b-d411-4552-83a2-e1702e17383c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:22.140450 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea440e6f-9b1f-4cbe-b1d1-aed93c4ced46 req-028e751b-d411-4552-83a2-e1702e17383c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0653114 Jul 07 18:26:22.181976 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ea440e6f-9b1f-4cbe-b1d1-aed93c4ced46 req-e94dbbe9-dd12-447e-8934-495befe8f8ed tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Jul 07 18:26:23.362794 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d90a-6ef0-4d20-89d1-6bb341206486 req-4f138ec4-9a1a-4401-b11c-0a4100580837 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:23.364297 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc99d90a-6ef0-4d20-89d1-6bb341206486 req-4f138ec4-9a1a-4401-b11c-0a4100580837 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 07 18:26:23.406060 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cc99d90a-6ef0-4d20-89d1-6bb341206486 req-b8bba4af-20ca-439f-ac4a-9cdb2d3d4ff6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361102 Jul 07 18:26:24.596643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea907a-dded-4d27-a377-e561e3d949a5 req-205365a9-52c4-4a86-91a7-86fb0835c04a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:24.598191 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35ea907a-dded-4d27-a377-e561e3d949a5 req-205365a9-52c4-4a86-91a7-86fb0835c04a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0778475 Jul 07 18:26:24.644380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-35ea907a-dded-4d27-a377-e561e3d949a5 req-6dba546c-278b-49e2-8100-62f28692dbfd tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Jul 07 18:26:25.852643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa07e-57cb-4f20-a021-639c87d4c35c req-c8f287aa-4cca-4c3b-b827-a687219ac2ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.854280 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3baa07e-57cb-4f20-a021-639c87d4c35c req-c8f287aa-4cca-4c3b-b827-a687219ac2ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0724251 Jul 07 18:26:25.900903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e3baa07e-57cb-4f20-a021-639c87d4c35c req-d2bb552f-b017-4841-951f-0f44134ab9b7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Jul 07 18:26:26.377997 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.095529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469656a-f7c7-4bb0-b74d-8ee04c234495 req-e4d4722f-795c-4796-b216-9a5ab0abb39a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:27.097166 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0469656a-f7c7-4bb0-b74d-8ee04c234495 req-e4d4722f-795c-4796-b216-9a5ab0abb39a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0779169 Jul 07 18:26:27.152543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0469656a-f7c7-4bb0-b74d-8ee04c234495 req-debf2b5a-d32f-425b-b1ec-c95b5ee54986 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496662 Jul 07 18:26:27.868294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.345291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab0c4b-c67d-4d0c-af52-431e58f0d4fe req-6df46517-5d30-4ddc-a36c-62aad3dddd3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.346885 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16ab0c4b-c67d-4d0c-af52-431e58f0d4fe req-6df46517-5d30-4ddc-a36c-62aad3dddd3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0695236 Jul 07 18:26:28.388723 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-16ab0c4b-c67d-4d0c-af52-431e58f0d4fe req-3a068f0b-470f-4665-bda9-7cf1f1d7c1ee tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356755 Jul 07 18:26:29.593629 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a29f3-c526-4002-9ac5-056fb577f4b5 req-7ba4b703-954d-4f35-b01c-847ba901dc01 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.595398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-125a29f3-c526-4002-9ac5-056fb577f4b5 req-7ba4b703-954d-4f35-b01c-847ba901dc01 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0758357 Jul 07 18:26:29.637872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-125a29f3-c526-4002-9ac5-056fb577f4b5 req-e25c826b-1dd3-47f5-9393-f83f2e8942b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353043 Jul 07 18:26:30.449502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:30.837883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd22502-2308-4012-bcc9-2ea42b723d4f req-6dfa7571-9b35-407f-95bc-a64d55b77e8c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:30.839351 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bd22502-2308-4012-bcc9-2ea42b723d4f req-6dfa7571-9b35-407f-95bc-a64d55b77e8c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0734131 Jul 07 18:26:30.886802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bd22502-2308-4012-bcc9-2ea42b723d4f req-240f0dc5-a925-4b8b-a062-324708d8639c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Jul 07 18:26:30.924113 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42082) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:30.989834 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9a086802-7896-486a-912e-b3fc7507df30 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 HTTP/1.1" status: 200 len: 992 time: 0.0645063 Jul 07 18:26:37.728740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c738-a1e0-48c3-bfb8-88b558d32e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:39.184317 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-7923d150-4803-4392-bd7f-bd500ef396a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646193 Jul 07 18:26:39.291663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-62515fef-8018-4395-89e4-fd1be779c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:39.293251 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-62515fef-8018-4395-89e4-fd1be779c6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.0563827 Jul 07 18:26:39.414016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-895ac5ec-ea66-4245-a30f-8b7a6f39ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:39.415616 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-895ac5ec-ea66-4245-a30f-8b7a6f39ba6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.0991375 Jul 07 18:26:39.493048 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-5256ee9c-d7f9-44ee-81ef-1abf48d0174b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 1000 time: 0.0701640 Jul 07 18:26:39.548562 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-11d6b82f-c169-4161-9764-f93ebf88fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:39.550540 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-11d6b82f-c169-4161-9764-f93ebf88fed1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0501411 Jul 07 18:26:39.636763 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-d777983f-0b2c-4537-9aca-3908e0c2a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:39.638332 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-d777983f-0b2c-4537-9aca-3908e0c2a993 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774870 Jul 07 18:26:39.742729 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-82973c4e-905f-4ffd-988f-7d04c69fdcec service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959418 Jul 07 18:26:39.850030 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-95f6d62a-abf6-46cc-87a8-8ca4137f021b req-4ff60728-cb4d-429d-82e5-d7b0d4825dda service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915060 Jul 07 18:26:40.251502 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-def6db7e-dc4d-4c31-aed8-7d100cdd1ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:40.755672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:42.120158 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:43.865277 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:56.380123 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:57.880265 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.666686 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42104) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:03.855438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 577645eb-3ffe-4153-a844-baec719a5d76 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:03.855787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.937415 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.937743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.949692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 577645eb-3ffe-4153-a844-baec719a5d76 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:04.103132 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:04.128950 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=577645eb-3ffe-4153-a844-baec719a5d76,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:04.140717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.141131 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.141627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.142667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.143060 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.143402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.143739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.144557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.144557 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.144775 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.145033 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.145361 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:04.212236 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:04.212517 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 disassociated (deleted). External IP: 172.25.3.83, port: a3324f10-c04f-4643-b99b-a798f772fba2. Jul 07 18:27:04.429563 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 7ce359d9-e203-4588-94c1-d9e254bc5590 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:04.552026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:04.556868 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:04.561195 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Sync routers for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:04.572115 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:04.572804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:04.592934 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4f84d633-f007-4734-99fe-02def66f4e16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/floatingips/3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01 HTTP/1.1" status: 204 len: 168 time: 0.9250855 Jul 07 18:27:04.593605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:04.596931 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:04.857765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:04.888949 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cc4c6-6d92-4795-b7a6-e6d99a3bd92f x-openstack-request-id: req-5b1cc4c6-6d92-4795-b7a6-e6d99a3bd92f {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:04.889456 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:04.889456 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b1cc4c6-6d92-4795-b7a6-e6d99a3bd92f {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:04.889878 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'status': 'completed', 'code': 200} Jul 07 18:27:04.972632 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-17005725-e8dd-45c8-9818-83500e3a71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:04.974218 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-17005725-e8dd-45c8-9818-83500e3a71c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 1097 time: 0.0587728 Jul 07 18:27:05.064565 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cb28-db1a-48d5-abca-2070d2f98af8 req-955e5af7-2544-4252-bbd4-9471bfa95f2b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.066157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e98cb28-db1a-48d5-abca-2070d2f98af8 req-955e5af7-2544-4252-bbd4-9471bfa95f2b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0796068 Jul 07 18:27:05.080553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-71872325-f322-42b2-a603-949606044f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.082055 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-71872325-f322-42b2-a603-949606044f06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 200 len: 897 time: 0.0996232 Jul 07 18:27:05.083359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:05.108954 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e98cb28-db1a-48d5-abca-2070d2f98af8 req-0df0c8e0-a891-46af-8f04-ee3fcf14c4e4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365968 Jul 07 18:27:05.110678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Checking router: 7ce359d9-e203-4588-94c1-d9e254bc5590 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:05.120165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:05.120915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:26:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:05.131014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-2e1f0b69-1d27-4076-a2e4-5beab49d25b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 200 len: 217 time: 0.0404341 Jul 07 18:27:05.185728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-22a875ca-e5d1-4779-91bc-7482e71d8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.187460 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-22a875ca-e5d1-4779-91bc-7482e71d8013 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 200 len: 835 time: 0.0478563 Jul 07 18:27:05.232185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:05.250367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-e87f5cf1-fcce-414d-8cfb-98e30239eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.251957 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-e87f5cf1-fcce-414d-8cfb-98e30239eccb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544443 Jul 07 18:27:05.356425 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-768a2ef8-9b27-44f9-a978-183686788fa4 service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898788 Jul 07 18:27:05.452402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:05.454786 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-88f6aa12-ce2c-4b19-8771-4c7b5b67a64c req-26f6bc1d-dede-4ff6-adfa-8691dbee042d service neutron] 10.222.0.73 "GET /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Jul 07 18:27:05.487968 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da88b4-a42f-4854-94d9-5ee6f81c6a3b None None] The sync data for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 is: [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:25:23Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '18350c3f-e123-4eec-bda1-4b2aaa25058b', 'name': '', 'network_id': 'eebd664d-5fb3-40d0-bd1c-76e2003e3dcc', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:9c:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:22Z', 'updated_at': '2021-07-07T18:25:28Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'd4166685-7ef6-474c-b67a-c21e21dc0e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:05.735886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780693e-5513-4c81-adeb-54170caa9d8c None None] New status for floating IP 3a4ca798-ebf3-49ce-8ec6-14e52d2fdf01: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:27:06.300209 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb674b1-e129-446d-9ca2-3b4dd194d048 req-03b2ba55-f724-45fe-8c02-92dbaf67b2d4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:06.301874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bb674b1-e129-446d-9ca2-3b4dd194d048 req-03b2ba55-f724-45fe-8c02-92dbaf67b2d4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0666468 Jul 07 18:27:06.338712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bb674b1-e129-446d-9ca2-3b4dd194d048 req-958b53da-78f4-4a0a-84d4-82b89e89ce90 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=58660cf6-8bfc-4f75-bb27-c45f92091fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Jul 07 18:27:06.807818 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-f029709e-54d1-4794-838a-d6e367659f77 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:06.809366 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-f029709e-54d1-4794-838a-d6e367659f77 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 945 time: 0.0685344 Jul 07 18:27:06.921680 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port a3324f10-c04f-4643-b99b-a798f772fba2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:06.922143 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.014404 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port a3324f10-c04f-4643-b99b-a798f772fba2, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=a3324f10-c04f-4643-b99b-a798f772fba2,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:07.014787 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.033294 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for a3324f10-c04f-4643-b99b-a798f772fba2 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:07.159578 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.198607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=a3324f10-c04f-4643-b99b-a798f772fba2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:07.247582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] No DVR routers for this DVR port a3324f10-c04f-4643-b99b-a798f772fba2 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:07.251278 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.253408 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-ff5b8337-d76b-4590-976f-c189bfacbcf9 req-c655ed2f-505d-4d7d-af10-26bbdda14390 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "DELETE /v2.0/ports/a3324f10-c04f-4643-b99b-a798f772fba2 HTTP/1.1" status: 204 len: 173 time: 0.4368794 Jul 07 18:27:07.253992 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'name': 'network-vif-deleted', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:07.256325 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b00ec-c072-4fbc-a359-0e2793f29eff" -d '{"events": [{"server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "name": "network-vif-deleted", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:07.293893 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ea030b-2766-49e6-8eff-1ea5893d5a59 x-openstack-request-id: req-50ea030b-2766-49e6-8eff-1ea5893d5a59 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:07.294179 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dddee28-83ae-43d1-93d8-83a5addf70f3", "name": "network-vif-deleted", "tag": "a3324f10-c04f-4643-b99b-a798f772fba2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:07.294427 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50ea030b-2766-49e6-8eff-1ea5893d5a59 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:07.294853 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dddee28-83ae-43d1-93d8-83a5addf70f3', 'name': 'network-vif-deleted', 'tag': 'a3324f10-c04f-4643-b99b-a798f772fba2', 'status': 'completed', 'code': 200} Jul 07 18:27:07.449563 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:07.504540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ca6697ea-c011-443c-95ad-64d59ad649b1 req-bf90b4c8-373a-4fbc-94fb-d167b846df14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dddee28-83ae-43d1-93d8-83a5addf70f3 HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jul 07 18:27:07.730791 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a685afc-3dcb-4a06-ba3e-de68f064a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:08.611128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42122) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:09.208111 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a3324f10-c04f-4643-b99b-a798f772fba2 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:09.234807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: a3324f10-c04f-4643-b99b-a798f772fba2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:09.235352 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device a3324f10-c04f-4643-b99b-a798f772fba2 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:09.261895 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.536029 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 18350c3f-e123-4eec-bda1-4b2aaa25058b {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:09.536290 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.632173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 18350c3f-e123-4eec-bda1-4b2aaa25058b, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=18350c3f-e123-4eec-bda1-4b2aaa25058b,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:09.632918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.646424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 18350c3f-e123-4eec-bda1-4b2aaa25058b owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:09.838580 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:09.867592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=18350c3f-e123-4eec-bda1-4b2aaa25058b,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:10.060565 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.262182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cabc6009-5f62-4145-9458-550738e1fde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.297739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 7ce359d9-e203-4588-94c1-d9e254bc5590 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:10.404078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:10.413741 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a85b42f8-c5e3-4e37-aa29-21b18bde3cfb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/7ce359d9-e203-4588-94c1-d9e254bc5590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996843 Jul 07 18:27:10.415097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42126) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:10.416764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Sync routers for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:10.426618 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:10.427249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:10.471138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting subnet d4166685-7ef6-474c-b67a-c21e21dc0e1d {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:27:10.474255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.513746 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.534801 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:10.601339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.665279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.694233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Subnet': ['ID=d4166685-7ef6-474c-b67a-c21e21dc0e1d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:10.696271 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.698190 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-792959e8-0afe-48d7-a24e-bc0fd8651573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/subnets/d4166685-7ef6-474c-b67a-c21e21dc0e1d HTTP/1.1" status: 204 len: 168 time: 0.2817376 Jul 07 18:27:10.701041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42128) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:10.703910 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a4a4e-3666-4c13-b073-4e4742ecf871 None None] Network eebd664d-5fb3-40d0-bd1c-76e2003e3dcc requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:10.790978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.802746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:27:09Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:10.820991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.851049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Checking router: 7ce359d9-e203-4588-94c1-d9e254bc5590 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:10.887746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Routers {'7ce359d9-e203-4588-94c1-d9e254bc5590'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:10.888715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['7ce359d9-e203-4588-94c1-d9e254bc5590'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:10.935146 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.003495 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 88d84762-bfcc-4c98-acf5-e075694d38d2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:11.003866 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.023338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] Set router 7ce359d9-e203-4588-94c1-d9e254bc5590 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:11.085866 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] DHCP port deletion for eebd664d-5fb3-40d0-bd1c-76e2003e3dcc request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:27:11.092755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 88d84762-bfcc-4c98-acf5-e075694d38d2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=88d84762-bfcc-4c98-acf5-e075694d38d2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:11.093135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.105860 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 88d84762-bfcc-4c98-acf5-e075694d38d2 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:11.228626 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Deleting port 85138f0b-789d-4e4b-8c49-7a5c0479c244 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:11.228941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.278507 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.305260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] For port 85138f0b-789d-4e4b-8c49-7a5c0479c244, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=85138f0b-789d-4e4b-8c49-7a5c0479c244,segment=NetworkSegment(df71808e-76b3-4637-81b0-989a2d635b2e),segment_id=df71808e-76b3-4637-81b0-989a2d635b2e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:11.306986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.315949 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=88d84762-bfcc-4c98-acf5-e075694d38d2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:11.325765 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Calling delete_port for 85138f0b-789d-4e4b-8c49-7a5c0479c244 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:11.339312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:27:09Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:11.384370 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.398063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3be4b-8a80-4437-988b-8fb2d100e935 None None] The sync data for ids ['7ce359d9-e203-4588-94c1-d9e254bc5590'] in n-d-791505-12 is: [{'id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-992588015', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:25:19Z', 'updated_at': '2021-07-07T18:27:09Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': '88d84762-bfcc-4c98-acf5-e075694d38d2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce359d9-e203-4588-94c1-d9e254bc5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:25:20Z', 'updated_at': '2021-07-07T18:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:11.490743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.493124 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.543142 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.543869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce359d9-e203-4588-94c1-d9e254bc5590 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:27:11.551729 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.552922 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-08e6b08b-cbf7-4839-8eba-8c3d65785d47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/routers/7ce359d9-e203-4588-94c1-d9e254bc5590 HTTP/1.1" status: 204 len: 168 time: 0.8509336 Jul 07 18:27:11.555820 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42130) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:11.609920 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.635875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Pushing event deleted for resources: {'Port': ['ID=85138f0b-789d-4e4b-8c49-7a5c0479c244,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:11.638979 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] No DVR routers for this DVR port 85138f0b-789d-4e4b-8c49-7a5c0479c244 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:11.641933 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.646404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.646769 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.647107 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.647437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.647773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.648117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.648445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.648768 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.649091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.649830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.649830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.650103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0608a9-bd89-4100-b191-52b58290e383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:11.733845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.744280 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebd664d-5fb3-40d0-bd1c-76e2003e3dcc']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:11.761216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df71808e-76b3-4637-81b0-989a2d635b2e') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:11.761216 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df71808e-76b3-4637-81b0-989a2d635b2e') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:11.770172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.785395 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.793078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:27:11.793556 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:27:11.798795 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:27:11.881671 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.891875 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.897286 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/networks/eebd664d-5fb3-40d0-bd1c-76e2003e3dcc HTTP/1.1" status: 204 len: 168 time: 0.3371184 Jul 07 18:27:11.897286 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42132) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:11.917167 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f59738-eaa2-48c6-b982-074a81240580 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Network': ['ID=eebd664d-5fb3-40d0-bd1c-76e2003e3dcc,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:11.987859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.003955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18350c3f-e123-4eec-bda1-4b2aaa25058b no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:12.019247 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.032209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 18350c3f-e123-4eec-bda1-4b2aaa25058b {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:12.032643 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 18350c3f-e123-4eec-bda1-4b2aaa25058b not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:12.033131 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85138f0b-789d-4e4b-8c49-7a5c0479c244 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:12.054601 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 85138f0b-789d-4e4b-8c49-7a5c0479c244 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:12.054956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 85138f0b-789d-4e4b-8c49-7a5c0479c244 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:12.099693 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.102583 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.105352 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/security-groups/58660cf6-8bfc-4f75-bb27-c45f92091fc6 HTTP/1.1" status: 204 len: 168 time: 0.2076831 Jul 07 18:27:12.116439 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b13577-9fa0-4f86-82ec-b3ba77eaeb9a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58660cf6-8bfc-4f75-bb27-c45f92091fc6,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:12.121266 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.521091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42138) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:12.526273 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464308997', 'description': 'tempest-secgroup-smoke-464308997 description', 'project_id': 'd08184047bb04241af218778dec6ee79'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:12.551425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.645613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.650155 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.682133 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.683408 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1612406 Jul 07 18:27:12.685214 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7225e-61fe-4f57-bbd2-2d18e76cfef3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:12.686386 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42140) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:12.692393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:12.693600 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.693955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.694304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.694692 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.695014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.695350 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.695689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.696018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.696355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.696735 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.697007 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.697334 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140695cd-8afd-4316-beb7-5087395cc99d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:12.725510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.774360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.778940 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.802489 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15531d99-58a6-4d34-9ba0-4910a7aa3274,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:12.806928 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.808120 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea32bb0d-af8d-41ed-8812-493cfc598d17 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205685 Jul 07 18:27:12.810869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42142) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:12.817073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:12.844816 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.905080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.909920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.933478 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6b9675-6cbb-4604-9866-04b3e0d1fe03,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:12.939156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:12.940456 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5fdbfdb9-9ca1-4b15-9cc0-6adbaea98c0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286254 Jul 07 18:27:12.943274 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42144) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:12.947895 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:12.980189 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.048422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.052751 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.070749 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f216412c-f719-41de-8b97-87a381594133,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:13.077476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.078303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a1f8976-bb81-4982-be19-fb6557e31aa8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340106 Jul 07 18:27:13.081178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42146) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:13.086134 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:13.115434 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.177361 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.181625 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.199503 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f834802-5c00-43e6-b052-1ec8aefba691,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:13.207745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.208989 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-22ba7134-4af3-48fc-95f3-cebc107f26b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266816 Jul 07 18:27:13.211819 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42148) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:13.216217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:13.240013 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:27:13.245258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.307103 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.311426 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.330765 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3b3cf4-ff7c-4cab-b40d-45678d56045f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:13.336474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.338508 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a6c309da-d967-426f-ad8d-c2e7d14e7f58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256225 Jul 07 18:27:13.341508 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42150) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:13.346938 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': '38c7225e-61fe-4f57-bbd2-2d18e76cfef3', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:13.374781 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:27:13.381241 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.446759 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.451144 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.469138 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f5becd-5810-4e88-bb63-6f524b018345,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:13.476999 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.478225 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c71b47fc-a24b-43c5-b7a6-7b3a93e9540f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357439 Jul 07 18:27:13.481261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42152) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:13.486482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'network': {'name': 'tempest-network-smoke--1489174294', 'project_id': 'd08184047bb04241af218778dec6ee79', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:13.515212 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:13.519312 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.546816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:27:13.556498 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.556824 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Added segment d7717e88-c28e-4040-b452-40ce50ffe957 of type vlan for network 423e20c9-cb85-444f-a30c-52118e50608a Jul 07 18:27:13.597508 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.627172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.632665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:13.633245 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.691693 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2093492 Jul 07 18:27:13.694735 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42154) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:13.703636 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'admin_state_up': True, 'project_id': 'd08184047bb04241af218778dec6ee79', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:13.710360 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77c9dd-7878-4499-bd06-b8f8d4d993af tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Network': ['ID=423e20c9-cb85-444f-a30c-52118e50608a,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:13.721357 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 423e20c9-cb85-444f-a30c-52118e50608a details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:27:13.730665 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.731765 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.806182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.878244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:13.880760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 88d84762-bfcc-4c98-acf5-e075694d38d2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:13.903142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 88d84762-bfcc-4c98-acf5-e075694d38d2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:13.903497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 88d84762-bfcc-4c98-acf5-e075694d38d2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:14.239619 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.460614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.480842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.594769 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.223 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/de225e21-8a68-4996-8fb2-406430d7ac66) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:14.703445 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.746539 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.796130 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:14.799725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:14.806558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:14.813275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=de225e21-8a68-4996-8fb2-406430d7ac66,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:15.088371 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:15.308978 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:15.460792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router db7f916e-60c0-445c-803f-8d56f5f3388a is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:27:15.580398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:15.593311 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Sync routers for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:15.601483 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:15.606369 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2f8c37a8-8f33-47d3-b512-0fd2721ffcc4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9055400 Jul 07 18:27:15.606741 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:15.606899 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42156) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:15.607582 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:15.648960 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-91b09050-b426-4a89-8d53-bfd52c8861df tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d08184047bb04241af218778dec6ee79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405047 Jul 07 18:27:15.653945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42158) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:15.724574 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:15.760525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c179c-6b90-4f42-9969-fc79f6920693 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:15.762050 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-404c179c-6b90-4f42-9969-fc79f6920693 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065762 Jul 07 18:27:15.764876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42160) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:15.793573 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-bbd4f42a-22ad-4dc7-b47b-1db98e5ea1e2 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270677 Jul 07 18:27:15.798256 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42162) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:15.803755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360945323', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'project_id': 'd08184047bb04241af218778dec6ee79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:15.908642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:15.912967 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:15.938714 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:14Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:15.971117 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Checking router: db7f916e-60c0-445c-803f-8d56f5f3388a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:15.971471 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Updating router db7f916e-60c0-445c-803f-8d56f5f3388a port de225e21-8a68-4996-8fb2-406430d7ac66 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:27:16.007358 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.111447 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.178016 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Subnet': ['ID=4cf49769-0ce4-4bd1-818b-54a441fcf1d4,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:16.191543 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Checking segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:16.191918 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network hostable DHCP agents. Network: 423e20c9-cb85-444f-a30c-52118e50608a, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:27:16.209666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 423e20c9-cb85-444f-a30c-52118e50608a is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:27:16.220230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 423e20c9-cb85-444f-a30c-52118e50608a) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:16.224667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:16.225266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.230617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5eab82-f305-4787-8a8a-6dbe7a985f8f None None] Network 423e20c9-cb85-444f-a30c-52118e50608a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:16.242285 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3d05ab0a-a216-4e1f-a404-bbcb169585c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4428961 Jul 07 18:27:16.245229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42164) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:16.284043 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.297327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Transition to ACTIVE for port object de225e21-8a68-4996-8fb2-406430d7ac66 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:16.304006 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.365811 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Attempting to bind port de225e21-8a68-4996-8fb2-406430d7ac66 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:16.366248 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Attempting to bind port de225e21-8a68-4996-8fb2-406430d7ac66 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:16.366744 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Attempting to bind port de225e21-8a68-4996-8fb2-406430d7ac66 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:16.373893 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Pushing event updated for resources: {'Port': ['ID=de225e21-8a68-4996-8fb2-406430d7ac66,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:16.383068 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.383567 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.384003 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.384441 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.384876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.385303 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.385731 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.386154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.386630 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.387053 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.387474 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.387900 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:16.391692 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:16.392218 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:16.392844 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.393333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:16.394022 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Bound port: de225e21-8a68-4996-8fb2-406430d7ac66, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:16.394531 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.402796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-423e20c9-cb85-444f-a30c-52118e50608a', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:27:16.403689 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.453449 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] For port de225e21-8a68-4996-8fb2-406430d7ac66, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:16.457284 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] For port de225e21-8a68-4996-8fb2-406430d7ac66, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=de225e21-8a68-4996-8fb2-406430d7ac66,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:16.463826 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.511120 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:16.511748 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:16.566358 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79699904-7742-466c-bd8f-b717929fb154 None None] Pushing event updated for resources: {'Port': ['ID=de225e21-8a68-4996-8fb2-406430d7ac66,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:16.581349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Allocated IP 172.20.0.2 (423e20c9-cb85-444f-a30c-52118e50608a/4cf49769-0ce4-4bd1-818b-54a441fcf1d4/00ee58c2-d747-49a2-8b33-f46dab047fac) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:16.646526 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:16.777486 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.787645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Transition to ACTIVE for port object 00ee58c2-d747-49a2-8b33-f46dab047fac will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:16.803092 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.806972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Transition to ACTIVE for port object 00ee58c2-d747-49a2-8b33-f46dab047fac will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:16.814266 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.855291 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:14Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:16.861452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Network 423e20c9-cb85-444f-a30c-52118e50608a is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:16.867427 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:16.872271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:16.880868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Pushing event updated for resources: {'Port': ['ID=00ee58c2-d747-49a2-8b33-f46dab047fac,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:16.892719 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3b3d8-d09a-4cd9-9b68-580fb56d232a None None] The sync data for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 is: [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:14Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:16.950623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Attempting to bind port 00ee58c2-d747-49a2-8b33-f46dab047fac on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:16.951026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Attempting to bind port 00ee58c2-d747-49a2-8b33-f46dab047fac by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:16.951503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Attempting to bind port 00ee58c2-d747-49a2-8b33-f46dab047fac on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:16.957539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:16.957938 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Checking segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:16.958546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.958956 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Bound using segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:16.959448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Bound port: 00ee58c2-d747-49a2-8b33-f46dab047fac, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:16.959844 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.036673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] For port 00ee58c2-d747-49a2-8b33-f46dab047fac, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:17.040604 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] For port 00ee58c2-d747-49a2-8b33-f46dab047fac, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=00ee58c2-d747-49a2-8b33-f46dab047fac,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:17.045091 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.107969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5b5c-fe41-45b1-b959-006daaccb9e3 None None] Pushing event updated for resources: {'Port': ['ID=00ee58c2-d747-49a2-8b33-f46dab047fac,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:17.128002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.1 (423e20c9-cb85-444f-a30c-52118e50608a/4cf49769-0ce4-4bd1-818b-54a441fcf1d4/30b4e6af-e5d9-4822-a146-cf2aef32b382) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:17.302803 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.320019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object 30b4e6af-e5d9-4822-a146-cf2aef32b382 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:17.369289 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.421469 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 423e20c9-cb85-444f-a30c-52118e50608a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:17.426689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:17.431313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:17.461538 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:17.488917 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.656474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.001806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device de225e21-8a68-4996-8fb2-406430d7ac66 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:18.067777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port de225e21-8a68-4996-8fb2-406430d7ac66 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:18.072994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port de225e21-8a68-4996-8fb2-406430d7ac66 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:18.073512 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.157089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.180069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port de225e21-8a68-4996-8fb2-406430d7ac66, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=de225e21-8a68-4996-8fb2-406430d7ac66,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:18.189414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.190247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 00ee58c2-d747-49a2-8b33-f46dab047fac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:18.241837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8884c2-ae3a-46cc-af59-adc05f4fc9d2 None None] Network 423e20c9-cb85-444f-a30c-52118e50608a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:18.276653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.283910 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.324733 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=de225e21-8a68-4996-8fb2-406430d7ac66,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:18.359787 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 00ee58c2-d747-49a2-8b33-f46dab047fac completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:18.376874 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.380184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:18.384310 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Provisioning for port 00ee58c2-d747-49a2-8b33-f46dab047fac completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:18.409172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Provisioning complete for port 00ee58c2-d747-49a2-8b33-f46dab047fac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:18.409534 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.484108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 423e20c9-cb85-444f-a30c-52118e50608a is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:18.486783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:18.566390 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.606831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] For port 00ee58c2-d747-49a2-8b33-f46dab047fac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=00ee58c2-d747-49a2-8b33-f46dab047fac,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:18.612696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.634193 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router db7f916e-60c0-445c-803f-8d56f5f3388a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:18.677312 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b6338-6a64-4e03-ac18-6318f72a9ae4 None None] Pushing event updated for resources: {'Port': ['ID=00ee58c2-d747-49a2-8b33-f46dab047fac,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:18.764519 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:18.771161 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2918a6d8-5dd6-4a98-8785-852150f00487 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/db7f916e-60c0-445c-803f-8d56f5f3388a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5248678 Jul 07 18:27:18.784963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Sync routers for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:18.802586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:18.803664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:18.889377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Provisioning for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:18.918920 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Provisioning complete for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:18.919304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.949141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-727e8af1-6b66-4d61-886d-df3665b36cf1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464308997&fields=id&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 267 time: 0.0396769 Jul 07 18:27:18.971779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Port 30b4e6af-e5d9-4822-a146-cf2aef32b382 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:18.977053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:19.021730 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Provisioning complete for port 00ee58c2-d747-49a2-8b33-f46dab047fac triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:19.022321 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4f163e61-298c-4b51-80ed-777c46e51572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.076770 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-77e5f5f9-1936-4d32-afde-fdc5276205cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:19.079116 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-77e5f5f9-1936-4d32-afde-fdc5276205cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 797 time: 0.1190300 Jul 07 18:27:19.101805 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-78048886-439a-4487-bc60-6578632706c8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/quotas/d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 375 time: 0.0171390 Jul 07 18:27:19.178589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-332f7083-11da-47a2-968b-f0171d822867 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754771 Jul 07 18:27:19.262404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 2, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:19.284996 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-6d301a57-8dd0-491c-a40e-608662e9f353 service neutron] 10.222.0.66 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921977 Jul 07 18:27:19.295208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Checking router: db7f916e-60c0-445c-803f-8d56f5f3388a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:19.295497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Updating router db7f916e-60c0-445c-803f-8d56f5f3388a port 30b4e6af-e5d9-4822-a146-cf2aef32b382 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:27:19.332196 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.374213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5950dc78-1522-4d5f-bccc-39e6b6865928 None None] Provisioning complete for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:19.374617 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5950dc78-1522-4d5f-bccc-39e6b6865928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.381425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-b3d78356-7a48-454e-bf8c-ce9bf0fcefce service neutron] 10.222.0.66 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Jul 07 18:27:19.470741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5950dc78-1522-4d5f-bccc-39e6b6865928 None None] Port 30b4e6af-e5d9-4822-a146-cf2aef32b382 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:19.565083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-613d64cf-2607-4b99-9acf-711fd3237094 req-1a2e178b-d9e1-4bc2-983d-804fc1c2dddb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 210 time: 0.0383117 Jul 07 18:27:19.671238 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.682876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Transition to ACTIVE for port object 30b4e6af-e5d9-4822-a146-cf2aef32b382 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:19.690103 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.770542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a3924-d338-4105-99f1-12d873550676 None None] Pushing event updated for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:19.817304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Attempting to bind port 30b4e6af-e5d9-4822-a146-cf2aef32b382 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:19.817304 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Attempting to bind port 30b4e6af-e5d9-4822-a146-cf2aef32b382 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:19.817628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Attempting to bind port 30b4e6af-e5d9-4822-a146-cf2aef32b382 on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:19.826247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:19.826668 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Checking segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:19.827079 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.827481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Bound using segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:19.828041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Bound port: 30b4e6af-e5d9-4822-a146-cf2aef32b382, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:19.829129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.917841 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] For port 30b4e6af-e5d9-4822-a146-cf2aef32b382, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:19.930008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] For port 30b4e6af-e5d9-4822-a146-cf2aef32b382, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30b4e6af-e5d9-4822-a146-cf2aef32b382,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:19.935585 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.975924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device de225e21-8a68-4996-8fb2-406430d7ac66 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:20.054865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a3924-d338-4105-99f1-12d873550676 None None] Pushing event updated for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:20.061272 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:20.061940 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:20.130288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port de225e21-8a68-4996-8fb2-406430d7ac66 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:20.130288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.214338 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:20.536073 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 00ee58c2-d747-49a2-8b33-f46dab047fac up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:20.642181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 00ee58c2-d747-49a2-8b33-f46dab047fac triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:20.642584 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.708337 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:19Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:20.755667 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa995e-2d35-4291-b8ed-441c0b079c90 None None] The sync data for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 is: [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:19Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:20.767168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ab5ae1d3-f2f5-4a21-988e-48df58c6e299 req-7ac38bf0-c15f-4762-b592-c039de50b535 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Jul 07 18:27:20.848380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-6f739978-b679-4d56-96c8-ae0a6fb5ab29 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:20.849867 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-6f739978-b679-4d56-96c8-ae0a6fb5ab29 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 797 time: 0.1960731 Jul 07 18:27:20.913652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-73ea030a-f27f-4b9f-a2ee-a314f669c8a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 379 time: 0.0552506 Jul 07 18:27:20.924317 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'port': {'device_id': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'admin_state_up': True, 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'security_groups': ['38c7225e-61fe-4f57-bbd2-2d18e76cfef3']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:21.047249 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:21.054151 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:21.215673 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.7 (423e20c9-cb85-444f-a30c-52118e50608a/4cf49769-0ce4-4bd1-818b-54a441fcf1d4/ac7c7032-b51e-432a-83af-45e9f190eb09) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:21.367000 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:21.397557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object ac7c7032-b51e-432a-83af-45e9f190eb09 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:21.433517 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:21.850307 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 423e20c9-cb85-444f-a30c-52118e50608a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:21.854205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:21.860802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:21.867752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:21.940039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.940807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.013754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-efd18655-df5c-47ec-9656-fdff81a59df6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0941153 Jul 07 18:27:22.013944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30b4e6af-e5d9-4822-a146-cf2aef32b382 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:22.036675 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Request body: {'port': {'device_id': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:22.083964 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922b71-c477-4f0a-b84e-7d21099fbcb6 req-f1f99f3c-fca7-4353-b2da-c76e6664d85a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:22.085849 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1922b71-c477-4f0a-b84e-7d21099fbcb6 req-f1f99f3c-fca7-4353-b2da-c76e6664d85a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 931 time: 0.1395397 Jul 07 18:27:22.089516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:22.093928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:22.094775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.171704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d1922b71-c477-4f0a-b84e-7d21099fbcb6 req-9617badf-6bc5-4e2f-a971-b7f8d65ace63 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771258 Jul 07 18:27:22.172697 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.189076 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.229088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 30b4e6af-e5d9-4822-a146-cf2aef32b382, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30b4e6af-e5d9-4822-a146-cf2aef32b382,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:22.235718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.240947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ee869f2-8787-41e3-824f-24b75a2b5a3e None None] Provisioning for port ac7c7032-b51e-432a-83af-45e9f190eb09 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:22.268843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0ee869f2-8787-41e3-824f-24b75a2b5a3e None None] Provisioning complete for port ac7c7032-b51e-432a-83af-45e9f190eb09 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:22.269245 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0ee869f2-8787-41e3-824f-24b75a2b5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.323516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0ee869f2-8787-41e3-824f-24b75a2b5a3e None None] Port ac7c7032-b51e-432a-83af-45e9f190eb09 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:22.325168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:22.473804 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7c7032-b51e-432a-83af-45e9f190eb09 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:22.483698 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.496560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Transition to ACTIVE for port object ac7c7032-b51e-432a-83af-45e9f190eb09 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:22.500663 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.574142 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:22.635452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:22.635795 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:22.636151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:22.641905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:27:22.642239 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:22.647617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:22.647973 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Checking segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:22.648376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Bound using segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:22.648815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Bound port: ac7c7032-b51e-432a-83af-45e9f190eb09, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:22.649183 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.721926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:22.725354 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:22.729756 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.765152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:22.765790 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.767241 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1092 time: 0.7459784 Jul 07 18:27:22.767766 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:22.770036 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5769bdad-c897-4118-b90e-bb3883e61c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:22.799557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f403-b6e5-4e73-bc5c-75a5ded1cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:22.820315 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc714fc8-22c2-4791-aa77-8899a0f54069 x-openstack-request-id: req-bc714fc8-22c2-4791-aa77-8899a0f54069 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:22.820845 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:22.821168 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc714fc8-22c2-4791-aa77-8899a0f54069 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:22.821646 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'status': 'completed', 'code': 200} Jul 07 18:27:22.871826 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-ecb1c9d2-b295-4668-9599-df2849fa5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:22.873388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-ecb1c9d2-b295-4668-9599-df2849fa5717 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1095 time: 0.0644605 Jul 07 18:27:22.921076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-dabb1f7f-97fc-4b02-81f8-712e4a813d1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 217 time: 0.0396020 Jul 07 18:27:22.971382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-a80a45a8-2c96-4e41-b9fd-40e700c4df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:22.972911 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-a80a45a8-2c96-4e41-b9fd-40e700c4df3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0457683 Jul 07 18:27:23.040860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-66d4352e-0168-45bc-8a8c-b325f86eb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.052298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-66d4352e-0168-45bc-8a8c-b325f86eb436 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621080 Jul 07 18:27:23.142397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-06699de2-a64f-4319-829b-18018defbe12 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933213 Jul 07 18:27:23.237167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bdbc89d2-bdac-4452-adde-a386d4fa3b42 req-bdcc5ab1-467b-4571-ba0d-bc7318fdb6fc service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872710 Jul 07 18:27:23.389095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-890c5f7d-41c7-4b52-b6f7-21e2019af1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.391378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-890c5f7d-41c7-4b52-b6f7-21e2019af1a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1095 time: 0.1023438 Jul 07 18:27:23.402574 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93fd5-458c-40de-a7c4-af0e598bfa42 req-701d1ba5-330b-40eb-90be-7a18325fbef1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.403959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bf93fd5-458c-40de-a7c4-af0e598bfa42 req-701d1ba5-330b-40eb-90be-7a18325fbef1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.1076543 Jul 07 18:27:23.490917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8bf93fd5-458c-40de-a7c4-af0e598bfa42 req-3e042296-f03e-490b-aa8c-70990d867896 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778451 Jul 07 18:27:23.526276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-a9dad067-0733-4081-911d-7a96759e6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.527944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-a9dad067-0733-4081-911d-7a96759e6772 service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.1231191 Jul 07 18:27:23.571266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-bc1162e5-560b-4e87-b66b-6d4f0a0b55a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 217 time: 0.0353918 Jul 07 18:27:23.626934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-13cd1c19-6e19-4ec8-8ee3-aea1102c79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.627883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-13cd1c19-6e19-4ec8-8ee3-aea1102c79bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0482135 Jul 07 18:27:23.692462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-5435f366-6e9b-4982-8e92-5196c7273705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.693905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-5435f366-6e9b-4982-8e92-5196c7273705 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575178 Jul 07 18:27:23.804704 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-361a2ccf-32e1-444b-9f4e-321a9fa2a61b service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033986 Jul 07 18:27:23.906944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5769bdad-c897-4118-b90e-bb3883e61c5c req-9406e395-0fbe-4811-ad77-a4f98ac4edef service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952830 Jul 07 18:27:23.942819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30b4e6af-e5d9-4822-a146-cf2aef32b382 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:23.993470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 30b4e6af-e5d9-4822-a146-cf2aef32b382 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:23.993845 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:24.679611 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bdead-c81c-47ff-8c4f-d10e4cc25d6a req-e6ad459a-9922-41f7-829f-8362daf7036c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:24.681490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d9bdead-c81c-47ff-8c4f-d10e4cc25d6a req-e6ad459a-9922-41f7-829f-8362daf7036c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.0725136 Jul 07 18:27:24.723888 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d9bdead-c81c-47ff-8c4f-d10e4cc25d6a req-ab010655-4fae-4662-8fea-013fc64849e0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Jul 07 18:27:25.907201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab99b9-4669-4d68-99b9-e23fc9049e77 req-5a5e43f5-5c43-436d-9cc0-8bf0c70a29ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:25.908740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7eab99b9-4669-4d68-99b9-e23fc9049e77 req-5a5e43f5-5c43-436d-9cc0-8bf0c70a29ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.0701382 Jul 07 18:27:25.949110 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7eab99b9-4669-4d68-99b9-e23fc9049e77 req-670358e8-2c6c-4d18-a9a8-19cbb31103a7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Jul 07 18:27:25.987245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:27:26.093565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:26.105634 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'mac_address': 'fa:16:3e:d3:a4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:27:26.145724 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:26.158747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7c7032-b51e-432a-83af-45e9f190eb09 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:26.178274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:26.182536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:26.231832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:26.384748 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:26.417714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['ac7c7032-b51e-432a-83af-45e9f190eb09'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:27.136949 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c5d51-7eec-4bff-a38d-390cfc2257bb req-611f008d-215c-46f6-a131-230c834880c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:27.138495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc8c5d51-7eec-4bff-a38d-390cfc2257bb req-611f008d-215c-46f6-a131-230c834880c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 944 time: 0.0713277 Jul 07 18:27:27.180550 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc8c5d51-7eec-4bff-a38d-390cfc2257bb req-be003ddd-8e3e-464c-8167-d70b2adc47fd tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362258 Jul 07 18:27:27.879401 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:27.997205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:28.050906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port ac7c7032-b51e-432a-83af-45e9f190eb09 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:28.055703 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port ac7c7032-b51e-432a-83af-45e9f190eb09 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:28.056078 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.136856 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.158393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:28.160655 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ea28b-367a-47a3-b1fa-f78a06ab15ab" -d '{"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:28.173497 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:28.178335 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.204798 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3336a461-d9ba-46db-8157-d846a05ff75a x-openstack-request-id: req-3336a461-d9ba-46db-8157-d846a05ff75a {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:28.205097 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:28.205353 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3336a461-d9ba-46db-8157-d846a05ff75a {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:28.205776 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'code': 200} Jul 07 18:27:28.237093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:28.340414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a1e0a-d440-45b0-afb7-4d3f4e87f73b req-f1186251-5f49-409e-8088-7c511b5abec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:28.341881 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e04a1e0a-d440-45b0-afb7-4d3f4e87f73b req-f1186251-5f49-409e-8088-7c511b5abec7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.0707810 Jul 07 18:27:28.395891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e04a1e0a-d440-45b0-afb7-4d3f4e87f73b req-d6bc4349-058d-4773-8c7f-46a3af0bf336 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372081 Jul 07 18:27:28.421351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdf0b-b048-46a5-9e00-ecccd9f681ac req-0fd04ef6-9dda-4eac-b414-d2a709ef9fb6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:28.423017 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4cefdf0b-b048-46a5-9e00-ecccd9f681ac req-0fd04ef6-9dda-4eac-b414-d2a709ef9fb6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0968640 Jul 07 18:27:28.468371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4cefdf0b-b048-46a5-9e00-ecccd9f681ac req-85d7c1b7-c541-44c1-866c-7693245bcd53 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Jul 07 18:27:29.652995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1acdf-c417-4da3-ba95-5a50168de79e req-bd7caa66-742e-4c51-bf83-3f132faa44c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:29.654562 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75d1acdf-c417-4da3-ba95-5a50168de79e req-bd7caa66-742e-4c51-bf83-3f132faa44c9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0696905 Jul 07 18:27:29.693510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75d1acdf-c417-4da3-ba95-5a50168de79e req-ddd4e7cb-6ad0-4d37-8362-4e7a02c83e73 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Jul 07 18:27:29.876929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176c781-e430-4828-a319-7406adc63369 req-852281d8-5922-4283-b1ae-3582cfad3739 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:29.878571 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5176c781-e430-4828-a319-7406adc63369 req-852281d8-5922-4283-b1ae-3582cfad3739 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0694242 Jul 07 18:27:29.918904 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5176c781-e430-4828-a319-7406adc63369 req-18027c15-66ee-4f22-a0d0-5b4582d543d0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336432 Jul 07 18:27:29.944036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42214) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:29.998101 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646cea4-ee09-41d6-a602-a3eb0aa2ea86 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:29.999792 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1646cea4-ee09-41d6-a602-a3eb0aa2ea86 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1092 time: 0.0546741 Jul 07 18:27:30.003389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42216) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:30.008007 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:30.029228 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.157780 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.310532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.126 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/e52dcaec-fdc3-4ce2-986a-56e27545c726) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:30.416466 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.466630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.504823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:30.507712 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:30.513873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:30.519453 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=e52dcaec-fdc3-4ce2-986a-56e27545c726,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:30.904381 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.988975 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.158986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.164157 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.240050 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=e52dcaec-fdc3-4ce2-986a-56e27545c726,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:31.251991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.359871 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 60726ce2-f887-4c5f-8aef-a86ddc12f5ff associated. External IP: 172.25.3.126, port: ac7c7032-b51e-432a-83af-45e9f190eb09. Jul 07 18:27:31.590544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router db7f916e-60c0-445c-803f-8d56f5f3388a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:31.721985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:31.732748 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Sync routers for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:31.740100 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.746900 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:31.747602 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:31.793793 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5d7479c5-6b57-4993-8603-fbc712309b96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7892497 Jul 07 18:27:31.794325 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:31.796699 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574e277-121f-485c-95f8-89ef1ec17099" -d '{"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:31.874874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:31.972807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b45d4-0213-4251-90b9-e2da83411aaa req-4927a6a1-4837-4547-92f9-97c3f1861732 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:31.974497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a32b45d4-0213-4251-90b9-e2da83411aaa req-4927a6a1-4837-4547-92f9-97c3f1861732 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0790777 Jul 07 18:27:32.019176 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a32b45d4-0213-4251-90b9-e2da83411aaa req-a4bae92e-e96d-4e92-bea3-95a2986682c5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Jul 07 18:27:32.048682 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42222) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:32.093963 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31d4326-eef1-4923-98ee-9b3c2ba98d01 x-openstack-request-id: req-c31d4326-eef1-4923-98ee-9b3c2ba98d01 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:32.094590 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:32.094868 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c31d4326-eef1-4923-98ee-9b3c2ba98d01 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:32.095286 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'status': 'completed', 'code': 200} Jul 07 18:27:32.140445 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-643ebd15-c631-4c32-b42b-3c2428489e6c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/60726ce2-f887-4c5f-8aef-a86ddc12f5ff HTTP/1.1" status: 200 len: 991 time: 0.0896995 Jul 07 18:27:32.179821 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e277-121f-485c-95f8-89ef1ec17099 req-385851b3-036d-4d97-a57d-ee403525c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:32.181545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-385851b3-036d-4d97-a57d-ee403525c2ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.0735569 Jul 07 18:27:32.262973 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '60726ce2-f887-4c5f-8aef-a86ddc12f5ff', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'mac_address': 'fa:16:3e:d3:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:27:30Z', 'updated_at': '2021-07-07T18:27:30Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:32.303703 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e277-121f-485c-95f8-89ef1ec17099 req-9e2dcd0d-f388-439d-8bd3-d215f006d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:32.305224 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-9e2dcd0d-f388-439d-8bd3-d215f006d239 service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.1155305 Jul 07 18:27:32.315836 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Checking router: db7f916e-60c0-445c-803f-8d56f5f3388a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:32.330290 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:32.331143 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:27:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:32.377819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-00cea1ed-0c04-48b0-ab0f-ba5e4805a912 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 999 time: 0.0657721 Jul 07 18:27:32.434374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e277-121f-485c-95f8-89ef1ec17099 req-942b4a22-e68a-4262-9097-cefd9e6bf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:32.436097 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-942b4a22-e68a-4262-9097-cefd9e6bf257 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0512490 Jul 07 18:27:32.456788 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:32.500716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e277-121f-485c-95f8-89ef1ec17099 req-b825112b-89a6-4397-ada3-ac320b62bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:32.502504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-b825112b-89a6-4397-ada3-ac320b62bfa0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598760 Jul 07 18:27:32.607076 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-baef5ed9-77bd-471d-8f10-6d80aa80c7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966921 Jul 07 18:27:32.708749 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '60726ce2-f887-4c5f-8aef-a86ddc12f5ff', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'mac_address': 'fa:16:3e:d3:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:27:30Z', 'updated_at': '2021-07-07T18:27:30Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:32.740703 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dce5cc-695a-4af5-b8b1-21a1dc4d4c49 None None] The sync data for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 is: [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '60726ce2-f887-4c5f-8aef-a86ddc12f5ff', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'mac_address': 'fa:16:3e:d3:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:27:30Z', 'updated_at': '2021-07-07T18:27:30Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:32.741504 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8574e277-121f-485c-95f8-89ef1ec17099 req-afcb0f3b-6d88-47f9-ab03-a5cf64611e55 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256590 Jul 07 18:27:32.958770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bd7c8-4f7d-43e2-9084-7231c89507b5 None None] New status for floating IP 60726ce2-f887-4c5f-8aef-a86ddc12f5ff: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:27:33.144761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42224) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:33.231760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1e999958-0b6a-49c3-8c39-207e6bd9c37b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/60726ce2-f887-4c5f-8aef-a86ddc12f5ff HTTP/1.1" status: 200 len: 993 time: 0.0856488 Jul 07 18:27:37.732879 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3008-d4c9-4be6-a17c-427a5516eba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:40.259956 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d4ed815c-21c2-4da9-a3be-a9770e366800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:40.758251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.123884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.871951 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.451641 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:50.925742 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-d19a20ac-5968-445f-a33f-c88729113290 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658841 Jul 07 18:27:51.044655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-1b041bd2-7973-4633-841d-78156e3231ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.046402 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-1b041bd2-7973-4633-841d-78156e3231ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.0678680 Jul 07 18:27:51.170506 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-586abcad-4f73-42ba-aeb6-eddc2ee64011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.172059 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-586abcad-4f73-42ba-aeb6-eddc2ee64011 service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.1025290 Jul 07 18:27:51.256369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-85a8bf2c-ddae-40d2-b736-d5e72662fd55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1001 time: 0.0733056 Jul 07 18:27:51.324594 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-7f3e2094-f60d-4c54-b9cd-ab122b9f92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.326238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-7f3e2094-f60d-4c54-b9cd-ab122b9f92b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0629623 Jul 07 18:27:51.396224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-8eaaa2c9-e9e3-4593-ae52-21872abc1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.397925 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-8eaaa2c9-e9e3-4593-ae52-21872abc1de8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637624 Jul 07 18:27:51.411430 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-ec784cbf-afa9-49db-ac7a-05177d3dfb9f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:27:51.412575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-ec784cbf-afa9-49db-ac7a-05177d3dfb9f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068467 Jul 07 18:27:51.536431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-c09227f0-0c9d-4c94-a3e9-7e6da26bd9c0 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160016 Jul 07 18:27:51.670293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-17c7c41d-166b-4d1c-aece-b2aa9d12e636 req-02a3297f-0980-448b-aee2-63cbfb545bea service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210096 Jul 07 18:27:56.398547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.897950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.803584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-6f4acd5a-e22b-46e0-8bb1-003d366d70f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267357 Jul 07 18:28:06.804455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86305872-b3db-460b-b39e-8dcdd98d3a75 req-41919c8f-418c-47be-8fa2-b534e91eb3e5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:06.806041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86305872-b3db-460b-b39e-8dcdd98d3a75 req-41919c8f-418c-47be-8fa2-b534e91eb3e5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0711565 Jul 07 18:28:06.857088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-86305872-b3db-460b-b39e-8dcdd98d3a75 req-adec3c24-2946-421d-b80d-8d8cd9e95f3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Jul 07 18:28:07.735287 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-79a08451-224e-4aef-b63b-b8265fb4c602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.083578 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5b425-6d3d-483c-ac12-c6e83eaf4f60 req-9a3c8b1d-8b0b-441e-9168-3ff41ac08963 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.085420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ab5b425-6d3d-483c-ac12-c6e83eaf4f60 req-9a3c8b1d-8b0b-441e-9168-3ff41ac08963 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0829210 Jul 07 18:28:08.157589 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ab5b425-6d3d-483c-ac12-c6e83eaf4f60 req-cc3bd370-54c3-40b3-84a4-a6f6cd1e7ef7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589156 Jul 07 18:28:08.189731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-c6dbb67f-726f-46f6-ab27-c0020980efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.193137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-c6dbb67f-726f-46f6-ab27-c0020980efde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.1059473 Jul 07 18:28:08.325691 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-f7dea59a-dc9d-4584-8e85-725233e92389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.327134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-f7dea59a-dc9d-4584-8e85-725233e92389 service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.1267178 Jul 07 18:28:08.406071 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-a6c0ea2c-4ef1-4a2f-97b5-80fa94aef814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1001 time: 0.0718617 Jul 07 18:28:08.473639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-379c76ab-eaaa-449a-8481-3233bfb4d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.475204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-379c76ab-eaaa-449a-8481-3233bfb4d9ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0627949 Jul 07 18:28:08.542731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-874da02d-0708-4734-b636-ec526eae8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.544311 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-874da02d-0708-4734-b636-ec526eae8cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616210 Jul 07 18:28:08.645936 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-a2e1dac6-366e-4b82-9cd9-d0d589f1f371 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948145 Jul 07 18:28:08.746262 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-83d29553-1e32-4e58-a7ff-cb34683a4bae service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943983 Jul 07 18:28:09.343161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf573a-2dfb-478d-bf68-e01a38635d75 req-e856602a-1f33-4310-b99c-59910db2bd9d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:09.344689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3adf573a-2dfb-478d-bf68-e01a38635d75 req-e856602a-1f33-4310-b99c-59910db2bd9d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0668030 Jul 07 18:28:09.387086 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3adf573a-2dfb-478d-bf68-e01a38635d75 req-fecdc35e-f72a-4f85-879f-54b1862892d8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Jul 07 18:28:10.251864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-97acde65-8945-413e-8168-3c762f89526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:10.571948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1d72-5bee-40c5-9dcd-e8d537c58a0a req-fd719dc9-b9bc-4ac4-b4d8-5caa83ea60c2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:10.573456 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ef1d72-5bee-40c5-9dcd-e8d537c58a0a req-fd719dc9-b9bc-4ac4-b4d8-5caa83ea60c2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0694299 Jul 07 18:28:10.612417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-87ef1d72-5bee-40c5-9dcd-e8d537c58a0a req-093154e6-ed26-4fd8-af17-df45ab2b5a5a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Jul 07 18:28:10.750978 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.797962 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfc324-0fe0-4a63-9b1d-5690e3f33ff4 req-48a8c2df-1252-4a1f-8bec-d34d5808f97a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:11.800398 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2cfc324-0fe0-4a63-9b1d-5690e3f33ff4 req-48a8c2df-1252-4a1f-8bec-d34d5808f97a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0677202 Jul 07 18:28:11.845332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2cfc324-0fe0-4a63-9b1d-5690e3f33ff4 req-6f05ed75-03c1-492b-831a-954f0c6cd6aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379472 Jul 07 18:28:12.125459 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.038731 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888efe6-150c-4653-9ef0-5d9c7262b2a5 req-1aa96970-4331-48d4-b21e-9c8e3d6b00a0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:13.040335 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3888efe6-150c-4653-9ef0-5d9c7262b2a5 req-1aa96970-4331-48d4-b21e-9c8e3d6b00a0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0711217 Jul 07 18:28:13.085494 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3888efe6-150c-4653-9ef0-5d9c7262b2a5 req-05c7b61b-2e39-4775-adb9-939a1c3bb4ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392649 Jul 07 18:28:13.873414 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.273631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc362-e5a8-4287-adec-1bb917f27e0d req-a0136be7-71dc-4833-846b-c9366ec1215b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:14.275202 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcfcc362-e5a8-4287-adec-1bb917f27e0d req-a0136be7-71dc-4833-846b-c9366ec1215b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0729632 Jul 07 18:28:14.322007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fcfcc362-e5a8-4287-adec-1bb917f27e0d req-aa1093d9-b8f4-42e6-9d53-cbfb08387809 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Jul 07 18:28:15.507392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e390-1717-46d2-915d-4e3ddb9cf33e req-00d1e0b9-2e96-4bc4-85e2-784fda41bd16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.508921 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e09e390-1717-46d2-915d-4e3ddb9cf33e req-00d1e0b9-2e96-4bc4-85e2-784fda41bd16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jul 07 18:28:15.554877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6e09e390-1717-46d2-915d-4e3ddb9cf33e req-f1134d08-d25e-499d-8fbd-b58439b6fe0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Jul 07 18:28:16.774404 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377741a2-bf5f-4fa7-89a4-700e3a1a1746 req-c01c15dd-7e65-4ff7-903f-7a2454cf6385 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:16.775979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-377741a2-bf5f-4fa7-89a4-700e3a1a1746 req-c01c15dd-7e65-4ff7-903f-7a2454cf6385 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0700376 Jul 07 18:28:16.817403 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-377741a2-bf5f-4fa7-89a4-700e3a1a1746 req-d813f444-a9fa-4937-959a-9287cdd524c6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357442 Jul 07 18:28:18.005573 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e57ca-54f2-4d40-bf77-1835aa0b9704 req-a5c0111c-1405-46ea-ba6f-bab118938b8a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:18.007130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a03e57ca-54f2-4d40-bf77-1835aa0b9704 req-a5c0111c-1405-46ea-ba6f-bab118938b8a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0653713 Jul 07 18:28:18.045577 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a03e57ca-54f2-4d40-bf77-1835aa0b9704 req-a743c4bc-4f6b-4cb5-89da-7243ec80c78a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 07 18:28:19.243528 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bba6c-ee55-496a-8ee1-232ad0b9cf9d req-8bcb2a95-22c9-40ae-a3cc-c25f103d3558 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:19.245002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-094bba6c-ee55-496a-8ee1-232ad0b9cf9d req-8bcb2a95-22c9-40ae-a3cc-c25f103d3558 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0774572 Jul 07 18:28:19.285918 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-094bba6c-ee55-496a-8ee1-232ad0b9cf9d req-10b3d5da-55ea-4164-b830-a4ae34ac25f7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Jul 07 18:28:20.718263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd882ce-6c69-4567-b724-d4039c3efbc5 req-ed558edc-a067-4269-99b8-04bd52fb27d8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:20.719765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bd882ce-6c69-4567-b724-d4039c3efbc5 req-ed558edc-a067-4269-99b8-04bd52fb27d8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.3144586 Jul 07 18:28:20.757688 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bd882ce-6c69-4567-b724-d4039c3efbc5 req-9952079a-b77f-483e-85cc-9219320791bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Jul 07 18:28:21.452192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:21.941687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f75f3-52bc-445a-94e7-c5082fe3d523 req-4bba3693-123d-45b8-8f3a-d065b294ebe0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:21.943276 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-550f75f3-52bc-445a-94e7-c5082fe3d523 req-4bba3693-123d-45b8-8f3a-d065b294ebe0 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0663247 Jul 07 18:28:21.983001 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-550f75f3-52bc-445a-94e7-c5082fe3d523 req-dbb428e5-1b23-4c75-b94a-a8ea08deeb2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338283 Jul 07 18:28:23.165033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a7220-9c85-423b-9ac6-9cc3be8d84ce req-e8e61c1b-5d75-47ef-b0f5-c7425eae0938 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:23.166545 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987a7220-9c85-423b-9ac6-9cc3be8d84ce req-e8e61c1b-5d75-47ef-b0f5-c7425eae0938 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0699346 Jul 07 18:28:23.206268 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-987a7220-9c85-423b-9ac6-9cc3be8d84ce req-077ec0ad-310d-471d-a2e8-f6d0695f3ce9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336642 Jul 07 18:28:24.385678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92115179-8fa5-4f5e-b75f-81d964d9a229 req-a9c54259-261f-479e-a567-b0b26d2f4e96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:24.387208 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92115179-8fa5-4f5e-b75f-81d964d9a229 req-a9c54259-261f-479e-a567-b0b26d2f4e96 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0638318 Jul 07 18:28:24.425731 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92115179-8fa5-4f5e-b75f-81d964d9a229 req-df5abc1f-bae4-4cb7-924d-358b22979ec5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329206 Jul 07 18:28:25.598033 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3231-59f3-48ef-b1a8-8782d0b03d16 req-026f8839-cf8c-4cca-8780-63124f790fc3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:25.599552 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f04d3231-59f3-48ef-b1a8-8782d0b03d16 req-026f8839-cf8c-4cca-8780-63124f790fc3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0627432 Jul 07 18:28:25.640088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f04d3231-59f3-48ef-b1a8-8782d0b03d16 req-6d6d56a4-5211-4d99-a23a-cdc195087d4f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348136 Jul 07 18:28:25.734732 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-6e647350-3b3f-409f-9471-853cfe149e15 service neutron] show failed (client error): The resource could not be found. Jul 07 18:28:25.735674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-6e647350-3b3f-409f-9471-853cfe149e15 service neutron] 10.222.0.23 "GET /v2.0/ports/ac7c7032-b51e-432a-83af-45e9f190eb09/bindings/n-h2-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0589004 Jul 07 18:28:26.037513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-cb1191ac-7fea-460a-9cac-e5a2ed2edc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.039007 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-cb1191ac-7fea-460a-9cac-e5a2ed2edc9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 1097 time: 0.0889363 Jul 07 18:28:26.051427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:26.128192 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.332073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:26.365448 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:26.404595 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:26.406927 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6648384-82f1-4f3b-b5a4-444ae57ceab6" -d '{"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:26.407673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.411560 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.424217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Transition to ACTIVE for port object ac7c7032-b51e-432a-83af-45e9f190eb09 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:26.429634 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.469211 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe3d91-3d48-456c-b7fc-c82318e15483 x-openstack-request-id: req-defe3d91-3d48-456c-b7fc-c82318e15483 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:26.469497 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:26.469852 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-defe3d91-3d48-456c-b7fc-c82318e15483 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:26.470143 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'code': 200} Jul 07 18:28:26.533691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=6']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:26.559000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.559346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.559693 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561275 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.561928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.562245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.563665 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.627024 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] No DVR routers for this DVR port ac7c7032-b51e-432a-83af-45e9f190eb09 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:26.773882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:26.774231 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:26.774604 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:26.779145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:28:26.779470 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Attempting to bind port ac7c7032-b51e-432a-83af-45e9f190eb09 on network 423e20c9-cb85-444f-a30c-52118e50608a {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:26.784417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:26.784758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Checking segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:26.785151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Bound using segment: {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:26.785582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Bound port: ac7c7032-b51e-432a-83af-45e9f190eb09, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7717e88-c28e-4040-b452-40ce50ffe957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:26.785945 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.821627 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b637e-5747-4b30-a2fc-4290eb33046b req-a2b7ed7e-0e12-4af5-932b-be8b87681c0f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.823479 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91b637e-5747-4b30-a2fc-4290eb33046b req-a2b7ed7e-0e12-4af5-932b-be8b87681c0f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.0666862 Jul 07 18:28:26.854196 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:26.857324 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:26.862798 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.867012 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e91b637e-5747-4b30-a2fc-4290eb33046b req-99fc2ebf-5fc4-4dd2-adeb-865644ee7f64 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Jul 07 18:28:26.899917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.900543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.902033 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] 10.222.0.73 "PUT /v2.0/ports/ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1092 time: 0.8552110 Jul 07 18:28:26.937080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecc08e-4565-4d90-abdd-88219b986d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=7']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:26.989512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-1140e198-30ca-4df8-913e-253cde5eabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.991104 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-1140e198-30ca-4df8-913e-253cde5eabaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1095 time: 0.0626647 Jul 07 18:28:27.094898 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-46f6a117-769c-4b44-9ddc-ac87d83da7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:27.096378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-46f6a117-769c-4b44-9ddc-ac87d83da7e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.0979786 Jul 07 18:28:27.452000 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-7863285f-c9ac-4b45-86b0-f98aabc260ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 999 time: 0.3441806 Jul 07 18:28:27.502653 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-a3f30dee-a9db-4ac4-bd4f-97d1cd5aae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:27.504854 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-a3f30dee-a9db-4ac4-bd4f-97d1cd5aae52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0454021 Jul 07 18:28:27.567091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-12935872-cfbd-475e-8f39-65c58898c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:27.568602 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-12935872-cfbd-475e-8f39-65c58898c1a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574617 Jul 07 18:28:27.659125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-cf081c29-db75-4369-a51f-34c180697d6a service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Jul 07 18:28:27.760558 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-2b4081d2-507a-4817-bfc3-19ce83938d2b req-31996ad8-fe41-4c30-9553-9b883ea8616e service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947347 Jul 07 18:28:27.911540 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.062421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafae8a-2e25-435f-992d-959c2e061b43 req-61c29e5a-03be-4e30-aa22-8ed9b7bbf05f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.063878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4eafae8a-2e25-435f-992d-959c2e061b43 req-61c29e5a-03be-4e30-aa22-8ed9b7bbf05f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.0687792 Jul 07 18:28:28.107348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4eafae8a-2e25-435f-992d-959c2e061b43 req-4c8617f0-4721-4b15-a94a-81af2dbcfcf7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371406 Jul 07 18:28:28.312077 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:28.352100 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:28.470927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:28.473945 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f2a651-311b-4ff0-9326-694e30ec28c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:28.523566 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c466d7a8-70ec-4975-846a-b2d827937728 x-openstack-request-id: req-c466d7a8-70ec-4975-846a-b2d827937728 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:28.523903 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:28.524170 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c466d7a8-70ec-4975-846a-b2d827937728 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:28.524634 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'status': 'completed', 'code': 200} Jul 07 18:28:28.593946 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-b3f7c6d3-c6ca-48b9-a8bb-f12330257602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.595524 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-b3f7c6d3-c6ca-48b9-a8bb-f12330257602 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1095 time: 0.0541360 Jul 07 18:28:28.602314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-e62a9b18-023c-4ae1-a3b0-8c556420281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.603855 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-e62a9b18-023c-4ae1-a3b0-8c556420281f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1095 time: 0.0529878 Jul 07 18:28:28.687948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-d8ecb801-4aeb-4135-8c44-763a8e41ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.689486 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-d8ecb801-4aeb-4135-8c44-763a8e41ddec service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.0878181 Jul 07 18:28:28.700229 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-30304afc-c8f0-4a01-b631-019a1388d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.701919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-30304afc-c8f0-4a01-b631-019a1388d2cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.0913832 Jul 07 18:28:28.761291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-01f04c89-8ee7-40b7-bb01-67490bb3f350 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 999 time: 0.0651205 Jul 07 18:28:28.775632 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-bdb14c54-1a6a-469d-950f-bda1accb3e4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 999 time: 0.0664921 Jul 07 18:28:28.812812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-f8522278-2a1a-47c8-80ba-790e2e546bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.814181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-f8522278-2a1a-47c8-80ba-790e2e546bab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0462656 Jul 07 18:28:28.831972 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-484abc2f-2065-452c-8dfb-b098dd43377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.833562 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-484abc2f-2065-452c-8dfb-b098dd43377d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0466661 Jul 07 18:28:28.872201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-015c1013-d80d-4ac6-af29-71d32b8dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.873685 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-015c1013-d80d-4ac6-af29-71d32b8dc98f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531831 Jul 07 18:28:28.894871 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-13204c68-f597-462f-ad1f-273ca56726ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:28.896404 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-13204c68-f597-462f-ad1f-273ca56726ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547330 Jul 07 18:28:28.974784 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-83352bf6-cafd-4828-a1d7-c4b81cb81792 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942748 Jul 07 18:28:28.998415 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-3f20fada-5f93-4098-83f3-c6c33d653710 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948467 Jul 07 18:28:29.076966 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-6df032e1-cbd6-4ff8-a871-bb28bbd65d0d service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948660 Jul 07 18:28:29.104364 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c4f2a651-311b-4ff0-9326-694e30ec28c4 req-bed8ab70-ffa7-4b41-b5f7-20122f9439cb service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990686 Jul 07 18:28:29.293314 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f3ac4-2345-4994-9f66-a66e5da6e69d req-d289bd37-f343-49af-b7dd-6338d2b3778f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:29.294974 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f24f3ac4-2345-4994-9f66-a66e5da6e69d req-d289bd37-f343-49af-b7dd-6338d2b3778f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 943 time: 0.0705562 Jul 07 18:28:29.337960 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f24f3ac4-2345-4994-9f66-a66e5da6e69d req-7b304d4c-b271-4f76-9628-f5aa67a2e0ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353534 Jul 07 18:28:29.660619 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:29.765152 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:29.781148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'port_id': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'mac_address': 'fa:16:3e:d3:a4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:29.820332 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.833678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7c7032-b51e-432a-83af-45e9f190eb09 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:29.852672 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:29.857642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.908378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:29.916543 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.916823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.917168 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.917508 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.917845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.918179 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.918540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.918869 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.919196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.919523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.919847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:29.920175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:30.130129 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['ac7c7032-b51e-432a-83af-45e9f190eb09'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:30.531504 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08569e0-0f3a-427a-924d-41847bedb128 req-7fb67b38-fad8-4307-8f77-ecb582bfcc43 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:30.533134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e08569e0-0f3a-427a-924d-41847bedb128 req-7fb67b38-fad8-4307-8f77-ecb582bfcc43 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 944 time: 0.0678592 Jul 07 18:28:30.578525 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e08569e0-0f3a-427a-924d-41847bedb128 req-546afb5b-427c-4f5a-a7dd-b879dcf9cd59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376208 Jul 07 18:28:30.983368 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-457b38c7-84d4-403f-b996-2eaaa249b706 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:30.984948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-457b38c7-84d4-403f-b996-2eaaa249b706 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07&tenant_id=d08184047bb04241af218778dec6ee79&binding%3Ahost_id=n-h2-791505-12 HTTP/1.1" status: 200 len: 944 time: 0.1495419 Jul 07 18:28:30.994480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0ff5-38d3-41f8-831d-233ac64162f2 req-e5df431b-fa6f-4552-9765-61ef83011890 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:30.996181 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad0d0ff5-38d3-41f8-831d-233ac64162f2 req-e5df431b-fa6f-4552-9765-61ef83011890 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 944 time: 0.1707556 Jul 07 18:28:31.078741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad0d0ff5-38d3-41f8-831d-233ac64162f2 req-63d15623-fd20-489b-89bc-1f38b066817a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748429 Jul 07 18:28:31.084659 n-d-791505-12 neutron-server[93946]: INFO neutron.api.v2.resource [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-a129db34-43f9-4ec1-9d3a-680a9c6d544d service neutron] delete failed (client error): The resource could not be found. Jul 07 18:28:31.085734 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-a129db34-43f9-4ec1-9d3a-680a9c6d544d service neutron] 10.222.0.23 "DELETE /v2.0/ports/ac7c7032-b51e-432a-83af-45e9f190eb09/bindings/n-h1-791505-12 HTTP/1.1" status: 404 len: 381 time: 0.0885644 Jul 07 18:28:31.251325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-719cb5b8-e018-4ceb-882c-65ad20481bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.252774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-719cb5b8-e018-4ceb-882c-65ad20481bfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1096 time: 0.0825827 Jul 07 18:28:31.338663 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd4a18-4ac5-4667-9086-cb17fbf07756 req-69c5025c-ccc5-4637-b584-946887ac725e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.340130 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ffd4a18-4ac5-4667-9086-cb17fbf07756 req-69c5025c-ccc5-4637-b584-946887ac725e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 944 time: 0.1290064 Jul 07 18:28:31.389186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-c089eb2e-4582-4147-8df4-52dbcf20f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.390781 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-c089eb2e-4582-4147-8df4-52dbcf20f6d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.1316648 Jul 07 18:28:31.440024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ffd4a18-4ac5-4667-9086-cb17fbf07756 req-e3acfd0f-6923-4412-bb55-3e0b4cc9011b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848277 Jul 07 18:28:31.469796 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-ebac5407-d1fd-4e4b-8b57-6093077d0773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1000 time: 0.0693116 Jul 07 18:28:31.518037 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-98d0da7e-e225-45a9-88a7-a23178919cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.519540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-98d0da7e-e225-45a9-88a7-a23178919cd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0441353 Jul 07 18:28:31.581508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-d176b87b-d1e2-4e34-8af7-7c4ac1cdcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.583266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-d176b87b-d1e2-4e34-8af7-7c4ac1cdcc94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581429 Jul 07 18:28:31.683617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-67d2c3cd-49a7-4778-866c-eabbdfd7b2b0 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931580 Jul 07 18:28:31.694928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:31.761942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port ac7c7032-b51e-432a-83af-45e9f190eb09 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:31.766277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port ac7c7032-b51e-432a-83af-45e9f190eb09 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:31.766707 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.796140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4b32ee0d-da68-475e-9c00-dffde3b6e41e req-8d227473-a3c5-433b-9df6-534297aa25e0 service neutron] 10.222.0.23 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057832 Jul 07 18:28:31.870968 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.900097 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:31.903511 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce9eb4a-aa03-49cc-984d-974dbb9a50cb" -d '{"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:31.923058 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:31.929161 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.965178 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ab55e-1fff-4d5a-84fa-f17ee917b721 x-openstack-request-id: req-435ab55e-1fff-4d5a-84fa-f17ee917b721 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:31.965537 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:31.965861 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-435ab55e-1fff-4d5a-84fa-f17ee917b721 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:31.966552 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'code': 200} Jul 07 18:28:31.998877 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=9']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:32.631201 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a869a-6b8c-4168-b254-31abb4f37cd2 req-99fb70e8-1073-4dd3-aca3-79ce5670266e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:32.632693 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551a869a-6b8c-4168-b254-31abb4f37cd2 req-99fb70e8-1073-4dd3-aca3-79ce5670266e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0646467 Jul 07 18:28:32.669854 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-551a869a-6b8c-4168-b254-31abb4f37cd2 req-d7b5bfda-ab87-4e42-845a-4792914ea9bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Jul 07 18:28:32.695710 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42324) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:32.759083 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e3377adb-1545-4f1b-aa8a-940e08e9ed2c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/60726ce2-f887-4c5f-8aef-a86ddc12f5ff HTTP/1.1" status: 200 len: 993 time: 0.0621145 Jul 07 18:28:37.741802 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-01318188-9b32-4be5-b67e-dda8694b4f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.255787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-546781b4-8c6e-43e1-8f13-28731e45ce6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1123080 Jul 07 18:28:40.256531 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fb2595a9-2496-4c18-a0b3-0a9f81690d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.359421 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-042dd8fe-c24c-44ba-9ce9-33e1b697cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:40.360969 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-042dd8fe-c24c-44ba-9ce9-33e1b697cf8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.0585346 Jul 07 18:28:40.475728 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-2e19cb2e-e488-4314-9017-6bbabf73a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:40.477176 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-2e19cb2e-e488-4314-9017-6bbabf73a042 service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.0911725 Jul 07 18:28:40.551655 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-2d3720e6-d134-4fee-90f3-8d9815ad759e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 1001 time: 0.0664306 Jul 07 18:28:40.604736 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-0bcb3ee9-8b40-47a4-91fb-b6b2e8e360bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:40.606229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-0bcb3ee9-8b40-47a4-91fb-b6b2e8e360bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0461740 Jul 07 18:28:40.680227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-1b6054a6-8f22-4058-9fde-c80d3b0f2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:40.681764 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-1b6054a6-8f22-4058-9fde-c80d3b0f2cd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680075 Jul 07 18:28:40.755251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.787609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-a4c6274c-3e2d-41b4-a49c-751067fb999d service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979679 Jul 07 18:28:40.890646 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-528506bd-d26f-47a3-80f2-3c9532c21038 req-a61a71b3-e0e9-4d43-9b74-fb1d538d05d7 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961034 Jul 07 18:28:42.129473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.875734 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:56.419331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.929283 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:58.452219 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:01.195860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42338) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:01.372569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port e52dcaec-fdc3-4ce2-986a-56e27545c726 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:01.372922 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.465658 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.465909 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.477860 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for e52dcaec-fdc3-4ce2-986a-56e27545c726 owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:01.643783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.670527 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=e52dcaec-fdc3-4ce2-986a-56e27545c726,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:01.682869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.683228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.683581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.683928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.684264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.684596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.684928 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.685257 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.685586 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.685910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.686235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.686581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:01.745566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.745816 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 60726ce2-f887-4c5f-8aef-a86ddc12f5ff disassociated (deleted). External IP: 172.25.3.126, port: ac7c7032-b51e-432a-83af-45e9f190eb09. Jul 07 18:29:01.963903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router db7f916e-60c0-445c-803f-8d56f5f3388a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:02.073974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:02.079249 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:02.083977 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Sync routers for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:02.094762 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:02.095385 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:28:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.117884 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e2d7d802-3cbf-43ae-9a6c-1f2b7edaea14 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/floatingips/60726ce2-f887-4c5f-8aef-a86ddc12f5ff HTTP/1.1" status: 204 len: 168 time: 0.9209850 Jul 07 18:29:02.118610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:02.121011 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d0990a-0138-4e28-a088-47f734096725" -d '{"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:02.208708 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:02.388335 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9d6f5d-ab49-48ac-8897-23f1d6f458bb x-openstack-request-id: req-4e9d6f5d-ab49-48ac-8897-23f1d6f458bb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:02.389222 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:02.389222 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e9d6f5d-ab49-48ac-8897-23f1d6f458bb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:02.389519 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'status': 'completed', 'code': 200} Jul 07 18:29:02.428244 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.459886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Checking router: db7f916e-60c0-445c-803f-8d56f5f3388a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:02.471128 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:02.471766 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:28:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.494662 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0990a-0138-4e28-a088-47f734096725 req-495f905d-af85-4201-b194-ce970860bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.496201 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-495f905d-af85-4201-b194-ce970860bb40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 1097 time: 0.0749495 Jul 07 18:29:02.585322 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:02.593911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0990a-0138-4e28-a088-47f734096725 req-4965711a-2727-42d5-94c4-5a3ca2550c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.595560 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-4965711a-2727-42d5-94c4-5a3ca2550c00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 200 len: 898 time: 0.0924613 Jul 07 18:29:02.619542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4618-2102-4a25-b6a8-b6633569a1d5 req-de065a4a-a175-4120-9e41-79006baf3493 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.621443 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55da4618-2102-4a25-b6a8-b6633569a1d5 req-de065a4a-a175-4120-9e41-79006baf3493 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.1401813 Jul 07 18:29:02.643132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-5d9ba1c7-2562-4d28-a8a0-5c0d1bb81312 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 200 len: 217 time: 0.0397797 Jul 07 18:29:02.665750 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55da4618-2102-4a25-b6a8-b6633569a1d5 req-e1fb2be9-6a29-43ca-a8d0-d122ac27b50e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 Jul 07 18:29:02.707235 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0990a-0138-4e28-a088-47f734096725 req-4711d628-45b9-48f7-a0b5-37544d122f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.709592 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-4711d628-45b9-48f7-a0b5-37544d122f44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 200 len: 835 time: 0.0544581 Jul 07 18:29:02.779999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0990a-0138-4e28-a088-47f734096725 req-62b4f7e5-3a3e-4483-bf7d-43b3280fe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.781547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-62b4f7e5-3a3e-4483-bf7d-43b3280fe813 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20c9-cb85-444f-a30c-52118e50608a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640759 Jul 07 18:29:02.829303 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.856603 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf697f2-5af4-4435-9200-5e26c8c898c2 None None] The sync data for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 is: [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:27:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '30b4e6af-e5d9-4822-a146-cf2aef32b382', 'name': '', 'network_id': '423e20c9-cb85-444f-a30c-52118e50608a', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:ba:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:16Z', 'updated_at': '2021-07-07T18:27:22Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '4cf49769-0ce4-4bd1-818b-54a441fcf1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:02.888313 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-a43b06c4-0a6c-478e-a610-7bde9ac4d65b service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980358 Jul 07 18:29:02.997089 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-97d0990a-0138-4e28-a088-47f734096725 req-193dbf15-9357-49d0-adb0-324eca393d5d service neutron] 10.222.0.73 "GET /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017745 Jul 07 18:29:03.109849 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1df629-c8e8-4d6b-b014-264683172b29 None None] New status for floating IP 60726ce2-f887-4c5f-8aef-a86ddc12f5ff: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:29:03.836264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-0a044f04-63fc-43dd-a447-6fefdc1a95b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:03.837844 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-0a044f04-63fc-43dd-a447-6fefdc1a95b3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0814331 Jul 07 18:29:03.883228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce246c4-55b7-4528-9243-296bc933907c req-464efc20-a818-4e8a-b829-84d7bc8c16c7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:03.884861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce246c4-55b7-4528-9243-296bc933907c req-464efc20-a818-4e8a-b829-84d7bc8c16c7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78cfe72-4db6-4bf5-8e10-f2d15865ba07 HTTP/1.1" status: 200 len: 945 time: 0.0771406 Jul 07 18:29:03.927032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ce246c4-55b7-4528-9243-296bc933907c req-82071214-96a5-485a-a27b-d3e2e0a26880 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=38c7225e-61fe-4f57-bbd2-2d18e76cfef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360568 Jul 07 18:29:03.962018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port ac7c7032-b51e-432a-83af-45e9f190eb09 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:03.962324 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.053666 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port ac7c7032-b51e-432a-83af-45e9f190eb09, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=ac7c7032-b51e-432a-83af-45e9f190eb09,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:04.054027 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.068132 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for ac7c7032-b51e-432a-83af-45e9f190eb09 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:04.209033 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.239737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=ac7c7032-b51e-432a-83af-45e9f190eb09,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:04.295450 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] No DVR routers for this DVR port ac7c7032-b51e-432a-83af-45e9f190eb09 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:04.298128 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.300292 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d40b505f-d692-4a1b-a2f6-4cde1fd0b31a req-f04f21de-fd13-452d-8d97-b6bc60c6f248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "DELETE /v2.0/ports/ac7c7032-b51e-432a-83af-45e9f190eb09 HTTP/1.1" status: 204 len: 173 time: 0.4571226 Jul 07 18:29:04.300743 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-deleted', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:04.303136 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6bd731-d3af-4422-922b-fb6760ec2617" -d '{"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-deleted", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:04.395263 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e7db0-02cb-4d6c-be39-f6c760fa5d41 x-openstack-request-id: req-867e7db0-02cb-4d6c-be39-f6c760fa5d41 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:04.395570 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78cfe72-4db6-4bf5-8e10-f2d15865ba07", "name": "network-vif-deleted", "tag": "ac7c7032-b51e-432a-83af-45e9f190eb09", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:04.395804 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-867e7db0-02cb-4d6c-be39-f6c760fa5d41 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:04.396208 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78cfe72-4db6-4bf5-8e10-f2d15865ba07', 'name': 'network-vif-deleted', 'tag': 'ac7c7032-b51e-432a-83af-45e9f190eb09', 'status': 'completed', 'code': 200} Jul 07 18:29:05.031219 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42356) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:05.667006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:05.842313 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:05.865519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: ac7c7032-b51e-432a-83af-45e9f190eb09 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:05.865907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device ac7c7032-b51e-432a-83af-45e9f190eb09 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:05.955371 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 30b4e6af-e5d9-4822-a146-cf2aef32b382 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:05.955797 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.045643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 30b4e6af-e5d9-4822-a146-cf2aef32b382, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=30b4e6af-e5d9-4822-a146-cf2aef32b382,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:06.046399 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.059236 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 30b4e6af-e5d9-4822-a146-cf2aef32b382 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:06.263566 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.293114 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=30b4e6af-e5d9-4822-a146-cf2aef32b382,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:06.475142 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.695678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router db7f916e-60c0-445c-803f-8d56f5f3388a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:06.803727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:06.809674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bc39bef5-b989-4180-8eb7-a5b8b83d8fc8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/db7f916e-60c0-445c-803f-8d56f5f3388a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7769470 Jul 07 18:29:06.812264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42358) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:06.814988 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Sync routers for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:06.824777 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:06.825425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:28:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:06.864547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting subnet 4cf49769-0ce4-4bd1-818b-54a441fcf1d4 {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:29:06.868244 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.911631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.011368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.033693 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:07.079902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.112005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf49769-0ce4-4bd1-818b-54a441fcf1d4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:07.119684 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.123177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-997c3983-d6b1-4119-b843-2d4c8dafae61 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/subnets/4cf49769-0ce4-4bd1-818b-54a441fcf1d4 HTTP/1.1" status: 204 len: 168 time: 0.3095436 Jul 07 18:29:07.124336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42360) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:07.130861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7686ace-529a-4488-ab19-9dbbe98d8e67 None None] Network 423e20c9-cb85-444f-a30c-52118e50608a requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:07.282808 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:29:06Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:07.302336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.317737 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Checking router: db7f916e-60c0-445c-803f-8d56f5f3388a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:07.327638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Routers {'db7f916e-60c0-445c-803f-8d56f5f3388a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:07.328277 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:28:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['db7f916e-60c0-445c-803f-8d56f5f3388a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:07.360020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] DHCP port deletion for 423e20c9-cb85-444f-a30c-52118e50608a request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:29:07.439108 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Deleting port 00ee58c2-d747-49a2-8b33-f46dab047fac {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:07.439704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.455589 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.493087 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] Set router db7f916e-60c0-445c-803f-8d56f5f3388a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:07.523822 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port de225e21-8a68-4996-8fb2-406430d7ac66 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:07.524173 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.541207 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] For port 00ee58c2-d747-49a2-8b33-f46dab047fac, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=00ee58c2-d747-49a2-8b33-f46dab047fac,segment=NetworkSegment(d7717e88-c28e-4040-b452-40ce50ffe957),segment_id=d7717e88-c28e-4040-b452-40ce50ffe957)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:07.541926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.557994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Calling delete_port for 00ee58c2-d747-49a2-8b33-f46dab047fac owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:07.615917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port de225e21-8a68-4996-8fb2-406430d7ac66, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=de225e21-8a68-4996-8fb2-406430d7ac66,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:07.616279 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.633751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for de225e21-8a68-4996-8fb2-406430d7ac66 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:07.709121 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.735567 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] Pushing event deleted for resources: {'Port': ['ID=00ee58c2-d747-49a2-8b33-f46dab047fac,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:07.750766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192eb4c5-f254-4657-8faf-39a79af7db36 None None] No DVR routers for this DVR port 00ee58c2-d747-49a2-8b33-f46dab047fac on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:07.761505 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:29:06Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:07.763328 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-248bb322-9de1-4bed-bd98-77d7bc833a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.803532 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c38bc-2cc3-4db1-afdc-62cb0eb42598 None None] The sync data for ids ['db7f916e-60c0-445c-803f-8d56f5f3388a'] in n-d-791505-12 is: [{'id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532627069', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:13Z', 'updated_at': '2021-07-07T18:29:06Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'de225e21-8a68-4996-8fb2-406430d7ac66', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7f916e-60c0-445c-803f-8d56f5f3388a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:14Z', 'updated_at': '2021-07-07T18:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:07.860692 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.893093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=de225e21-8a68-4996-8fb2-406430d7ac66,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:07.970267 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.093888 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.097530 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.154753 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.156627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Fanout notify agent at l3_agent the message router_deleted on router db7f916e-60c0-445c-803f-8d56f5f3388a {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:29:08.165930 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.167115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8ea785a2-5ebe-43e7-a295-fec5d05d2a0c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/routers/db7f916e-60c0-445c-803f-8d56f5f3388a HTTP/1.1" status: 204 len: 168 time: 1.0414352 Jul 07 18:29:08.170380 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42362) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:08.276834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.293030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 00ee58c2-d747-49a2-8b33-f46dab047fac no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:08.319069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 00ee58c2-d747-49a2-8b33-f46dab047fac {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:08.319490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 00ee58c2-d747-49a2-8b33-f46dab047fac not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:08.320162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30b4e6af-e5d9-4822-a146-cf2aef32b382 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:08.342362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 30b4e6af-e5d9-4822-a146-cf2aef32b382 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:08.342746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 30b4e6af-e5d9-4822-a146-cf2aef32b382 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:08.380906 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.391327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423e20c9-cb85-444f-a30c-52118e50608a']}} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:08.403772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7717e88-c28e-4040-b452-40ce50ffe957') {'for_net_delete': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:08.404089 n-d-791505-12 neutron-server[93947]: DEBUG neutron.services.segments.db [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7717e88-c28e-4040-b452-40ce50ffe957') {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:08.415181 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8720899'] for segment, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.438424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.447612 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:29:08.448320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294057'] for segment, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: Traceback (most recent call last): Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: timer() Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: cb(*args, **kw) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: return func(*args, **kwargs) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: self._notify() Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: self.callback(batched_events) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: event.method(event) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: return f(self, *a, **k) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: return self._get(url).json() Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: return self.request(url, 'GET', **kwargs) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:29:08.453106 n-d-791505-12 neutron-server[93947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:29:08.536422 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.546354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.551769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/networks/423e20c9-cb85-444f-a30c-52118e50608a HTTP/1.1" status: 204 len: 168 time: 0.3769326 Jul 07 18:29:08.552559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42364) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:08.563006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec762cba-4cdb-42ae-b9e5-aa7911663fd4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Network': ['ID=423e20c9-cb85-444f-a30c-52118e50608a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:08.646217 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.683584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.803917 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.806882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:08.808088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/security-groups/38c7225e-61fe-4f57-bbd2-2d18e76cfef3 HTTP/1.1" status: 204 len: 168 time: 0.2544580 Jul 07 18:29:08.819329 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545633-1f9b-4c17-901a-ee764816e58c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7225e-61fe-4f57-bbd2-2d18e76cfef3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:09.298319 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42370) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:09.303857 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927760570', 'description': 'tempest-secgroup-smoke-927760570 description', 'project_id': 'd08184047bb04241af218778dec6ee79'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:09.328829 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.415792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.420490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.449533 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.450803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513894 Jul 07 18:29:09.452744 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e210022-bbb2-4b24-b78d-78968caa0fde tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:09.453889 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42372) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:09.460733 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:09.492307 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.551767 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.555638 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.577706 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0750ec-2cc3-4a97-8442-5ddcafdfd635,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:09.585605 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.586875 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a0be5a81-7249-4e44-9066-ce488ff9a885 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310534 Jul 07 18:29:09.590088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42374) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:09.633886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:09.662490 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.720222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.725367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.745532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60b3610-2c18-4b21-93db-0d5d32b1896b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:09.759515 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.760790 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-965f5f7c-ac86-40d6-a50c-7a77ecdb28b9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696203 Jul 07 18:29:09.763914 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42378) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:09.771451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:09.800850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.875307 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.880404 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.899190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e06caf-8583-47c4-9901-03e09d2a4412,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:09.906604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.907852 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-185b5442-8446-48a7-8f01-7cea4fae4204 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408968 Jul 07 18:29:09.911246 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42380) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:09.916414 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:09.946701 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device de225e21-8a68-4996-8fb2-406430d7ac66 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:09.957614 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:09.968239 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: de225e21-8a68-4996-8fb2-406430d7ac66 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:09.968587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device de225e21-8a68-4996-8fb2-406430d7ac66 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:10.051746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.055553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.074641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde71325-61a1-47d8-be14-93c18016159f,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:10.081850 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.083533 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9fae7b0f-20d5-4b06-b86f-08abf9fd7cae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710598 Jul 07 18:29:10.086924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42382) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:10.091522 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:10.115406 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:29:10.120502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.185683 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.189715 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.208873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e0eec8-2c77-4d01-80da-fc4a8b98ae95,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:10.215228 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.216570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8fb0c595-a1b2-4a4e-8efc-6cdbd34e8248 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286702 Jul 07 18:29:10.219549 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42384) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:10.224640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'e96e7c1a-0fb7-419d-9f3a-c657b4333b7e', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:10.248229 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:29:10.254131 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.261421 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f29199a5-e83a-43a2-991c-c93d510f0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.324059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.327920 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.348993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20738bde-947a-43d0-9f23-f8a5d8904504,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:10.353252 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.354488 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b90eae6b-6e05-40ed-a1d5-c5108e8e15ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338351 Jul 07 18:29:10.357384 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42386) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:10.362375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'network': {'name': 'tempest-network-smoke--1291251533', 'project_id': 'd08184047bb04241af218778dec6ee79', 'port_security_enabled': True}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:10.384119 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:10.387550 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.411492 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:10.420112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.420456 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Added segment 90c7112f-84ff-412a-bbfe-3f3aaca099dd of type vlan for network 0efd1a60-dbe3-475a-a709-27780129d0db Jul 07 18:29:10.463134 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.492491 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.498116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:10.498743 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.557640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1991842 Jul 07 18:29:10.561468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42388) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:10.566318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a86ac-1058-4cfb-a02b-8b02d0492181 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Network': ['ID=0efd1a60-dbe3-475a-a709-27780129d0db,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:10.567607 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'admin_state_up': True, 'project_id': 'd08184047bb04241af218778dec6ee79', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:10.578897 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 0efd1a60-dbe3-475a-a709-27780129d0db details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:10.598193 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.599251 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.672657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.759168 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:10.818110 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.027446 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.046981 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.148104 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.94 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c298555d-9d34-48ec-85ab-5138e8ab8588) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:11.252813 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.292858 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.327122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:11.329971 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:11.332681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:11.372169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=c298555d-9d34-48ec-85ab-5138e8ab8588,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:11.600104 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.801167 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.932469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 4d0e7ccf-b97e-466f-94ed-416fc974553a is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:29:12.134506 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.297272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:12.307411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Sync routers for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:12.316070 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.317376 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c6bb222a-c2b2-4ea0-8e1c-49e10e8cb367 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7547467 Jul 07 18:29:12.319484 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:12.320148 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:12.320520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42390) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:12.347978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-31382c07-7cd0-4ef1-8651-d347aee1bab6 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d08184047bb04241af218778dec6ee79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263517 Jul 07 18:29:12.350709 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42392) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:12.448989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecc899-9f08-4de6-ae9d-33fd6b528e26 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:12.450922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-41ecc899-9f08-4de6-ae9d-33fd6b528e26 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992649 Jul 07 18:29:12.454082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42394) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:12.486307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7eff55e0-4a81-4853-811b-56c2030909c7 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289109 Jul 07 18:29:12.486592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42396) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:12.492160 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227771984', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'project_id': 'd08184047bb04241af218778dec6ee79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:12.586347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:12.589960 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.593164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:12.785725 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.787844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:11Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:12.821456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Checking router: 4d0e7ccf-b97e-466f-94ed-416fc974553a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:12.821874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Updating router 4d0e7ccf-b97e-466f-94ed-416fc974553a port c298555d-9d34-48ec-85ab-5138e8ab8588 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:12.853455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Subnet': ['ID=6dc1da40-9bc5-4690-b20b-4bd8e25682a0,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:12.857222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.865985 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Checking segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:12.866349 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network hostable DHCP agents. Network: 0efd1a60-dbe3-475a-a709-27780129d0db, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:12.886083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 0efd1a60-dbe3-475a-a709-27780129d0db is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:12.897315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 0efd1a60-dbe3-475a-a709-27780129d0db) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:12.902878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:12.904841 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:12.921638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cd93b8ed-0128-414c-8b80-aaca1b60ac82 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4340112 Jul 07 18:29:12.924564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42398) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:12.944655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d2d9c-735e-4180-889e-b3784f4a373b None None] Network 0efd1a60-dbe3-475a-a709-27780129d0db requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:13.196406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-0efd1a60-dbe3-475a-a709-27780129d0db', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:29:13.197434 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.315049 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.337638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Transition to ACTIVE for port object c298555d-9d34-48ec-85ab-5138e8ab8588 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:13.348162 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.384708 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.430355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Attempting to bind port c298555d-9d34-48ec-85ab-5138e8ab8588 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:13.430838 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Attempting to bind port c298555d-9d34-48ec-85ab-5138e8ab8588 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:13.431509 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Attempting to bind port c298555d-9d34-48ec-85ab-5138e8ab8588 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:13.434250 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Allocated IP 172.20.0.2 (0efd1a60-dbe3-475a-a709-27780129d0db/6dc1da40-9bc5-4690-b20b-4bd8e25682a0/e6a530d5-ef3e-4c07-b6a1-c7478ca62e43) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:13.455241 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:13.455530 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:13.455915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.457162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:13.457698 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Bound port: c298555d-9d34-48ec-85ab-5138e8ab8588, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:13.458087 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.462093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9673238-9dea-453f-9337-540a6d695a24 None None] Pushing event updated for resources: {'Port': ['ID=c298555d-9d34-48ec-85ab-5138e8ab8588,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:13.576799 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] For port c298555d-9d34-48ec-85ab-5138e8ab8588, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:13.582755 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] For port c298555d-9d34-48ec-85ab-5138e8ab8588, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c298555d-9d34-48ec-85ab-5138e8ab8588,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:13.590577 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.712887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9673238-9dea-453f-9337-540a6d695a24 None None] Pushing event updated for resources: {'Port': ['ID=c298555d-9d34-48ec-85ab-5138e8ab8588,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:13.720328 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:13.720972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:13.778429 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.792837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Transition to ACTIVE for port object e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:13.849707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Transition to ACTIVE for port object e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:13.868204 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:13.875931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:13.921082 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.1 (0efd1a60-dbe3-475a-a709-27780129d0db/6dc1da40-9bc5-4690-b20b-4bd8e25682a0/f79481f9-276a-4b71-89c9-b60015072632) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:13.989452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Network 0efd1a60-dbe3-475a-a709-27780129d0db is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:13.990453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.033009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:14.039082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:14.057775 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Pushing event updated for resources: {'Port': ['ID=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:14.068982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.086040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object f79481f9-276a-4b71-89c9-b60015072632 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:14.127237 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.148964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Attempting to bind port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:14.149461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Attempting to bind port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:14.149715 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Attempting to bind port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 on network 0efd1a60-dbe3-475a-a709-27780129d0db {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:14.173051 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 0efd1a60-dbe3-475a-a709-27780129d0db is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:14.174325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:14.174738 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Checking segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:14.175383 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.175708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Bound using segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:14.176064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Bound port: e6a530d5-ef3e-4c07-b6a1-c7478ca62e43, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:14.176454 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.176955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:14.184018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:14.210295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:14.234927 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.267459 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] For port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:14.271777 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] For port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:14.277403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.280066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:11Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:14.339044 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d3739-ae36-41e5-9f20-4b12db5f2975 None None] The sync data for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 is: [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:11Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:14.388363 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc783-6143-4f46-8de5-0b88ad67bab5 None None] Pushing event updated for resources: {'Port': ['ID=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:14.420074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.823807 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.829510 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.918695 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:14.920929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:15.046716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 0efd1a60-dbe3-475a-a709-27780129d0db is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:15.048211 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:15.208670 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 4d0e7ccf-b97e-466f-94ed-416fc974553a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:15.379929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:15.391157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-772be5db-033a-4d9c-b6cd-894cb2de271e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/4d0e7ccf-b97e-466f-94ed-416fc974553a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4644849 Jul 07 18:29:15.574600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-74c3ca15-db49-47a9-be11-9a2f32f32a58 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927760570&fields=id&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 267 time: 0.0425682 Jul 07 18:29:15.575861 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc06576-0c64-4712-9406-d4d42806f5c0 None None] Network 0efd1a60-dbe3-475a-a709-27780129d0db requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:15.695570 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d7d5d4cf-4e18-4c98-b036-7306d9beb3bd None None] Provisioning for port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:15.751674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-329e47fc-cf62-41c5-92f8-e49814b088da tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:15.753388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-329e47fc-cf62-41c5-92f8-e49814b088da tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 797 time: 0.1675351 Jul 07 18:29:15.772681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-320e74ef-223d-4b94-b083-21b32e63b687 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/quotas/d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Jul 07 18:29:15.857846 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-1d89dcf4-1d45-46e4-8b94-83a0051fee48 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795131 Jul 07 18:29:16.016822 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-cc57e361-ce64-4f00-85c5-2b80e674f2df service neutron] 10.222.0.66 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343055 Jul 07 18:29:16.096802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c298555d-9d34-48ec-85ab-5138e8ab8588 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:16.171044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-628db0e1-8c90-4844-8444-5d288dd863e8 service neutron] 10.222.0.66 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435792 Jul 07 18:29:16.181678 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port c298555d-9d34-48ec-85ab-5138e8ab8588 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:16.186519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c298555d-9d34-48ec-85ab-5138e8ab8588 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:16.186992 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.254231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1bfe5d8b-1e88-41e9-b95d-0c1c82445f19 None None] Provisioning for port f79481f9-276a-4b71-89c9-b60015072632 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:16.264251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1bfe5d8b-1e88-41e9-b95d-0c1c82445f19 None None] Provisioning complete for port f79481f9-276a-4b71-89c9-b60015072632 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:16.264625 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5d8b-1e88-41e9-b95d-0c1c82445f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.315180 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.350973 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Sync routers for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:16.360650 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:16.361653 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:16.365230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe5d8b-1e88-41e9-b95d-0c1c82445f19 None None] Port f79481f9-276a-4b71-89c9-b60015072632 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:16.424232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port c298555d-9d34-48ec-85ab-5138e8ab8588, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c298555d-9d34-48ec-85ab-5138e8ab8588,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:16.434940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.436232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:16.492237 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2edde5e6-c029-4862-83fd-22dcf543e2bc req-367af231-d0dd-426a-a577-4bdbfa31ad35 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 210 time: 0.0432763 Jul 07 18:29:16.542521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=c298555d-9d34-48ec-85ab-5138e8ab8588,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:16.554085 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:16.567420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-95dac488-c3bc-4b4f-9962-8f7100673010 None None] Provisioning complete for port f79481f9-276a-4b71-89c9-b60015072632 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:16.568101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-95dac488-c3bc-4b4f-9962-8f7100673010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.592282 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:16.598055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:16.598466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.649482 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-95dac488-c3bc-4b4f-9962-8f7100673010 None None] Port f79481f9-276a-4b71-89c9-b60015072632 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:16.710898 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.766461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:16.772690 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.844435 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:16.849328 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 2, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:16.880800 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Checking router: 4d0e7ccf-b97e-466f-94ed-416fc974553a for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:16.881345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Updating router 4d0e7ccf-b97e-466f-94ed-416fc974553a port f79481f9-276a-4b71-89c9-b60015072632 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:29:16.883193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3f8ef3d6-c8e8-4e67-91e3-d805c380e9bc None None] Provisioning complete for port f79481f9-276a-4b71-89c9-b60015072632 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:16.883678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef3d6-c8e8-4e67-91e3-d805c380e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.929007 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.929303 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ef3d6-c8e8-4e67-91e3-d805c380e9bc None None] Port f79481f9-276a-4b71-89c9-b60015072632 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:17.247597 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:17.260197 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Transition to ACTIVE for port object f79481f9-276a-4b71-89c9-b60015072632 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:17.268053 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:17.334926 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Pushing event updated for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:17.362787 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.364156 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.364156 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.364361 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.364535 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.364875 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.365211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.365545 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.365890 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.366222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.366569 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.367055 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:17.408215 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Attempting to bind port f79481f9-276a-4b71-89c9-b60015072632 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:17.408591 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Attempting to bind port f79481f9-276a-4b71-89c9-b60015072632 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:17.408959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Attempting to bind port f79481f9-276a-4b71-89c9-b60015072632 on network 0efd1a60-dbe3-475a-a709-27780129d0db {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:17.414870 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:17.415335 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Checking segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:17.415740 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:17.416138 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Bound using segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:17.416625 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Bound port: f79481f9-276a-4b71-89c9-b60015072632, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:17.417013 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:17.489410 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] For port f79481f9-276a-4b71-89c9-b60015072632, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:17.495013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] For port f79481f9-276a-4b71-89c9-b60015072632, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f79481f9-276a-4b71-89c9-b60015072632,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:17.500442 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:17.570493 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:17.571091 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:17.719940 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf234227-d434-4f5d-8aef-ad69c490053e req-51192746-311d-4635-a2cf-9fdb899887ba tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 210 time: 0.0695906 Jul 07 18:29:17.830638 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:17.835850 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-e372c8e5-b098-4214-94f2-3e5f1846c2b6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:17.837391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-e372c8e5-b098-4214-94f2-3e5f1846c2b6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 797 time: 0.1282620 Jul 07 18:29:17.870689 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e3e5c-9a67-4b4f-89a7-9cd42eb86584 None None] Pushing event updated for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:17.905998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-397f3981-fb4f-4259-9ade-3912e7ec24dd tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 379 time: 0.0589957 Jul 07 18:29:17.924810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'port': {'device_id': '0488967b-5952-4875-9205-50d7119bb471', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'admin_state_up': True, 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'security_groups': ['e96e7c1a-0fb7-419d-9f3a-c657b4333b7e']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:18.077798 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c298555d-9d34-48ec-85ab-5138e8ab8588 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:18.110226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:18.115590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.117572 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:18.146380 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port c298555d-9d34-48ec-85ab-5138e8ab8588 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:18.146863 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.154237 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7c66b-d978-41a5-900a-13c5a2d1f72c None None] The sync data for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 is: [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:17Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:18.320781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:18.341545 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.5 (0efd1a60-dbe3-475a-a709-27780129d0db/6dc1da40-9bc5-4690-b20b-4bd8e25682a0/371f1972-0654-4a02-9cc3-546473602ba2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:18.405806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:18.406206 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.529867 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.544210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object 371f1972-0654-4a02-9cc3-546473602ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:18.580976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.632927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 0efd1a60-dbe3-475a-a709-27780129d0db is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:18.636347 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:18.643152 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:18.927041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1e19c8a-a5f9-4213-9a8b-c21d57efec5b None None] Provisioning for port 371f1972-0654-4a02-9cc3-546473602ba2 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:18.932296 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-d1e19c8a-a5f9-4213-9a8b-c21d57efec5b None None] Provisioning complete for port 371f1972-0654-4a02-9cc3-546473602ba2 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:18.932768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d1e19c8a-a5f9-4213-9a8b-c21d57efec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.955300 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:18.982421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d1e19c8a-a5f9-4213-9a8b-c21d57efec5b None None] Port 371f1972-0654-4a02-9cc3-546473602ba2 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:29:19.015717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:19.016390 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.046540 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-6e358158-8fbf-43bd-9724-b37f4d4498a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271734 Jul 07 18:29:19.060073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Request body: {'port': {'device_id': '0488967b-5952-4875-9205-50d7119bb471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:19.070727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98798e-d32e-4510-a771-f6302b4b05b3 req-231e4874-9c70-42a1-9b15-d50c7625280b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:19.072331 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c98798e-d32e-4510-a771-f6302b4b05b3 req-231e4874-9c70-42a1-9b15-d50c7625280b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 931 time: 0.1182983 Jul 07 18:29:19.167628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c98798e-d32e-4510-a771-f6302b4b05b3 req-dcaedb66-d1e8-473a-9b68-4315c5596fba tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744383 Jul 07 18:29:19.183291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.504258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371f1972-0654-4a02-9cc3-546473602ba2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:19.512613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.527008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Transition to ACTIVE for port object 371f1972-0654-4a02-9cc3-546473602ba2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:19.531500 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.583635 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Pushing event updated for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:19.664560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Attempting to bind port 371f1972-0654-4a02-9cc3-546473602ba2 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:19.664900 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Attempting to bind port 371f1972-0654-4a02-9cc3-546473602ba2 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:19.665237 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Attempting to bind port 371f1972-0654-4a02-9cc3-546473602ba2 on network 0efd1a60-dbe3-475a-a709-27780129d0db {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:19.671436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Port 371f1972-0654-4a02-9cc3-546473602ba2 on network 0efd1a60-dbe3-475a-a709-27780129d0db not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:19.671843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Attempting to bind port 371f1972-0654-4a02-9cc3-546473602ba2 on network 0efd1a60-dbe3-475a-a709-27780129d0db {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:19.677841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:19.678184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Checking segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:19.678634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Bound using segment: {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:19.679076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Bound port: 371f1972-0654-4a02-9cc3-546473602ba2, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c7112f-84ff-412a-bbfe-3f3aaca099dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:19.679440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.765551 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:19.769754 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=371f1972-0654-4a02-9cc3-546473602ba2,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:19.776538 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.812381 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:19.813020 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:19.814567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] 10.222.0.23 "PUT /v2.0/ports/371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 1092 time: 0.7598085 Jul 07 18:29:19.814936 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:19.818211 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaa4898-9689-4db4-9c3f-513f3fed87fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:19.850024 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc8e5b-ee86-4837-8691-213ccd1c7e19 service neutron] Pushing event updated for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:19.871284 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca71107-80ed-4776-8beb-1004a618c73a x-openstack-request-id: req-8ca71107-80ed-4776-8beb-1004a618c73a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:19.871587 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:19.871844 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ca71107-80ed-4776-8beb-1004a618c73a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:19.872257 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2', 'status': 'completed', 'code': 200} Jul 07 18:29:19.934969 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-4989968a-fb76-4c03-a357-c89a42342773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:19.937050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-4989968a-fb76-4c03-a357-c89a42342773 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1095 time: 0.0780797 Jul 07 18:29:20.000505 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-742db128-951e-46df-929a-974c2008a639 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 217 time: 0.0562708 Jul 07 18:29:20.037995 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f79481f9-276a-4b71-89c9-b60015072632 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:20.069309 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-e1550e78-bc18-447a-b982-3f0f65815344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.071014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-e1550e78-bc18-447a-b982-3f0f65815344 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0645542 Jul 07 18:29:20.111434 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f79481f9-276a-4b71-89c9-b60015072632 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:20.116655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f79481f9-276a-4b71-89c9-b60015072632 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:20.117025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.140011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-849a28dc-973c-4542-b2d1-997c8dfd79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.145689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-849a28dc-973c-4542-b2d1-997c8dfd79fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665152 Jul 07 18:29:20.225081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.253988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-37da07e4-e8d9-42a6-b6f2-0fc75cd5a23b service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028378 Jul 07 18:29:20.262901 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f79481f9-276a-4b71-89c9-b60015072632, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f79481f9-276a-4b71-89c9-b60015072632,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:20.268866 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.336295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:20.393735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d12e7723-0be7-49a9-8ba9-ac6b6a2a3558 req-f30cae16-6040-49d1-b129-0f1dd5836c37 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343098 Jul 07 18:29:20.409073 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30732a7-d84a-4d2a-b860-1a65ba3a7b33 req-d73e2e8f-fd96-4f52-93e9-24ad8c992e53 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.411485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e30732a7-d84a-4d2a-b860-1a65ba3a7b33 req-d73e2e8f-fd96-4f52-93e9-24ad8c992e53 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 943 time: 0.1056509 Jul 07 18:29:20.479659 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e30732a7-d84a-4d2a-b860-1a65ba3a7b33 req-0ac8f8cd-83d2-4f76-97cd-97af9dcf6ef4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616114 Jul 07 18:29:20.510094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-1de2b031-55b2-4d16-a74e-2c16eac24c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.511664 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-1de2b031-55b2-4d16-a74e-2c16eac24c26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1095 time: 0.0683239 Jul 07 18:29:20.623989 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-a7364949-6c2c-460e-adec-f37ce72c3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.625594 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-a7364949-6c2c-460e-adec-f37ce72c3c0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 898 time: 0.1064529 Jul 07 18:29:20.671621 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-67b80099-cbde-4c9e-a45b-12b79b941db5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 217 time: 0.0393589 Jul 07 18:29:20.749180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-428ffdab-2b82-4e5e-8958-442dbf1d32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.750741 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-428ffdab-2b82-4e5e-8958-442dbf1d32dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0719509 Jul 07 18:29:20.819188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-8dd3c69a-2794-4af6-920b-124c69d48684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.820701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-8dd3c69a-2794-4af6-920b-124c69d48684 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634489 Jul 07 18:29:20.924834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-e31657d6-586c-4e8a-b16f-4b3fe1b89c35 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965896 Jul 07 18:29:21.067049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dbaa4898-9689-4db4-9c3f-513f3fed87fe req-80121de7-c0a9-4977-86f5-db0bc2dba859 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357090 Jul 07 18:29:21.715473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72e2b-8479-4eea-bdb2-4b109bcfaf3a req-a289936e-98bf-4068-a3fa-6269a5d01e1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:21.717124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b72e2b-8479-4eea-bdb2-4b109bcfaf3a req-a289936e-98bf-4068-a3fa-6269a5d01e1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 943 time: 0.0759234 Jul 07 18:29:21.780371 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-75b72e2b-8479-4eea-bdb2-4b109bcfaf3a req-48695c7a-90a3-4b14-9bac-f8e8512d3912 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551276 Jul 07 18:29:22.003055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f79481f9-276a-4b71-89c9-b60015072632 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:22.079151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f79481f9-276a-4b71-89c9-b60015072632 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:22.079529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.615466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 371f1972-0654-4a02-9cc3-546473602ba2 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:29:22.901133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=371f1972-0654-4a02-9cc3-546473602ba2,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:22.915011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '371f1972-0654-4a02-9cc3-546473602ba2', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'port_id': '371f1972-0654-4a02-9cc3-546473602ba2', 'mac_address': 'fa:16:3e:76:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:29:22.963095 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.982486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371f1972-0654-4a02-9cc3-546473602ba2 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:23.018592 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=371f1972-0654-4a02-9cc3-546473602ba2,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:23.025637 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:23.050031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc8636-0884-4f10-87d8-550f5fe6ffe1 req-2d130503-9dfd-4b9a-b56a-c884daa20484 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:23.052891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38fc8636-0884-4f10-87d8-550f5fe6ffe1 req-2d130503-9dfd-4b9a-b56a-c884daa20484 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 943 time: 0.1001885 Jul 07 18:29:23.102418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38fc8636-0884-4f10-87d8-550f5fe6ffe1 req-2b47c3f8-5518-4a5c-ba67-f6e4fd2f54bf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385032 Jul 07 18:29:23.103717 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:23.232960 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['371f1972-0654-4a02-9cc3-546473602ba2'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:24.353873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93ded-a5a9-47dc-a6d5-acdd583d114e req-77902ec0-3600-4dc0-8ba0-ba7d451c3c07 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:24.356926 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2eb93ded-a5a9-47dc-a6d5-acdd583d114e req-77902ec0-3600-4dc0-8ba0-ba7d451c3c07 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 944 time: 0.1146369 Jul 07 18:29:24.411484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2eb93ded-a5a9-47dc-a6d5-acdd583d114e req-16ae8e1a-7b83-4881-b03d-da84ff207184 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 Jul 07 18:29:24.630251 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 371f1972-0654-4a02-9cc3-546473602ba2 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:24.694023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 371f1972-0654-4a02-9cc3-546473602ba2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:24.699504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 371f1972-0654-4a02-9cc3-546473602ba2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:24.700172 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:24.789325 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:24.814047 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:24.816902 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720ff27-bb6d-4625-8559-a3947f88c136" -d '{"events": [{"server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "name": "network-vif-plugged", "status": "completed", "tag": "371f1972-0654-4a02-9cc3-546473602ba2"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:24.830724 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=371f1972-0654-4a02-9cc3-546473602ba2,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:24.837125 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:24.883700 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d21952-c83b-4c8b-a054-2437325e5cf2 x-openstack-request-id: req-25d21952-c83b-4c8b-a054-2437325e5cf2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:24.884002 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "name": "network-vif-plugged", "status": "completed", "tag": "371f1972-0654-4a02-9cc3-546473602ba2", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:24.884411 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25d21952-c83b-4c8b-a054-2437325e5cf2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:24.885059 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2', 'code': 200} Jul 07 18:29:24.935494 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:24.991151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c7dd3-9d18-4fa0-8eb1-bdc304f90982 req-0a93b856-bd9e-461e-8a41-f4f8dab00e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:24.993024 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-430c7dd3-9d18-4fa0-8eb1-bdc304f90982 req-0a93b856-bd9e-461e-8a41-f4f8dab00e1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1097 time: 0.0625815 Jul 07 18:29:25.032670 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-430c7dd3-9d18-4fa0-8eb1-bdc304f90982 req-5e7779a5-0bc7-4246-81b5-81da84954fd8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Jul 07 18:29:25.619610 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57181b49-4057-4490-a72c-99c106b432d8 req-464e0404-7045-417e-b573-170739485886 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:25.621222 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57181b49-4057-4490-a72c-99c106b432d8 req-464e0404-7045-417e-b573-170739485886 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0749326 Jul 07 18:29:25.664681 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-57181b49-4057-4490-a72c-99c106b432d8 req-cea2d7c4-4ca0-4820-9e12-8cecd31dc525 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 Jul 07 18:29:26.475361 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:26.850612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d9ce9-e8af-4b8a-8f33-e71f5ddb17ad req-66a48d16-a60e-4fa9-891f-aa704038bf19 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:26.852988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-916d9ce9-e8af-4b8a-8f33-e71f5ddb17ad req-66a48d16-a60e-4fa9-891f-aa704038bf19 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0731084 Jul 07 18:29:26.901526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-916d9ce9-e8af-4b8a-8f33-e71f5ddb17ad req-298034cb-907e-4ebe-978e-b4100abc903a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 Jul 07 18:29:27.106193 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad687f4d-badb-4238-b1fd-4aa16026a533 req-c3a0f581-61a7-484d-83fb-bfe44a6a2279 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.107706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad687f4d-badb-4238-b1fd-4aa16026a533 req-c3a0f581-61a7-484d-83fb-bfe44a6a2279 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0738533 Jul 07 18:29:27.151330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ad687f4d-badb-4238-b1fd-4aa16026a533 req-99ba986f-09de-4075-a7c0-46358dae49a1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370409 Jul 07 18:29:27.179625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:27.310409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d87013-f9ac-4bbe-a8fa-97d406fb03c4 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.312878 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d5d87013-f9ac-4bbe-a8fa-97d406fb03c4 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1092 time: 0.1316881 Jul 07 18:29:27.316607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42452) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:27.324989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '371f1972-0654-4a02-9cc3-546473602ba2', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:27.366052 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.499913 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.663935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.189 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/c58876c5-7876-420c-aa24-36bc2f31b7fc) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:27.809687 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.865095 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.929367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:27.935128 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:27.951931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.955330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:28.003116 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=c58876c5-7876-420c-aa24-36bc2f31b7fc,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:28.026326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.026725 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.027075 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.027422 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.027761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.028097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.028441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.028803 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.029110 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.029443 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.029801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.030111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:28.462428 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.565084 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.783768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.791831 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.880044 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=c58876c5-7876-420c-aa24-36bc2f31b7fc,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:28.892681 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.298241 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 5bba59f2-8242-482b-be8b-d8d898ffa111 associated. External IP: 172.25.3.189, port: 371f1972-0654-4a02-9cc3-546473602ba2. Jul 07 18:29:29.534352 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 4d0e7ccf-b97e-466f-94ed-416fc974553a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:29.682808 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:29.699825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Sync routers for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:29.702266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:29.718103 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:29.719064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:29.745815 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3db0566d-d7c9-462d-a207-5f6a15a62386 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4277463 Jul 07 18:29:29.746532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:29.749144 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83a735-6d63-4273-a466-8c8c72b4c5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:29.921753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:29.975380 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575d3c1-c599-46e8-bc88-edc7af13ef5e req-ea3370d1-aa1c-4d66-92f7-ef1244700c2f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:29.977578 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c575d3c1-c599-46e8-bc88-edc7af13ef5e req-ea3370d1-aa1c-4d66-92f7-ef1244700c2f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.1083992 Jul 07 18:29:30.040811 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c575d3c1-c599-46e8-bc88-edc7af13ef5e req-79d80701-5965-4aab-9c55-e4db123b2f08 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557761 Jul 07 18:29:30.076540 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42458) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:30.126565 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9533d9f9-4c6e-4a6f-9ed2-0fc94b82043a x-openstack-request-id: req-9533d9f9-4c6e-4a6f-9ed2-0fc94b82043a {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:30.126873 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:30.127099 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9533d9f9-4c6e-4a6f-9ed2-0fc94b82043a {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:30.127511 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2', 'status': 'completed', 'code': 200} Jul 07 18:29:30.155919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-72c4d0fb-e788-4449-9d69-b0b59cf56b0f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 200 len: 991 time: 0.0778973 Jul 07 18:29:30.273613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '5bba59f2-8242-482b-be8b-d8d898ffa111', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'port_id': '371f1972-0654-4a02-9cc3-546473602ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'mac_address': 'fa:16:3e:76:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488967b-5952-4875-9205-50d7119bb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:28Z', 'updated_at': '2021-07-07T18:29:28Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:30.308576 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Checking router: 4d0e7ccf-b97e-466f-94ed-416fc974553a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:30.319501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:30.320164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:29:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:30.333866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-f36181d7-9681-41f6-b45a-4355fb32162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.336510 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-f36181d7-9681-41f6-b45a-4355fb32162f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1097 time: 0.1670046 Jul 07 18:29:30.471955 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-aed76f82-f3c4-4a4e-a871-c49ff9f32968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.473999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-aed76f82-f3c4-4a4e-a871-c49ff9f32968 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 898 time: 0.1306887 Jul 07 18:29:30.476409 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:30.576157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-3776fee5-bb85-4c5d-a531-dcf42f8a3c62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 999 time: 0.0910904 Jul 07 18:29:30.638926 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-6f6d3a1d-61f4-440f-823a-621f5f383ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.640647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-6f6d3a1d-61f4-440f-823a-621f5f383ac3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0513911 Jul 07 18:29:30.727181 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-eaa8bb47-ec92-45c3-b188-6cf078044a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.728947 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-eaa8bb47-ec92-45c3-b188-6cf078044a56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711174 Jul 07 18:29:30.800026 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '5bba59f2-8242-482b-be8b-d8d898ffa111', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'port_id': '371f1972-0654-4a02-9cc3-546473602ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'mac_address': 'fa:16:3e:76:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488967b-5952-4875-9205-50d7119bb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:28Z', 'updated_at': '2021-07-07T18:29:28Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:30.832400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776b761-628a-4f9d-a83c-e05fe60aa72a None None] The sync data for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 is: [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '5bba59f2-8242-482b-be8b-d8d898ffa111', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'port_id': '371f1972-0654-4a02-9cc3-546473602ba2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'mac_address': 'fa:16:3e:76:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488967b-5952-4875-9205-50d7119bb471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:28Z', 'updated_at': '2021-07-07T18:29:28Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:30.842931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-738acaec-f0a8-4b33-af62-02c657c89d6d service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071672 Jul 07 18:29:30.948432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0a83a735-6d63-4273-a466-8c8c72b4c5ab req-244812e8-aa03-4b75-9473-eb29711741cd service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994823 Jul 07 18:29:31.074902 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ef2f2-c993-49d8-93af-19b413ca5719 None None] New status for floating IP 5bba59f2-8242-482b-be8b-d8d898ffa111: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:29:31.160969 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42462) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:31.247939 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3772ac88-16f8-4e51-939e-7e435f0e1fce tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 200 len: 991 time: 0.0851610 Jul 07 18:29:32.251656 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42464) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:32.351620 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5fab4255-a608-4565-93f5-7b7c620e31c4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 200 len: 993 time: 0.0982404 Jul 07 18:29:35.451498 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:37.738547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93c-7a12-4050-812e-1ba10886df7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.264857 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5675687c-1410-4665-86d5-e7cd16a3a4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:40.761567 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.136462 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:43.885675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.914744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-50594168-1808-4fa4-9984-659923880379 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532904 Jul 07 18:29:53.011552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-74924385-acaa-4e95-a2de-019d28538ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:53.013079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-74924385-acaa-4e95-a2de-019d28538ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1097 time: 0.0540700 Jul 07 18:29:53.127268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-b12c4bd6-cba4-4da0-a101-afec26c1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:53.129014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-b12c4bd6-cba4-4da0-a101-afec26c1d78d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 898 time: 0.0950687 Jul 07 18:29:53.197006 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-a822bfa0-5cb2-44fe-bc50-1563fe44c1a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 1001 time: 0.0593176 Jul 07 18:29:53.250727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-75be7080-1eca-46c5-95f9-8bf3f8bcb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:53.252275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-75be7080-1eca-46c5-95f9-8bf3f8bcb0cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0483272 Jul 07 18:29:53.313364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-afccef74-13a0-4659-827f-f59858f50f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:53.314908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-afccef74-13a0-4659-827f-f59858f50f50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557251 Jul 07 18:29:53.405599 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-ec5ee062-2049-418b-9c7e-1ad5b960d0fa service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Jul 07 18:29:53.507774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec64079d-0f66-46a7-b81d-c8438eb77d0d req-c87f5c96-003f-4a49-a79a-b0fe32839b78 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923491 Jul 07 18:29:56.490004 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.944183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.930188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f2737-d47d-4587-ba0e-b4bcc9d72194 req-5a299736-7ff1-4ace-8284-20c3a3233b6e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:01.931758 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-753f2737-d47d-4587-ba0e-b4bcc9d72194 req-5a299736-7ff1-4ace-8284-20c3a3233b6e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0687330 Jul 07 18:30:01.971477 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-753f2737-d47d-4587-ba0e-b4bcc9d72194 req-41f0bc45-95b4-4149-963c-04e875804d4e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339112 Jul 07 18:30:03.156815 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df859-61c2-4036-a9f2-7d03583149d1 req-bf0baf6a-b478-4fb2-84d6-a334e8510db6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:03.158330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e2df859-61c2-4036-a9f2-7d03583149d1 req-bf0baf6a-b478-4fb2-84d6-a334e8510db6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0641959 Jul 07 18:30:03.197052 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2e2df859-61c2-4036-a9f2-7d03583149d1 req-2b119309-6358-449a-bf8a-22a505ff2bfa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Jul 07 18:30:04.380752 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beed82-293f-4e8e-86c0-d7961994a690 req-5a46c407-1681-45dd-8d4a-e40198afc70e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:04.382244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26beed82-293f-4e8e-86c0-d7961994a690 req-5a46c407-1681-45dd-8d4a-e40198afc70e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0696313 Jul 07 18:30:04.420345 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26beed82-293f-4e8e-86c0-d7961994a690 req-cd92dff6-cc9b-4c1a-83c5-37cdc6690c83 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Jul 07 18:30:05.607612 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee532732-ca5e-4898-b66b-cd8c94d37b4c req-e6d65367-d33e-46c1-81a9-4a1112af85ed tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.609152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee532732-ca5e-4898-b66b-cd8c94d37b4c req-e6d65367-d33e-46c1-81a9-4a1112af85ed tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0715256 Jul 07 18:30:05.655093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ee532732-ca5e-4898-b66b-cd8c94d37b4c req-9645310d-69b0-4e4f-9b79-6d1eba2759ef tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392563 Jul 07 18:30:06.838608 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c03f2d-fe24-4903-ac17-78fbf023943f req-73e0c50c-494d-4795-9b0d-d4653d0963b6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:06.840099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4c03f2d-fe24-4903-ac17-78fbf023943f req-73e0c50c-494d-4795-9b0d-d4653d0963b6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0694520 Jul 07 18:30:06.879099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e4c03f2d-fe24-4903-ac17-78fbf023943f req-02c6dc7c-f252-4611-9ee6-be9e23bd38f3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330806 Jul 07 18:30:07.739642 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7fb05637-771a-4407-ae30-d5963caba919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.092957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e3f6-96d7-4bff-9851-f5f44c2e748b req-620ee435-0509-4e69-a765-6344d9d05470 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:08.094891 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9226e3f6-96d7-4bff-9851-f5f44c2e748b req-620ee435-0509-4e69-a765-6344d9d05470 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0774448 Jul 07 18:30:08.144066 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9226e3f6-96d7-4bff-9851-f5f44c2e748b req-d1c998e2-cc6a-4194-bf83-b83a2624bc70 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Jul 07 18:30:09.325531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a695f-c8c0-4b8f-a2cd-e5cc1ff877e9 req-768171ac-5760-42e6-8f48-37087c5b36a2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:09.327103 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c1a695f-c8c0-4b8f-a2cd-e5cc1ff877e9 req-768171ac-5760-42e6-8f48-37087c5b36a2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0657365 Jul 07 18:30:09.366242 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c1a695f-c8c0-4b8f-a2cd-e5cc1ff877e9 req-08faf855-d9c6-41e7-87e2-40f2f8ebd83a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Jul 07 18:30:10.266865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-578d7b8e-81f9-40fa-ab21-04990e943e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.547267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec51878-70e8-4358-adf1-75d9d470f959 req-9d0a699e-fb0c-4b1c-9da0-8ef73f6b3492 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:10.548717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ec51878-70e8-4358-adf1-75d9d470f959 req-9d0a699e-fb0c-4b1c-9da0-8ef73f6b3492 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0680022 Jul 07 18:30:10.594648 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9ec51878-70e8-4358-adf1-75d9d470f959 req-6633b6cf-c0bf-4992-9b86-aec0df07f290 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371158 Jul 07 18:30:10.764900 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.810755 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee1d0-8c1e-4aec-9375-10820d0d9d34 req-21ded433-b043-4cbe-aa1b-3936d099336a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:11.812290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eaee1d0-8c1e-4aec-9375-10820d0d9d34 req-21ded433-b043-4cbe-aa1b-3936d099336a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0647535 Jul 07 18:30:11.857905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8eaee1d0-8c1e-4aec-9375-10820d0d9d34 req-d0aff9d4-a10f-4726-b5a2-7955167b95f9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Jul 07 18:30:12.138167 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.451212 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:13.041472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0e09c-33e0-493b-a9e7-17c39b5121bc req-4450e7b6-2c26-4c26-9fde-1cd486d9cfc1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:13.043065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fe0e09c-33e0-493b-a9e7-17c39b5121bc req-4450e7b6-2c26-4c26-9fde-1cd486d9cfc1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0678196 Jul 07 18:30:13.081307 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6fe0e09c-33e0-493b-a9e7-17c39b5121bc req-c85f21f3-2141-4eb3-8dbb-f0d28eb62573 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Jul 07 18:30:13.886557 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.269295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf2551-89ab-4d55-ae83-5bc71f0a2e35 req-45b5c88b-83b6-4dd9-8fc9-79892e63df38 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:14.271259 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96bf2551-89ab-4d55-ae83-5bc71f0a2e35 req-45b5c88b-83b6-4dd9-8fc9-79892e63df38 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0730524 Jul 07 18:30:14.314851 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96bf2551-89ab-4d55-ae83-5bc71f0a2e35 req-2f50a1a4-96b3-44d7-ac89-1635928d98b4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370405 Jul 07 18:30:15.494186 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd6f0-e452-4ad6-9e43-0df4fc252688 req-33ebd29e-1f93-4078-8300-ff336313072b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:15.495712 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cafd6f0-e452-4ad6-9e43-0df4fc252688 req-33ebd29e-1f93-4078-8300-ff336313072b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0656564 Jul 07 18:30:15.536003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3cafd6f0-e452-4ad6-9e43-0df4fc252688 req-01b5e256-5ca2-4f26-a9b7-f2172a56c813 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Jul 07 18:30:16.746828 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80488a-56e3-41b2-bb88-dbb697882333 req-9d7b0d7e-3d66-4919-adf1-5c09d36c78a8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:16.748623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c80488a-56e3-41b2-bb88-dbb697882333 req-9d7b0d7e-3d66-4919-adf1-5c09d36c78a8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0854704 Jul 07 18:30:16.809309 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0c80488a-56e3-41b2-bb88-dbb697882333 req-09ee4197-47d7-4709-a1c8-d53189bf34d1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527256 Jul 07 18:30:18.036706 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1132a-8135-4541-8c26-a030bb272017 req-6ad414c4-d42c-44f1-b9bd-5c71fdff7651 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:18.038821 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5da1132a-8135-4541-8c26-a030bb272017 req-6ad414c4-d42c-44f1-b9bd-5c71fdff7651 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0822802 Jul 07 18:30:18.084419 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5da1132a-8135-4541-8c26-a030bb272017 req-cfb6ae10-f4cf-4a6d-989f-725ee4a943ba tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Jul 07 18:30:18.110247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42514) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:18.180135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-87969298-b8be-43db-b46b-4daa456789bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 200 len: 993 time: 0.0686612 Jul 07 18:30:19.670473 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-05da6127-36a9-4046-934f-68ebbf062f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.672009 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-05da6127-36a9-4046-934f-68ebbf062f9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1097 time: 0.1003604 Jul 07 18:30:19.687694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b261cb3-00d2-4694-881c-99fbf5a7b4b5 req-a10502c0-c4c8-4c11-af6a-e8323cf0b351 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.689250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b261cb3-00d2-4694-881c-99fbf5a7b4b5 req-a10502c0-c4c8-4c11-af6a-e8323cf0b351 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.1083605 Jul 07 18:30:19.785834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b261cb3-00d2-4694-881c-99fbf5a7b4b5 req-4139babd-46b1-4ab9-b1ac-b4af0128fe53 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775936 Jul 07 18:30:19.804585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-c451c413-1033-4eb1-a5d9-54e68af36dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.806167 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-c451c413-1033-4eb1-a5d9-54e68af36dc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 898 time: 0.1159513 Jul 07 18:30:20.136749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-7b69a5af-d419-46de-a158-bbaca2186a53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 1001 time: 0.3244309 Jul 07 18:30:20.186541 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-05bebf5e-e65b-4a3f-b27d-b8948ca2aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:20.188023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-05bebf5e-e65b-4a3f-b27d-b8948ca2aba3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0443099 Jul 07 18:30:20.246674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-5a2322b1-449d-41c1-8b91-a62bc66794dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:20.248180 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-5a2322b1-449d-41c1-8b91-a62bc66794dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537050 Jul 07 18:30:20.339658 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-c1694de5-7099-45ca-862d-8e9cc8121a67 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846603 Jul 07 18:30:20.430090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4dba96d5-8e96-400c-bbf2-0605e42d885a req-fcd5fa86-4bda-4f78-8ef3-81255c63b1ad service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Jul 07 18:30:20.979491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71022f9e-e907-4cb0-a8d1-dc7fb71697fe req-619b68a4-ce48-414d-94be-e8b6c09422d4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:20.981007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71022f9e-e907-4cb0-a8d1-dc7fb71697fe req-619b68a4-ce48-414d-94be-e8b6c09422d4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0732718 Jul 07 18:30:21.019106 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-71022f9e-e907-4cb0-a8d1-dc7fb71697fe req-39c5bcb5-23a0-4c6c-996b-1d505d2659ea tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Jul 07 18:30:22.202560 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fadf-9898-408d-8c4b-c5b535c7141d req-4c4df653-d9a8-49ed-b843-850a0290d66b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:22.204023 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f6fadf-9898-408d-8c4b-c5b535c7141d req-4c4df653-d9a8-49ed-b843-850a0290d66b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0678806 Jul 07 18:30:22.245903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c4f6fadf-9898-408d-8c4b-c5b535c7141d req-c9e1af72-9149-4748-8b42-a40108d44643 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352948 Jul 07 18:30:22.272876 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42526) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:22.339513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a15afadd-c175-4383-aa83-e5bd876d6221 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 200 len: 993 time: 0.0650928 Jul 07 18:30:26.487222 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.952282 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.741560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-704b58ac-86cd-4310-96c4-830e1cdc1e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.272371 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09291649-c472-4018-8231-0e43fa546fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.768305 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.142326 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.889110 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.450532 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:50.735490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42540) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:50.895011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port c58876c5-7876-420c-aa24-36bc2f31b7fc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:50.895358 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.978130 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.978491 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.990296 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for c58876c5-7876-420c-aa24-36bc2f31b7fc owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:51.140258 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.166520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=c58876c5-7876-420c-aa24-36bc2f31b7fc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:51.178151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.178538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.178881 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.179216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.179548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.179878 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.180212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.180570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.180896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.181226 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.181548 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.181956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:51.244755 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.245170 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 5bba59f2-8242-482b-be8b-d8d898ffa111 disassociated (deleted). External IP: 172.25.3.189, port: 371f1972-0654-4a02-9cc3-546473602ba2. Jul 07 18:30:51.466942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 4d0e7ccf-b97e-466f-94ed-416fc974553a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:51.592412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:51.597386 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.601734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Sync routers for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:51.611376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:51.611984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.635945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0aef032-ad80-4545-b1b7-8d5f3cd11dd6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/floatingips/5bba59f2-8242-482b-be8b-d8d898ffa111 HTTP/1.1" status: 204 len: 168 time: 0.8993282 Jul 07 18:30:51.636539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:51.639308 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e01c44a-4dd4-490c-ae54-3748433697c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:51.721481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:51.958420 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.969668 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4094c56a-77ff-4178-84a0-1ef5477c35bf x-openstack-request-id: req-4094c56a-77ff-4178-84a0-1ef5477c35bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:51.970623 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "tag": "371f1972-0654-4a02-9cc3-546473602ba2", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:51.971098 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4094c56a-77ff-4178-84a0-1ef5477c35bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:51.971703 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2', 'status': 'completed', 'code': 200} Jul 07 18:30:51.986062 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Checking router: 4d0e7ccf-b97e-466f-94ed-416fc974553a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:51.996399 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:51.997035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:52.076216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-e3149977-81fe-4002-84dc-3f2e153fb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.077724 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-e3149977-81fe-4002-84dc-3f2e153fb9f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 1097 time: 0.0817392 Jul 07 18:30:52.112205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:52.208950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b57b5-57e4-414d-bd7f-158036d373e0 req-c04b1366-48f4-4705-9469-3df83b474429 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.210668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-020b57b5-57e4-414d-bd7f-158036d373e0 req-c04b1366-48f4-4705-9469-3df83b474429 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.1502926 Jul 07 18:30:52.244879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-03710b76-f811-4a25-8d12-960508fd4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.246125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-03710b76-f811-4a25-8d12-960508fd4ffa service neutron] 10.222.0.23 "GET /v2.0/networks?id=0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 200 len: 898 time: 0.1506252 Jul 07 18:30:52.270841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-020b57b5-57e4-414d-bd7f-158036d373e0 req-1d113058-8c18-43ad-9726-64d04c9ddc6d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502057 Jul 07 18:30:52.302889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-bcea420d-b533-4624-9808-dab2a3634fd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 200 len: 217 time: 0.0446270 Jul 07 18:30:52.328000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:52.361106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a4ab9-7333-4c9c-a7d5-5199f96a5304 None None] The sync data for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 is: [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:29:14Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f79481f9-276a-4b71-89c9-b60015072632', 'name': '', 'network_id': '0efd1a60-dbe3-475a-a709-27780129d0db', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:25:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:13Z', 'updated_at': '2021-07-07T18:29:20Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': '6dc1da40-9bc5-4690-b20b-4bd8e25682a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:52.367057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-e92faf61-0dd9-49f2-b86f-687282bf07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.368614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-e92faf61-0dd9-49f2-b86f-687282bf07c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 200 len: 834 time: 0.0603075 Jul 07 18:30:52.437171 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-92c82e98-b599-46a7-a034-2a00f5b6e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.438816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-92c82e98-b599-46a7-a034-2a00f5b6e3e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0efd1a60-dbe3-475a-a709-27780129d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633790 Jul 07 18:30:52.533844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-0ce8752f-ea78-4887-b455-a339b2d4462b service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Jul 07 18:30:52.623746 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23424628-1812-4bb1-8713-69006c55dc8d None None] New status for floating IP 5bba59f2-8242-482b-be8b-d8d898ffa111: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:30:52.638920 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e01c44a-4dd4-490c-ae54-3748433697c1 req-64b3fd36-8e7c-4708-a901-ccaac335a2f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975938 Jul 07 18:30:53.460686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a128c-0e33-408f-9abd-0e9c906a8a74 req-f244adc6-a11b-4280-8bee-18a1ae7df846 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.462236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e95a128c-0e33-408f-9abd-0e9c906a8a74 req-f244adc6-a11b-4280-8bee-18a1ae7df846 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0688019 Jul 07 18:30:53.502233 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e95a128c-0e33-408f-9abd-0e9c906a8a74 req-82f7a076-f297-43f7-9ac6-a2950533937c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339293 Jul 07 18:30:53.568269 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-888146d7-d354-45db-8603-3aabde186988 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.569760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-888146d7-d354-45db-8603-3aabde186988 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 945 time: 0.0665827 Jul 07 18:30:53.677537 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 371f1972-0654-4a02-9cc3-546473602ba2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:53.677907 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.771389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port 371f1972-0654-4a02-9cc3-546473602ba2, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=371f1972-0654-4a02-9cc3-546473602ba2,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:53.771763 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.789151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 371f1972-0654-4a02-9cc3-546473602ba2 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:53.928836 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.957488 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=371f1972-0654-4a02-9cc3-546473602ba2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:54.010457 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] No DVR routers for this DVR port 371f1972-0654-4a02-9cc3-546473602ba2 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:30:54.013565 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.015690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5cd4351d-fe24-4b07-bf83-c4b1251ac1d5 req-94a32e85-a64e-4009-b5bd-fe65426d0562 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.23 "DELETE /v2.0/ports/371f1972-0654-4a02-9cc3-546473602ba2 HTTP/1.1" status: 204 len: 173 time: 0.4395423 Jul 07 18:30:54.016140 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'name': 'network-vif-deleted', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:54.018404 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ca7af-7497-4df7-80cc-486ce76aca33" -d '{"events": [{"server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "name": "network-vif-deleted", "tag": "371f1972-0654-4a02-9cc3-546473602ba2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:54.057953 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95de9e-d67a-4cb0-bf75-bb41e98f3038 x-openstack-request-id: req-cd95de9e-d67a-4cb0-bf75-bb41e98f3038 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:54.058249 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0488967b-5952-4875-9205-50d7119bb471", "name": "network-vif-deleted", "tag": "371f1972-0654-4a02-9cc3-546473602ba2", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:54.058552 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd95de9e-d67a-4cb0-bf75-bb41e98f3038 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:54.058958 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0488967b-5952-4875-9205-50d7119bb471', 'name': 'network-vif-deleted', 'tag': '371f1972-0654-4a02-9cc3-546473602ba2', 'status': 'completed', 'code': 200} Jul 07 18:30:54.668830 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d37f8651-b174-4aa3-82de-14f1f0e51814 req-d4f702cc-7cf6-466a-8f4a-95a6a6325783 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=0488967b-5952-4875-9205-50d7119bb471 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Jul 07 18:30:55.777210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42558) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.155282 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.440080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port f79481f9-276a-4b71-89c9-b60015072632 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:56.440425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.521990 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.539648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port f79481f9-276a-4b71-89c9-b60015072632, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f79481f9-276a-4b71-89c9-b60015072632,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:56.540075 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.554529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for f79481f9-276a-4b71-89c9-b60015072632 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:56.769376 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.803562 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=f79481f9-276a-4b71-89c9-b60015072632,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.116573 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 371f1972-0654-4a02-9cc3-546473602ba2 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:30:57.138091 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 371f1972-0654-4a02-9cc3-546473602ba2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:30:57.138404 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 371f1972-0654-4a02-9cc3-546473602ba2 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:30:57.264079 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.490179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router 4d0e7ccf-b97e-466f-94ed-416fc974553a has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:57.621934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:57.630869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-d7c1d620-7df6-44d8-b0d8-75ea41e4da98 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/4d0e7ccf-b97e-466f-94ed-416fc974553a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490181 Jul 07 18:30:57.631527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42560) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:57.632450 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Sync routers for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:57.645973 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:57.647009 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:57.696338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting subnet 6dc1da40-9bc5-4690-b20b-4bd8e25682a0 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:30:57.699773 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.744001 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.844047 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.916590 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.937559 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:57.946785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc1da40-9bc5-4690-b20b-4bd8e25682a0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.949392 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.953978 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42564) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:57.954372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/subnets/6dc1da40-9bc5-4690-b20b-4bd8e25682a0 HTTP/1.1" status: 204 len: 168 time: 0.3214970 Jul 07 18:30:57.961065 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.961778 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.962334 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.962724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.963058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.963560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.964051 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.964553 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.964890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.965395 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.965738 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.966061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979fadb2-d05c-4ca4-ab2f-5a8c0c56aae5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.969154 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e7ab4-4721-4d90-8227-f85d11a976f4 None None] Network 0efd1a60-dbe3-475a-a709-27780129d0db requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:30:58.090547 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.103040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.214821 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.289203 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port c298555d-9d34-48ec-85ab-5138e8ab8588 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:58.289203 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.319994 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:30:56Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'c298555d-9d34-48ec-85ab-5138e8ab8588', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:29:11Z', 'updated_at': '2021-07-07T18:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:58.357779 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Checking router: 4d0e7ccf-b97e-466f-94ed-416fc974553a for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:58.367261 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Routers {'4d0e7ccf-b97e-466f-94ed-416fc974553a'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:58.367898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['4d0e7ccf-b97e-466f-94ed-416fc974553a'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:58.392644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port c298555d-9d34-48ec-85ab-5138e8ab8588, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=c298555d-9d34-48ec-85ab-5138e8ab8588,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:58.393153 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.413370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for c298555d-9d34-48ec-85ab-5138e8ab8588 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:58.454068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e86bd3-a108-470d-811c-321b646b015b None None] DHCP port deletion for 0efd1a60-dbe3-475a-a709-27780129d0db request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:30:58.504226 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] Set router 4d0e7ccf-b97e-466f-94ed-416fc974553a gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:58.564464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-135915ec-2947-4301-9562-627dbc53e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:30:58Z', 'revision_number': 6, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:58.597277 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135915ec-2947-4301-9562-627dbc53e38a None None] The sync data for ids ['4d0e7ccf-b97e-466f-94ed-416fc974553a'] in n-d-791505-12 is: [{'id': '4d0e7ccf-b97e-466f-94ed-416fc974553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782896392', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:10Z', 'updated_at': '2021-07-07T18:30:58Z', 'revision_number': 6, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:58.612252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Deleting port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:58.612571 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.615599 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.653254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=c298555d-9d34-48ec-85ab-5138e8ab8588,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.703393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-04e86bd3-a108-470d-811c-321b646b015b None None] For port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,segment=NetworkSegment(90c7112f-84ff-412a-bbfe-3f3aaca099dd),segment_id=90c7112f-84ff-412a-bbfe-3f3aaca099dd)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:58.704053 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.725417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Calling delete_port for e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:58.732776 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.812341 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.842114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Pushing event deleted for resources: {'Port': ['ID=e6a530d5-ef3e-4c07-b6a1-c7478ca62e43,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.844440 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e86bd3-a108-470d-811c-321b646b015b None None] No DVR routers for this DVR port e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:30:58.850746 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.853489 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.853789 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.854198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.854673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.854964 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.855311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.855647 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.856215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.856311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.856624 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.856952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.857284 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.857613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e86bd3-a108-470d-811c-321b646b015b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:58.924305 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.924889 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Fanout notify agent at l3_agent the message router_deleted on router 4d0e7ccf-b97e-466f-94ed-416fc974553a {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:30:58.933137 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.934332 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-845f0896-e21d-410c-8fb0-e6464a041946 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/routers/4d0e7ccf-b97e-466f-94ed-416fc974553a HTTP/1.1" status: 204 len: 168 time: 0.9792576 Jul 07 18:30:58.937438 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42566) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:59.025201 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.130274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.141655 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efd1a60-dbe3-475a-a709-27780129d0db']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.154649 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c7112f-84ff-412a-bbfe-3f3aaca099dd') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.154929 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c7112f-84ff-412a-bbfe-3f3aaca099dd') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.165303 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.180317 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.193729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:30:59.194405 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:30:59.199831 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:30:59.298199 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.307555 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.311370 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/networks/0efd1a60-dbe3-475a-a709-27780129d0db HTTP/1.1" status: 204 len: 168 time: 0.3727431 Jul 07 18:30:59.313967 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42568) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:59.337485 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131282f-4d0e-42e5-8d1d-af44be645f59 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Network': ['ID=0efd1a60-dbe3-475a-a709-27780129d0db,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.419025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.461107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.530611 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.533935 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.535513 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/security-groups/e96e7c1a-0fb7-419d-9f3a-c657b4333b7e HTTP/1.1" status: 204 len: 168 time: 0.2197025 Jul 07 18:30:59.546008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767005f-15e9-42be-9bf0-fc0167fb3505 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e7c1a-0fb7-419d-9f3a-c657b4333b7e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.962041 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42574) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:59.967185 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347443761', 'description': 'tempest-secgroup-smoke-347443761 description', 'project_id': 'd08184047bb04241af218778dec6ee79'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:59.994958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.071283 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c298555d-9d34-48ec-85ab-5138e8ab8588 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:00.091951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: c298555d-9d34-48ec-85ab-5138e8ab8588 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:31:00.092302 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device c298555d-9d34-48ec-85ab-5138e8ab8588 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:31:00.092735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:00.101251 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.106429 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.112991 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:31:00.114070 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device e6a530d5-ef3e-4c07-b6a1-c7478ca62e43 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:31:00.115042 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f79481f9-276a-4b71-89c9-b60015072632 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:00.137422 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f79481f9-276a-4b71-89c9-b60015072632 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:31:00.138003 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.138225 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f79481f9-276a-4b71-89c9-b60015072632 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:31:00.140782 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1772945 Jul 07 18:31:00.143106 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09fc84-b59f-432f-b30c-98996bdb78e2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.143780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42576) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.150353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.183982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.258290 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.262690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.280170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c16fe9-68a4-40ab-b2cd-90f71d02637d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.288369 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.289733 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-556a41ef-2909-4943-b4e8-a66722aa4c0a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448796 Jul 07 18:31:00.293272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42578) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.298164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.329563 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.390572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.395058 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.414790 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e3ab00-f241-494d-9601-a9bbf638ded7,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.423288 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.424633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6dd3a87d-b8af-4c1e-b134-3829dd799e09 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303318 Jul 07 18:31:00.427995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42580) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.432756 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.462300 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.526214 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.530651 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.550184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3638c0c-6c77-4408-8bdc-0f0e76a6ce4e,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.554264 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.555598 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8c081201-e7c5-4833-9eca-39e8a7d71d2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265988 Jul 07 18:31:00.559392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42582) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.564327 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.596690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.665262 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.669480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.691532 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a41aa-dad8-4e43-a600-8709707285b2,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.695476 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.697044 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-6ce59dde-16d2-434b-8a17-4d89ea686195 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360815 Jul 07 18:31:00.699959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42584) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.704581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.729074 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:31:00.737231 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.798969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.803389 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.821596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961eeb2f-3df4-491c-8202-b220308178e6,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.828791 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.830094 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-77f525f6-c848-4c94-ab41-6948d9a342cc tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291888 Jul 07 18:31:00.833444 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42586) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.838110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025', 'project_id': 'd08184047bb04241af218778dec6ee79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.859141 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Project d08184047bb04241af218778dec6ee79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:31:00.864149 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.929466 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.933657 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.952369 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eabce7-66f4-42c3-96a9-e6ad97639480,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.958945 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.960665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-728244f0-ba8d-4cfb-a83a-0288222109a5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262493 Jul 07 18:31:00.963462 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42588) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:00.968542 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'network': {'name': 'tempest-network-smoke--2067901308', 'project_id': 'd08184047bb04241af218778dec6ee79', 'port_security_enabled': True}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:00.998595 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:01.006112 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.034912 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:01.046456 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.046825 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Added segment fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7 of type vlan for network 82471217-1ee5-4685-b50c-15d5a8d8d372 Jul 07 18:31:01.101826 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.139951 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.146601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.147254 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.238770 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2734323 Jul 07 18:31:01.241544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42590) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:01.246724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'admin_state_up': True, 'project_id': 'd08184047bb04241af218778dec6ee79', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:01.255168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb62f9-c394-4b7e-b267-fd03dda9e22a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Network': ['ID=82471217-1ee5-4685-b50c-15d5a8d8d372,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:01.265820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:01.274424 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.275488 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.334901 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.493342 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.747785 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.767017 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.879651 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.160 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/b83d90d8-f051-4d61-9674-54de9c75ce23) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:02.015031 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.078948 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.121956 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:02.125071 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:02.131999 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:02.138081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=b83d90d8-f051-4d61-9674-54de9c75ce23,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.405824 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.626367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.776436 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router d998a1bf-c4b3-45ff-983f-47440ddae4b6 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:02.889941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:02.902359 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Sync routers for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:02.913817 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:02.914470 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:02.919772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.921204 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9d33e9da-7458-4d03-896f-19d7bcea03ab tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6779249 Jul 07 18:31:02.925079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42592) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.953835 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-db9a47fb-4171-4336-84b0-59f5287d5e5a tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d08184047bb04241af218778dec6ee79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273478 Jul 07 18:31:02.957327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42594) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.036536 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:03.055882 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bc690-5bde-44c0-9cf3-b22cc8274f72 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:03.057432 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-396bc690-5bde-44c0-9cf3-b22cc8274f72 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987618 Jul 07 18:31:03.061350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42596) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.092088 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1adcb86b-04c8-4b27-925e-c4b9ed895b34 tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=52d6e229-6838-4833-bee3-24170440d153&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291741 Jul 07 18:31:03.094993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42598) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.102175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258714950', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'project_id': 'd08184047bb04241af218778dec6ee79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:03.208563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:03.212448 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.220835 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:03.254395 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Checking router: d998a1bf-c4b3-45ff-983f-47440ddae4b6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:03.254776 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Updating router d998a1bf-c4b3-45ff-983f-47440ddae4b6 port b83d90d8-f051-4d61-9674-54de9c75ce23 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:03.300857 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.439204 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.504408 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Subnet': ['ID=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.510194 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Checking segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:03.511217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network hostable DHCP agents. Network: 82471217-1ee5-4685-b50c-15d5a8d8d372, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:03.529199 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:03.539045 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 82471217-1ee5-4685-b50c-15d5a8d8d372) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:03.543008 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:03.543609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.552162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a65eb-b14f-4ff9-8301-d88e6b8f54c8 None None] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:03.568099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-481b7223-a45a-42ee-9b03-1d88b14d05fe tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4686747 Jul 07 18:31:03.568870 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42600) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.591055 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.604501 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Transition to ACTIVE for port object b83d90d8-f051-4d61-9674-54de9c75ce23 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:03.612313 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.672634 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Attempting to bind port b83d90d8-f051-4d61-9674-54de9c75ce23 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:03.673119 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Attempting to bind port b83d90d8-f051-4d61-9674-54de9c75ce23 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:03.673551 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Attempting to bind port b83d90d8-f051-4d61-9674-54de9c75ce23 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:03.680283 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Pushing event updated for resources: {'Port': ['ID=b83d90d8-f051-4d61-9674-54de9c75ce23,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.690654 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.691183 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.691539 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.691990 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.692418 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.692894 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.693346 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.693767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.694723 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.695121 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.695511 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.696789 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:03.702080 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:03.702483 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:03.703011 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.703464 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:03.704013 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Bound port: b83d90d8-f051-4d61-9674-54de9c75ce23, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:03.704463 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.773443 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] For port b83d90d8-f051-4d61-9674-54de9c75ce23, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:03.781098 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] For port b83d90d8-f051-4d61-9674-54de9c75ce23, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b83d90d8-f051-4d61-9674-54de9c75ce23,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:03.794357 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.795593 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-82471217-1ee5-4685-b50c-15d5a8d8d372', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:03.797631 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.858955 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:03.859605 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:03.899110 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd40d-ce6e-44e4-b12f-967ea2d37256 None None] Pushing event updated for resources: {'Port': ['ID=b83d90d8-f051-4d61-9674-54de9c75ce23,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.030822 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:04.033951 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Allocated IP 172.20.0.2 (82471217-1ee5-4685-b50c-15d5a8d8d372/bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0/8ef658f8-bc12-4480-bddd-1cdf70134f44) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:04.277921 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.292299 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Transition to ACTIVE for port object 8ef658f8-bc12-4480-bddd-1cdf70134f44 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:04.318456 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Transition to ACTIVE for port object 8ef658f8-bc12-4480-bddd-1cdf70134f44 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:04.327939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.332976 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:04.375012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:04.378402 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:04.382287 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:04.396198 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Pushing event updated for resources: {'Port': ['ID=8ef658f8-bc12-4480-bddd-1cdf70134f44,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.463948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Attempting to bind port 8ef658f8-bc12-4480-bddd-1cdf70134f44 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:04.464233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Attempting to bind port 8ef658f8-bc12-4480-bddd-1cdf70134f44 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:04.464486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Attempting to bind port 8ef658f8-bc12-4480-bddd-1cdf70134f44 on network 82471217-1ee5-4685-b50c-15d5a8d8d372 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:04.472572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:04.473040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Checking segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:04.473453 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.473854 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Bound using segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:04.474423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Bound port: 8ef658f8-bc12-4480-bddd-1cdf70134f44, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:04.474833 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.490549 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2ea01-84a8-4639-abca-c40b0fb1312b None None] The sync data for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 is: [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:04.557564 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] For port 8ef658f8-bc12-4480-bddd-1cdf70134f44, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:04.561770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] For port 8ef658f8-bc12-4480-bddd-1cdf70134f44, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8ef658f8-bc12-4480-bddd-1cdf70134f44,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:04.568133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.634647 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.645461 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7376750-20ed-41a0-ba35-8c77f644f64b None None] Pushing event updated for resources: {'Port': ['ID=8ef658f8-bc12-4480-bddd-1cdf70134f44,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:05.056538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.1 (82471217-1ee5-4685-b50c-15d5a8d8d372/bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0/f19c9f41-30cf-4e4a-9022-9adae72d134c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:05.197879 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.219276 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object f19c9f41-30cf-4e4a-9022-9adae72d134c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:05.275966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.322294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:05.326267 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:05.328847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:05.367961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:05.396240 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.584067 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.788682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8a4e5-371f-4a7d-93d1-0ccbcf408ba2 None None] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:05.858945 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9b8cb4ef-1d2d-4881-aafb-18db1c51bb36 None None] Provisioning for port 8ef658f8-bc12-4480-bddd-1cdf70134f44 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:05.929660 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.935942 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.021877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.024758 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.162258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:06.164105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:06.182355 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8ef658f8-bc12-4480-bddd-1cdf70134f44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:06.242856 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 8ef658f8-bc12-4480-bddd-1cdf70134f44 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:06.247345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8ef658f8-bc12-4480-bddd-1cdf70134f44 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:06.247720 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.310360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Provisioning for port f19c9f41-30cf-4e4a-9022-9adae72d134c completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:06.317617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Provisioning complete for port f19c9f41-30cf-4e4a-9022-9adae72d134c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:06.318151 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.322918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router d998a1bf-c4b3-45ff-983f-47440ddae4b6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:06.384466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.398726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Port f19c9f41-30cf-4e4a-9022-9adae72d134c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:06.422554 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Provisioning complete for port 8ef658f8-bc12-4480-bddd-1cdf70134f44 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:06.422931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e230-b9a7-4fbf-98aa-26c1c1018ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.458034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 8ef658f8-bc12-4480-bddd-1cdf70134f44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8ef658f8-bc12-4480-bddd-1cdf70134f44,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:06.467685 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.468455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b83d90d8-f051-4d61-9674-54de9c75ce23 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:06.473841 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:06.480150 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-1bca3538-27ff-43ac-9968-8288c3c3c1aa tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/d998a1bf-c4b3-45ff-983f-47440ddae4b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091749 Jul 07 18:31:06.500266 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Sync routers for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:06.553594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:06.553594 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:06.627674 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=8ef658f8-bc12-4480-bddd-1cdf70134f44,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.703445 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port b83d90d8-f051-4d61-9674-54de9c75ce23 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:06.717378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-87748551-51a2-436c-8735-2f3c630620c4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347443761&fields=id&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 267 time: 0.0487916 Jul 07 18:31:06.872283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-dfd40acf-f05c-4811-8642-9200bb5dd6a3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:06.875446 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-dfd40acf-f05c-4811-8642-9200bb5dd6a3 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 797 time: 0.1472011 Jul 07 18:31:06.890700 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b83d90d8-f051-4d61-9674-54de9c75ce23 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:06.893310 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-4fbf3226-6351-4049-af7a-bc483038abb7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/quotas/d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 375 time: 0.0102210 Jul 07 18:31:06.894669 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.950323 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:06.973995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-cbdf0f49-c55c-4be7-a9b1-451f0dd82605 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746272 Jul 07 18:31:06.991961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-80684ac2-1152-4b57-84b9-a7c7ad77c53b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:31:06.993197 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-80684ac2-1152-4b57-84b9-a7c7ad77c53b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070968 Jul 07 18:31:07.135651 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5d122ffe-8891-4ecc-aa7b-1c74ef442d1c None None] Provisioning complete for port f19c9f41-30cf-4e4a-9022-9adae72d134c triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:07.136036 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5d122ffe-8891-4ecc-aa7b-1c74ef442d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.145755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.165062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-616d4382-5b08-434f-9115-e3beea1f62dc service neutron] 10.222.0.66 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647940 Jul 07 18:31:07.240646 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port b83d90d8-f051-4d61-9674-54de9c75ce23, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b83d90d8-f051-4d61-9674-54de9c75ce23,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:07.243721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-5d122ffe-8891-4ecc-aa7b-1c74ef442d1c None None] Port f19c9f41-30cf-4e4a-9022-9adae72d134c cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:07.267381 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.274415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-f09fd966-e43b-48b3-b313-ab005e153fb6 service neutron] 10.222.0.66 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008174 Jul 07 18:31:07.331377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=b83d90d8-f051-4d61-9674-54de9c75ce23,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:07.344806 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 2, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:07.375707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Checking router: d998a1bf-c4b3-45ff-983f-47440ddae4b6 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:07.376167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Updating router d998a1bf-c4b3-45ff-983f-47440ddae4b6 port f19c9f41-30cf-4e4a-9022-9adae72d134c binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:07.420326 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.516314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d40d7de2-5c2e-41b4-b58e-18f2d73d9c7e req-9850fef5-f6fe-42e1-a779-1cd230987b8c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 210 time: 0.0514922 Jul 07 18:31:07.767450 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c640d04-0a82-4057-915e-c1316a1c7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.772945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.784749 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Transition to ACTIVE for port object f19c9f41-30cf-4e4a-9022-9adae72d134c will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:07.804073 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.905719 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1b3e8-a589-4043-9118-4b5f5094f8a5 None None] Pushing event updated for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:07.952942 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Attempting to bind port f19c9f41-30cf-4e4a-9022-9adae72d134c on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:07.953623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Attempting to bind port f19c9f41-30cf-4e4a-9022-9adae72d134c by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:07.954252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Attempting to bind port f19c9f41-30cf-4e4a-9022-9adae72d134c on network 82471217-1ee5-4685-b50c-15d5a8d8d372 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:07.963519 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:07.964032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Checking segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:07.966501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.967247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Bound using segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:07.967807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Bound port: f19c9f41-30cf-4e4a-9022-9adae72d134c, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:07.969128 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.083064 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] For port f19c9f41-30cf-4e4a-9022-9adae72d134c, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:08.088549 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] For port f19c9f41-30cf-4e4a-9022-9adae72d134c, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f19c9f41-30cf-4e4a-9022-9adae72d134c,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:08.101457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8ef658f8-bc12-4480-bddd-1cdf70134f44 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:08.106793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.222206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:08.223796 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:30:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:08.293516 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1b3e8-a589-4043-9118-4b5f5094f8a5 None None] Pushing event updated for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:08.313915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 8ef658f8-bc12-4480-bddd-1cdf70134f44 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:08.314537 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.415137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:08.630534 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b83d90d8-f051-4d61-9674-54de9c75ce23 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:08.729389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-45a65e2e-8cbf-4c63-b99d-e3ff8c02772b req-dbae6cc9-878e-4d49-9053-7d6228e920bb tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 210 time: 0.0472617 Jul 07 18:31:08.792596 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port b83d90d8-f051-4d61-9674-54de9c75ce23 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:08.793001 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.884215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:08Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:08.928629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c640d-aad1-458b-a71d-2b95e6fd761f None None] The sync data for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 is: [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:08Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:09.180759 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-044fa2dd-5cce-4fa7-b97c-dac7f87a4c3a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:09.182874 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-044fa2dd-5cce-4fa7-b97c-dac7f87a4c3a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 797 time: 0.1934481 Jul 07 18:31:09.255951 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-ab756c6f-c9f7-46a5-8603-2f0d6cdde8f9 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08184047bb04241af218778dec6ee79 HTTP/1.1" status: 200 len: 379 time: 0.0572631 Jul 07 18:31:09.273064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'port': {'device_id': '02144b87-de66-41dd-af35-681d5d71da80', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'admin_state_up': True, 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'security_groups': ['c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:09.426558 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Made reservation on behalf of d08184047bb04241af218778dec6ee79 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:09.430614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.619526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.20.0.7 (82471217-1ee5-4685-b50c-15d5a8d8d372/bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0/d8bccdfe-9e7e-485c-9c27-01059b254ef3) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:09.791196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.809262 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Transition to ACTIVE for port object d8bccdfe-9e7e-485c-9c27-01059b254ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:09.847476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.923170 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:09.926192 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:09.929248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:09.933213 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:09.973915 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6710d-2017-4afa-bf08-c96bc7925bd4 req-c0ae5e4d-af7f-4c14-889e-e3fe7ddf6581 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:09.983212 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8c6710d-2017-4afa-bf08-c96bc7925bd4 req-c0ae5e4d-af7f-4c14-889e-e3fe7ddf6581 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 931 time: 0.1012068 Jul 07 18:31:09.999341 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.004107 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.047049 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8c6710d-2017-4afa-bf08-c96bc7925bd4 req-caa8870a-536f-4bc7-842d-8d6fe22b45f7 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549674 Jul 07 18:31:10.053114 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-1a2b8259-aafd-4113-8679-f6c5ca53ff5e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869494 Jul 07 18:31:10.073097 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Request body: {'port': {'device_id': '02144b87-de66-41dd-af35-681d5d71da80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:10.127875 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f19c9f41-30cf-4e4a-9022-9adae72d134c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:10.192552 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.225008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f19c9f41-30cf-4e4a-9022-9adae72d134c completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:10.230105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f19c9f41-30cf-4e4a-9022-9adae72d134c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:10.230590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.302045 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-542a2004-e373-4683-a4ac-83b071040ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.308191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0aa2fec3-86e7-4769-afd3-1760384f655f None None] Provisioning for port d8bccdfe-9e7e-485c-9c27-01059b254ef3 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:10.318163 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0aa2fec3-86e7-4769-afd3-1760384f655f None None] Provisioning complete for port d8bccdfe-9e7e-485c-9c27-01059b254ef3 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:10.319163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0aa2fec3-86e7-4769-afd3-1760384f655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.400448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2fec3-86e7-4769-afd3-1760384f655f None None] Port d8bccdfe-9e7e-485c-9c27-01059b254ef3 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:10.408940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.463503 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f19c9f41-30cf-4e4a-9022-9adae72d134c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f19c9f41-30cf-4e4a-9022-9adae72d134c,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:10.471602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.532356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:10.560483 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bccdfe-9e7e-485c-9c27-01059b254ef3 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:10.571525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.590482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Transition to ACTIVE for port object d8bccdfe-9e7e-485c-9c27-01059b254ef3 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:10.595718 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.664081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:10.773245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Attempting to bind port d8bccdfe-9e7e-485c-9c27-01059b254ef3 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:10.773607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Attempting to bind port d8bccdfe-9e7e-485c-9c27-01059b254ef3 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:10.774055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Attempting to bind port d8bccdfe-9e7e-485c-9c27-01059b254ef3 on network 82471217-1ee5-4685-b50c-15d5a8d8d372 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:10.776770 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.781335 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Port d8bccdfe-9e7e-485c-9c27-01059b254ef3 on network 82471217-1ee5-4685-b50c-15d5a8d8d372 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:10.781677 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Attempting to bind port d8bccdfe-9e7e-485c-9c27-01059b254ef3 on network 82471217-1ee5-4685-b50c-15d5a8d8d372 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:10.787692 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:10.788037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Checking segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:10.788684 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Bound using segment: {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:10.789054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Bound port: d8bccdfe-9e7e-485c-9c27-01059b254ef3, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:10.789608 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.869346 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:10.873123 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:10.883151 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.930002 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.930686 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.932829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 1092 time: 0.8663828 Jul 07 18:31:10.933161 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:10.935667 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa127b0f-7364-4884-b984-85777d685929" -d '{"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:10.954729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d5d5f-c502-42dd-b765-0a9159f115d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:10.992958 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc65c619-9442-4209-8f5d-2e2ba8f67526 x-openstack-request-id: req-cc65c619-9442-4209-8f5d-2e2ba8f67526 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:10.993255 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:10.993511 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc65c619-9442-4209-8f5d-2e2ba8f67526 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:10.993917 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'status': 'completed', 'code': 200} Jul 07 18:31:11.092162 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-a39a78af-cc0f-4278-8e54-c692e50aad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.094902 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-a39a78af-cc0f-4278-8e54-c692e50aad55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1095 time: 0.0975564 Jul 07 18:31:11.148917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-9e90b099-adea-4548-83f6-ba5a4e6fe965 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 217 time: 0.0459552 Jul 07 18:31:11.211430 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-6b6dcb1a-b9b0-40c8-8a1b-3eed42270c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.213237 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-6b6dcb1a-b9b0-40c8-8a1b-3eed42270c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0574059 Jul 07 18:31:11.305856 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-416596ed-91e8-47d1-9ad1-7c8b0e4c86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.307903 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-416596ed-91e8-47d1-9ad1-7c8b0e4c86a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872450 Jul 07 18:31:11.313258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f82b9-69a5-4667-8ecd-ae78d144e1c1 req-8286b371-6c01-48ac-aace-789df058df99 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.315907 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f5f82b9-69a5-4667-8ecd-ae78d144e1c1 req-8286b371-6c01-48ac-aace-789df058df99 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 943 time: 0.0949304 Jul 07 18:31:11.365853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7f5f82b9-69a5-4667-8ecd-ae78d144e1c1 req-e1a4d7f6-2466-4498-88f2-50a10dada649 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Jul 07 18:31:11.772092 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-4c639c46-24ee-4290-9c50-e31f620318f5 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527094 Jul 07 18:31:11.923683 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6b83b2e7-ab2b-4b88-b292-f60be706b980 req-456deaff-ea2c-48c5-a9d9-2816310b3370 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412964 Jul 07 18:31:12.047327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127b0f-7364-4884-b984-85777d685929 req-4c35fa9f-d0e6-4d6f-b3c4-9da227a3afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.049479 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-4c35fa9f-d0e6-4d6f-b3c4-9da227a3afcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1095 time: 0.0640402 Jul 07 18:31:12.078387 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f19c9f41-30cf-4e4a-9022-9adae72d134c up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:12.161258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.163851 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f19c9f41-30cf-4e4a-9022-9adae72d134c triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:12.164292 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.182886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127b0f-7364-4884-b984-85777d685929 req-75215f09-8601-4399-95fd-86ffc1c6b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.184532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-75215f09-8601-4399-95fd-86ffc1c6b890 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 898 time: 0.1269138 Jul 07 18:31:12.238710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-8f0cbd61-4a6a-40ed-8438-c3ed4d0791c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 217 time: 0.0447991 Jul 07 18:31:12.294839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127b0f-7364-4884-b984-85777d685929 req-9964ec3a-0bbc-4937-8ae6-747306be26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.296416 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-9964ec3a-0bbc-4937-8ae6-747306be26b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0514841 Jul 07 18:31:12.364767 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127b0f-7364-4884-b984-85777d685929 req-86a7df2e-0cda-4cc0-8c2d-207032c27dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.366324 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-86a7df2e-0cda-4cc0-8c2d-207032c27dfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619953 Jul 07 18:31:12.471919 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-700580de-f313-4ea9-99be-582b83d6eefc service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981843 Jul 07 18:31:12.563489 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56104-e11b-472b-9426-ff74f6cea0d0 req-dc52d4a3-3b4c-4bf6-b5ea-ff4920cd0030 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.565088 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6be56104-e11b-472b-9426-ff74f6cea0d0 req-dc52d4a3-3b4c-4bf6-b5ea-ff4920cd0030 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 943 time: 0.0727296 Jul 07 18:31:12.573506 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-fa127b0f-7364-4884-b984-85777d685929 req-5e963c38-1897-4349-ba16-79d0dccfbfc1 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932939 Jul 07 18:31:12.610580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6be56104-e11b-472b-9426-ff74f6cea0d0 req-e700006f-3b39-4879-9b6a-906b6624e020 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Jul 07 18:31:13.817364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b48ba-904f-4ab0-b0f6-5d74cf5dbe80 req-d5c55ed8-594d-466a-b495-211d61739e1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:13.818957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9b48ba-904f-4ab0-b0f6-5d74cf5dbe80 req-d5c55ed8-594d-466a-b495-211d61739e1c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 943 time: 0.0752299 Jul 07 18:31:13.858204 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-db9b48ba-904f-4ab0-b0f6-5d74cf5dbe80 req-317ca693-769f-43c2-b38e-c72076cd698c tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Jul 07 18:31:13.892805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.499664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d8bccdfe-9e7e-485c-9c27-01059b254ef3 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:31:14.604689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:14.617384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'port_id': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'mac_address': 'fa:16:3e:89:76:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:31:14.662133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.675448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bccdfe-9e7e-485c-9c27-01059b254ef3 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:14.699424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:14.703906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.757392 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:14.928704 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['d8bccdfe-9e7e-485c-9c27-01059b254ef3'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:15.059517 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089fc6d-ed49-415d-84be-9fbd0c726c82 req-a63f2fcd-ff96-40af-9b5d-934e312cd484 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:15.061266 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8089fc6d-ed49-415d-84be-9fbd0c726c82 req-a63f2fcd-ff96-40af-9b5d-934e312cd484 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 944 time: 0.0753055 Jul 07 18:31:15.102735 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8089fc6d-ed49-415d-84be-9fbd0c726c82 req-a8e1e796-0e41-49b4-94a2-077738e798da tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Jul 07 18:31:16.294907 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50bf06-b89a-4819-8dc1-33115fb16269 req-3f8a03d7-fcd4-4fb6-9fc6-cd6b0bd8e418 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:16.296395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac50bf06-b89a-4819-8dc1-33115fb16269 req-3f8a03d7-fcd4-4fb6-9fc6-cd6b0bd8e418 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 944 time: 0.0714691 Jul 07 18:31:16.344363 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ac50bf06-b89a-4819-8dc1-33115fb16269 req-d9873fef-1b1e-42c9-8b1c-36194ebf1d3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Jul 07 18:31:16.518105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d8bccdfe-9e7e-485c-9c27-01059b254ef3 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:16.576373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port d8bccdfe-9e7e-485c-9c27-01059b254ef3 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:16.582555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port d8bccdfe-9e7e-485c-9c27-01059b254ef3 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:16.582938 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.698376 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.741574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:16.745952 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca526f-20e8-4b55-aae7-544f34c1e53e" -d '{"events": [{"server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "name": "network-vif-plugged", "status": "completed", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:16.764260 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:16.770673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.833823 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.880046 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb2e456-ce50-49b6-b279-d74635d29f67 x-openstack-request-id: req-edb2e456-ce50-49b6-b279-d74635d29f67 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:16.880350 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "name": "network-vif-plugged", "status": "completed", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:16.880617 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edb2e456-ce50-49b6-b279-d74635d29f67 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:16.881051 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'code': 200} Jul 07 18:31:17.031153 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3015a-70d3-41ea-bb2d-25d39d3e676a req-12816073-6d03-4929-92af-bef4bfa53ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:17.032776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8e3015a-70d3-41ea-bb2d-25d39d3e676a req-12816073-6d03-4929-92af-bef4bfa53ffd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1097 time: 0.0719876 Jul 07 18:31:17.092476 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-f8e3015a-70d3-41ea-bb2d-25d39d3e676a req-01699f84-bd03-49b4-9e99-00a5b4a76953 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512326 Jul 07 18:31:17.573469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93accc8f-07b3-4582-b79e-6ae90e784a9e req-97412de5-792e-49ef-814c-7ae7923f6bb1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:17.575148 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93accc8f-07b3-4582-b79e-6ae90e784a9e req-97412de5-792e-49ef-814c-7ae7923f6bb1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0685923 Jul 07 18:31:17.636858 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93accc8f-07b3-4582-b79e-6ae90e784a9e req-085c94fc-f2ad-4058-99ad-b7c229f42d7a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551338 Jul 07 18:31:18.841849 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cfa4e-6994-487e-9128-8e985d5844a3 req-7920a885-2e99-4004-8659-946c97acad2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.843455 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01cfa4e-6994-487e-9128-8e985d5844a3 req-7920a885-2e99-4004-8659-946c97acad2e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0866599 Jul 07 18:31:18.888054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b01cfa4e-6994-487e-9128-8e985d5844a3 req-15b6e690-0153-4f2c-882c-4a019b60eb47 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 Jul 07 18:31:19.080552 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153161e-4c03-4c32-97cf-634b18d67fc1 req-717af104-e79a-4068-8dde-8a7317f4efc1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.083122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2153161e-4c03-4c32-97cf-634b18d67fc1 req-717af104-e79a-4068-8dde-8a7317f4efc1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0703070 Jul 07 18:31:19.124671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2153161e-4c03-4c32-97cf-634b18d67fc1 req-2540efe9-e187-425f-ba9a-e5392015a70d tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354300 Jul 07 18:31:19.153339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42670) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:19.215717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9142efe-4916-48f1-bd27-64d0bcc97e9c tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.217449 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-e9142efe-4916-48f1-bd27-64d0bcc97e9c tempest-TestNetworkAdvancedServerOps-1190903445 tempest-TestNetworkAdvancedServerOps-1190903445-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1092 time: 0.0627689 Jul 07 18:31:19.221476 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42672) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:19.226400 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:19.251172 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.365038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.487417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Allocated IP 172.25.3.185 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/053a55c5-ef4b-4eef-be21-453ee13a244d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:19.600524 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.649158 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.694005 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:19.700402 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:19.706338 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:19.711389 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=053a55c5-ef4b-4eef-be21-453ee13a244d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.120606 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.201527 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.362327 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.369264 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.449780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event updated for resources: {'Port': ['ID=053a55c5-ef4b-4eef-be21-453ee13a244d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.462459 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.572208 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 88af7e44-5cfe-4dbd-93be-2313ad5d57af associated. External IP: 172.25.3.185, port: d8bccdfe-9e7e-485c-9c27-01059b254ef3. Jul 07 18:31:20.791534 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router d998a1bf-c4b3-45ff-983f-47440ddae4b6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:20.907659 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:20.919387 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Sync routers for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:20.930684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.932289 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:20.933039 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:20.974559 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d8fc5466-0d32-453f-aba5-a203ea9b21cf tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7519667 Jul 07 18:31:20.975160 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:20.977475 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d9987-3063-45b0-95b2-359132e9d9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:21.045783 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:21.145164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116935-7af5-4e3a-8532-a9fe0b7f1e04 req-6536c280-4b88-4215-b2cb-20626acc11dd tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.146793 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5116935-7af5-4e3a-8532-a9fe0b7f1e04 req-6536c280-4b88-4215-b2cb-20626acc11dd tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0726910 Jul 07 18:31:21.187945 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5116935-7af5-4e3a-8532-a9fe0b7f1e04 req-a26967e6-2485-425a-9d08-197b41747fae tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351384 Jul 07 18:31:21.214036 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42678) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:21.257180 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f528ac5-40cc-488f-9db8-6b5b432ae9c7 x-openstack-request-id: req-6f528ac5-40cc-488f-9db8-6b5b432ae9c7 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:21.257537 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:21.257743 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f528ac5-40cc-488f-9db8-6b5b432ae9c7 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:21.258262 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'status': 'completed', 'code': 200} Jul 07 18:31:21.321208 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-066eef53-90f8-418f-83e3-9497270303db tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/88af7e44-5cfe-4dbd-93be-2313ad5d57af HTTP/1.1" status: 200 len: 991 time: 0.1056912 Jul 07 18:31:21.340678 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '88af7e44-5cfe-4dbd-93be-2313ad5d57af', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'port_id': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'mac_address': 'fa:16:3e:89:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02144b87-de66-41dd-af35-681d5d71da80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:21.346501 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-f6bed45e-f98b-4f83-8dc4-707baf69d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.348335 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-f6bed45e-f98b-4f83-8dc4-707baf69d8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1097 time: 0.0732737 Jul 07 18:31:21.368747 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Checking router: d998a1bf-c4b3-45ff-983f-47440ddae4b6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:21.381872 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:21.382528 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:21.457721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-ab2570ea-df45-4b9a-82a6-4f7c201539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.459300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-ab2570ea-df45-4b9a-82a6-4f7c201539e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 898 time: 0.1044772 Jul 07 18:31:21.506082 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:21.539520 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-68ed5e6b-d648-49cf-b2b6-43004ecab070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 999 time: 0.0720429 Jul 07 18:31:21.600560 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-f5942a5d-6bc9-431e-9b73-2f52f31e889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.602075 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-f5942a5d-6bc9-431e-9b73-2f52f31e889d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0549560 Jul 07 18:31:21.677973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-15c8de84-7c31-43fa-b5d2-7da87fad7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.680713 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-15c8de84-7c31-43fa-b5d2-7da87fad7009 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715961 Jul 07 18:31:21.781154 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '88af7e44-5cfe-4dbd-93be-2313ad5d57af', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'port_id': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'mac_address': 'fa:16:3e:89:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02144b87-de66-41dd-af35-681d5d71da80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:21.815156 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff382e-a31d-4816-a92e-518144812eb9 None None] The sync data for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 is: [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '88af7e44-5cfe-4dbd-93be-2313ad5d57af', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'port_id': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'mac_address': 'fa:16:3e:89:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02144b87-de66-41dd-af35-681d5d71da80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 0, 'project_id': 'd08184047bb04241af218778dec6ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:21.822384 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-9e28ae15-851d-4d4c-a73c-01681be98073 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313760 Jul 07 18:31:22.060174 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d0fc9-360e-4a92-92e5-50c9ae42fe76 None None] New status for floating IP 88af7e44-5cfe-4dbd-93be-2313ad5d57af: ACTIVE {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:31:22.227617 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-717d9987-3063-45b0-95b2-359132e9d9f7 req-31b4d23b-8d7b-41e8-b4e0-612b7ffda7d1 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983486 Jul 07 18:31:22.325336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42680) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:22.396298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-21527c5d-c3e9-424a-a2ef-14a74aa43a46 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/88af7e44-5cfe-4dbd-93be-2313ad5d57af HTTP/1.1" status: 200 len: 993 time: 0.0696912 Jul 07 18:31:26.450703 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:26.551474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.957440 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.759673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7bdefff9-3f5d-47ee-88a1-16a2f9f6c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.274952 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-50afec6f-fad2-4c59-b58d-e75505756fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.769865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.227372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-b01205c8-4f77-4217-9120-ac5b5639123d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558889 Jul 07 18:31:41.326911 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-bf169f4f-98a7-4b06-b817-6a668362bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.328303 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-bf169f4f-98a7-4b06-b817-6a668362bd07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1097 time: 0.0556340 Jul 07 18:31:41.434628 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-36760fb4-7375-4f9b-b757-ee7141a9b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.436372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-36760fb4-7375-4f9b-b757-ee7141a9b585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 898 time: 0.0870023 Jul 07 18:31:41.505837 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-c487da23-7801-45a6-80c5-d261403ca0c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0628619 Jul 07 18:31:41.555309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-cd265573-ab91-4a1e-86c6-c403b6e8ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.556777 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-cd265573-ab91-4a1e-86c6-c403b6e8ee65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0439184 Jul 07 18:31:41.622985 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-663caff6-b634-48b2-b92a-d4f754a92491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.624567 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-663caff6-b634-48b2-b92a-d4f754a92491 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601223 Jul 07 18:31:41.718306 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-40b83763-abf8-49b9-9fab-62da17aa65fe service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870106 Jul 07 18:31:41.805768 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d66182c5-eebf-44b9-a229-f0e5793fc450 req-e53d7a8f-bba5-4093-8408-ccb4a3b99278 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812910 Jul 07 18:31:42.150919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.895602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.968763 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c082b0-5094-430f-93e9-e7815e9e9dd0 req-430d001f-6967-40ba-a5c0-ce687f045e3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.970330 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8c082b0-5094-430f-93e9-e7815e9e9dd0 req-430d001f-6967-40ba-a5c0-ce687f045e3f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0655937 Jul 07 18:31:56.013948 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d8c082b0-5094-430f-93e9-e7815e9e9dd0 req-d9c59f26-f862-4cae-8cc6-d8711e892822 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377955 Jul 07 18:31:56.573096 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.198644 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cdef-e554-485c-8e9f-20c3bfe1b3aa req-ed15a2d4-a101-408e-bf7e-013bd9bbe64b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.200096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1619cdef-e554-485c-8e9f-20c3bfe1b3aa req-ed15a2d4-a101-408e-bf7e-013bd9bbe64b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0674396 Jul 07 18:31:57.240218 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1619cdef-e554-485c-8e9f-20c3bfe1b3aa req-18761cc3-cb10-4369-8c25-2585df39bf0e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340843 Jul 07 18:31:57.265376 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42700) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:57.328200 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8eb29895-f814-465c-80a8-86fe6c1979de tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/88af7e44-5cfe-4dbd-93be-2313ad5d57af HTTP/1.1" status: 200 len: 993 time: 0.0616283 Jul 07 18:31:57.984239 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.758184 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-12105bfa-3ec8-44ca-9611-502f19ab5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.759859 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-12105bfa-3ec8-44ca-9611-502f19ab5f21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1097 time: 0.0626388 Jul 07 18:31:58.777979 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7aa0-d8da-4eaf-ac36-9a20579cb287 req-00afa77f-3768-42be-b945-eed827ba9436 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.779809 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b8a7aa0-d8da-4eaf-ac36-9a20579cb287 req-00afa77f-3768-42be-b945-eed827ba9436 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0708425 Jul 07 18:31:58.820554 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9b8a7aa0-d8da-4eaf-ac36-9a20579cb287 req-4ef4afb2-0643-4cd4-9808-01e70900f465 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Jul 07 18:31:58.854747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-970a99e8-5141-4d04-88fd-e409dcfac704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.856243 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-970a99e8-5141-4d04-88fd-e409dcfac704 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 898 time: 0.0896950 Jul 07 18:31:58.929757 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-b30b9fa5-da83-42c2-8f03-28c31cb5970b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 1001 time: 0.0667901 Jul 07 18:31:58.987544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-a1b42d86-ac25-44c9-9bd9-33fc2c5e4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.989531 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-a1b42d86-ac25-44c9-9bd9-33fc2c5e4a7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0536339 Jul 07 18:31:59.053649 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-c690b7af-6e42-4db7-8ac0-02b89e88c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:59.055262 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-c690b7af-6e42-4db7-8ac0-02b89e88c0ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587850 Jul 07 18:31:59.153213 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-b4419540-f4c3-44ee-a7ea-b16b29c74150 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905156 Jul 07 18:31:59.245923 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7c5b5c08-50a0-4ed6-a402-c24f2cefb87f req-f796cd37-850d-49c2-bf8d-a37203480a95 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Jul 07 18:32:00.011285 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121460c-6178-4e01-a373-d6985664d593 req-ec7a28f6-8f93-4ce5-bfec-fa15213839a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:00.013095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b121460c-6178-4e01-a373-d6985664d593 req-ec7a28f6-8f93-4ce5-bfec-fa15213839a4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0745020 Jul 07 18:32:00.062539 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b121460c-6178-4e01-a373-d6985664d593 req-616846dc-ef45-4012-9bc2-6dd03792f7ba tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 Jul 07 18:32:01.250016 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592f608-14ca-4323-919f-09649bd4c8d8 req-744012e9-7478-45d8-8211-2e1ff808f95f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:01.251470 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0592f608-14ca-4323-919f-09649bd4c8d8 req-744012e9-7478-45d8-8211-2e1ff808f95f tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0709405 Jul 07 18:32:01.289787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-0592f608-14ca-4323-919f-09649bd4c8d8 req-87bade40-10fe-4645-8927-e9fc07f20af5 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Jul 07 18:32:01.314812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42712) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:01.375519 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-bcf48e84-d62b-4773-93d9-fb31e08fe03b tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/floatingips/88af7e44-5cfe-4dbd-93be-2313ad5d57af HTTP/1.1" status: 200 len: 993 time: 0.0595248 Jul 07 18:32:01.645330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42718) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:01.814118 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port 053a55c5-ef4b-4eef-be21-453ee13a244d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:01.814360 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.897800 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.898222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.909883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for 053a55c5-ef4b-4eef-be21-453ee13a244d owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:02.058122 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.084498 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=053a55c5-ef4b-4eef-be21-453ee13a244d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.098313 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.098700 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.099053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.099399 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.099739 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.100080 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.100419 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.100756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.101091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.101424 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.101770 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.102093 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:02.162937 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.163284 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Floating IP 88af7e44-5cfe-4dbd-93be-2313ad5d57af disassociated (deleted). External IP: 172.25.3.185, port: d8bccdfe-9e7e-485c-9c27-01059b254ef3. Jul 07 18:32:02.381310 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router d998a1bf-c4b3-45ff-983f-47440ddae4b6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:02.491440 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:02.496281 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.501282 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Sync routers for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:02.512058 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:02.512767 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.533482 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3798bdb5-2246-4b33-bb6f-f94624406f16 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/floatingips/88af7e44-5cfe-4dbd-93be-2313ad5d57af HTTP/1.1" status: 204 len: 168 time: 0.8870337 Jul 07 18:32:02.534088 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:02.537279 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67" -d '{"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:02.619276 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:02.797539 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca32ad9-050d-4e44-8841-c5a2f215b8d6 x-openstack-request-id: req-8ca32ad9-050d-4e44-8841-c5a2f215b8d6 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:02.798052 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:02.798153 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ca32ad9-050d-4e44-8841-c5a2f215b8d6 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:02.798618 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'status': 'completed', 'code': 200} Jul 07 18:32:02.831143 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.870121 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Checking router: d998a1bf-c4b3-45ff-983f-47440ddae4b6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:02.880403 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:02.881344 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.886252 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-0f403aa1-8a55-4caf-92fa-2dad9fbdc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.887877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-0f403aa1-8a55-4caf-92fa-2dad9fbdc488 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d08184047bb04241af218778dec6ee79&device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 1097 time: 0.0663168 Jul 07 18:32:02.959013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b1360-4adf-404b-99ec-0ef54758e278 req-b5f7c86b-a76a-498d-b66e-96b1319ebec8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.960684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-227b1360-4adf-404b-99ec-0ef54758e278 req-b5f7c86b-a76a-498d-b66e-96b1319ebec8 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0698030 Jul 07 18:32:02.994657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-68ac8701-0f83-4a3a-a425-1dc404bc0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.996511 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-68ac8701-0f83-4a3a-a425-1dc404bc0429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 200 len: 898 time: 0.1006696 Jul 07 18:32:02.998101 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:03.005628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-227b1360-4adf-404b-99ec-0ef54758e278 req-60de636b-ff75-4b1f-8616-fc07903deaa6 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 Jul 07 18:32:03.040751 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-2c8f5333-5b65-4875-8c8b-234bbd34b5ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 200 len: 217 time: 0.0372639 Jul 07 18:32:03.092326 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-b4b1cad2-a60f-4a49-8faf-70f73ef09a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.093889 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-b4b1cad2-a60f-4a49-8faf-70f73ef09a4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 200 len: 835 time: 0.0465608 Jul 07 18:32:03.161934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-0c29b5ad-a790-4749-ba05-75400ccbd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.163486 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-0c29b5ad-a790-4749-ba05-75400ccbd2e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82471217-1ee5-4685-b50c-15d5a8d8d372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618680 Jul 07 18:32:03.255053 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-a8e25389-e63f-4b29-86f5-a9ae71ce7203 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832388 Jul 07 18:32:03.301109 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:03.327331 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc6579-125a-4c3d-9c45-849996e8e3e2 None None] The sync data for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 is: [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:05Z', 'revision_number': 4, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f19c9f41-30cf-4e4a-9022-9adae72d134c', 'name': '', 'network_id': '82471217-1ee5-4685-b50c-15d5a8d8d372', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'mac_address': 'fa:16:3e:34:53:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:04Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'subnets': [{'id': 'bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:03.355981 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-a9de2b11-044b-45ef-aa7c-b7aa5cf01a67 req-d46fd527-4149-4868-af53-91ff3fa40481 service neutron] 10.222.0.73 "GET /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943131 Jul 07 18:32:03.449812 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:03.560452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03a6ca-2640-46cf-ba94-c9b7f36f077d None None] New status for floating IP 88af7e44-5cfe-4dbd-93be-2313ad5d57af: DOWN {{(pid=93948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:32:04.185738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f836eb-bc77-4956-ac6c-51a21eaa1bd1 req-e52b3e01-4d97-4a8f-865a-a9d14c3c832a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.187467 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14f836eb-bc77-4956-ac6c-51a21eaa1bd1 req-e52b3e01-4d97-4a8f-865a-a9d14c3c832a tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0662212 Jul 07 18:32:04.242530 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14f836eb-bc77-4956-ac6c-51a21eaa1bd1 req-13d5ea4a-4e2a-40d9-83d4-81e2d686b7b2 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494826 Jul 07 18:32:04.458691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-7982a360-f2ac-4a91-bb35-098de19965be tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.460141 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-7982a360-f2ac-4a91-bb35-098de19965be tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 945 time: 0.0657790 Jul 07 18:32:04.560350 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port d8bccdfe-9e7e-485c-9c27-01059b254ef3 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:04.560690 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.658514 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port d8bccdfe-9e7e-485c-9c27-01059b254ef3, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=d8bccdfe-9e7e-485c-9c27-01059b254ef3,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:04.658871 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.672141 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for d8bccdfe-9e7e-485c-9c27-01059b254ef3 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:04.803549 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.833257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=d8bccdfe-9e7e-485c-9c27-01059b254ef3,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:04.881747 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] No DVR routers for this DVR port d8bccdfe-9e7e-485c-9c27-01059b254ef3 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:04.884540 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.886735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-3b471838-d0ee-4edd-98f0-e397f9d4ff31 req-f6cd2b63-9486-4457-9ba4-8c934496820e tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.73 "DELETE /v2.0/ports/d8bccdfe-9e7e-485c-9c27-01059b254ef3 HTTP/1.1" status: 204 len: 173 time: 0.4210131 Jul 07 18:32:04.887175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'name': 'network-vif-deleted', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:04.889523 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc22bb4-64df-426d-9ae8-bc877c2e0b53" -d '{"events": [{"server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "name": "network-vif-deleted", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:04.944103 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859a900-009f-4d5e-8fce-4dbaf8c4742d x-openstack-request-id: req-8859a900-009f-4d5e-8fce-4dbaf8c4742d {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:04.944394 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02144b87-de66-41dd-af35-681d5d71da80", "name": "network-vif-deleted", "tag": "d8bccdfe-9e7e-485c-9c27-01059b254ef3", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:04.944672 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8859a900-009f-4d5e-8fce-4dbaf8c4742d {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:04.945052 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02144b87-de66-41dd-af35-681d5d71da80', 'name': 'network-vif-deleted', 'tag': 'd8bccdfe-9e7e-485c-9c27-01059b254ef3', 'status': 'completed', 'code': 200} Jul 07 18:32:05.419902 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-26f6dce6-f480-45fd-a4fb-cca8b94cc161 req-3568c032-a150-4a83-890c-7dbe71e708ca tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "GET /v2.0/ports?device_id=02144b87-de66-41dd-af35-681d5d71da80 HTTP/1.1" status: 200 len: 210 time: 0.0362365 Jul 07 18:32:06.515780 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42736) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:06.886768 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.160917 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port f19c9f41-30cf-4e4a-9022-9adae72d134c {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:07.161258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.253994 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port f19c9f41-30cf-4e4a-9022-9adae72d134c, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f19c9f41-30cf-4e4a-9022-9adae72d134c,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:07.254632 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.266194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for f19c9f41-30cf-4e4a-9022-9adae72d134c owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:07.455216 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.480200 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=f19c9f41-30cf-4e4a-9022-9adae72d134c,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:07.657337 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.755593 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-adf96d30-6530-468f-9db7-aa88c25d07f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.158202 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Router d998a1bf-c4b3-45ff-983f-47440ddae4b6 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:08.273243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:08.278588 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-d48a91b2-e5ee-45f8-9ae9-a53cb387c802 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "PUT /v2.0/routers/d998a1bf-c4b3-45ff-983f-47440ddae4b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616029 Jul 07 18:32:08.281339 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42738) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:08.284036 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Sync routers for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:08.293804 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:08.294528 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:08.332647 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting subnet bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:08.335907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.378990 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.401802 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:08.477599 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.540296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.568205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Subnet': ['ID=bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:08.572284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.574379 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-af42a8df-dc61-4372-9c80-5938f630eaf4 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/subnets/bf464fe8-859b-4fe6-af82-e5f8e5d2a0f0 HTTP/1.1" status: 204 len: 168 time: 0.2920775 Jul 07 18:32:08.577383 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42740) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:08.582825 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563ea27-3455-42ce-93ca-7b1a60af7d4b None None] Network 82471217-1ee5-4685-b50c-15d5a8d8d372 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:08.599996 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:32:07Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:08.626502 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Checking router: d998a1bf-c4b3-45ff-983f-47440ddae4b6 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:08.636070 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Routers {'d998a1bf-c4b3-45ff-983f-47440ddae4b6'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:08.637530 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:31:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:08.701077 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.756735 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] Set router d998a1bf-c4b3-45ff-983f-47440ddae4b6 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:08.820460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.825205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d8bccdfe-9e7e-485c-9c27-01059b254ef3 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:08.853288 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] DHCP port deletion for 82471217-1ee5-4685-b50c-15d5a8d8d372 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:08.856501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: d8bccdfe-9e7e-485c-9c27-01059b254ef3 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:08.857069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device d8bccdfe-9e7e-485c-9c27-01059b254ef3 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:08.883607 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Deleting port b83d90d8-f051-4d61-9674-54de9c75ce23 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:08.883960 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.984609 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:32:07Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:08.999892 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] For port b83d90d8-f051-4d61-9674-54de9c75ce23, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=b83d90d8-f051-4d61-9674-54de9c75ce23,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:09.000338 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.016657 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Calling delete_port for b83d90d8-f051-4d61-9674-54de9c75ce23 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:09.021339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7694bc-5f1e-4d2b-8ab1-60f916c2fabd None None] The sync data for ids ['d998a1bf-c4b3-45ff-983f-47440ddae4b6'] in n-d-791505-12 is: [{'id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583536418', 'tenant_id': 'd08184047bb04241af218778dec6ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:32:07Z', 'revision_number': 5, 'project_id': 'd08184047bb04241af218778dec6ee79', 'gw_port': {'id': 'b83d90d8-f051-4d61-9674-54de9c75ce23', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998a1bf-c4b3-45ff-983f-47440ddae4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:09.106687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Deleting port 8ef658f8-bc12-4480-bddd-1cdf70134f44 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:09.106919 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.189252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] For port 8ef658f8-bc12-4480-bddd-1cdf70134f44, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=8ef658f8-bc12-4480-bddd-1cdf70134f44,segment=NetworkSegment(fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7),segment_id=fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:09.189649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.209400 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Calling delete_port for 8ef658f8-bc12-4480-bddd-1cdf70134f44 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:09.220972 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.254148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Port': ['ID=b83d90d8-f051-4d61-9674-54de9c75ce23,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.319213 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.334321 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.356426 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Pushing event deleted for resources: {'Port': ['ID=8ef658f8-bc12-4480-bddd-1cdf70134f44,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.361000 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] No DVR routers for this DVR port 8ef658f8-bc12-4480-bddd-1cdf70134f44 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.371354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.372205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.372205 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.372395 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.372655 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.372997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.373315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cf7177-3dde-4284-b327-b47365714e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.473167 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.477450 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.531182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.531755 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Fanout notify agent at l3_agent the message router_deleted on router d998a1bf-c4b3-45ff-983f-47440ddae4b6 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:09.540740 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.542020 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-f4fc3140-bf3a-4879-8305-588149153e57 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/routers/d998a1bf-c4b3-45ff-983f-47440ddae4b6 HTTP/1.1" status: 204 len: 168 time: 0.9635382 Jul 07 18:32:09.546023 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42744) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:09.634425 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.755466 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.770383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82471217-1ee5-4685-b50c-15d5a8d8d372']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.783091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.783421 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5d1c44-9ebc-41fd-9e78-6a7d1ad75ab7') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.795892 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.815871 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.823853 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:09.824127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:09.828353 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:09.904373 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.910027 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.915111 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42746) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:09.915637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/networks/82471217-1ee5-4685-b50c-15d5a8d8d372 HTTP/1.1" status: 204 len: 168 time: 0.3682051 Jul 07 18:32:09.930353 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'Network': ['ID=82471217-1ee5-4685-b50c-15d5a8d8d372,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.938124 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.938510 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.938866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.939215 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.939557 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.940164 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.940507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.941363 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.941810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.942385 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.942761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.943106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08461107-1103-4572-afd3-69fc376462e1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:09.979714 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.005102 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.067179 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.069918 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.071132 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] 10.222.0.66 "DELETE /v2.0/security-groups/c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025 HTTP/1.1" status: 204 len: 168 time: 0.1543081 Jul 07 18:32:10.080828 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199386e4-88de-4413-a938-c59a33f98cd1 tempest-TestNetworkAdvancedServerOps-1268928548 tempest-TestNetworkAdvancedServerOps-1268928548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2d9a1-7f2e-4ed4-8d30-5de1e1332025,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:10.188758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8ef658f8-bc12-4480-bddd-1cdf70134f44 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:10.226498 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 8ef658f8-bc12-4480-bddd-1cdf70134f44 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:10.226947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 8ef658f8-bc12-4480-bddd-1cdf70134f44 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:10.227693 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b83d90d8-f051-4d61-9674-54de9c75ce23 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:10.247161 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: b83d90d8-f051-4d61-9674-54de9c75ce23 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:10.247539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device b83d90d8-f051-4d61-9674-54de9c75ce23 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:10.247984 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f19c9f41-30cf-4e4a-9022-9adae72d134c no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:10.274515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f19c9f41-30cf-4e4a-9022-9adae72d134c {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:10.275142 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f19c9f41-30cf-4e4a-9022-9adae72d134c not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:10.297423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0bba3523-d707-4c37-815d-bb0a1464a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.487038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:10.671189 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e2400f9-b74a-45ad-aab7-0ee378b401d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d08184047bb04241af218778dec6ee79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823943 Jul 07 18:32:10.673721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42758) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:10.724038 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.745336 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.775501 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.794954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.797526 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.799900 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e6c7190-f5d2-465f-a90b-47d606d23c8e HTTP/1.1" status: 204 len: 168 time: 0.1242564 Jul 07 18:32:10.810429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a7f9e-01ba-4a51-aed1-4556c74c8dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c7190-f5d2-465f-a90b-47d606d23c8e,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:11.072179 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42764) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:11.085996 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69062641-2543-4983-8295-3903a01dc582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.180527 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69062641-2543-4983-8295-3903a01dc582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.184723 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69062641-2543-4983-8295-3903a01dc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.221981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69062641-2543-4983-8295-3903a01dc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ba70e-12ee-45c4-9ce5-c87c0ed12d9b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:11.226979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-69062641-2543-4983-8295-3903a01dc582 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ebcb9189b9cb434f84b1c80a6c8c2e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537466 Jul 07 18:32:11.229599 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42766) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:11.285561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.307277 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.355266 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.357872 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.359089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e5ba70e-12ee-45c4-9ce5-c87c0ed12d9b HTTP/1.1" status: 204 len: 168 time: 0.1286299 Jul 07 18:32:11.367932 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd07d5-fd64-4703-8b91-195ae9c1e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ba70e-12ee-45c4-9ce5-c87c0ed12d9b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.076472 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:12.157158 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.173948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2067426317-network', 'tenant_id': '536293a5c1c94bc287b3f0652089c115'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:12.196596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Made reservation on behalf of 536293a5c1c94bc287b3f0652089c115 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:12.199309 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.208748 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.302674 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.308578 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.334106 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:12.343943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5156b-e7c5-4ee8-8513-60713f6f8d0f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.348876 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.349224 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Added segment b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e of type vlan for network 84e76396-233c-408d-844e-68f879cfad53 Jul 07 18:32:12.389328 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.420043 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.421079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:12.421647 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.502172 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4245613 Jul 07 18:32:12.505965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:12.511122 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Request body: {'subnet': {'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2067426317-subnet', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:12.513071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca80a3-9d51-4aa2-9949-2f5503eb3506 admin admin] Pushing event updated for resources: {'Network': ['ID=84e76396-233c-408d-844e-68f879cfad53,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.523541 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 84e76396-233c-408d-844e-68f879cfad53 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:12.541247 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Made reservation on behalf of 536293a5c1c94bc287b3f0652089c115 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:12.543732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.713854 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.767225 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f15a34-c014-4ff0-88c8-c69ee63ee59a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.782318 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:12.782721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Network hostable DHCP agents. Network: 84e76396-233c-408d-844e-68f879cfad53, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:12.799619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Network 84e76396-233c-408d-844e-68f879cfad53 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:12.809094 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 84e76396-233c-408d-844e-68f879cfad53) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:12.813465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:12.814054 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.819381 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea8966-527d-4647-a671-6f429ba2f972 None None] Network 84e76396-233c-408d-844e-68f879cfad53 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:12.833787 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3bd87e78-2173-4de4-add1-6fdc958848d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265939 Jul 07 18:32:12.836582 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42794) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:12.841145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:12.869344 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.870413 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.936323 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.991725 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-84e76396-233c-408d-844e-68f879cfad53', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:12.992622 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.089296 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.141192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Allocated IP 172.20.0.2 (84e76396-233c-408d-844e-68f879cfad53/e7f15a34-c014-4ff0-88c8-c69ee63ee59a/4175f72c-4aaf-415c-bb5e-5f995dbdce37) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:13.298081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.307512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Transition to ACTIVE for port object 4175f72c-4aaf-415c-bb5e-5f995dbdce37 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:13.325732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.327317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Transition to ACTIVE for port object 4175f72c-4aaf-415c-bb5e-5f995dbdce37 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:13.333787 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.345806 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.380052 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Network 84e76396-233c-408d-844e-68f879cfad53 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:13.383617 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Pushing event updated for resources: {'Port': ['ID=4175f72c-4aaf-415c-bb5e-5f995dbdce37,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.386414 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:13.388657 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:13.444662 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Attempting to bind port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:13.445040 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Attempting to bind port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:13.445417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Attempting to bind port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:13.451319 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:13.452495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:13.452495 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.452495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Bound using segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:13.453061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Bound port: 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:13.453446 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.459583 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Allocated IP 172.25.3.169 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/9fd8927c-6344-4a1f-881a-3a56bd5c69a2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:13.526410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] For port 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:13.529720 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] For port 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4175f72c-4aaf-415c-bb5e-5f995dbdce37,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:13.534680 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.567282 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.594971 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0846c-8deb-4b45-89a6-ea2e69dbd62f None None] Pushing event updated for resources: {'Port': ['ID=4175f72c-4aaf-415c-bb5e-5f995dbdce37,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.614684 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.652017 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:13.656512 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:13.663619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:13.693890 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.898273 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.953320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.123510 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4175f72c-4aaf-415c-bb5e-5f995dbdce37 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:14.161772 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.175412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:14.303888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:14.419058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:14.427405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:14.436196 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.442602 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:14.442952 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-0de12ae0-f601-4a56-8408-cc23578d0e99 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6049192 Jul 07 18:32:14.443958 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:14.445512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:14.560008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:14.655341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e831d42-ac3d-48b7-97b3-c0ccdc9bef3b None None] Network 84e76396-233c-408d-844e-68f879cfad53 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:14.757466 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Provisioning for port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:14.771680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Provisioning complete for port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:14.772059 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.960563 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.965417 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:13Z', 'revision_number': 3, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:15.012480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:15.012741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Updating router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:15.056008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] For port 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4175f72c-4aaf-415c-bb5e-5f995dbdce37,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:15.063364 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.098258 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.162714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f4724-6506-4b13-9631-d87530e1a1f5 None None] Pushing event updated for resources: {'Port': ['ID=4175f72c-4aaf-415c-bb5e-5f995dbdce37,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.186322 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.350389 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Allocated IP 172.20.0.1 (84e76396-233c-408d-844e-68f879cfad53/e7f15a34-c014-4ff0-88c8-c69ee63ee59a/ff997e06-b829-4d42-9c59-3e6efa78c5d7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:15.394874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.407928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Transition to ACTIVE for port object 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:15.411737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5397e907-ff32-4732-87bb-aafe034e0500 None None] Provisioning complete for port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:15.412116 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5397e907-ff32-4732-87bb-aafe034e0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.433346 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.462221 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.481407 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Transition to ACTIVE for port object ff997e06-b829-4d42-9c59-3e6efa78c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:15.521759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Attempting to bind port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:15.521759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Attempting to bind port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:15.521759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Attempting to bind port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:15.522222 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.523153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab252-e0ab-4b94-bba4-4f9766760ba7 None None] Pushing event updated for resources: {'Port': ['ID=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.531538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:15.531926 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:15.532343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.532740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:15.533233 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Bound port: 9fd8927c-6344-4a1f-881a-3a56bd5c69a2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:15.533620 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.559604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Network 84e76396-233c-408d-844e-68f879cfad53 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:15.563087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:15.565959 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:15.614490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Pushing event updated for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.617444 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.622139 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] For port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:15.627350 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] For port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:15.634199 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.689591 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:15.690223 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:15.740332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab252-e0ab-4b94-bba4-4f9766760ba7 None None] Pushing event updated for resources: {'Port': ['ID=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.768885 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.814219 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:15.921229 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6328db6a-aef9-41ef-9e0f-4c664f6ea0fa None None] Provisioning for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:15.928104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6328db6a-aef9-41ef-9e0f-4c664f6ea0fa None None] Provisioning complete for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:15.928482 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6328db6a-aef9-41ef-9e0f-4c664f6ea0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.945893 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.951141 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.988837 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6328db6a-aef9-41ef-9e0f-4c664f6ea0fa None None] Port ff997e06-b829-4d42-9c59-3e6efa78c5d7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:16.020690 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.022729 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Pushing event updated for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.123765 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Network 84e76396-233c-408d-844e-68f879cfad53 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:16.125291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:16.176612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4175f72c-4aaf-415c-bb5e-5f995dbdce37 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:16.247382 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:13Z', 'revision_number': 3, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:16.249362 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:16.250589 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:16.250969 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.298759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc3084-9817-4758-bba1-f55529580e82 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:13Z', 'revision_number': 3, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:16.388497 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:16.393560 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5b9be06e-17bf-4c0c-9834-48647f05c43a admin admin] 10.222.0.66 "PUT /v2.0/routers/9ba1c6fd-dadb-47dd-90bf-50b160d633ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9464617 Jul 07 18:32:16.413194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-bd81a55b-1ce3-484c-9308-8791007191fa None None] Provisioning complete for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:16.413564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd81a55b-1ce3-484c-9308-8791007191fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.449716 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bd81a55b-1ce3-484c-9308-8791007191fa None None] Port ff997e06-b829-4d42-9c59-3e6efa78c5d7 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:16.924235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42812) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:16.930563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866293228-network', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:16.953410 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Made reservation on behalf of c4d2f33a22154bc5a57de422fd88647e for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:16.955911 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.966086 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.065843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.070971 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.098967 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:17.108311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a47a882-119b-4f0a-8594-81e989dfdccd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.117091 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.117491 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Added segment 09e452e9-b7dc-40ff-bd65-9326ed039395 of type vlan for network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c Jul 07 18:32:17.162982 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.194345 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.196127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.196127 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.254874 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3293743 Jul 07 18:32:17.257708 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42814) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:17.264323 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Request body: {'subnet': {'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866293228-subnet', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:17.264633 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fd23e-382a-473a-8341-118144f0b562 admin admin] Pushing event updated for resources: {'Network': ['ID=23993f6e-677b-4eb5-80a4-e1cfcfdcc18c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.277341 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:17.291626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Made reservation on behalf of c4d2f33a22154bc5a57de422fd88647e for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:17.294284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.477339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.533288 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b51f24-446f-4eed-a748-7e9d4c1bb21b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.550579 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Checking segment: {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:17.550947 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Network hostable DHCP agents. Network: 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:17.570463 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:17.582349 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:17.586724 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.587400 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.591522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f12da-855f-4b3f-8b9d-35a414bb286a None None] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:17.602746 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5cd7425a-ac78-4dbe-8301-b6de3dc5e4d3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432920 Jul 07 18:32:17.606153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42816) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:17.611228 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:17.636720 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.637754 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.694724 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.744119 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:17.745082 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.848820 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.897181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Allocated IP 172.20.0.2 (23993f6e-677b-4eb5-80a4-e1cfcfdcc18c/b6b51f24-446f-4eed-a748-7e9d4c1bb21b/deb99856-007e-4fa0-b24e-5c74a2b517a4) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:17.941510 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:17.951828 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:17.952462 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:18.080019 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:18.094292 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.095235 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.106324 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Transition to ACTIVE for port object deb99856-007e-4fa0-b24e-5c74a2b517a4 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:18.122886 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.123898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Transition to ACTIVE for port object deb99856-007e-4fa0-b24e-5c74a2b517a4 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:18.133069 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.167711 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:18.218966 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:18.233376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Pushing event updated for resources: {'Port': ['ID=deb99856-007e-4fa0-b24e-5c74a2b517a4,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.240167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:18.245285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:18.255466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Allocated IP 172.25.3.228 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:18.306507 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:18.310726 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:18.311109 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.320607 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 2, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:18.340840 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Attempting to bind port deb99856-007e-4fa0-b24e-5c74a2b517a4 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:18.341206 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Attempting to bind port deb99856-007e-4fa0-b24e-5c74a2b517a4 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:18.341568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Attempting to bind port deb99856-007e-4fa0-b24e-5c74a2b517a4 on network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:18.351538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:18.351918 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Checking segment: {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:18.352248 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:18.352370 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.352662 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Updating router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad port ff997e06-b829-4d42-9c59-3e6efa78c5d7 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:18.352794 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Bound using segment: {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:18.353175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Bound port: deb99856-007e-4fa0-b24e-5c74a2b517a4, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:18.353558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.383472 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.393345 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.436874 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.476983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.478972 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:18.482046 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] For port deb99856-007e-4fa0-b24e-5c74a2b517a4, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:18.488855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:18.491491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:18.495189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Pushing event updated for resources: {'Port': ['ID=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.510183 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] For port deb99856-007e-4fa0-b24e-5c74a2b517a4, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=deb99856-007e-4fa0-b24e-5c74a2b517a4,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:18.515930 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:18.518131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.528649 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.595301 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7e382-beb8-45e4-8559-bf3afbfd642f None None] Pushing event updated for resources: {'Port': ['ID=deb99856-007e-4fa0-b24e-5c74a2b517a4,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.663362 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.805233 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.830564 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.843480 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Transition to ACTIVE for port object ff997e06-b829-4d42-9c59-3e6efa78c5d7 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:18.850090 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.907523 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Pushing event updated for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.943549 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.944854 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.945420 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.945997 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.946479 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.946925 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.947352 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.947968 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.948398 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.948847 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.949271 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.949717 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:18.984611 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Attempting to bind port ff997e06-b829-4d42-9c59-3e6efa78c5d7 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:18.984984 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Attempting to bind port ff997e06-b829-4d42-9c59-3e6efa78c5d7 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:18.985350 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Attempting to bind port ff997e06-b829-4d42-9c59-3e6efa78c5d7 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:18.991478 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:18.992046 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:18.992668 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.993260 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Bound using segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:18.993808 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Bound port: ff997e06-b829-4d42-9c59-3e6efa78c5d7, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:18.994266 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.056126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.063640 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] For port ff997e06-b829-4d42-9c59-3e6efa78c5d7, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:19.067446 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] For port ff997e06-b829-4d42-9c59-3e6efa78c5d7, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff997e06-b829-4d42-9c59-3e6efa78c5d7,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:19.072137 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.142671 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:19.143333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:19.149550 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc8e6f-029e-4020-9fbc-685cd3edbe7b None None] Pushing event updated for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.268428 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:19.496660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Router 08fbd555-5b17-496c-bcd0-c08addbc26aa is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:19.508541 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-9626e695-8cad-4daf-a272-195450138c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:19Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:19.536527 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626e695-8cad-4daf-a272-195450138c6f None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:19Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:19.634306 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:19.650245 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Sync routers for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:19.665099 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:19.665804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:19.666066 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.667696 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a101ea08-813e-4623-800e-09db7082e78b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0602703 Jul 07 18:32:19.670993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42818) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:19.805410 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:19.868500 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d17446-af60-43fd-87d0-5b736d701946 None None] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:19.985499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-4404d0cb-dac1-489b-a751-53bee4b13153 None None] Provisioning for port deb99856-007e-4fa0-b24e-5c74a2b517a4 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:20.148271 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 3, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:20.171162 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.194314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Checking router: 08fbd555-5b17-496c-bcd0-c08addbc26aa for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:20.194845 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Updating router 08fbd555-5b17-496c-bcd0-c08addbc26aa port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:20.243606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.360488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff997e06-b829-4d42-9c59-3e6efa78c5d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:20.386475 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Allocated IP 172.20.0.1 (23993f6e-677b-4eb5-80a4-e1cfcfdcc18c/b6b51f24-446f-4eed-a748-7e9d4c1bb21b/0657796b-a1b0-4227-877e-438c5c9eeb6a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:20.493377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:20.506332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:20.506763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.525639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.542534 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Transition to ACTIVE for port object 0657796b-a1b0-4227-877e-438c5c9eeb6a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.594006 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.632337 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:20.637558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:20.665827 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Pushing event updated for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.676341 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:20.689778 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.704300 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.710164 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Transition to ACTIVE for port object 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.729991 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.730729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.784080 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port ff997e06-b829-4d42-9c59-3e6efa78c5d7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff997e06-b829-4d42-9c59-3e6efa78c5d7,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:20.798113 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.798948 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:20.812029 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Attempting to bind port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:20.812616 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Attempting to bind port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:20.812998 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Attempting to bind port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:20.837087 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c287810-311c-4927-b086-81b709c698f1 None None] Pushing event updated for resources: {'Port': ['ID=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.851783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:20.852181 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:20.852546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.852967 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:20.853464 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Bound port: 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:20.854290 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.921584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.955876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.970468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] For port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:20.976257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] For port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:20.983574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.992024 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:20.992491 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.077063 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b4d87cf8-23f6-428c-8592-b528b47409f2 None None] Provisioning for port 0657796b-a1b0-4227-877e-438c5c9eeb6a completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:21.097900 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-b4d87cf8-23f6-428c-8592-b528b47409f2 None None] Provisioning complete for port 0657796b-a1b0-4227-877e-438c5c9eeb6a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:21.098558 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b4d87cf8-23f6-428c-8592-b528b47409f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.100122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:21.100732 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.110780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.115639 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.158682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c287810-311c-4927-b086-81b709c698f1 None None] Pushing event updated for resources: {'Port': ['ID=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.188163 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.190017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Pushing event updated for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.288748 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:21.290367 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:21.388928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-b4d87cf8-23f6-428c-8592-b528b47409f2 None None] Port 0657796b-a1b0-4227-877e-438c5c9eeb6a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:21.416471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Router 08fbd555-5b17-496c-bcd0-c08addbc26aa has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:21.445495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device deb99856-007e-4fa0-b24e-5c74a2b517a4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:21.448234 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:21.531335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:21.538999 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-666329b1-64e6-42f5-a433-eb59651e2861 admin admin] 10.222.0.66 "PUT /v2.0/routers/08fbd555-5b17-496c-bcd0-c08addbc26aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668315 Jul 07 18:32:21.566740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-94b25320-be51-47cb-8f28-819bb2507eab None None] Provisioning complete for port 0657796b-a1b0-4227-877e-438c5c9eeb6a triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:21.567188 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-94b25320-be51-47cb-8f28-819bb2507eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.670908 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port deb99856-007e-4fa0-b24e-5c74a2b517a4 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:21.676292 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-94b25320-be51-47cb-8f28-819bb2507eab None None] Port 0657796b-a1b0-4227-877e-438c5c9eeb6a cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:21.680441 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port deb99856-007e-4fa0-b24e-5c74a2b517a4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:21.680816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.824755 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.829531 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0657796b-a1b0-4227-877e-438c5c9eeb6a', 'name': '', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'mac_address': 'fa:16:3e:2c:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:20Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 1, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'subnets': [{'id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.880156 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007667c-6623-487c-9e47-c14bfe86c9dc None None] The sync data for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 is: [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0657796b-a1b0-4227-877e-438c5c9eeb6a', 'name': '', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'mac_address': 'fa:16:3e:2c:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:20Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 1, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'subnets': [{'id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:21.918818 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port deb99856-007e-4fa0-b24e-5c74a2b517a4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=deb99856-007e-4fa0-b24e-5c74a2b517a4,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:21.926560 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.999488 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=deb99856-007e-4fa0-b24e-5c74a2b517a4,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.142244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff997e06-b829-4d42-9c59-3e6efa78c5d7 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:22.203895 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 42826) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.210315 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483395810', 'description': 'tempest-secgroup-smoke-483395810 description', 'project_id': '536293a5c1c94bc287b3f0652089c115'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.224137 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port ff997e06-b829-4d42-9c59-3e6efa78c5d7 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:22.224516 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.234851 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.317623 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device deb99856-007e-4fa0-b24e-5c74a2b517a4 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:22.343096 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.347747 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.373785 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port deb99856-007e-4fa0-b24e-5c74a2b517a4 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:22.374323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.379509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.382503 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1758528 Jul 07 18:32:22.383922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42828) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.387634 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfddda-6294-4dde-8bbf-33e839829273 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b494d09a-9b53-4f59-a10a-553af6cf9a5f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.389987 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.427470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.490168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.494357 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.514941 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bc2a07-6345-46fd-9aee-95ee3746bf4a,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.523546 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.527115 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-8fafd1a5-8346-4370-a5f8-4f8a7fa66699 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388011 Jul 07 18:32:22.527314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42830) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.531929 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.565004 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.639232 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.646845 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.669982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50efea38-2301-4c89-9330-9f1d5940c10b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.672354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.673652 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-562e4a93-8a0e-41e9-b3aa-ff2c765ae325 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453700 Jul 07 18:32:22.676861 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42832) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.681257 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.711049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.780974 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.786919 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.805715 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8c2e2b-394d-41c7-9edd-08072da00199,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.813229 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.817198 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a594f78a-6418-43c3-8ddc-369674c3164d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367173 Jul 07 18:32:22.817416 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42834) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.822067 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.850587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.922320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.927859 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.953425 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871bd61a-6f82-4155-a0a7-dc5c4d86afea,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.957961 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.960803 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-a3c31869-a7a4-41f5-b14f-c1327df9d760 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410213 Jul 07 18:32:22.962711 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42836) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.967420 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.993362 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Project 536293a5c1c94bc287b3f0652089c115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:32:22.998986 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.069587 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.074226 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.094151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6569441-1e0d-4a91-b44d-7369f4574c77,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.101996 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.104099 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5b6a6947-63bb-44e7-ac7f-fc0278734bec tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400263 Jul 07 18:32:23.106796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42838) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:23.111605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': 'b494d09a-9b53-4f59-a10a-553af6cf9a5f', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:23.138616 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Project 536293a5c1c94bc287b3f0652089c115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:32:23.145469 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.216512 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.221464 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.242939 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecad796a-7344-49fd-8a13-0fa013c83a23,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.246477 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.247745 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95ee56ab-b975-446e-8986-7e47d14bf9e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400080 Jul 07 18:32:23.402230 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-e81be3b6-cc6b-4e16-a0cd-e479d2d0cfed tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483395810&fields=id&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 267 time: 0.0366554 Jul 07 18:32:23.523268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-e65ef07b-5950-437e-be25-637ed66e4876 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.524808 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-e65ef07b-5950-437e-be25-637ed66e4876 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 809 time: 0.1159756 Jul 07 18:32:23.540797 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-1f5c1177-d0ab-4eee-bed4-8fbd9612293c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/quotas/536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 375 time: 0.0105307 Jul 07 18:32:23.613090 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-94fa2a64-6e4b-4a27-98b0-690d17fb4f4a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661478 Jul 07 18:32:23.723914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-42101434-a8fe-46a3-be44-a4086a042e0b service neutron] 10.222.0.66 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980220 Jul 07 18:32:23.829272 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9c8ade41-4e62-4314-ae24-81bae2dc600f service neutron] 10.222.0.66 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961871 Jul 07 18:32:24.020567 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6240bc05-11e4-46fb-a715-ba6efa1ff9ca req-69a8e113-ccbb-4c87-841b-1a94c72acfc1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 210 time: 0.0316494 Jul 07 18:32:24.074179 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Sync routers for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:24.085566 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:24.086213 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.148563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:24.206214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:24.209239 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:24.215673 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:24.216060 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.320583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.346963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:24.351753 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.406571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.439626 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0657796b-a1b0-4227-877e-438c5c9eeb6a', 'name': '', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'mac_address': 'fa:16:3e:2c:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:20Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 2, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'subnets': [{'id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.467007 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Checking router: 08fbd555-5b17-496c-bcd0-c08addbc26aa for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:24.467620 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Updating router 08fbd555-5b17-496c-bcd0-c08addbc26aa port 0657796b-a1b0-4227-877e-438c5c9eeb6a binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:24.505667 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.808944 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.820005 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Transition to ACTIVE for port object 0657796b-a1b0-4227-877e-438c5c9eeb6a will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:24.825992 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.875366 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd6a9-76f9-4f1c-b799-2e2ceeb8beb7 None None] Pushing event updated for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.938054 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Attempting to bind port 0657796b-a1b0-4227-877e-438c5c9eeb6a on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:24.938425 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Attempting to bind port 0657796b-a1b0-4227-877e-438c5c9eeb6a by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:24.938825 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Attempting to bind port 0657796b-a1b0-4227-877e-438c5c9eeb6a on network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:24.944317 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:24.944687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Checking segment: {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:24.945093 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.945491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Bound using segment: {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:24.946248 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Bound port: 0657796b-a1b0-4227-877e-438c5c9eeb6a, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e452e9-b7dc-40ff-bd65-9326ed039395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:24.946398 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.021149 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] For port 0657796b-a1b0-4227-877e-438c5c9eeb6a, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:25.024734 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] For port 0657796b-a1b0-4227-877e-438c5c9eeb6a, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0657796b-a1b0-4227-877e-438c5c9eeb6a,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:25.030564 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.093934 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd6a9-76f9-4f1c-b799-2e2ceeb8beb7 None None] Pushing event updated for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.108900 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:25.109866 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:25.327002 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e05f367-c099-4948-b83e-beebfbba4be5 req-07c9a3b6-8f95-401a-b156-d5c5e37828ea tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 210 time: 0.1045406 Jul 07 18:32:25.377243 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:25.468110 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-1c3c2603-0f1e-41ba-9af5-d228a324f237 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.473917 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-1c3c2603-0f1e-41ba-9af5-d228a324f237 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 809 time: 0.2499845 Jul 07 18:32:25.524010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-c83d5ac3-b9fb-4b17-be73-dbbc42191587 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 379 time: 0.0418317 Jul 07 18:32:25.538123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'port': {'device_id': 'f0a31769-316d-4afb-8473-940af95f4f27', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'admin_state_up': True, 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'security_groups': ['b494d09a-9b53-4f59-a10a-553af6cf9a5f']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:25.605893 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0657796b-a1b0-4227-877e-438c5c9eeb6a', 'name': '', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'mac_address': 'fa:16:3e:2c:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:20Z', 'updated_at': '2021-07-07T18:32:25Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'subnets': [{'id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:25.636067 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2418e04b-fad1-4af0-9291-05d5f6231a9d None None] The sync data for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 is: [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '0657796b-a1b0-4227-877e-438c5c9eeb6a', 'name': '', 'network_id': '23993f6e-677b-4eb5-80a4-e1cfcfdcc18c', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'mac_address': 'fa:16:3e:2c:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:20Z', 'updated_at': '2021-07-07T18:32:25Z', 'revision_number': 4, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'subnets': [{'id': 'b6b51f24-446f-4eed-a748-7e9d4c1bb21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:25.658311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Made reservation on behalf of 536293a5c1c94bc287b3f0652089c115 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:25.662509 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.801386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Allocated IP 172.20.0.12 (84e76396-233c-408d-844e-68f879cfad53/e7f15a34-c014-4ff0-88c8-c69ee63ee59a/206a0625-ddad-4605-a27f-7adc669d0667) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:25.956327 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.971638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Transition to ACTIVE for port object 206a0625-ddad-4605-a27f-7adc669d0667 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:26.014577 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.065910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Network 84e76396-233c-408d-844e-68f879cfad53 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:26.070268 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:26.074704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:26.110409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.135957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.136637 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.154655 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-9d443d3d-91b3-4b83-b2c0-2a995be3a016 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246796 Jul 07 18:32:26.166260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Request body: {'port': {'device_id': 'f0a31769-316d-4afb-8473-940af95f4f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:26.180682 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0657796b-a1b0-4227-877e-438c5c9eeb6a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:26.249487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 0657796b-a1b0-4227-877e-438c5c9eeb6a completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:26.256721 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0657796b-a1b0-4227-877e-438c5c9eeb6a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:26.257652 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.258044 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.353966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.396030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 0657796b-a1b0-4227-877e-438c5c9eeb6a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0657796b-a1b0-4227-877e-438c5c9eeb6a,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:26.404083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.405527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:26.412088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6baf9008-c170-4479-834e-ac6d58676714 None None] Provisioning for port 206a0625-ddad-4605-a27f-7adc669d0667 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:26.456298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6baf9008-c170-4479-834e-ac6d58676714 None None] Provisioning complete for port 206a0625-ddad-4605-a27f-7adc669d0667 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:26.456987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6baf9008-c170-4479-834e-ac6d58676714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.525159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.529359 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6baf9008-c170-4479-834e-ac6d58676714 None None] Port 206a0625-ddad-4605-a27f-7adc669d0667 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:26.543096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:26.543478 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.571072 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4965cd-3506-4657-b62f-ee8bdaaeed5a req-f1ed2d8f-0b76-4cfd-9b43-07874eb9ba19 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.572606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c4965cd-3506-4657-b62f-ee8bdaaeed5a req-f1ed2d8f-0b76-4cfd-9b43-07874eb9ba19 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 932 time: 0.1211348 Jul 07 18:32:26.592881 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.645761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:26.656665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2c4965cd-3506-4657-b62f-ee8bdaaeed5a req-8a6566ee-45ba-474e-96e3-ffcfa75fd8e1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735202 Jul 07 18:32:26.658378 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.670733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Transition to ACTIVE for port object 206a0625-ddad-4605-a27f-7adc669d0667 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:26.678739 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.735418 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.811669 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:26.812046 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:26.812645 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:26.818210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:26.818579 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:26.824067 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:26.824416 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:26.824814 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Bound using segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:26.825256 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Bound port: 206a0625-ddad-4605-a27f-7adc669d0667, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:26.825664 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.894251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:26.897564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:26.902372 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.945162 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.946609 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.948569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] 10.222.0.23 "PUT /v2.0/ports/206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1093 time: 0.7867904 Jul 07 18:32:26.948981 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:26.951372 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:26.977704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936235b-4112-4e34-a9c8-685e6994e59b service neutron] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.000592 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde3efb-897a-419c-9772-5b350008c1de x-openstack-request-id: req-7bde3efb-897a-419c-9772-5b350008c1de {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:27.000875 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:27.001128 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bde3efb-897a-419c-9772-5b350008c1de {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:27.001525 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'status': 'completed', 'code': 200} Jul 07 18:32:27.052213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-29a42492-a7aa-4840-9784-75bb8521f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.053686 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-29a42492-a7aa-4840-9784-75bb8521f647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1096 time: 0.0622830 Jul 07 18:32:27.099100 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-7d464cfa-964c-40f9-90ba-9ddd5211ed92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 217 time: 0.0376267 Jul 07 18:32:27.154229 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-f8b7c23d-9e40-489a-94fd-f520f534b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.155760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-f8b7c23d-9e40-489a-94fd-f520f534b188 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0510824 Jul 07 18:32:27.214039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-e7c03199-7084-43ab-88a4-a340004cb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.215614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-e7c03199-7084-43ab-88a4-a340004cb067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536604 Jul 07 18:32:27.303061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-269456f0-35c9-4ec7-a097-54fb0fb27855 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809193 Jul 07 18:32:27.668943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-397ec77c-068e-4ae7-97cf-7a58996d3fa9 req-6816dbd8-a96a-4b74-94d7-d87625b459bb service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579507 Jul 07 18:32:27.779759 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-385bc1eb-18de-4280-97ef-255ec49ad8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.781290 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-385bc1eb-18de-4280-97ef-255ec49ad8e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1096 time: 0.0573118 Jul 07 18:32:27.924075 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f51790-9673-40f4-8e3f-2b68fa73cf8f req-43890530-c72f-4975-942a-718b9232175a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.925602 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55f51790-9673-40f4-8e3f-2b68fa73cf8f req-43890530-c72f-4975-942a-718b9232175a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.1492171 Jul 07 18:32:27.926624 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-70dc98ee-1036-40f7-a42d-ce0303899a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.928007 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-70dc98ee-1036-40f7-a42d-ce0303899a7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1383913 Jul 07 18:32:27.983040 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-d6486c68-7050-430c-aea6-7b91cc485ae0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 217 time: 0.0450387 Jul 07 18:32:27.985127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.025603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-55f51790-9673-40f4-8e3f-2b68fa73cf8f req-d47d3589-a67b-4ef0-9739-89716dd1bb24 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940022 Jul 07 18:32:28.045200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-b8963ce2-9b44-47f7-b7e9-2c6fd510e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.046234 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-b8963ce2-9b44-47f7-b7e9-2c6fd510e09f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0559053 Jul 07 18:32:28.106088 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0657796b-a1b0-4227-877e-438c5c9eeb6a up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:28.106626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-582c0e67-907f-4be8-bca3-f0d73fab16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.108270 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-582c0e67-907f-4be8-bca3-f0d73fab16e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551987 Jul 07 18:32:28.160390 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 0657796b-a1b0-4227-877e-438c5c9eeb6a triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:28.160771 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.207806 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-b99d3b70-be1d-4287-9c84-a86d0c8d25ea service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Jul 07 18:32:28.306756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5bb52a41-b87e-4d73-a5cf-c8abfb0a6840 req-2cbcaa73-7486-4396-9e59-644a3dd579bd service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920246 Jul 07 18:32:29.218727 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d41f9-02d8-4df1-803d-c7c0a1aabb2a req-93fd7f48-ea31-43da-9179-e49a562bf747 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:29.220303 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-122d41f9-02d8-4df1-803d-c7c0a1aabb2a req-93fd7f48-ea31-43da-9179-e49a562bf747 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0797687 Jul 07 18:32:29.261813 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-122d41f9-02d8-4df1-803d-c7c0a1aabb2a req-dfaefd7c-c5f6-4812-bfb7-73df81c6d431 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345442 Jul 07 18:32:30.446295 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cee588-ee58-47a1-94e2-47cb7c6b368d req-2a7ba9f2-ea0f-4e00-995b-74a03073af0b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.447842 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60cee588-ee58-47a1-94e2-47cb7c6b368d req-2a7ba9f2-ea0f-4e00-995b-74a03073af0b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0673885 Jul 07 18:32:30.487988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-60cee588-ee58-47a1-94e2-47cb7c6b368d req-5c2b6cd4-4b13-4119-85d2-96ba7281275f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345380 Jul 07 18:32:31.662044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951acd96-05d7-4af2-84b8-fda9a369e313 req-67d2aec7-4a4c-4093-a65d-320e0fcea278 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.663569 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-951acd96-05d7-4af2-84b8-fda9a369e313 req-67d2aec7-4a4c-4093-a65d-320e0fcea278 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0631313 Jul 07 18:32:31.672735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:31.713736 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-951acd96-05d7-4af2-84b8-fda9a369e313 req-2e6c23b8-abd8-4a7c-b24a-1695d7197187 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Jul 07 18:32:31.777264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:31.789425 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '206a0625-ddad-4605-a27f-7adc669d0667', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:31.825740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.838230 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:31.860820 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:31.865901 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.915056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:32.114349 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['206a0625-ddad-4605-a27f-7adc669d0667'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:32.900018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbabfc-8130-4858-87bb-0e58f8e92af3 req-cae04f0d-aab4-4cf8-a7da-a22164f9fd0f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:32.901652 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fcbabfc-8130-4858-87bb-0e58f8e92af3 req-cae04f0d-aab4-4cf8-a7da-a22164f9fd0f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0739794 Jul 07 18:32:32.941386 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8fcbabfc-8130-4858-87bb-0e58f8e92af3 req-04cd4fe8-7728-4000-97fa-0c3630fc5086 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Jul 07 18:32:33.688743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:33.754501 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 206a0625-ddad-4605-a27f-7adc669d0667 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:33.759354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 206a0625-ddad-4605-a27f-7adc669d0667 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:33.759732 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.850092 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.874478 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:33.876068 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280b758-9613-40ca-af14-c322ba83c7f7" -d '{"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:33.890175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:33.896417 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.931613 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f90ff-8a8a-446f-aa99-353d9be40d8f x-openstack-request-id: req-f65f90ff-8a8a-446f-aa99-353d9be40d8f {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:33.931909 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:33.932159 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f65f90ff-8a8a-446f-aa99-353d9be40d8f {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:33.932549 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'code': 200} Jul 07 18:32:33.950175 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:34.054015 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d39050-c1c4-4600-924f-0849e3dbcc9f req-777c34d2-4702-42c6-8a4d-0e0bfac1a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.055572 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6d39050-c1c4-4600-924f-0849e3dbcc9f req-777c34d2-4702-42c6-8a4d-0e0bfac1a764 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0608671 Jul 07 18:32:34.129027 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6d39050-c1c4-4600-924f-0849e3dbcc9f req-7b564551-2fdf-4e13-b6c1-10e518f1560f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663152 Jul 07 18:32:34.159829 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd297ee-f8b9-4bb8-89de-d4d188c04814 req-cc380ba7-f1c1-4f1a-91a7-ed4be8b822ce tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.161417 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bd297ee-f8b9-4bb8-89de-d4d188c04814 req-cc380ba7-f1c1-4f1a-91a7-ed4be8b822ce tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0918522 Jul 07 18:32:34.205250 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3bd297ee-f8b9-4bb8-89de-d4d188c04814 req-9fdc657a-7839-4e9f-909a-00a34c0a2503 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371444 Jul 07 18:32:35.386631 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128ff4-5a01-4605-a7a3-1cdbad928f01 req-7bb98a89-f05b-4ef8-9e35-3ea1451441f5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.388207 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46128ff4-5a01-4605-a7a3-1cdbad928f01 req-7bb98a89-f05b-4ef8-9e35-3ea1451441f5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0691051 Jul 07 18:32:35.428289 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-46128ff4-5a01-4605-a7a3-1cdbad928f01 req-3fadc654-10e0-4b0f-9a83-417ec14d75a2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Jul 07 18:32:35.610903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71499a-5db8-4021-b359-25e25db8c65a req-402ab1d0-7f05-4ca7-ab49-79288a2349fb tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.612321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc71499a-5db8-4021-b359-25e25db8c65a req-402ab1d0-7f05-4ca7-ab49-79288a2349fb tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0658813 Jul 07 18:32:35.657355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fc71499a-5db8-4021-b359-25e25db8c65a req-7ef85331-bdfc-45d2-b4cf-24e50884ce5a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392947 Jul 07 18:32:35.681178 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42892) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:35.841037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617550f0-1ba6-45af-9136-864800a0d1d7 tempest-TestShelveInstance-1935898875 tempest-TestShelveInstance-1935898875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.842991 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-617550f0-1ba6-45af-9136-864800a0d1d7 tempest-TestShelveInstance-1935898875 tempest-TestShelveInstance-1935898875-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1093 time: 0.1606920 Jul 07 18:32:35.846373 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 42896) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:35.851327 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:35.875169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.972479 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.355756 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Allocated IP 172.25.3.47 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/d9768bb2-9afd-4675-a628-73134fb591c2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:36.459815 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.500762 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.546839 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:36.549633 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:36.555989 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:36.578709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=d9768bb2-9afd-4675-a628-73134fb591c2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:36.956135 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.047130 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.203390 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.209169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.284964 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=d9768bb2-9afd-4675-a628-73134fb591c2,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.295059 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.398824 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Floating IP 571ce15f-9e70-47c1-a645-37746eae99c7 associated. External IP: 172.25.3.47, port: 206a0625-ddad-4605-a27f-7adc669d0667. Jul 07 18:32:37.618980 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:37.730354 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:37.744275 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:37.749494 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.757730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30b0923a-a14b-4847-9264-c5d335826a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.761016 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:37.761675 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:37.791151 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-84d836fb-4777-43b6-87b3-675f05b0e8a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9426465 Jul 07 18:32:37.798704 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:37.798704 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:37.836092 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9665eb86-3f08-434d-a7e5-9484f74f7add x-openstack-request-id: req-9665eb86-3f08-434d-a7e5-9484f74f7add {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:37.836366 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:37.836620 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9665eb86-3f08-434d-a7e5-9484f74f7add {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:37.837084 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'status': 'completed', 'code': 200} Jul 07 18:32:37.887236 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:37.924001 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-27d03cf7-196b-4b41-bec6-a44c60fac549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.926084 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-27d03cf7-196b-4b41-bec6-a44c60fac549 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0553198 Jul 07 18:32:38.025122 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-79a72d38-2da3-4c93-af52-3fd7b874da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.027065 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-79a72d38-2da3-4c93-af52-3fd7b874da0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0950336 Jul 07 18:32:38.104807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-ac1844cf-1091-440c-8b91-05c76a725ac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 999 time: 0.0714889 Jul 07 18:32:38.157738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-6ca9cbd1-41d7-40b2-aaba-9ef86ef890b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.159317 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-6ca9cbd1-41d7-40b2-aaba-9ef86ef890b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0480006 Jul 07 18:32:38.221048 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-2a7d0ea3-5dd5-49ba-a4ff-a83b1bcfc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.223295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-2a7d0ea3-5dd5-49ba-a4ff-a83b1bcfc470 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578241 Jul 07 18:32:38.298545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '571ce15f-9e70-47c1-a645-37746eae99c7', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a31769-316d-4afb-8473-940af95f4f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:36Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.325803 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-3392803b-ebbc-4ffc-9169-910bdffb279d service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960672 Jul 07 18:32:38.326122 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:38.335314 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:38.335931 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:32:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.428133 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-74c52d4d-3dc2-4728-a9e0-0154ba4ba892 req-33f6a0e8-73fc-4597-a99c-094ae2a72ede service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954330 Jul 07 18:32:38.455843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:38.693061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '571ce15f-9e70-47c1-a645-37746eae99c7', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a31769-316d-4afb-8473-940af95f4f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:36Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.724149 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b7d5a-5712-45dc-9759-181e00f4ab68 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '571ce15f-9e70-47c1-a645-37746eae99c7', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a31769-316d-4afb-8473-940af95f4f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:36Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:38.925683 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd984a9-aeb6-417d-bb0d-f06b91b0110f None None] New status for floating IP 571ce15f-9e70-47c1-a645-37746eae99c7: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:32:40.280788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2ce95c6b-ef0a-4e14-bc63-cab21318a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.449485 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:40.769614 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.156349 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.904356 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.906140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-0532e128-c90d-429c-ae66-76815411e7a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518978 Jul 07 18:32:54.011774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-3b9eefd0-091b-48d2-866f-b533cf04a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.013508 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-3b9eefd0-091b-48d2-866f-b533cf04a726 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0618320 Jul 07 18:32:54.120957 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-4822979e-5a77-4f52-b88b-737c9deb1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.122606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-4822979e-5a77-4f52-b88b-737c9deb1b35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0865672 Jul 07 18:32:54.194126 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-1ff9be5e-c5f0-45df-95a3-eab028e4f479 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1001 time: 0.0636404 Jul 07 18:32:54.249477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-2293dc0d-67da-4ac1-9a92-8d50454c34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.250988 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-2293dc0d-67da-4ac1-9a92-8d50454c34ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0457635 Jul 07 18:32:54.310406 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-8de46fbf-812b-4a1b-a715-3bbdc2ac7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.312000 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-8de46fbf-812b-4a1b-a715-3bbdc2ac7e13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546932 Jul 07 18:32:54.411694 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-89df1f9b-f9a2-4e7a-84bb-651f51114b85 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889266 Jul 07 18:32:54.510308 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9927eaf5-4c0c-4919-a4c8-5e3c7b186fa1 req-b6f15d2c-4441-4554-af95-f7175da3405c service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915926 Jul 07 18:32:56.584159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.012615 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:07.751972 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f01eb229-4715-4861-9925-3c42cda32ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.286731 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ba4de285-aa8d-4296-81e0-cc6a4afd3b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.786946 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.163327 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.914473 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.448876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:26.582456 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.001493 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.764323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b1a62240-d889-4bd4-a4f3-0cb4b2f53ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:40.282994 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-54551651-dceb-4d5d-aa82-f9b020a2475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:40.771403 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.162211 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:43.908292 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:54.448150 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:55.918751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-35e02e10-ca87-4521-8ed7-9c68187a7a16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0757189 Jul 07 18:33:56.032648 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-cb90095c-5206-405c-9599-4df09345c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.035095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-cb90095c-5206-405c-9599-4df09345c50f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0645766 Jul 07 18:33:56.152119 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-b76b63b9-87d7-4a15-8979-88d25c5bd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.153717 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-b76b63b9-87d7-4a15-8979-88d25c5bd30a service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0945349 Jul 07 18:33:56.233384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-41183042-311c-448f-a6b8-d8de647f9ef3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1001 time: 0.0719249 Jul 07 18:33:56.288175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-5de70f59-595b-4f78-9950-9054f0d21606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.289866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-5de70f59-595b-4f78-9950-9054f0d21606 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0496442 Jul 07 18:33:56.354835 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-a090fb24-700b-481f-977b-65f85ba69526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.356379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-a090fb24-700b-481f-977b-65f85ba69526 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590992 Jul 07 18:33:56.465146 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-0a7ddebc-395b-40f1-acb7-0cca07508273 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010187 Jul 07 18:33:56.561019 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f74ed108-7de1-4dff-a5b0-130311996a89 req-6e33b33e-58e4-48f4-b0f7-a73afe441e04 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877707 Jul 07 18:33:56.599915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.001320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:07.770521 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-99aed8ca-8b42-4220-9f62-153c2cfa8ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.277927 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c42a-670d-44a2-807a-aa961ed37ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.780843 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.168293 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:13.916742 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.606288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.018356 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.449132 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:33.448741 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664935-8623-49cd-b1ad-9579bbbd4b4a req-db2ddeaf-db76-413d-80af-a66907f35d4f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:33.450321 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5664935-8623-49cd-b1ad-9579bbbd4b4a req-db2ddeaf-db76-413d-80af-a66907f35d4f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0683894 Jul 07 18:34:33.497923 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5664935-8623-49cd-b1ad-9579bbbd4b4a req-d9e5f5a1-a92a-4664-9e60-affe14cd01eb tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 Jul 07 18:34:34.693638 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e606f-d000-4979-b1c7-99adf25b36f5 req-d0646cc7-3816-47b3-85e2-69ada383714b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:34.695211 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d7e606f-d000-4979-b1c7-99adf25b36f5 req-d0646cc7-3816-47b3-85e2-69ada383714b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0674374 Jul 07 18:34:34.734841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5d7e606f-d000-4979-b1c7-99adf25b36f5 req-9fe51aa3-bcba-4a03-9c12-f07184fcf1e9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338666 Jul 07 18:34:35.914721 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b4ed-0475-491f-b430-6442ca11feab req-6c22bdd6-e47d-4209-b0fd-bb46558719a3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:35.916291 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ab3b4ed-0475-491f-b430-6442ca11feab req-6c22bdd6-e47d-4209-b0fd-bb46558719a3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0682535 Jul 07 18:34:35.958328 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6ab3b4ed-0475-491f-b430-6442ca11feab req-bbc00a21-875e-485c-9b57-810bbf6fcdc3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Jul 07 18:34:37.150613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078034-869c-479b-8636-58ba526e2f70 req-1a6498d2-2b00-4c8e-81c6-11b99feeb48c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:37.152122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69078034-869c-479b-8636-58ba526e2f70 req-1a6498d2-2b00-4c8e-81c6-11b99feeb48c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0769017 Jul 07 18:34:37.191683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69078034-869c-479b-8636-58ba526e2f70 req-29531a9e-abbe-438f-a166-33cf08621626 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336993 Jul 07 18:34:37.753174 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-26ba66fe-9901-4424-a859-73cf2a64afa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.368779 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7a1b-b526-49f8-a2bc-d8a6ba23774c req-2b58a4ad-e6f1-45cb-88c3-395d7ade7ba2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:38.370378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-065d7a1b-b526-49f8-a2bc-d8a6ba23774c req-2b58a4ad-e6f1-45cb-88c3-395d7ade7ba2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0666428 Jul 07 18:34:38.417944 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-065d7a1b-b526-49f8-a2bc-d8a6ba23774c req-643a1937-0051-4f78-90c7-e0be5edf5795 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 Jul 07 18:34:39.601202 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9269335-b4c1-49c9-85fd-d9c45be3f942 req-79c1fc87-1a29-492a-8364-2bf59477b7b6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:39.602600 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9269335-b4c1-49c9-85fd-d9c45be3f942 req-79c1fc87-1a29-492a-8364-2bf59477b7b6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0681195 Jul 07 18:34:39.640585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b9269335-b4c1-49c9-85fd-d9c45be3f942 req-6ee7117e-db5c-430d-a3c3-d15912cc7cb6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Jul 07 18:34:40.281253 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ca0569b3-cbac-4cea-9eba-68804cc6189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.777077 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.825695 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb376699-3990-4ef7-8398-13d93fa31234 req-fa47e4b6-3996-439a-9918-3cd0ed29c2b9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:40.827326 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb376699-3990-4ef7-8398-13d93fa31234 req-fa47e4b6-3996-439a-9918-3cd0ed29c2b9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0703237 Jul 07 18:34:40.867336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb376699-3990-4ef7-8398-13d93fa31234 req-81f3f8af-3848-4b35-972a-25b28aced4ff tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340931 Jul 07 18:34:42.066358 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217613a-e108-434e-8172-ef3304a72ba6 req-f00cfcfd-5a22-42bd-8e7e-c5035533452e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:42.067985 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a217613a-e108-434e-8172-ef3304a72ba6 req-f00cfcfd-5a22-42bd-8e7e-c5035533452e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0796068 Jul 07 18:34:42.118085 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a217613a-e108-434e-8172-ef3304a72ba6 req-9d529c65-9c2d-4f91-8da4-29dbf44f6077 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Jul 07 18:34:42.175308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.312736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b377aa-3b97-47a9-b0ed-8e7b5b8fdf90 req-7bc235b4-b17a-4f0e-9c1d-44e51c84c478 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:43.314209 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2b377aa-3b97-47a9-b0ed-8e7b5b8fdf90 req-7bc235b4-b17a-4f0e-9c1d-44e51c84c478 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0721362 Jul 07 18:34:43.354831 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b2b377aa-3b97-47a9-b0ed-8e7b5b8fdf90 req-27fbfd6e-5242-482f-9526-5416d2fcfed4 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337100 Jul 07 18:34:43.913704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.531055 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3664-e65c-4222-9e20-e2f301397f33 req-318538fe-5553-47fd-9ce7-c92443e43608 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:44.532592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-815c3664-e65c-4222-9e20-e2f301397f33 req-318538fe-5553-47fd-9ce7-c92443e43608 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0659359 Jul 07 18:34:44.571029 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-815c3664-e65c-4222-9e20-e2f301397f33 req-5965af5e-04fd-4541-a2ac-ee8aeb3161a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Jul 07 18:34:45.755433 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ec250-2bd4-4872-a3b9-7f45342cc6ce req-fe4f0fa7-c585-40ab-9ade-e92e13e03101 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.756958 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-009ec250-2bd4-4872-a3b9-7f45342cc6ce req-fe4f0fa7-c585-40ab-9ade-e92e13e03101 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0718515 Jul 07 18:34:45.795834 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-009ec250-2bd4-4872-a3b9-7f45342cc6ce req-3274b0a7-f848-49b3-9614-51f488834c1e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332747 Jul 07 18:34:46.352521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:34:46.463997 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:46.480640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '206a0625-ddad-4605-a27f-7adc669d0667', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:34:46.529260 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.546577 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:46.568460 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:46.573328 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.636034 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:46.645252 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['206a0625-ddad-4605-a27f-7adc669d0667'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:34:46.649481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.649822 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.650159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653068 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.653872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.654177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:46.996758 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa10151-a7fe-40be-a1f1-59794d93acda req-c48fa164-3a79-43b7-88f6-61afd919b608 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:47.005189 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3aa10151-a7fe-40be-a1f1-59794d93acda req-c48fa164-3a79-43b7-88f6-61afd919b608 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0769992 Jul 07 18:34:47.047329 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3aa10151-a7fe-40be-a1f1-59794d93acda req-df31c704-11d2-48a4-b8b2-096d74f158da tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Jul 07 18:34:48.290801 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87023f-2b9d-459c-874a-c497d6766945 req-1ec57d83-bb6e-4398-92f8-2ff2d0923a6b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:48.293804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a87023f-2b9d-459c-874a-c497d6766945 req-1ec57d83-bb6e-4398-92f8-2ff2d0923a6b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0961754 Jul 07 18:34:48.342757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4a87023f-2b9d-459c-874a-c497d6766945 req-0d8d84e9-f4e6-4714-a95a-bd4ad4421a7b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Jul 07 18:34:48.353665 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:34:48.433852 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 206a0625-ddad-4605-a27f-7adc669d0667 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:48.434479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.535865 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.578429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:48.581112 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b10276-b7e2-461b-9531-49a8f4e59bd8" -d '{"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:48.600170 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:48.605805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.634166 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad838ece-5106-4ad6-aab3-2820c35cb446 x-openstack-request-id: req-ad838ece-5106-4ad6-aab3-2820c35cb446 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:48.634718 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:48.634994 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad838ece-5106-4ad6-aab3-2820c35cb446 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:48.635375 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'code': 200} Jul 07 18:34:48.665955 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:49.585942 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f140-a299-48d6-ae72-560d15d4e7d0 req-b292d95e-2ca0-4329-ba9d-661242127136 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:49.587576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08b8f140-a299-48d6-ae72-560d15d4e7d0 req-b292d95e-2ca0-4329-ba9d-661242127136 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0775919 Jul 07 18:34:49.650623 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-08b8f140-a299-48d6-ae72-560d15d4e7d0 req-4e6d8eff-6768-42a9-bd66-374836111275 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571711 Jul 07 18:34:50.843185 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049028-3cdd-46d8-b7dd-b4a36215c1ba req-5a18111f-0b21-4039-ba7e-16d5c619d666 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:50.844783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81049028-3cdd-46d8-b7dd-b4a36215c1ba req-5a18111f-0b21-4039-ba7e-16d5c619d666 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0691209 Jul 07 18:34:50.886107 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-81049028-3cdd-46d8-b7dd-b4a36215c1ba req-b812b810-905e-4f55-ab40-83ac2bfe4fb9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348496 Jul 07 18:34:52.129425 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e08e1-f502-412a-bd70-5c9d67a39c7d req-e4c31700-45a5-46d3-b584-caf06f4d8495 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:52.131782 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb6e08e1-f502-412a-bd70-5c9d67a39c7d req-e4c31700-45a5-46d3-b584-caf06f4d8495 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.1101930 Jul 07 18:34:52.181141 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cb6e08e1-f502-412a-bd70-5c9d67a39c7d req-fc0a0c8e-caf5-4f41-bf9d-978f5ee2fc4d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Jul 07 18:34:53.374687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b8cc9-b9e9-40cd-a7ce-ded6fba07350 req-3ec0950c-f489-4a58-bbe9-33733c522622 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:53.379636 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-367b8cc9-b9e9-40cd-a7ce-ded6fba07350 req-3ec0950c-f489-4a58-bbe9-33733c522622 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0714316 Jul 07 18:34:53.429701 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-367b8cc9-b9e9-40cd-a7ce-ded6fba07350 req-ba059f56-938b-4fb7-be3f-3c9595ce078e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Jul 07 18:34:54.625220 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbe40e-f0d2-4fcb-a6b9-c4aba96eff67 req-9be303bb-59c8-4be1-8926-69d2cfdaa034 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:54.637312 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96fbe40e-f0d2-4fcb-a6b9-c4aba96eff67 req-9be303bb-59c8-4be1-8926-69d2cfdaa034 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0795546 Jul 07 18:34:54.674929 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96fbe40e-f0d2-4fcb-a6b9-c4aba96eff67 req-a67c8488-1c83-462b-a8cb-12f650468cb6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366530 Jul 07 18:34:55.896326 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744ba95-74d7-472a-8ad3-f3ed0a05b099 req-4303c493-5a2c-43ed-9f91-13ce0fa56bd7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:55.897848 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a744ba95-74d7-472a-8ad3-f3ed0a05b099 req-4303c493-5a2c-43ed-9f91-13ce0fa56bd7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0698912 Jul 07 18:34:55.939388 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a744ba95-74d7-472a-8ad3-f3ed0a05b099 req-027195d3-73d5-411a-8685-8c22c9c8269e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359273 Jul 07 18:34:56.245588 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-a700c387-fd40-4d0c-800d-74847e1cb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.247117 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-a700c387-fd40-4d0c-800d-74847e1cb84d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0994895 Jul 07 18:34:56.339970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-49e4d5e4-ae45-414e-830f-862a9f011d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.341462 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-49e4d5e4-ae45-414e-830f-862a9f011d65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0876741 Jul 07 18:34:56.408757 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-cc0b1a97-8475-4b62-80bf-3f4b5db33366 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1001 time: 0.0603752 Jul 07 18:34:56.459596 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-210b3bae-7e0b-4d40-a4e5-3b9512d8955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.461062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-210b3bae-7e0b-4d40-a4e5-3b9512d8955b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0456502 Jul 07 18:34:56.522780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-ff6b1976-ce45-45c0-9514-f2af00613e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.524275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-ff6b1976-ce45-45c0-9514-f2af00613e3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572844 Jul 07 18:34:56.616034 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:56.624785 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-4e474b73-ff92-4387-8bfc-95289eccc30b service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942283 Jul 07 18:34:56.721709 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-005d7a37-c016-4a34-acdb-b30f42b4ca8b req-36b3caf3-e856-4656-9059-e0cbb2212122 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900295 Jul 07 18:34:56.967355 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-4c59dd89-65cb-4595-b5e5-ad42738ccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.968875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-4c59dd89-65cb-4595-b5e5-ad42738ccbe9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1098 time: 0.0631342 Jul 07 18:34:57.119189 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-a1244edd-4e70-43a1-b30b-8b8f1cb56a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.120628 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-a1244edd-4e70-43a1-b30b-8b8f1cb56a89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1237972 Jul 07 18:34:57.203866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920d7d-3cf0-46fa-9785-ac1bc0af109a req-b6b113c1-23fe-464c-a28d-ff086469efdc tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.206093 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce920d7d-3cf0-46fa-9785-ac1bc0af109a req-b6b113c1-23fe-464c-a28d-ff086469efdc tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.1339343 Jul 07 18:34:57.208112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-3bb7201b-df1d-449e-9c3f-9f6284cf10b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1001 time: 0.0789497 Jul 07 18:34:57.283743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce920d7d-3cf0-46fa-9785-ac1bc0af109a req-7711b2f1-f778-4e0c-bb60-cac13c5a6108 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717030 Jul 07 18:34:57.287810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-7827defd-8374-4976-bc67-dc75169c06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.289258 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-7827defd-8374-4976-bc67-dc75169c06d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0701866 Jul 07 18:34:57.349279 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-bb84dc2c-1297-4b5c-bbcd-6f0d09271d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.350833 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-bb84dc2c-1297-4b5c-bbcd-6f0d09271d2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546424 Jul 07 18:34:57.450423 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-ac38d4ef-f7a6-4569-8919-28ef7a1b3c73 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929468 Jul 07 18:34:57.544765 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-603a67de-00a7-4445-8c15-3259bc24a5fc req-8cce3f91-a07d-482c-aafe-d7be1a6d3595 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868671 Jul 07 18:34:58.019624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.412018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:58.480681 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685d50-b7d9-400c-939a-943e207d5b0f req-d7e17876-ee40-4fc2-8296-af8c8a59bb79 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:58.482243 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96685d50-b7d9-400c-939a-943e207d5b0f req-d7e17876-ee40-4fc2-8296-af8c8a59bb79 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0679159 Jul 07 18:34:58.505773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.525112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-96685d50-b7d9-400c-939a-943e207d5b0f req-e39b83b9-e66d-4ab3-96dc-c8a3267406f4 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Jul 07 18:34:58.538411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:58.540797 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621e557-cf46-438f-a4c6-aef755a40951" -d '{"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-unplugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:58.564254 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:58.569247 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.594104 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9952643f-2b30-4234-8ac9-5ae35621d347 x-openstack-request-id: req-9952643f-2b30-4234-8ac9-5ae35621d347 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:58.594366 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-unplugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:58.594643 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9952643f-2b30-4234-8ac9-5ae35621d347 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:58.595059 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'code': 200} Jul 07 18:34:58.621664 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:59.717945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9488-d893-4c84-a2a4-7ad4ab7cd329 req-7270cb95-4345-4400-93c3-30d1d02e3383 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:59.719517 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa3d9488-d893-4c84-a2a4-7ad4ab7cd329 req-7270cb95-4345-4400-93c3-30d1d02e3383 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0715916 Jul 07 18:34:59.772674 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-aa3d9488-d893-4c84-a2a4-7ad4ab7cd329 req-ac772b97-8a5f-4468-808f-2e6af8772d1e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465779 Jul 07 18:34:59.888370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-b5c3b231-49ac-497f-866d-31deb984de8b req-6495eb26-db8e-49db-a044-a419ee4b4a59 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:34:59.889362 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b5c3b231-49ac-497f-866d-31deb984de8b req-6495eb26-db8e-49db-a044-a419ee4b4a59 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055826 Jul 07 18:35:00.157042 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4020-e647-498f-96f9-6c4ede1c35fa req-6e75c214-2b7c-4e6e-9826-e42070fabe22 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:00.161897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a24f4020-e647-498f-96f9-6c4ede1c35fa req-6e75c214-2b7c-4e6e-9826-e42070fabe22 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0759091 Jul 07 18:35:00.195523 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43090) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:00.199431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a24f4020-e647-498f-96f9-6c4ede1c35fa req-d6e16b92-056e-47c3-89fb-c8b6178e4fb9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Jul 07 18:35:00.296149 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-fc788be6-3296-4f99-8f60-136e73f9da02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990090 Jul 07 18:35:01.215143 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-5df68bd7-caf8-464e-9962-b76728e3debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.216717 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-5df68bd7-caf8-464e-9962-b76728e3debc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 1096 time: 0.1000051 Jul 07 18:35:01.231993 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-12', 'device_owner': 'compute:nova'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:01.306887 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.380708 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d05ce2-2b92-41a6-9848-1f4a1e21b84b req-c66c99f3-3397-4272-bde2-83feaf71d3e1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.382122 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65d05ce2-2b92-41a6-9848-1f4a1e21b84b req-c66c99f3-3397-4272-bde2-83feaf71d3e1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 944 time: 0.0677586 Jul 07 18:35:01.421819 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-65d05ce2-2b92-41a6-9848-1f4a1e21b84b req-03b42446-e788-4b49-925c-44830511736e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338631 Jul 07 18:35:01.513336 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:01.551198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h1-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:01.589630 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:01.597833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.610627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Transition to ACTIVE for port object 206a0625-ddad-4605-a27f-7adc669d0667 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:01.615334 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.699305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=9']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:01.712398 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.712752 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.713108 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.713458 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.713805 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.714142 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.714502 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.714905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.715246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.715587 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.715922 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.716243 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:01.758931 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] No DVR routers for this DVR port 206a0625-ddad-4605-a27f-7adc669d0667 on host n-h1-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:01.920314 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:01.920673 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:01.921035 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:01.927006 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:01.927497 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Attempting to bind port 206a0625-ddad-4605-a27f-7adc669d0667 on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:01.933078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:01.933427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:01.933823 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Bound using segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:01.934273 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Bound port: 206a0625-ddad-4605-a27f-7adc669d0667, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:01.934663 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.006672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:02.010026 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:35:02.016269 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.051785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.052449 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.053816 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] 10.222.0.73 "PUT /v2.0/ports/206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1093 time: 0.8261924 Jul 07 18:35:02.054255 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:02.056661 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c857af-575d-4365-a7d0-772c70caa075" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:02.081527 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bd974-3d30-4036-a2cd-f0ea47f16d5f service neutron] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=10']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:02.160058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-bf1fa39b-b308-4f96-ab08-4ea997323f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.161706 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-bf1fa39b-b308-4f96-ab08-4ea997323f82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1097 time: 0.0770175 Jul 07 18:35:02.180245 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621a6ef-db99-4c42-a415-16fdf5416238 x-openstack-request-id: req-8621a6ef-db99-4c42-a415-16fdf5416238 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:02.180624 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:02.180952 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8621a6ef-db99-4c42-a415-16fdf5416238 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:02.181456 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'status': 'completed', 'code': 200} Jul 07 18:35:02.266880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-98512d61-a956-49c6-90db-10d81a394c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.268877 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-98512d61-a956-49c6-90db-10d81a394c5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0992849 Jul 07 18:35:02.340532 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-54a2b8a8-cb50-4078-9165-954010a54cb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 999 time: 0.0649607 Jul 07 18:35:02.390796 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-7580a689-b386-4957-a780-af931055c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.392876 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-7580a689-b386-4957-a780-af931055c3f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0441604 Jul 07 18:35:02.442974 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:02.461522 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-9d5a42b6-186f-4d4c-9e7f-c2a49c7a82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.463129 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-9d5a42b6-186f-4d4c-9e7f-c2a49c7a82dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603766 Jul 07 18:35:02.477801 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-0b008462-e638-4d97-81fa-d90495e642fa service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:35:02.478915 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-0b008462-e638-4d97-81fa-d90495e642fa service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057759 Jul 07 18:35:02.485756 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:02.592229 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-6b403346-4a2c-4c71-9772-7e0112de4d6c service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060636 Jul 07 18:35:02.621127 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f24cb-4018-4a54-9664-5d40d52643fd req-298f8caf-0724-4587-9c98-86d9c14b54a7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.622668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a43f24cb-4018-4a54-9664-5d40d52643fd req-298f8caf-0724-4587-9c98-86d9c14b54a7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0657699 Jul 07 18:35:02.663995 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a43f24cb-4018-4a54-9664-5d40d52643fd req-398d481f-b37c-45e9-a00f-8e3f255549b1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355086 Jul 07 18:35:02.687710 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-18ce7b13-1773-4ad8-8925-d7ce3bbc2171 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881114 Jul 07 18:35:02.790244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c857af-575d-4365-a7d0-772c70caa075 req-ed74fedc-af53-4bfd-b659-5157215b7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.791799 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-ed74fedc-af53-4bfd-b659-5157215b7ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1097 time: 0.0559235 Jul 07 18:35:02.903667 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c857af-575d-4365-a7d0-772c70caa075 req-5993073d-f5b9-4a06-9b4d-44ac2469a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.905174 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-5993073d-f5b9-4a06-9b4d-44ac2469a241 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1069450 Jul 07 18:35:02.982614 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-40553660-db81-417d-8d54-7271c27de0d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 999 time: 0.0712435 Jul 07 18:35:03.859859 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8bcbf-200e-45c8-9975-2e59da8351a8 req-79fca8b5-b798-448b-94c9-89b4db8203ba tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.864873 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0d8bcbf-200e-45c8-9975-2e59da8351a8 req-79fca8b5-b798-448b-94c9-89b4db8203ba tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0763466 Jul 07 18:35:03.917895 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e0d8bcbf-200e-45c8-9975-2e59da8351a8 req-b70d913e-9f61-4eb7-88ab-f23be7b841e3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483947 Jul 07 18:35:05.122934 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b3ec-dee2-419f-9a06-1e1010cddca9 req-a72ebb98-c6e2-4a29-ad3d-1226fea994b0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:05.124484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d751b3ec-dee2-419f-9a06-1e1010cddca9 req-a72ebb98-c6e2-4a29-ad3d-1226fea994b0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0733738 Jul 07 18:35:05.166903 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d751b3ec-dee2-419f-9a06-1e1010cddca9 req-8b2a4886-863b-4384-b4db-71d71c359c2e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350168 Jul 07 18:35:06.359661 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276782-7f92-4ecd-bc8a-c3d23c36cb7f req-6ee27922-d311-48a0-aa7e-3d64b5f31ab9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:06.363316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95276782-7f92-4ecd-bc8a-c3d23c36cb7f req-6ee27922-d311-48a0-aa7e-3d64b5f31ab9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0713010 Jul 07 18:35:06.404668 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-95276782-7f92-4ecd-bc8a-c3d23c36cb7f req-2b41d2c7-7338-41c9-aafd-7d7969e798ee tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367219 Jul 07 18:35:07.757002 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-711f7a31-f4ad-40a7-9a97-68d42bcfc01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:07.827245 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda647b-4777-4a19-9b88-c1bbdd22045c req-913d9c78-5fbf-47d7-bc2c-41c4789c8627 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.828868 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bda647b-4777-4a19-9b88-c1bbdd22045c req-913d9c78-5fbf-47d7-bc2c-41c4789c8627 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0983279 Jul 07 18:35:08.167124 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2bda647b-4777-4a19-9b88-c1bbdd22045c req-67fc9af5-710c-4985-8fa9-cea975e9f498 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312960 Jul 07 18:35:08.448312 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:09.363773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd91468-7742-47ae-b188-5d717585a22e req-e0d193f6-e098-46da-86ef-c4d11c1e3974 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:09.365348 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1bd91468-7742-47ae-b188-5d717585a22e req-e0d193f6-e098-46da-86ef-c4d11c1e3974 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0707109 Jul 07 18:35:09.413260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1bd91468-7742-47ae-b188-5d717585a22e req-31b5213e-e662-4c75-a34e-34f8e15bb92e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405972 Jul 07 18:35:10.286672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b863-c336-4287-bb4f-541241547223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.604138 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c91c45-a032-411c-9f95-ab8c8c168966 req-53f58094-87ab-44e8-974a-ce8c660ccea6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:10.607316 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90c91c45-a032-411c-9f95-ab8c8c168966 req-53f58094-87ab-44e8-974a-ce8c660ccea6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0699854 Jul 07 18:35:10.650038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90c91c45-a032-411c-9f95-ab8c8c168966 req-411e4186-0049-4833-8454-9a05fff872c5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375257 Jul 07 18:35:10.780406 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.840905 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328eddb-fa1f-4af9-8d32-5063daa248e7 req-cb085b22-1674-4e4d-995f-f56db0d4e370 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.842347 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7328eddb-fa1f-4af9-8d32-5063daa248e7 req-cb085b22-1674-4e4d-995f-f56db0d4e370 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0680687 Jul 07 18:35:11.889177 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7328eddb-fa1f-4af9-8d32-5063daa248e7 req-590dde5c-31f0-4406-a891-977c1eaa61e0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401852 Jul 07 18:35:12.171773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.951513 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c857af-575d-4365-a7d0-772c70caa075 req-19153164-43a4-4297-a764-bf308bf04bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.953004 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-19153164-43a4-4297-a764-bf308bf04bb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0553007 Jul 07 18:35:13.014019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c857af-575d-4365-a7d0-772c70caa075 req-09f8c68b-c7b5-44d9-a609-7f452a1623c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.015584 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-09f8c68b-c7b5-44d9-a609-7f452a1623c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530000 Jul 07 18:35:13.069589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee2cbd-a788-4369-b3f1-8eb93fa18f8a req-5109db05-a0c0-4c30-bec9-98587b5612a1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.071228 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ee2cbd-a788-4369-b3f1-8eb93fa18f8a req-5109db05-a0c0-4c30-bec9-98587b5612a1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0645635 Jul 07 18:35:13.110379 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32ee2cbd-a788-4369-b3f1-8eb93fa18f8a req-61b688c3-783f-47f6-bc06-b0bda0b07887 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Jul 07 18:35:13.113399 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-b608946b-741b-42f7-b7bf-42834ccc342c service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877023 Jul 07 18:35:13.209950 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-e2c857af-575d-4365-a7d0-772c70caa075 req-10639d04-fc78-461a-aea7-75ad8bb78ab3 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Jul 07 18:35:13.915773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.287035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53936-1e52-48ee-b102-86c8c24ebac6 req-bc282713-21f0-4115-ade1-1960dcb062d5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:14.288516 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2b53936-1e52-48ee-b102-86c8c24ebac6 req-bc282713-21f0-4115-ade1-1960dcb062d5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0668123 Jul 07 18:35:14.327096 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c2b53936-1e52-48ee-b102-86c8c24ebac6 req-701ce95e-1456-45a8-93dc-65d43bdd6804 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Jul 07 18:35:15.526382 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391ef03-56fc-40da-8feb-f9f24878ffc0 req-4dc385a0-f6c6-4a49-8425-7f68870979a8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:15.527962 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b391ef03-56fc-40da-8feb-f9f24878ffc0 req-4dc385a0-f6c6-4a49-8425-7f68870979a8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 945 time: 0.0702019 Jul 07 18:35:15.576930 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b391ef03-56fc-40da-8feb-f9f24878ffc0 req-649806e9-f09c-4261-a6e7-125c6d9b3680 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Jul 07 18:35:15.769196 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:15.865597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:15.878123 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '206a0625-ddad-4605-a27f-7adc669d0667', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'port_id': '206a0625-ddad-4605-a27f-7adc669d0667', 'mac_address': 'fa:16:3e:37:0c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:15.915728 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.929582 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:15.949274 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:15.953529 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.004844 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=11']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:16.179511 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['206a0625-ddad-4605-a27f-7adc669d0667'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:16.760465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba22dc-1c49-4288-af6c-2433450b6e77 req-7ddddbd6-76cc-4109-afb4-781c539c4e78 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.761980 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92ba22dc-1c49-4288-af6c-2433450b6e77 req-7ddddbd6-76cc-4109-afb4-781c539c4e78 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0647688 Jul 07 18:35:16.805337 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-92ba22dc-1c49-4288-af6c-2433450b6e77 req-07e84147-afef-498c-a087-92d420530d06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366538 Jul 07 18:35:17.800648 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:17.852935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 206a0625-ddad-4605-a27f-7adc669d0667 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:17.856766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 206a0625-ddad-4605-a27f-7adc669d0667 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:17.857199 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.938592 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.963165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:17.965444 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ff953-0c07-4c69-8071-17255e5248ed" -d '{"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:17.979553 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:17.983725 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.997274 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b44af-60b8-4a50-9936-05507b058ea1 req-b70cb99e-a512-4f31-af56-75524be28c42 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.998935 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b8b44af-60b8-4a50-9936-05507b058ea1 req-b70cb99e-a512-4f31-af56-75524be28c42 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 946 time: 0.0718622 Jul 07 18:35:18.037150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=12']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:18.039889 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8b8b44af-60b8-4a50-9936-05507b058ea1 req-795e24ab-759b-4533-8970-581972ed7278 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 Jul 07 18:35:18.086105 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2d465-3c8b-41b1-a808-6fcf30a26548 x-openstack-request-id: req-d6b2d465-3c8b-41b1-a808-6fcf30a26548 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:18.086428 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-plugged", "status": "completed", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:18.086712 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6b2d465-3c8b-41b1-a808-6fcf30a26548 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:18.087141 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'code': 200} Jul 07 18:35:18.277186 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44395b26-bd5c-4f49-9aa8-f3a104376dda req-121c70f5-309b-491a-a48a-5b51fae400a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:18.278724 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-44395b26-bd5c-4f49-9aa8-f3a104376dda req-121c70f5-309b-491a-a48a-5b51fae400a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1099 time: 0.0547733 Jul 07 18:35:18.316343 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-44395b26-bd5c-4f49-9aa8-f3a104376dda req-7761dbe3-9951-44da-80aa-2d99bfd32b5f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Jul 07 18:35:19.223126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b170fd-4a0f-471d-92e1-bb7d7ccaa852 req-b0246a78-29f2-492a-9c81-0e42de8aad6f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:19.224761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5b170fd-4a0f-471d-92e1-bb7d7ccaa852 req-b0246a78-29f2-492a-9c81-0e42de8aad6f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 947 time: 0.0674210 Jul 07 18:35:19.265026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e5b170fd-4a0f-471d-92e1-bb7d7ccaa852 req-348936da-3a10-4b7f-8d5b-d4fd766fd53b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339329 Jul 07 18:35:20.444589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b43ae0-0ba3-414e-9fca-40942af5fe20 req-cbd7d140-b847-4c1d-bf68-bca98b2829a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.446080 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91b43ae0-0ba3-414e-9fca-40942af5fe20 req-cbd7d140-b847-4c1d-bf68-bca98b2829a9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 947 time: 0.0669863 Jul 07 18:35:20.484236 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-91b43ae0-0ba3-414e-9fca-40942af5fe20 req-46ad8e5b-de02-4430-82ec-a2c47ae45954 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Jul 07 18:35:26.614320 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.016739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.759931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4e696f85-e744-4684-8aad-d558f9f0cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.288412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-95299b53-8f19-46ed-b339-3a9e582348d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.784182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.173533 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.194666 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-fedada7e-1fc1-45e6-b913-1eb9c6777a35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533452 Jul 07 18:35:43.318053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3e81-027f-474c-854f-325893342660 req-7dedcf48-2597-4832-819b-764274b2fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.320122 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-7dedcf48-2597-4832-819b-764274b2fa00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1099 time: 0.0746431 Jul 07 18:35:43.438465 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3e81-027f-474c-854f-325893342660 req-0f79d268-9330-47d3-bf9e-9889f50253ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.440610 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-0f79d268-9330-47d3-bf9e-9889f50253ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1005692 Jul 07 18:35:43.510747 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-c2349631-0b53-4df7-954f-55a21a53d3e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 1001 time: 0.0629964 Jul 07 18:35:43.560245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3e81-027f-474c-854f-325893342660 req-28a58ff4-849e-4a2b-af30-cc9e7a1ab700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.561734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-28a58ff4-849e-4a2b-af30-cc9e7a1ab700 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0436125 Jul 07 18:35:43.618375 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3e81-027f-474c-854f-325893342660 req-dbf46916-17d7-4473-b2d6-50776866539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.619917 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-dbf46916-17d7-4473-b2d6-50776866539a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517125 Jul 07 18:35:43.715227 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-eb9ece10-d001-40e8-afab-53fed3776a49 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875719 Jul 07 18:35:43.818214 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7f0e3e81-027f-474c-854f-325893342660 req-9049ea46-baf0-4d79-ac14-11f52eca7d09 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856812 Jul 07 18:35:43.917431 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:45.447507 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:56.623932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:58.017242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:07.762507 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b79f7466-067a-4b47-9ce2-72719c098c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.289922 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-11a7f6a8-8272-480a-bee5-011e6e907912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.787311 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:12.176803 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:13.920855 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:22.448006 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:26.629129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:28.035182 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.167927 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43218) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:32.331880 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Deleting port d9768bb2-9afd-4675-a628-73134fb591c2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:36:32.332339 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.686922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.687255 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.699606 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Calling delete_port for d9768bb2-9afd-4675-a628-73134fb591c2 owned by network:floatingip {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:36:32.854536 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.884251 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'Port': ['ID=d9768bb2-9afd-4675-a628-73134fb591c2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:32.896300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.896644 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.896998 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.897337 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.897672 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.898020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.898976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.899526 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.900030 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.900366 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.900701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.901054 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:32.959354 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.959607 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Floating IP 571ce15f-9e70-47c1-a645-37746eae99c7 disassociated (deleted). External IP: 172.25.3.47, port: 206a0625-ddad-4605-a27f-7adc669d0667. Jul 07 18:36:33.169320 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:36:33.281328 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:36:33.286674 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:33.291366 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:36:33.300201 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:33.300819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:36:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:33.322735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-3a0b7a6e-f3dd-4bd0-a5b3-81bf7bb3c57e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "DELETE /v2.0/floatingips/571ce15f-9e70-47c1-a645-37746eae99c7 HTTP/1.1" status: 204 len: 168 time: 1.1530805 Jul 07 18:36:33.323321 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:33.325795 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648830e-5ae0-47e2-9fee-0ec33bb9f943" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:33.408880 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:33.573075 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b12224-c05a-4e28-ad5a-701a19b73ad8 x-openstack-request-id: req-08b12224-c05a-4e28-ad5a-701a19b73ad8 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:33.573366 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:33.573618 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08b12224-c05a-4e28-ad5a-701a19b73ad8 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:33.574020 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'status': 'completed', 'code': 200} Jul 07 18:36:33.622833 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:33.650419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:36:33.659472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:33.660086 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:36:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:33.661073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-964626ab-4891-45b8-9882-7afa34cbbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.662776 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-964626ab-4891-45b8-9882-7afa34cbbbe5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 1099 time: 0.0644703 Jul 07 18:36:33.734039 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc56cd-62ed-4b6f-88bf-caf0f24757ef req-a227d02a-d15b-4948-b524-b1eb539a8d2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.739020 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30dc56cd-62ed-4b6f-88bf-caf0f24757ef req-a227d02a-d15b-4948-b524-b1eb539a8d2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 947 time: 0.0739062 Jul 07 18:36:33.760717 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-a7af32cd-7c78-4a9d-a38b-dbe74f0105f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.762372 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-a7af32cd-7c78-4a9d-a38b-dbe74f0105f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0933363 Jul 07 18:36:33.774839 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:33.775631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-30dc56cd-62ed-4b6f-88bf-caf0f24757ef req-d3612c96-d178-4439-a8d5-6af740cbc750 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344107 Jul 07 18:36:33.809310 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-7e0b8925-5762-4957-a4d7-6b7963fb1ac0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 200 len: 217 time: 0.0387080 Jul 07 18:36:33.871816 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-eb9f078e-6033-4ab9-8401-328cd7b9f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.873323 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-eb9f078e-6033-4ab9-8401-328cd7b9f6eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0567920 Jul 07 18:36:33.937689 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-a850871f-61da-4a04-b62e-f56f39ff9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.939254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-a850871f-61da-4a04-b62e-f56f39ff9e67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588112 Jul 07 18:36:33.985155 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:34.015781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3385c0-ab4a-4621-916d-28b9c14c7561 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:36:34.032590 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-d2f1bd49-6e80-4015-8ca7-8b5d96d610c6 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Jul 07 18:36:34.136117 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c648830e-5ae0-47e2-9fee-0ec33bb9f943 req-9a777940-943e-45d9-85b2-3f95d36d3f38 service neutron] 10.222.0.73 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950737 Jul 07 18:36:34.243985 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8496cfa5-d5a3-4938-abc1-9a59408433b8 None None] New status for floating IP 571ce15f-9e70-47c1-a645-37746eae99c7: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:36:34.938656 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-06e50662-6452-46fc-ade8-a012492ce616 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:34.940139 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-06e50662-6452-46fc-ade8-a012492ce616 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 947 time: 0.0686650 Jul 07 18:36:34.979613 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bb0b-5d3d-4801-9884-2e26da1c5862 req-256cae92-d50c-45a5-a668-b0941e68f820 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:34.981112 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb27bb0b-5d3d-4801-9884-2e26da1c5862 req-256cae92-d50c-45a5-a668-b0941e68f820 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0a31769-316d-4afb-8473-940af95f4f27 HTTP/1.1" status: 200 len: 947 time: 0.0657637 Jul 07 18:36:35.028502 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-fb27bb0b-5d3d-4801-9884-2e26da1c5862 req-cc8827ae-2a7f-4e84-b56d-9c729e228be8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=b494d09a-9b53-4f59-a10a-553af6cf9a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375681 Jul 07 18:36:35.056078 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Deleting port 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:36:35.056423 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.144253 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] For port 206a0625-ddad-4605-a27f-7adc669d0667, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=206a0625-ddad-4605-a27f-7adc669d0667,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:35.144613 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.156982 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Calling delete_port for 206a0625-ddad-4605-a27f-7adc669d0667 owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:36:35.291073 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.319076 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'Port': ['ID=206a0625-ddad-4605-a27f-7adc669d0667,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:35.367966 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] No DVR routers for this DVR port 206a0625-ddad-4605-a27f-7adc669d0667 on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:36:35.370818 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.372976 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-d4dae2bd-9db3-439e-ad8f-5787281649d8 req-a3a10497-7abd-41f7-815a-1bfb0a747b34 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.73 "DELETE /v2.0/ports/206a0625-ddad-4605-a27f-7adc669d0667 HTTP/1.1" status: 204 len: 173 time: 0.4268820 Jul 07 18:36:35.575061 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-deleted', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:35.577323 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36c8cbe-6559-405d-b420-388075c47552" -d '{"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-deleted", "tag": "206a0625-ddad-4605-a27f-7adc669d0667"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:35.616727 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb183c1-b8cd-4c32-ad3d-4d01640115ad x-openstack-request-id: req-1cb183c1-b8cd-4c32-ad3d-4d01640115ad {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:35.617087 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a31769-316d-4afb-8473-940af95f4f27", "name": "network-vif-deleted", "tag": "206a0625-ddad-4605-a27f-7adc669d0667", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:35.617414 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1cb183c1-b8cd-4c32-ad3d-4d01640115ad {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:35.617857 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a31769-316d-4afb-8473-940af95f4f27', 'name': 'network-vif-deleted', 'tag': '206a0625-ddad-4605-a27f-7adc669d0667', 'status': 'completed', 'code': 200} Jul 07 18:36:36.121888 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43236) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:36.185519 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.213150 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.280055 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.282900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.284083 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "DELETE /v2.0/security-groups/b494d09a-9b53-4f59-a10a-553af6cf9a5f HTTP/1.1" status: 204 len: 168 time: 0.1611755 Jul 07 18:36:36.294306 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da120ec-4670-45c0-b0b3-e529fcf9bc45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494d09a-9b53-4f59-a10a-553af6cf9a5f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.780655 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43242) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:36.785348 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176424437', 'description': 'tempest-secgroup-smoke-176424437 description', 'project_id': '536293a5c1c94bc287b3f0652089c115'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:36.808749 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.891630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.895843 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.938326 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.939621 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1579468 Jul 07 18:36:36.942865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43244) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:36.947874 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c5c96-ef21-42b5-adbf-a1046ad1cd65 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.948999 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:36.976963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.022387 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.027087 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.045717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd3b28f-7f54-417e-a67d-60932954a9d8,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.052394 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.053435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093631 Jul 07 18:36:37.055318 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.055683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.056003 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.056356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.056686 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.056996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.057223 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43246) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.057446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.057618 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.057940 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.058260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.058620 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.058945 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101a554-44b2-4d6a-8ccd-fbeeb414f5b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.062020 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.090476 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.147953 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.153261 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.177836 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c42bff4-370a-4751-857b-7734d4cfd57e,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.185161 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.186512 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c7ec39b8-7637-467d-9d3a-65d417d72e2f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282413 Jul 07 18:36:37.189173 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43248) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.193810 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.234266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.293844 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.297666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.316821 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf633e0e-c614-45e1-a8cd-931d7c70d1e3,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.319435 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.321269 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c04a6034-86c7-4b33-954e-ea7fa86ccd06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311736 Jul 07 18:36:37.324096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43250) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.328423 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.353502 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.415475 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.419461 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.438194 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c3091-02c1-46b6-b91e-21cca67cb909,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.445266 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.447359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b40acf66-9632-43ff-9bff-2b177657a3c8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223786 Jul 07 18:36:37.450023 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43252) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.454737 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.475920 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Project 536293a5c1c94bc287b3f0652089c115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:36:37.481834 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.548897 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.552876 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.574721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf16609-5ea7-4855-93c3-0e66f5e41af6,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.581444 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.582769 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-cb284eab-c9dc-4d2c-84ea-0b3accccaf2d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317425 Jul 07 18:36:37.585429 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43254) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.590177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'security_group_rule': {'security_group_id': '3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394', 'project_id': '536293a5c1c94bc287b3f0652089c115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.612943 n-d-791505-12 neutron-server[93947]: INFO neutron.db.securitygroups_db [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Project 536293a5c1c94bc287b3f0652089c115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:36:37.619732 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.685258 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.689319 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.708151 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617731d1-8255-4526-a31c-5774fa81f1a7,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.715330 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.716523 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6bac2733-a72f-4baa-a8d8-ef735458ffb0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300635 Jul 07 18:36:37.766489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-90d16e1b-7f82-47c6-9099-011d773f7eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.133744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:36:40.154689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 206a0625-ddad-4605-a27f-7adc669d0667 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:36:40.155121 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 206a0625-ddad-4605-a27f-7adc669d0667 not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:36:40.301690 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-204b524c-1760-4747-8cd5-ac403e69173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.792844 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.179860 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.928937 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.411583 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-16dab5dc-a0f1-417f-b065-f32ea551838f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176424437&fields=id&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 267 time: 0.0410755 Jul 07 18:36:53.610491 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-7bd91c81-808a-4586-ad53-14b3e97c0dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.613050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-7bd91c81-808a-4586-ad53-14b3e97c0dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 809 time: 0.1931489 Jul 07 18:36:53.630157 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-90a746ad-53da-4cc0-bf55-5d6b5d44cd73 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/quotas/536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 375 time: 0.0102184 Jul 07 18:36:53.722942 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-99891a92-bdb4-4e3e-b8b9-390f23f20f64 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841997 Jul 07 18:36:53.906908 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-f1679829-ae53-4d85-a1da-0a5fab3f220a service neutron] 10.222.0.66 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653752 Jul 07 18:36:54.057737 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-83860eeb-f5fd-4f66-919b-369c857cb3f6 service neutron] 10.222.0.66 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444190 Jul 07 18:36:54.543021 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-69863c49-6e2f-4019-bd00-c73f95963b5c req-00d6f126-96f4-4530-9a3e-bb704ffc2d5d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0513170 Jul 07 18:36:55.740878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-efcaa944-06ec-4690-8228-0d4e42635155 req-b3c5093b-a179-4130-95e5-ea15b687443d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0367472 Jul 07 18:36:56.264935 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-dc9e070c-4d0f-4f30-ad00-1c09e754c04d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:56.267647 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-dc9e070c-4d0f-4f30-ad00-1c09e754c04d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 809 time: 0.2000611 Jul 07 18:36:56.340531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-bb280872-b875-4623-adc5-bf48cd72989b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 379 time: 0.0509462 Jul 07 18:36:56.363998 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'port': {'device_id': '27cba5f4-caed-417b-8283-d43817c33861', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'admin_state_up': True, 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'security_groups': ['3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:56.555896 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Made reservation on behalf of 536293a5c1c94bc287b3f0652089c115 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:56.562325 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:56.641024 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:56.798700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Allocated IP 172.20.0.8 (84e76396-233c-408d-844e-68f879cfad53/e7f15a34-c014-4ff0-88c8-c69ee63ee59a/401f7c71-9194-401c-9703-7a7e7b39bf3f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:56.984698 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d5f0d290-d2b0-467f-94fe-399e9cdecbc9 req-088321cc-a8f0-4624-9a7c-67ad0be7f937 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0588052 Jul 07 18:36:57.062385 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.087492 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Transition to ACTIVE for port object 401f7c71-9194-401c-9703-7a7e7b39bf3f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:57.139688 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.215952 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Network 84e76396-233c-408d-844e-68f879cfad53 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:57.222702 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:57.227660 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:57.234263 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:57.323426 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:57.324033 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.350776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-01e97754-0c98-4366-a900-574579140161 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928589 Jul 07 18:36:57.373564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Request body: {'port': {'device_id': '27cba5f4-caed-417b-8283-d43817c33861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:57.512709 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.595587 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-065982bc-339e-4c69-aae7-891710b60939 None None] Provisioning for port 401f7c71-9194-401c-9703-7a7e7b39bf3f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:57.603021 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-065982bc-339e-4c69-aae7-891710b60939 None None] Provisioning complete for port 401f7c71-9194-401c-9703-7a7e7b39bf3f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:57.603418 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-065982bc-339e-4c69-aae7-891710b60939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.649035 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-065982bc-339e-4c69-aae7-891710b60939 None None] Port 401f7c71-9194-401c-9703-7a7e7b39bf3f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:36:57.989204 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f7c71-9194-401c-9703-7a7e7b39bf3f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:36:58.002128 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.017917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Transition to ACTIVE for port object 401f7c71-9194-401c-9703-7a7e7b39bf3f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:58.024523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.091052 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.186990 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:58.376097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Attempting to bind port 401f7c71-9194-401c-9703-7a7e7b39bf3f on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:58.376654 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Attempting to bind port 401f7c71-9194-401c-9703-7a7e7b39bf3f by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:58.377196 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Attempting to bind port 401f7c71-9194-401c-9703-7a7e7b39bf3f on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:58.388180 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Port 401f7c71-9194-401c-9703-7a7e7b39bf3f on network 84e76396-233c-408d-844e-68f879cfad53 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:36:58.389099 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Attempting to bind port 401f7c71-9194-401c-9703-7a7e7b39bf3f on network 84e76396-233c-408d-844e-68f879cfad53 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:58.401490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:58.402047 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Checking segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:58.402993 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Bound using segment: {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:58.403774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Bound port: 401f7c71-9194-401c-9703-7a7e7b39bf3f, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '84e76396-233c-408d-844e-68f879cfad53'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:58.404353 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.518146 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9855ff-e6ab-42f0-87d7-07264f99b8f3 req-d4754de2-551a-43cc-aa08-5de9925f0a4c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.521392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da9855ff-e6ab-42f0-87d7-07264f99b8f3 req-d4754de2-551a-43cc-aa08-5de9925f0a4c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.2270582 Jul 07 18:36:58.638113 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:58.661295 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-da9855ff-e6ab-42f0-87d7-07264f99b8f3 req-cc66ac29-0861-4814-89c3-23fa3b0f7a8b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242380 Jul 07 18:36:58.668290 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:58.677321 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.706753 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.707459 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.709931 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] 10.222.0.23 "PUT /v2.0/ports/401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1092 time: 1.3430519 Jul 07 18:36:58.712436 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:58.715857 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a246531-84d9-41b6-9494-7ed6fd249c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:58.871252 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cf425-ce7f-424d-adfb-8c1ab446cc9c service neutron] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:58.950547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-456a6056-abed-4a1b-9709-3e6fe0e825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.958614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-456a6056-abed-4a1b-9709-3e6fe0e825c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1095 time: 0.1432579 Jul 07 18:36:59.033619 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300727f-6a7f-4c81-a236-7b5210beff55 x-openstack-request-id: req-0300727f-6a7f-4c81-a236-7b5210beff55 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:59.034811 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:59.034811 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0300727f-6a7f-4c81-a236-7b5210beff55 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:59.034811 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'status': 'completed', 'code': 200} Jul 07 18:36:59.037415 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-04a0f640-026f-40aa-b4f0-7f29dcf205d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 217 time: 0.0657928 Jul 07 18:36:59.162812 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-c0c7c585-9865-491c-ba0b-1c41bcb92481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.166010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-c0c7c585-9865-491c-ba0b-1c41bcb92481 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.1035919 Jul 07 18:36:59.267077 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ea0e5948-aec5-4a5f-ba29-bd873e432104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.268894 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-ea0e5948-aec5-4a5f-ba29-bd873e432104 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811064 Jul 07 18:36:59.452649 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:59.455783 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-aa053b6b-686f-445b-ac30-7153b410e018 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749020 Jul 07 18:36:59.636155 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a6da50b6-e954-45e0-a7da-5a4955c31bb6 req-64e038ec-8711-42fa-80ad-a8bc1782d77e service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631684 Jul 07 18:36:59.796791 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-39dd2eb4-5968-4174-84d8-ba99ddba9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.798541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-39dd2eb4-5968-4174-84d8-ba99ddba9222 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1095 time: 0.0972497 Jul 07 18:36:59.981836 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-96f0e928-b20d-47a9-bad8-f377bf660927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.984302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-96f0e928-b20d-47a9-bad8-f377bf660927 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1786644 Jul 07 18:37:00.021640 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50846582-9582-4b04-91db-dc0024f5f419 req-84244900-7516-47ce-b94f-104a5ee5f9f9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:00.024495 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50846582-9582-4b04-91db-dc0024f5f419 req-84244900-7516-47ce-b94f-104a5ee5f9f9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.1519499 Jul 07 18:37:00.070144 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-7ae285cc-ad23-4f37-8633-f494d363b132 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 217 time: 0.0727625 Jul 07 18:37:00.151939 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-50846582-9582-4b04-91db-dc0024f5f419 req-129e9843-4dfe-4858-bbcc-e9eb752b1686 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852888 Jul 07 18:37:00.156950 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-b00024ca-fe01-4744-820e-f02c3ac9f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:00.158719 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-b00024ca-fe01-4744-820e-f02c3ac9f98a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0719969 Jul 07 18:37:00.276665 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-e23d7713-7b9f-40a2-a25f-c6853bd7f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:00.278509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-e23d7713-7b9f-40a2-a25f-c6853bd7f51b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068656 Jul 07 18:37:00.434075 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-0775f36e-b71c-4338-96c5-d89c05707f52 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461384 Jul 07 18:37:00.571847 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8a246531-84d9-41b6-9494-7ed6fd249c4d req-77bddccb-d8a7-42cf-95bf-d09fcc67a136 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298115 Jul 07 18:37:01.407375 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845067e-147d-4580-8399-9beeec866e73 req-a0fb7ed0-a241-4ae9-a50d-c65b7c746563 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.408938 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5845067e-147d-4580-8399-9beeec866e73 req-a0fb7ed0-a241-4ae9-a50d-c65b7c746563 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0973442 Jul 07 18:37:01.455033 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-5845067e-147d-4580-8399-9beeec866e73 req-167fd39d-2718-489f-b0c8-a4d8e1beb49b tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377522 Jul 07 18:37:02.694027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800472e-db68-4dd8-bd1d-e06695d95c0c req-1ec4334f-2e9e-4c0b-a108-000ed2d3978e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:02.697062 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6800472e-db68-4dd8-bd1d-e06695d95c0c req-1ec4334f-2e9e-4c0b-a108-000ed2d3978e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0964527 Jul 07 18:37:02.737827 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6800472e-db68-4dd8-bd1d-e06695d95c0c req-baa03dce-57cd-404a-9611-8ae8c8d7bbe3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349655 Jul 07 18:37:03.938466 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affde85-a4a1-4696-94f5-f0bffdf56454 req-687bebfe-e153-4ebd-8107-f09221a3d5ac tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:03.939943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9affde85-a4a1-4696-94f5-f0bffdf56454 req-687bebfe-e153-4ebd-8107-f09221a3d5ac tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0737038 Jul 07 18:37:03.979739 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9affde85-a4a1-4696-94f5-f0bffdf56454 req-51a0fa37-00a1-4ea6-8ffa-bb7d66924bf5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329986 Jul 07 18:37:05.271247 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3eabc-a6b0-4e68-a302-ef822254e643 req-a8f634d2-37c6-479e-a2fe-2405b38b0283 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:05.273644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03d3eabc-a6b0-4e68-a302-ef822254e643 req-a8f634d2-37c6-479e-a2fe-2405b38b0283 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.1124506 Jul 07 18:37:05.338466 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-03d3eabc-a6b0-4e68-a302-ef822254e643 req-7d9dfe09-fa0d-44fc-a123-5841a0154e26 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538604 Jul 07 18:37:06.518060 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82945f0c-464d-4691-a134-6fb30d2c890f req-5566595c-aacf-4ed6-9202-a533e3321054 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:06.519498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82945f0c-464d-4691-a134-6fb30d2c890f req-5566595c-aacf-4ed6-9202-a533e3321054 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0677383 Jul 07 18:37:06.557838 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-82945f0c-464d-4691-a134-6fb30d2c890f req-8682fb65-79bb-4de6-be1b-084527326b42 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Jul 07 18:37:07.742705 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210fb0c-6528-420e-a06c-9bcf9d1be166 req-3ea3bdff-6c8e-4e8e-bb9c-04ad86cbcf92 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:07.744279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b210fb0c-6528-420e-a06c-9bcf9d1be166 req-3ea3bdff-6c8e-4e8e-bb9c-04ad86cbcf92 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0706792 Jul 07 18:37:07.778179 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c226a0f6-1041-4ff6-a209-bca08dcd2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:07.787776 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b210fb0c-6528-420e-a06c-9bcf9d1be166 req-737a303a-d695-4d72-86ee-6e5ba32d4b03 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375724 Jul 07 18:37:09.000697 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6887-5d96-4e01-8c84-1be032f25536 req-e76dee43-41cf-4f7b-b59e-0e6ed4ab70f9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:09.003108 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-624b6887-5d96-4e01-8c84-1be032f25536 req-e76dee43-41cf-4f7b-b59e-0e6ed4ab70f9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0996566 Jul 07 18:37:09.052229 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-624b6887-5d96-4e01-8c84-1be032f25536 req-82d727cf-a556-4b39-b4dd-45c9d3752344 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 Jul 07 18:37:10.314837 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-60222084-5098-4712-aab1-0a2b14f44c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.394806 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0def3-dbd9-42bd-af51-1d680124e110 req-8a1aa6cc-40ca-4797-927f-52fd0f10ced6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:10.397314 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22a0def3-dbd9-42bd-af51-1d680124e110 req-8a1aa6cc-40ca-4797-927f-52fd0f10ced6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.1361516 Jul 07 18:37:10.465845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-22a0def3-dbd9-42bd-af51-1d680124e110 req-c0e8be23-5f1a-403d-b40f-de05a0dafbd6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617459 Jul 07 18:37:10.804958 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.067638 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:37:11.188809 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:11.201631 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'mac_address': 'fa:16:3e:5f:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:37:11.252251 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.271524 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f7c71-9194-401c-9703-7a7e7b39bf3f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:11.294504 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:11.300244 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.530760 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:11.553209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.554462 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.555907 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.556405 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.556990 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.557512 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.557903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.558492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.559012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.559526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.560030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.560514 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.568950 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['401f7c71-9194-401c-9703-7a7e7b39bf3f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:11.745866 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e895793-c715-4e24-a043-50acf5b826db req-967aee8d-9257-4530-9cff-de75f4cba30d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.747461 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e895793-c715-4e24-a043-50acf5b826db req-967aee8d-9257-4530-9cff-de75f4cba30d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 944 time: 0.0794744 Jul 07 18:37:11.807238 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9e895793-c715-4e24-a043-50acf5b826db req-48092e40-6750-408c-96cd-ea03064cd629 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536168 Jul 07 18:37:12.184288 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.065569 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1db6a-1f7f-46c1-8b9c-7478efdbf12c req-19228102-e6b6-4f18-8cfe-ba61e00a680e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.067786 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88b1db6a-1f7f-46c1-8b9c-7478efdbf12c req-19228102-e6b6-4f18-8cfe-ba61e00a680e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 944 time: 0.0867572 Jul 07 18:37:13.091748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:13.123983 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-88b1db6a-1f7f-46c1-8b9c-7478efdbf12c req-f142491a-e2e4-47e4-877f-1f52a64a26a5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495839 Jul 07 18:37:13.155972 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 401f7c71-9194-401c-9703-7a7e7b39bf3f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:13.160311 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 401f7c71-9194-401c-9703-7a7e7b39bf3f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:13.160688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.264926 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.299517 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:13.303202 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd51f9b4-48e4-4802-b71a-76323a1a6b0f" -d '{"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-plugged", "status": "completed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:13.326281 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:13.332818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.419899 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.441484 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd32df-18e7-4e36-b97a-34c2f9b8af62 x-openstack-request-id: req-b9dd32df-18e7-4e36-b97a-34c2f9b8af62 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:13.442022 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-plugged", "status": "completed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:13.443000 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9dd32df-18e7-4e36-b97a-34c2f9b8af62 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:13.443313 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'code': 200} Jul 07 18:37:13.584977 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d95fb-279b-467b-957c-46ea25b669d5 req-505934a2-e2a6-4776-87a5-576120916bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.587160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c4d95fb-279b-467b-957c-46ea25b669d5 req-505934a2-e2a6-4776-87a5-576120916bef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0663509 Jul 07 18:37:13.636872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c4d95fb-279b-467b-957c-46ea25b669d5 req-53a12229-c8f4-45fe-a7f7-5aa9cbe46d60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Jul 07 18:37:13.934596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.398242 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9578d5-bcdc-46d8-894a-dfab670b9fc4 req-94756217-18fa-43d7-8f04-68090745eb1a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.400729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c9578d5-bcdc-46d8-894a-dfab670b9fc4 req-94756217-18fa-43d7-8f04-68090745eb1a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.1080413 Jul 07 18:37:14.461102 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1c9578d5-bcdc-46d8-894a-dfab670b9fc4 req-6964c83a-f33e-4e64-935b-0af3d76c5ee9 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 Jul 07 18:37:15.744288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd259e-49fc-4a3a-92db-cb515ec51f5b req-0c71e876-2664-4860-9f64-fc7bd6e549dd tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:15.747042 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38dd259e-49fc-4a3a-92db-cb515ec51f5b req-0c71e876-2664-4860-9f64-fc7bd6e549dd tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0918193 Jul 07 18:37:15.806576 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-38dd259e-49fc-4a3a-92db-cb515ec51f5b req-be161506-b48f-4b76-9779-92adf52b682a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501745 Jul 07 18:37:16.062009 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0c8f-41c3-4886-ae04-e754f7791e26 req-43296a28-4e89-4f4a-8e27-1df871633f96 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:16.063829 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-785a0c8f-41c3-4886-ae04-e754f7791e26 req-43296a28-4e89-4f4a-8e27-1df871633f96 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.1097558 Jul 07 18:37:16.116877 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-785a0c8f-41c3-4886-ae04-e754f7791e26 req-a5471af2-c6c7-4adb-92fe-5a0a53d2f194 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Jul 07 18:37:16.159474 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43456) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:16.240543 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16236299-47cd-48c0-b661-d65454856079 tempest-TestShelveInstance-1935898875 tempest-TestShelveInstance-1935898875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:16.241807 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-16236299-47cd-48c0-b661-d65454856079 tempest-TestShelveInstance-1935898875 tempest-TestShelveInstance-1935898875-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1092 time: 0.0806954 Jul 07 18:37:16.246002 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43458) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:16.253503 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:16.287624 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.430433 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.605031 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Allocated IP 172.25.3.82 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/659600a3-9480-4e39-a625-9685a75f034b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:16.757583 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.822412 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.879094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:16.885161 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:16.895774 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:16.927626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=659600a3-9480-4e39-a625-9685a75f034b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.086623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.255487 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.520202 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.531480 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.641278 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event updated for resources: {'Port': ['ID=659600a3-9480-4e39-a625-9685a75f034b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.657312 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.821288 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Floating IP ca2d7c36-f423-4fda-9f95-2d836d408866 associated. External IP: 172.25.3.82, port: 401f7c71-9194-401c-9703-7a7e7b39bf3f. Jul 07 18:37:19.174743 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:19.314693 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:19.329750 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:19.339904 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.343650 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:19.344495 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:37:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.386585 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9dbff630-2826-447e-b57b-19f6c423b292 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1389761 Jul 07 18:37:19.387402 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:19.389857 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2f78d-4a8c-4482-ab79-7d8596460c53" -d '{"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:19.430937 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c8021f-21f2-41e2-b4df-85b659c1e405 x-openstack-request-id: req-a6c8021f-21f2-41e2-b4df-85b659c1e405 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:19.431407 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:19.432072 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6c8021f-21f2-41e2-b4df-85b659c1e405 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:19.432604 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'status': 'completed', 'code': 200} Jul 07 18:37:19.484744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:19.523908 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-5312a1a8-2fed-4b0c-9fbb-45b964658f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.525491 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-5312a1a8-2fed-4b0c-9fbb-45b964658f28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0603247 Jul 07 18:37:19.628137 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-b0eb2241-cb47-4b24-a6ce-5d26e93153d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.630038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-b0eb2241-cb47-4b24-a6ce-5d26e93153d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0983193 Jul 07 18:37:19.705079 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-37ed4722-f04e-4c45-8d83-d494fce506e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 998 time: 0.0689404 Jul 07 18:37:19.756286 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ca2d7c36-f423-4fda-9f95-2d836d408866', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:5f:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cba5f4-caed-417b-8283-d43817c33861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:17Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.760775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-479345c7-746e-4065-b099-34194ab400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.762359 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-479345c7-746e-4065-b099-34194ab400d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0505645 Jul 07 18:37:19.785778 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:19.796014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:19.796666 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:37:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.829346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-a6b3bcb2-556e-4a4b-bf7b-2fdaf97ff384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.831135 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-a6b3bcb2-556e-4a4b-bf7b-2fdaf97ff384 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617754 Jul 07 18:37:19.918061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:19.937592 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-54787e99-3ff4-49f6-89f5-243d6d5641e5 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991333 Jul 07 18:37:20.059671 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eec2f78d-4a8c-4482-ab79-7d8596460c53 req-539372fe-a3cb-4b6c-bda6-d13c97062754 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154680 Jul 07 18:37:20.220636 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ca2d7c36-f423-4fda-9f95-2d836d408866', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:5f:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cba5f4-caed-417b-8283-d43817c33861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:17Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.256632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d9d19-52d9-4360-a0ec-290c7af3f596 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': 'ca2d7c36-f423-4fda-9f95-2d836d408866', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'mac_address': 'fa:16:3e:5f:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cba5f4-caed-417b-8283-d43817c33861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:17Z', 'revision_number': 0, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:20.477454 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7deba2-e510-4683-a9ab-34a42f5c37c1 None None] New status for floating IP ca2d7c36-f423-4fda-9f95-2d836d408866: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:37:26.648986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.062379 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.451232 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:37.773298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6ae00e95-b3b3-469d-9ccf-c39e919b6a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:40.299432 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bd8159aa-9cbc-4aa3-8ec3-f78356332d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:40.797468 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:42.186672 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:43.933230 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.652678 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.062497 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.906986 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-17adb56a-e205-4179-aaef-5779b1e497b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563278 Jul 07 18:37:59.001011 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-e0c0390f-1475-45f8-9dd8-5d86e470e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:59.002551 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-e0c0390f-1475-45f8-9dd8-5d86e470e90b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0531561 Jul 07 18:37:59.131063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-bf4b97f3-13a6-4ebd-b45d-87f4632e8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:59.132603 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-bf4b97f3-13a6-4ebd-b45d-87f4632e8785 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1080449 Jul 07 18:37:59.207943 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-7ab097e7-e143-487b-9adf-e52e2607746d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1000 time: 0.0679963 Jul 07 18:37:59.267559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-915a7483-230c-42a8-b80f-00e24190e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:59.269140 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-915a7483-230c-42a8-b80f-00e24190e031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0549240 Jul 07 18:37:59.332388 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-3679c429-4987-427f-8369-27d92ff9e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:59.333863 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-3679c429-4987-427f-8369-27d92ff9e854 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587728 Jul 07 18:37:59.344737 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-2bd65020-8157-4031-965b-51355e6e9a3b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:37:59.345720 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-2bd65020-8157-4031-965b-51355e6e9a3b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055287 Jul 07 18:37:59.438913 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-8763f49c-2115-4509-8eb3-8ce8f6c23da5 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Jul 07 18:37:59.558206 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673f8159-f96e-49c2-8bc0-1db0117565cd req-134ec656-7c37-4b6c-902c-6b0a9b82e416 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128793 Jul 07 18:38:07.775713 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d6740e9a-8017-4438-aea2-84fd3e3bb3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:10.299679 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-009cf63c-8761-4c5b-adcb-747f9c9836e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:10.801798 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:12.189986 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.452690 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:13.934129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.657831 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.063854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:37.777874 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ec57dbc9-4c72-45ee-ae8d-27ea448d1d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:40.305718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ab436480-9c17-40d8-95ce-6125d49e8243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:40.806944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:42.195597 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:43.936848 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:50.452513 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:56.657675 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:58.071423 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:00.894922 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-d58c2412-28dd-4b25-a612-50730358bf79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552316 Jul 07 18:39:00.993930 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64239b-9732-4b31-86fb-582751f578a5 req-f2c121eb-19b5-4e7f-8085-7c2651bd6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:00.995992 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-f2c121eb-19b5-4e7f-8085-7c2651bd6e2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0565200 Jul 07 18:39:01.119873 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64239b-9732-4b31-86fb-582751f578a5 req-612c6e6e-8c0b-4c30-8f05-978fc2c9b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:01.122391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-612c6e6e-8c0b-4c30-8f05-978fc2c9b7d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1053212 Jul 07 18:39:01.201095 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-cc1903d9-c48e-4afe-a0a4-7c3f2abb9bc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1000 time: 0.0714092 Jul 07 18:39:01.258811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64239b-9732-4b31-86fb-582751f578a5 req-11b13f87-117f-4866-a2ac-bd0afd66aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:01.260380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-11b13f87-117f-4866-a2ac-bd0afd66aa24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0526161 Jul 07 18:39:01.326953 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64239b-9732-4b31-86fb-582751f578a5 req-a4533c46-0448-4c6d-a49e-5e8652aa6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:01.328774 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-a4533c46-0448-4c6d-a49e-5e8652aa6dce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614958 Jul 07 18:39:01.437744 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-1849afd9-d3f9-4716-87e9-d27fb7d8df19 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019959 Jul 07 18:39:01.550249 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dc64239b-9732-4b31-86fb-582751f578a5 req-dbca9d1f-f54d-4438-a55a-89ccbc720693 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051674 Jul 07 18:39:07.780080 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aacc6507-3b4b-471c-8dc4-dec522941d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.297330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-83663c95-1536-4571-bc24-4174105bafea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.806216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.200607 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.942358 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.210057 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77acb1f-aefe-43bb-ad97-0dc91077f87c req-ddb3d619-d759-4198-8c5a-f697c72b50b2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.211626 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b77acb1f-aefe-43bb-ad97-0dc91077f87c req-ddb3d619-d759-4198-8c5a-f697c72b50b2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0736053 Jul 07 18:39:15.252959 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b77acb1f-aefe-43bb-ad97-0dc91077f87c req-e4099d4c-01b4-47ec-a6d1-1b4b57f2f37f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348554 Jul 07 18:39:16.466184 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14033c7c-6dc7-417e-88fb-6a814afd5859 req-b838f629-e8a2-4f88-aac2-b7323608d254 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:16.467751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14033c7c-6dc7-417e-88fb-6a814afd5859 req-b838f629-e8a2-4f88-aac2-b7323608d254 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0732450 Jul 07 18:39:16.506661 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-14033c7c-6dc7-417e-88fb-6a814afd5859 req-8652f402-a533-46a3-939a-6d5d3650d4c7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Jul 07 18:39:17.683345 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04d8bf-e770-4e98-a4c0-1ba44b7d0076 req-e35dc396-5d51-4783-9187-4817fb33ec06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.684866 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc04d8bf-e770-4e98-a4c0-1ba44b7d0076 req-e35dc396-5d51-4783-9187-4817fb33ec06 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0656044 Jul 07 18:39:17.724199 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bc04d8bf-e770-4e98-a4c0-1ba44b7d0076 req-c5e2edbf-8a79-47ee-a64f-f5930275823a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337837 Jul 07 18:39:18.930469 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e724a-5872-4096-9c8f-5d624390845d req-b968b45b-f8db-4923-96ad-afb2bb7e60ab tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:18.932910 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a6e724a-5872-4096-9c8f-5d624390845d req-b968b45b-f8db-4923-96ad-afb2bb7e60ab tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0812914 Jul 07 18:39:18.979257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1a6e724a-5872-4096-9c8f-5d624390845d req-8b4f61df-8657-4acd-995a-f8f29b18ea80 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398908 Jul 07 18:39:20.190079 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a076a-e1cd-4bda-b882-a3445f089d8a req-fdab98a0-38ae-4d24-851e-a3e7754d266e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:20.191638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-255a076a-e1cd-4bda-b882-a3445f089d8a req-fdab98a0-38ae-4d24-851e-a3e7754d266e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0782351 Jul 07 18:39:20.247279 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-255a076a-e1cd-4bda-b882-a3445f089d8a req-2c3d4332-ddb6-43f9-a54e-78d2d6e60aa5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488150 Jul 07 18:39:21.456847 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa68feb-c8fe-4f35-8027-fd2617738739 req-562401f5-dff0-460d-bc68-c54e06469d05 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:21.458333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fa68feb-c8fe-4f35-8027-fd2617738739 req-562401f5-dff0-460d-bc68-c54e06469d05 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0628722 Jul 07 18:39:21.496104 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1fa68feb-c8fe-4f35-8027-fd2617738739 req-f97f68af-b7a5-400d-8742-bfa4df1bf447 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Jul 07 18:39:22.676775 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ba54-9efb-4882-9458-7a631c0494fb req-a4cbda5e-9732-491d-97c7-fafddd5aa066 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:22.678269 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1752ba54-9efb-4882-9458-7a631c0494fb req-a4cbda5e-9732-491d-97c7-fafddd5aa066 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0677640 Jul 07 18:39:22.716756 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1752ba54-9efb-4882-9458-7a631c0494fb req-b957a80d-55fb-4916-b3d4-28cb0f2031be tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Jul 07 18:39:23.892507 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87d522-dbc6-4c6a-b53c-ddbbc82a8e7b req-8ef6dbaa-61f4-4f65-b91b-dbc60d6f9947 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:23.894543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af87d522-dbc6-4c6a-b53c-ddbbc82a8e7b req-8ef6dbaa-61f4-4f65-b91b-dbc60d6f9947 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0645390 Jul 07 18:39:23.937302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-af87d522-dbc6-4c6a-b53c-ddbbc82a8e7b req-f84f928a-f81e-4ba4-a2f7-095cf7f57580 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Jul 07 18:39:25.121083 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bd746-c4fd-4ca0-ad00-65c0a49615ea req-6758c7e9-2512-4cb5-97fb-1aaf9da85143 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.122665 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f38bd746-c4fd-4ca0-ad00-65c0a49615ea req-6758c7e9-2512-4cb5-97fb-1aaf9da85143 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0683281 Jul 07 18:39:25.161288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f38bd746-c4fd-4ca0-ad00-65c0a49615ea req-24c5fcaf-1aa5-4956-8519-3970f015bb86 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Jul 07 18:39:25.284255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bd94-df52-4334-953b-594904711792 req-fd5d7364-be55-4502-8616-3d7c7fbf991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.285764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-fd5d7364-be55-4502-8616-3d7c7fbf991a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0555513 Jul 07 18:39:25.384799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bd94-df52-4334-953b-594904711792 req-07ff2781-59b8-4ea4-a432-282626feff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.387826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-07ff2781-59b8-4ea4-a432-282626feff2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0948696 Jul 07 18:39:25.461373 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-57a2c7ff-bcbc-47d8-aed2-affe4ad8485e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1000 time: 0.0672891 Jul 07 18:39:25.510547 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bd94-df52-4334-953b-594904711792 req-25233c3a-2c22-4a32-9b9d-5999cfc3daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.512043 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-25233c3a-2c22-4a32-9b9d-5999cfc3daf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0438702 Jul 07 18:39:25.576173 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bd94-df52-4334-953b-594904711792 req-1fa33d31-23eb-41cd-9243-4256142b47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.577611 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-1fa33d31-23eb-41cd-9243-4256142b47c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591106 Jul 07 18:39:25.665485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-aa36db51-a5ba-4a89-9ed7-b079b8ae88d8 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 Jul 07 18:39:25.760067 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d722bd94-df52-4334-953b-594904711792 req-e985d0a4-37ed-461f-bd41-d9aac0bee244 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870640 Jul 07 18:39:26.351288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266b4f0-dfcd-4a3e-b995-1a3a89b9380d req-3d304c21-dbf4-42a2-89a0-6592d3a4c830 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:26.352845 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6266b4f0-dfcd-4a3e-b995-1a3a89b9380d req-3d304c21-dbf4-42a2-89a0-6592d3a4c830 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0697279 Jul 07 18:39:26.395760 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6266b4f0-dfcd-4a3e-b995-1a3a89b9380d req-89ef7dc5-36c1-49db-b63b-337a44f7e8da tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357008 Jul 07 18:39:26.672514 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.455327 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:27.581509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf786a21-a7fb-4522-9ede-c08f778f5014 req-0802b61c-03aa-439e-8df9-b3c61c5f7b45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:27.582984 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf786a21-a7fb-4522-9ede-c08f778f5014 req-0802b61c-03aa-439e-8df9-b3c61c5f7b45 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0653939 Jul 07 18:39:27.623669 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-cf786a21-a7fb-4522-9ede-c08f778f5014 req-2c105c0f-1ed5-4df6-ba23-8ba15f01081a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Jul 07 18:39:28.085562 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:28.829356 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e18f49-b676-42fe-ab51-afeaa11ed6b3 req-2ae66eb4-23ae-4d85-bd77-5bd8a8b19f2e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.830919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6e18f49-b676-42fe-ab51-afeaa11ed6b3 req-2ae66eb4-23ae-4d85-bd77-5bd8a8b19f2e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0887108 Jul 07 18:39:28.881900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e6e18f49-b676-42fe-ab51-afeaa11ed6b3 req-08502c1f-282c-4e60-a07d-c887bcb5b805 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450549 Jul 07 18:39:29.768743 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:39:29.850110 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:29.872124 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:29.874537 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b12e3d-8ea2-4ac2-a1f9-dd4e56740e15" -d '{"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-unplugged", "status": "completed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:29.888947 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:29.894135 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:29.918183 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508bab3-405f-45ae-b601-5ea05b6a075c x-openstack-request-id: req-3508bab3-405f-45ae-b601-5ea05b6a075c {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:29.918543 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-unplugged", "status": "failed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "code": 422}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:29.918754 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3508bab3-405f-45ae-b601-5ea05b6a075c {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:29.919112 n-d-791505-12 neutron-server[93948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'code': 422} returned with failed status Jul 07 18:39:29.948663 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:29.962523 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.963526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.964740 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.965165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.965764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.966353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.967032 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.967561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.968153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.968741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.969342 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:29.969923 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.091283 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fda20f-dd37-4b80-b77f-6a92cb550f52 req-4c8d8eeb-5959-4059-8646-f6e7b90cf1ef tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:30.092727 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4fda20f-dd37-4b80-b77f-6a92cb550f52 req-4c8d8eeb-5959-4059-8646-f6e7b90cf1ef tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0649855 Jul 07 18:39:30.133128 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4fda20f-dd37-4b80-b77f-6a92cb550f52 req-657f5f9c-f03c-4929-aa81-a40ee6de10b7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346837 Jul 07 18:39:30.491829 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-31c4593d-bb2c-4ff6-b1d5-f86e37042775 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096437 Jul 07 18:39:30.509820 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa80ba8-7aa8-4915-83f9-487f32e51c72 req-f56d4049-9464-4622-a4d7-e93642273a64 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:30.512339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa80ba8-7aa8-4915-83f9-487f32e51c72 req-f56d4049-9464-4622-a4d7-e93642273a64 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0700622 Jul 07 18:39:30.563649 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9fa80ba8-7aa8-4915-83f9-487f32e51c72 req-0e4bb461-3135-4b61-a260-b978bb6877e3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Jul 07 18:39:32.044592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97c339-1ca0-475c-9005-a5b795b4795f req-0c4ebb70-5e47-4d1a-b452-738353711daf tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:32.046145 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e97c339-1ca0-475c-9005-a5b795b4795f req-0c4ebb70-5e47-4d1a-b452-738353711daf tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.3489859 Jul 07 18:39:32.084022 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-8e97c339-1ca0-475c-9005-a5b795b4795f req-d17591e8-7dc4-4198-95d3-9477a8b20be2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Jul 07 18:39:33.332641 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d92f8-5e95-4dfc-8751-13f68b7d67e7 req-460c7233-c2a6-4702-a87e-8398ebe548f0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:33.334183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-634d92f8-5e95-4dfc-8751-13f68b7d67e7 req-460c7233-c2a6-4702-a87e-8398ebe548f0 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.1361694 Jul 07 18:39:33.375032 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-634d92f8-5e95-4dfc-8751-13f68b7d67e7 req-5f1921dc-a15d-4897-9917-181bd005e6df tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345838 Jul 07 18:39:34.571014 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e0be-a1b2-44ee-940f-26669507fa5d req-65e6d3ad-5810-41fd-aabf-5e7b485ad52c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.572713 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4997e0be-a1b2-44ee-940f-26669507fa5d req-65e6d3ad-5810-41fd-aabf-5e7b485ad52c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0780573 Jul 07 18:39:34.616632 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4997e0be-a1b2-44ee-940f-26669507fa5d req-56c93412-0d36-4272-8ba2-f426dd195027 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376692 Jul 07 18:39:35.798167 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b7888-1d45-47d6-8bcf-8312b8bc9b59 req-70b5e9e1-bff5-43ad-bfec-001a11fe1de2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:35.799826 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-492b7888-1d45-47d6-8bcf-8312b8bc9b59 req-70b5e9e1-bff5-43ad-bfec-001a11fe1de2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0675170 Jul 07 18:39:35.843183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-492b7888-1d45-47d6-8bcf-8312b8bc9b59 req-30370793-8682-46b6-8e43-c333580bffd7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371602 Jul 07 18:39:36.545970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-375afd60-14b6-4d77-9990-298f7ac68d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.547528 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-375afd60-14b6-4d77-9990-298f7ac68d6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&tenant_id=536293a5c1c94bc287b3f0652089c115 HTTP/1.1" status: 200 len: 1095 time: 0.0895555 Jul 07 18:39:36.627531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-08dcfaeb-86a0-4446-aa3d-4b9b7aa715ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.628937 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-08dcfaeb-86a0-4446-aa3d-4b9b7aa715ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1095 time: 0.0589080 Jul 07 18:39:36.725251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-a1d5eb6a-e0ce-4027-87ad-f80f92c79322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.726815 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-a1d5eb6a-e0ce-4027-87ad-f80f92c79322 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0906928 Jul 07 18:39:36.795138 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-e74ca628-a0d3-445b-ad15-1c25cd29442f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 998 time: 0.0610838 Jul 07 18:39:36.851717 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-481d39cb-7143-46c5-aeb6-b813cc45c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.853975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-481d39cb-7143-46c5-aeb6-b813cc45c45e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0521023 Jul 07 18:39:36.923520 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-16ac1f5b-bcc2-425a-90fe-6b2477aa8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.925054 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-16ac1f5b-bcc2-425a-90fe-6b2477aa8905 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638745 Jul 07 18:39:37.059509 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-01b170f9-233b-4849-ba16-7fafe8843ceb service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265976 Jul 07 18:39:37.086471 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e82da1-c5cd-42c4-a3b0-a56e5d275850 req-f0804b85-ba5e-416a-824e-45351d1d3dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.088499 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e82da1-c5cd-42c4-a3b0-a56e5d275850 req-f0804b85-ba5e-416a-824e-45351d1d3dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.1101100 Jul 07 18:39:37.165149 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-61e82da1-c5cd-42c4-a3b0-a56e5d275850 req-4b5c1684-08f8-47cd-9a17-be98aff9c587 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673568 Jul 07 18:39:37.191152 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-9bb274e2-8b55-47ae-8110-aca1b5e2cfb9 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214883 Jul 07 18:39:37.782141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6659c8c9-470c-44cd-b433-f4d4c47cde10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:38.348258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ef29f-c84e-44a2-8de5-42b6f7290086 req-43913249-c93d-4660-9866-a32742c281e6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:38.349775 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e1ef29f-c84e-44a2-8de5-42b6f7290086 req-43913249-c93d-4660-9866-a32742c281e6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0689213 Jul 07 18:39:38.388288 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1e1ef29f-c84e-44a2-8de5-42b6f7290086 req-4d8a4a02-9917-4798-abdb-42095625bb31 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Jul 07 18:39:39.582909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a5b91-4144-473c-803c-3f646b1f39b3 req-4a2c1307-313f-4b67-b7db-e98aa10a0ab6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:39.584339 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c7a5b91-4144-473c-803c-3f646b1f39b3 req-4a2c1307-313f-4b67-b7db-e98aa10a0ab6 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0726271 Jul 07 18:39:39.625828 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c7a5b91-4144-473c-803c-3f646b1f39b3 req-2744202a-cae4-43a1-93b8-d6da63b53581 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346446 Jul 07 18:39:40.298809 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-a4395f13-4b19-4a2b-98f3-c78d9cc3bd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:40.801365 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:40.817996 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c6dba-68e6-4e8b-b1f4-86a0271e1681 req-f555a70f-e37b-4675-8b10-a9c9c2c36704 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:40.819993 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c99c6dba-68e6-4e8b-b1f4-86a0271e1681 req-f555a70f-e37b-4675-8b10-a9c9c2c36704 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0755877 Jul 07 18:39:40.864657 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c99c6dba-68e6-4e8b-b1f4-86a0271e1681 req-b53c6430-466a-4165-8c4b-fb7ffd44d645 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Jul 07 18:39:42.044005 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776d292-e98a-4e0e-9ea0-ba418a8a2570 req-bb936281-6681-4624-b0c5-39c46aa5c75a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:42.045492 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1776d292-e98a-4e0e-9ea0-ba418a8a2570 req-bb936281-6681-4624-b0c5-39c46aa5c75a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0636864 Jul 07 18:39:42.084691 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1776d292-e98a-4e0e-9ea0-ba418a8a2570 req-87c32354-4cb0-46a7-83e0-319f4c310c33 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334091 Jul 07 18:39:42.202107 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:43.280939 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df84911-3f97-4d39-b912-9eddf4eb6db2 req-aaa928b4-b4c8-4d2e-8dcd-bda32583cb75 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:43.282432 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1df84911-3f97-4d39-b912-9eddf4eb6db2 req-aaa928b4-b4c8-4d2e-8dcd-bda32583cb75 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0783722 Jul 07 18:39:43.326975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1df84911-3f97-4d39-b912-9eddf4eb6db2 req-5effe6e7-65fe-46fc-a2da-723a59b6b0d2 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378625 Jul 07 18:39:43.942413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.520409 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4c7d-1117-4993-b4cc-df7d9fe94f13 req-d7b71562-029e-4fd7-9243-85db8d3e402a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.521982 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4af4c7d-1117-4993-b4cc-df7d9fe94f13 req-d7b71562-029e-4fd7-9243-85db8d3e402a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0736551 Jul 07 18:39:44.563275 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a4af4c7d-1117-4993-b4cc-df7d9fe94f13 req-66dc5bf4-e89b-4673-a6e5-82c1da99fb2a tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342236 Jul 07 18:39:45.758280 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557767d-8d89-424e-be93-9ce4916c00f5 req-dcc6bb12-efac-40d0-9698-a863b9df8e09 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.759897 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d557767d-8d89-424e-be93-9ce4916c00f5 req-dcc6bb12-efac-40d0-9698-a863b9df8e09 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 943 time: 0.0668383 Jul 07 18:39:45.799869 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d557767d-8d89-424e-be93-9ce4916c00f5 req-5dda74f9-29b5-47bc-a0fb-ef8a676821b5 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343966 Jul 07 18:39:45.816734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:39:45.927043 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:45.939911 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'port_id': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'mac_address': 'fa:16:3e:5f:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:39:45.980316 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:45.993332 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f7c71-9194-401c-9703-7a7e7b39bf3f {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:46.012423 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:46.016939 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:46.064572 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:46.297782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['401f7c71-9194-401c-9703-7a7e7b39bf3f'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:46.999244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2be50e-b7d0-449b-8795-7ea5da97a52a req-06c025b3-cb17-4116-9c8f-754855ff293e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:47.000856 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec2be50e-b7d0-449b-8795-7ea5da97a52a req-06c025b3-cb17-4116-9c8f-754855ff293e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 944 time: 0.0691607 Jul 07 18:39:47.039581 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec2be50e-b7d0-449b-8795-7ea5da97a52a req-c0df46b7-740f-4697-9b5e-8cf620d4b3f1 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Jul 07 18:39:47.831547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:47.880585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 401f7c71-9194-401c-9703-7a7e7b39bf3f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:47.880947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.961553 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.985640 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:47.987950 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bac327-3e33-4080-a2fe-9cab4eabd1e7" -d '{"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-plugged", "status": "completed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:48.002117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:48.008426 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:48.032949 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3eb7c4-5759-4454-9452-2d61fb95fa60 x-openstack-request-id: req-3a3eb7c4-5759-4454-9452-2d61fb95fa60 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:48.033246 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-plugged", "status": "completed", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:48.033500 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a3eb7c4-5759-4454-9452-2d61fb95fa60 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:48.033896 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'code': 200} Jul 07 18:39:48.062376 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:48.251188 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dc11c-d9bf-4439-9685-bdf2ee687406 req-75a16019-2020-45a1-be9c-0d5e86471ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:48.252875 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c7dc11c-d9bf-4439-9685-bdf2ee687406 req-75a16019-2020-45a1-be9c-0d5e86471ba4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.1017213 Jul 07 18:39:48.262175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f4fb7-c6c7-44ce-b5ba-42a85ee13a61 req-2fd327fc-5171-4f61-9aa0-e5e117ea207e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:48.263914 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-421f4fb7-c6c7-44ce-b5ba-42a85ee13a61 req-2fd327fc-5171-4f61-9aa0-e5e117ea207e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0854530 Jul 07 18:39:48.324721 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4c7dc11c-d9bf-4439-9685-bdf2ee687406 req-95d5db1c-ccbd-4e51-919e-7a87bb015225 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597973 Jul 07 18:39:48.329762 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-421f4fb7-c6c7-44ce-b5ba-42a85ee13a61 req-3b257c46-a012-4dfc-876a-e32535cd3039 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591490 Jul 07 18:39:49.523175 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec2dd-e98b-4a1b-af78-cccb2b163ec8 req-7c6a4bc8-13df-4ce1-9608-057eaf24b5d3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:49.524730 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4fec2dd-e98b-4a1b-af78-cccb2b163ec8 req-7c6a4bc8-13df-4ce1-9608-057eaf24b5d3 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0739627 Jul 07 18:39:49.566633 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f4fec2dd-e98b-4a1b-af78-cccb2b163ec8 req-a243409c-d3e4-48f9-a43c-8d06a9e22982 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357685 Jul 07 18:39:56.702532 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:58.079131 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.941975 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-d892a2d3-59a4-467b-a5fa-b56c09b3cb69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029484 Jul 07 18:40:03.051190 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-084ab180-0cc8-40ea-bd82-50157e7bcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.052706 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-084ab180-0cc8-40ea-bd82-50157e7bcb53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0610929 Jul 07 18:40:03.170519 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-8206d7a1-7651-4167-80bf-462952099a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.172030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-8206d7a1-7651-4167-80bf-462952099a15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0958934 Jul 07 18:40:03.249174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-5bb8b424-568c-448d-b582-c8c158004f18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1000 time: 0.0650275 Jul 07 18:40:03.303604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-87727571-4238-4dd5-9fdc-8839567cd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.305125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-87727571-4238-4dd5-9fdc-8839567cd844 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0473125 Jul 07 18:40:03.370040 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-c20fb933-257a-4355-8c78-678f2959ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.371631 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-c20fb933-257a-4355-8c78-678f2959ef59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580812 Jul 07 18:40:03.470244 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-17af04ce-503b-4d1c-b282-d645efae3398 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912638 Jul 07 18:40:03.561260 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-673bcfae-4cd3-4309-8f2c-d6c6e11c2428 req-c35ccf71-28a6-42fd-9925-50947215b45a service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Jul 07 18:40:04.454899 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:07.787983 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-33152ad1-f20c-4e63-905f-3b3835b2ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:10.299947 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-03e39a51-9e6a-4fa0-8a49-a16fd35e2c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:10.804854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:12.203934 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:13.947842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:26.720937 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:28.080108 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:37.789192 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc64e-7c3e-4d15-849c-66531fa8ec7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:40.303025 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-afa786db-6ab5-4ff5-b9c2-12be37649acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:40.808437 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:41.455780 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:42.206198 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:43.947624 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:56.717339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:58.080175 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.911521 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-05d42faf-1553-4f5d-a1ae-91cbfa89ee6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598960 Jul 07 18:41:05.012865 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-7aa61399-45bc-44d7-8c07-d7d050825351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:05.014369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-7aa61399-45bc-44d7-8c07-d7d050825351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0598562 Jul 07 18:41:05.129987 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-d4055021-d955-48a5-84b5-05743e79c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:05.131553 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-d4055021-d955-48a5-84b5-05743e79c074 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.0933523 Jul 07 18:41:05.206261 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-9057e323-524e-4c60-b655-837681d97a49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 1000 time: 0.0663896 Jul 07 18:41:05.260271 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-2f8eba04-0b1f-4d21-9f36-28ea40ada2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:05.261787 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-2f8eba04-0b1f-4d21-9f36-28ea40ada2ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0490794 Jul 07 18:41:05.326383 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-22d64a1f-d8d1-4771-a03b-944c613855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:05.327957 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-22d64a1f-d8d1-4771-a03b-944c613855c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586877 Jul 07 18:41:05.427635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-b2cb90fa-157f-40c8-b0df-dbfe9d2d2900 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922744 Jul 07 18:41:05.497531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43646) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:05.588420 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-11f3a9d5-69f2-4470-ad0d-34d6a399ce16 req-a67999f3-b73b-4ed6-9314-6b47d20d825a service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539631 Jul 07 18:41:05.689018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Deleting port 659600a3-9480-4e39-a625-9685a75f034b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:05.689368 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.770584 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.770843 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.783668 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Calling delete_port for 659600a3-9480-4e39-a625-9685a75f034b owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:05.941744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.967626 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'Port': ['ID=659600a3-9480-4e39-a625-9685a75f034b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:05.982601 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.982961 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.983332 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.983678 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.984020 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.984357 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.984723 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.985168 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.985501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.985838 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.986169 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:05.986526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:06.045615 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.045880 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Floating IP ca2d7c36-f423-4fda-9f95-2d836d408866 disassociated (deleted). External IP: 172.25.3.82, port: 401f7c71-9194-401c-9703-7a7e7b39bf3f. Jul 07 18:41:06.264412 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:06.374921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:06.379866 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.386472 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:06.395944 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:06.396568 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:40:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:06.419333 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-2a26939c-935b-472a-8489-778e88209b28 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "DELETE /v2.0/floatingips/ca2d7c36-f423-4fda-9f95-2d836d408866 HTTP/1.1" status: 204 len: 168 time: 0.9206944 Jul 07 18:41:06.419799 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:06.422139 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec3621-7191-466e-9dce-b2ed308a5080" -d '{"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:06.676783 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:06.686895 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83534a-3d60-4347-8938-01aa6ee448ed x-openstack-request-id: req-bd83534a-3d60-4347-8938-01aa6ee448ed {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:06.687090 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:06.687293 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd83534a-3d60-4347-8938-01aa6ee448ed {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:06.687713 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'status': 'completed', 'code': 200} Jul 07 18:41:06.776704 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-715954a3-b6e9-4040-b349-28ccc7dddfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:06.778428 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-715954a3-b6e9-4040-b349-28ccc7dddfe2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=536293a5c1c94bc287b3f0652089c115&device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 1097 time: 0.0618875 Jul 07 18:41:06.899023 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:06.911864 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-835b00cc-2c38-49d1-9367-f3532d927781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:06.913441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-835b00cc-2c38-49d1-9367-f3532d927781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 200 len: 910 time: 0.1227083 Jul 07 18:41:06.922925 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259891-cdb3-4768-9f92-2fac8b2c69ae req-6b95808c-8f6d-4ff4-9657-1bcfb1e86ab4 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:06.924384 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1259891-cdb3-4768-9f92-2fac8b2c69ae req-6b95808c-8f6d-4ff4-9657-1bcfb1e86ab4 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.1450019 Jul 07 18:41:06.926540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:06.935491 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:06.936118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:40:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:06.970399 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-49040db3-f7ad-420c-a35d-0759d67de1fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 200 len: 217 time: 0.0449750 Jul 07 18:41:06.999014 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e1259891-cdb3-4768-9f92-2fac8b2c69ae req-2e5dc59b-31b3-443d-a2bf-bef69ecca198 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678546 Jul 07 18:41:07.034235 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-f52873b1-990a-49eb-aaff-a8c836514470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:07.035812 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-f52873b1-990a-49eb-aaff-a8c836514470 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 200 len: 848 time: 0.0525765 Jul 07 18:41:07.046505 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:07.259515 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:07.294545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cef510-d9c3-43eb-aa85-6fe7d80da362 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 4, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'ff997e06-b829-4d42-9c59-3e6efa78c5d7', 'name': '', 'network_id': '84e76396-233c-408d-844e-68f879cfad53', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'mac_address': 'fa:16:3e:e7:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:15Z', 'updated_at': '2021-07-07T18:32:20Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'subnets': [{'id': 'e7f15a34-c014-4ff0-88c8-c69ee63ee59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:07.386422 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-710e12c9-2c86-4f96-9947-bf5eb87219d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:07.387978 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-710e12c9-2c86-4f96-9947-bf5eb87219d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=84e76396-233c-408d-844e-68f879cfad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3448579 Jul 07 18:41:07.483529 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-cc1cfa38-14e1-468b-bbbf-a54027d0f064 service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Jul 07 18:41:07.522114 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b23437-8b31-4800-ad34-6c4c95af8e97 None None] New status for floating IP ca2d7c36-f423-4fda-9f95-2d836d408866: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:07.585030 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-89ec3621-7191-466e-9dce-b2ed308a5080 req-b551b256-694c-4f25-97d0-f601e9f378af service neutron] 10.222.0.23 "GET /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929334 Jul 07 18:41:07.799875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df9a7757-3793-4362-9d92-ecb89e8cb408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.178120 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e93a2-0ab4-424d-90dd-731d07990bf5 req-6c50fbc0-6f44-4119-a293-7ab177c287dd tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:08.179715 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c9e93a2-0ab4-424d-90dd-731d07990bf5 req-6c50fbc0-6f44-4119-a293-7ab177c287dd tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0649440 Jul 07 18:41:08.218389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-6c9e93a2-0ab4-424d-90dd-731d07990bf5 req-849f69ef-0203-4288-af40-cf5414aa1ca8 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331922 Jul 07 18:41:08.397533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-1a26c62e-6c23-4bfb-ad9a-89bfebac8dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:08.399722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-1a26c62e-6c23-4bfb-ad9a-89bfebac8dca tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 945 time: 0.0647824 Jul 07 18:41:08.504302 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Deleting port 401f7c71-9194-401c-9703-7a7e7b39bf3f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:08.504549 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.600143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] For port 401f7c71-9194-401c-9703-7a7e7b39bf3f, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=401f7c71-9194-401c-9703-7a7e7b39bf3f,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:08.600531 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.612943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Calling delete_port for 401f7c71-9194-401c-9703-7a7e7b39bf3f owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:08.749272 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.779338 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'Port': ['ID=401f7c71-9194-401c-9703-7a7e7b39bf3f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:08.834619 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] No DVR routers for this DVR port 401f7c71-9194-401c-9703-7a7e7b39bf3f on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:08.838602 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.840672 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-85ea94dd-a26f-49eb-b585-cc42824d39d6 req-856d2992-aacb-4c8c-93bd-2cc67076ff81 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.23 "DELETE /v2.0/ports/401f7c71-9194-401c-9703-7a7e7b39bf3f HTTP/1.1" status: 204 len: 173 time: 0.4360957 Jul 07 18:41:08.841129 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-deleted', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:08.843575 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b637bd-e448-48e3-9a35-00efb77e6be7" -d '{"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-deleted", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:08.884896 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6a1c5-2a32-4993-aeb1-25c178172294 x-openstack-request-id: req-99a6a1c5-2a32-4993-aeb1-25c178172294 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:08.885384 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cba5f4-caed-417b-8283-d43817c33861", "name": "network-vif-deleted", "tag": "401f7c71-9194-401c-9703-7a7e7b39bf3f", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:08.885705 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99a6a1c5-2a32-4993-aeb1-25c178172294 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:08.886183 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cba5f4-caed-417b-8283-d43817c33861', 'name': 'network-vif-deleted', 'tag': '401f7c71-9194-401c-9703-7a7e7b39bf3f', 'status': 'completed', 'code': 200} Jul 07 18:41:09.375708 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ec1bc0f0-6979-46fa-a35f-0578d5e3052c req-63d77f10-6922-4166-acde-62e1c8f5d84f tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0353115 Jul 07 18:41:10.306137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8783ac48-e008-4abc-9da1-d0ce67008fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.519575 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d51c1181-3ddc-422a-b674-35842d692d3c req-da4bc1de-74a6-4477-941e-9072c71d67e7 tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0284843 Jul 07 18:41:10.811704 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.674841 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d4107750-614f-4df8-978c-953c522d4ff0 req-181d4825-d0bb-44d7-a274-1c5762cae17e tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0364296 Jul 07 18:41:12.209291 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.241882 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:12.263987 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 401f7c71-9194-401c-9703-7a7e7b39bf3f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:12.264335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 401f7c71-9194-401c-9703-7a7e7b39bf3f not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:12.857194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4e58a6cd-6ae2-4c1e-80c3-ded3b97869cb req-8899928b-3d50-4ebb-8c62-f19d48cced1c tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "GET /v2.0/ports?device_id=27cba5f4-caed-417b-8283-d43817c33861 HTTP/1.1" status: 200 len: 210 time: 0.0315177 Jul 07 18:41:13.957642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43688) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:13.959062 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.044121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.080794 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.148225 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.151365 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.152680 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394 HTTP/1.1" status: 204 len: 168 time: 0.1927385 Jul 07 18:41:14.170044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856f112-94ce-42e0-b291-9d9c912b476d tempest-TestShelveInstance-1364690857 tempest-TestShelveInstance-1364690857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f6c2b-7f6f-4bbe-822e-4c4553e6f394,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.207050 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43692) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:14.738887 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.020933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Deleting port ff997e06-b829-4d42-9c59-3e6efa78c5d7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:15.021669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.103062 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] For port ff997e06-b829-4d42-9c59-3e6efa78c5d7, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=ff997e06-b829-4d42-9c59-3e6efa78c5d7,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:15.103416 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.121158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Calling delete_port for ff997e06-b829-4d42-9c59-3e6efa78c5d7 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:15.324612 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.357374 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff997e06-b829-4d42-9c59-3e6efa78c5d7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:15.536905 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.786035 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:15.903846 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:15.909366 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a8dcc9a1-5575-4103-aa03-4a3a34002d96 admin admin] 10.222.0.66 "PUT /v2.0/routers/9ba1c6fd-dadb-47dd-90bf-50b160d633ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999080 Jul 07 18:41:15.914176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43696) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:15.916499 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Sync routers for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:15.927220 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:15.928216 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:16.040864 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:16.053771 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.152777 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.209085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Deleting port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:16.209329 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.228210 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:41:15Z', 'revision_number': 5, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port': {'id': '9fd8927c-6344-4a1f-881a-3a56bd5c69a2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:13Z', 'updated_at': '2021-07-07T18:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:16.259315 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Checking router: 9ba1c6fd-dadb-47dd-90bf-50b160d633ad for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:16.267737 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Routers {'9ba1c6fd-dadb-47dd-90bf-50b160d633ad'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:16.268373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:16.299792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] For port 9fd8927c-6344-4a1f-881a-3a56bd5c69a2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:16.299792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.311697 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Calling delete_port for 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:16.356431 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] Set router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad gateway port host: None {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:16.409527 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:41:16Z', 'revision_number': 6, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:16.441832 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fe9aa-dfe2-4036-a77d-0e2bc31d13e3 None None] The sync data for ids ['9ba1c6fd-dadb-47dd-90bf-50b160d633ad'] in n-d-791505-12 is: [{'id': '9ba1c6fd-dadb-47dd-90bf-50b160d633ad', 'name': 'tempest-TestShelveInstance-2067426317-router', 'tenant_id': '536293a5c1c94bc287b3f0652089c115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:12Z', 'updated_at': '2021-07-07T18:41:16Z', 'revision_number': 6, 'project_id': '536293a5c1c94bc287b3f0652089c115', 'gw_port_host': None}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:16.497009 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.522838 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd8927c-6344-4a1f-881a-3a56bd5c69a2,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:16.535709 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.536063 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.536438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.536809 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.537145 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.537477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.537807 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.538135 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.538504 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.539417 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.539751 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.540073 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:16.596407 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.690958 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.693080 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.738500 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.738900 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba1c6fd-dadb-47dd-90bf-50b160d633ad {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:41:16.743691 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.744858 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-306c7a7d-37f6-4402-a369-abfa6d075a9a admin admin] 10.222.0.66 "DELETE /v2.0/routers/9ba1c6fd-dadb-47dd-90bf-50b160d633ad HTTP/1.1" status: 204 len: 168 time: 0.8288906 Jul 07 18:41:16.747427 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43700) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:16.796544 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Deleting subnet e7f15a34-c014-4ff0-88c8-c69ee63ee59a {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:41:16.800914 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.840896 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.935661 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:16.997528 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.025177 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f15a34-c014-4ff0-88c8-c69ee63ee59a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:17.029291 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.031359 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4cb53ca0-6f40-49bf-9ea2-8003935c8f97 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e7f15a34-c014-4ff0-88c8-c69ee63ee59a HTTP/1.1" status: 204 len: 168 time: 0.2829747 Jul 07 18:41:17.034587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43702) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:17.037574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a7eef-4a57-4ffe-b8ac-ab35c5d092e8 None None] Network 84e76396-233c-408d-844e-68f879cfad53 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:17.106074 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.161339 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Deleting port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:17.161586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.248105 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] For port 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4175f72c-4aaf-415c-bb5e-5f995dbdce37,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:17.248631 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.269452 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Calling delete_port for 4175f72c-4aaf-415c-bb5e-5f995dbdce37 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:17.277019 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] DHCP port deletion for 84e76396-233c-408d-844e-68f879cfad53 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:41:17.326007 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Deleting port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:17.326565 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.356620 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.389833 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Pushing event deleted for resources: {'Port': ['ID=4175f72c-4aaf-415c-bb5e-5f995dbdce37,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:17.392166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] For port 4175f72c-4aaf-415c-bb5e-5f995dbdce37, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4175f72c-4aaf-415c-bb5e-5f995dbdce37,segment=NetworkSegment(b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e),segment_id=b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:17.392550 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.393948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] No DVR routers for this DVR port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:17.406585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Calling delete_port for 4175f72c-4aaf-415c-bb5e-5f995dbdce37 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:17.470561 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.481217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e76396-233c-408d-844e-68f879cfad53']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:17.494943 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:17.495277 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a58ee6-b30c-4f83-a2bd-c6e17fbbdf9e') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:17.496984 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.506729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.522621 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.522865 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Pushing event deleted for resources: {'Port': ['ID=4175f72c-4aaf-415c-bb5e-5f995dbdce37,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:17.530810 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:41:17.530992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] No DVR routers for this DVR port 4175f72c-4aaf-415c-bb5e-5f995dbdce37 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:17.531640 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.533612 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.534038 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.534526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.534872 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.535406 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:41:17.535539 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:41:17.540159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.540609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.541049 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.541969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.541969 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.542762 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.543377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5ae6-cef5-480d-a971-cd9e285eed83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:17.599969 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.606586 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.608464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] 10.222.0.66 "DELETE /v2.0/networks/84e76396-233c-408d-844e-68f879cfad53 HTTP/1.1" status: 204 len: 168 time: 0.5728128 Jul 07 18:41:17.612299 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43704) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:17.620468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d89a5-030a-4bf6-9ebc-8ea359558311 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e76396-233c-408d-844e-68f879cfad53,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:17.992715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.268727 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Deleting port 0657796b-a1b0-4227-877e-438c5c9eeb6a {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:18.268987 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.347761 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] For port 0657796b-a1b0-4227-877e-438c5c9eeb6a, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=0657796b-a1b0-4227-877e-438c5c9eeb6a,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:18.348112 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.362217 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Calling delete_port for 0657796b-a1b0-4227-877e-438c5c9eeb6a owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:18.422917 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff997e06-b829-4d42-9c59-3e6efa78c5d7 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:18.455333 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:18.456941 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: ff997e06-b829-4d42-9c59-3e6efa78c5d7 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:18.457766 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device ff997e06-b829-4d42-9c59-3e6efa78c5d7 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:18.458475 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:18.490895 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:18.491454 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 9fd8927c-6344-4a1f-881a-3a56bd5c69a2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:18.492243 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4175f72c-4aaf-415c-bb5e-5f995dbdce37 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:18.529360 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4175f72c-4aaf-415c-bb5e-5f995dbdce37 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:18.529829 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4175f72c-4aaf-415c-bb5e-5f995dbdce37 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:18.557177 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.589146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Pushing event deleted for resources: {'Port': ['ID=0657796b-a1b0-4227-877e-438c5c9eeb6a,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:19.036442 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.269091 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Router 08fbd555-5b17-496c-bcd0-c08addbc26aa has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:19.380699 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:19.387867 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-eeb3c13a-2055-4e5c-a68e-dc3b8bc3b177 admin admin] 10.222.0.66 "PUT /v2.0/routers/08fbd555-5b17-496c-bcd0-c08addbc26aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744508 Jul 07 18:41:19.392784 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43706) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:19.398751 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Sync routers for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:19.412071 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:19.412735 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:19.520020 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.550831 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:19.663849 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.746669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Deleting port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:19.747025 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.768597 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:41:18Z', 'revision_number': 5, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port': {'id': '3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:18Z', 'updated_at': '2021-07-07T18:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:19.800966 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Checking router: 08fbd555-5b17-496c-bcd0-c08addbc26aa for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:19.812836 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Routers {'08fbd555-5b17-496c-bcd0-c08addbc26aa'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:19.813476 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['08fbd555-5b17-496c-bcd0-c08addbc26aa'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:19.854835 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] For port 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:19.855385 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.876623 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Calling delete_port for 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:19.927016 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] Set router 08fbd555-5b17-496c-bcd0-c08addbc26aa gateway port host: None {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:19.979779 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-4364fe35-98e4-4255-a601-516382e4599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:41:19Z', 'revision_number': 6, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port_host': None}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:20.010271 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364fe35-98e4-4255-a601-516382e4599e None None] The sync data for ids ['08fbd555-5b17-496c-bcd0-c08addbc26aa'] in n-d-791505-12 is: [{'id': '08fbd555-5b17-496c-bcd0-c08addbc26aa', 'name': 'tempest-TestShelveInstance-1866293228-router', 'tenant_id': 'c4d2f33a22154bc5a57de422fd88647e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:17Z', 'updated_at': '2021-07-07T18:41:19Z', 'revision_number': 6, 'project_id': 'c4d2f33a22154bc5a57de422fd88647e', 'gw_port_host': None}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:20.072221 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.099180 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:20.171900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.275630 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.277909 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.323989 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.324393 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fbd555-5b17-496c-bcd0-c08addbc26aa {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:41:20.329533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.330784 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-c737b4db-c726-44ae-b14b-597bc2842750 admin admin] 10.222.0.66 "DELETE /v2.0/routers/08fbd555-5b17-496c-bcd0-c08addbc26aa HTTP/1.1" status: 204 len: 168 time: 0.9366634 Jul 07 18:41:20.333696 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43708) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:20.390501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Deleting subnet b6b51f24-446f-4eed-a748-7e9d4c1bb21b {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:41:20.394540 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.436920 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.523669 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.581629 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.606170 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b51f24-446f-4eed-a748-7e9d4c1bb21b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:20.613551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.615497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-147abeae-2186-42b2-bcd1-7c601c3f7b76 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6b51f24-446f-4eed-a748-7e9d4c1bb21b HTTP/1.1" status: 204 len: 168 time: 0.2800155 Jul 07 18:41:20.621526 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43710) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:20.624194 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2aa38e-258f-4804-bf80-670f31080a76 None None] Network 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:20.700068 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.761576 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Deleting port deb99856-007e-4fa0-b24e-5c74a2b517a4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:20.761919 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.783800 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0657796b-a1b0-4227-877e-438c5c9eeb6a no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:20.810227 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 0657796b-a1b0-4227-877e-438c5c9eeb6a {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:20.810562 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 0657796b-a1b0-4227-877e-438c5c9eeb6a not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:20.839163 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] For port deb99856-007e-4fa0-b24e-5c74a2b517a4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=deb99856-007e-4fa0-b24e-5c74a2b517a4,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:20.839451 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.852539 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Calling delete_port for deb99856-007e-4fa0-b24e-5c74a2b517a4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:20.866209 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] DHCP port deletion for 23993f6e-677b-4eb5-80a4-e1cfcfdcc18c request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:41:20.925377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Deleting port deb99856-007e-4fa0-b24e-5c74a2b517a4 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:20.925763 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.979018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.004538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] For port deb99856-007e-4fa0-b24e-5c74a2b517a4, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=deb99856-007e-4fa0-b24e-5c74a2b517a4,segment=NetworkSegment(09e452e9-b7dc-40ff-bd65-9326ed039395),segment_id=09e452e9-b7dc-40ff-bd65-9326ed039395)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:21.004941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.005572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb99856-007e-4fa0-b24e-5c74a2b517a4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:21.010490 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] No DVR routers for this DVR port deb99856-007e-4fa0-b24e-5c74a2b517a4 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:21.025540 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Calling delete_port for deb99856-007e-4fa0-b24e-5c74a2b517a4 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:21.092635 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.104903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23993f6e-677b-4eb5-80a4-e1cfcfdcc18c']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:21.124935 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.127343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e452e9-b7dc-40ff-bd65-9326ed039395') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:21.127883 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e452e9-b7dc-40ff-bd65-9326ed039395') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:21.139712 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.140076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] No DVR routers for this DVR port deb99856-007e-4fa0-b24e-5c74a2b517a4 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:21.167357 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.175508 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:41:21.175976 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.176887 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d20db-a0e2-4637-a8d9-da036ecfaee3 None None] Pushing event deleted for resources: {'Port': ['ID=deb99856-007e-4fa0-b24e-5c74a2b517a4,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:41:21.180447 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:41:21.239777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.245671 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.247523 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] 10.222.0.66 "DELETE /v2.0/networks/23993f6e-677b-4eb5-80a4-e1cfcfdcc18c HTTP/1.1" status: 204 len: 168 time: 0.6246109 Jul 07 18:41:21.259304 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad884-0e27-4bea-9e71-1ccfddead032 admin admin] Pushing event deleted for resources: {'Network': ['ID=23993f6e-677b-4eb5-80a4-e1cfcfdcc18c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:21.377616 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43714) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:21.420895 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1e7e7932-91bd-44b3-b5a3-ee18048bbc92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=536293a5c1c94bc287b3f0652089c115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418980 Jul 07 18:41:21.423309 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43716) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:21.474263 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.495156 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.550182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.552884 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.554294 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38a5156b-e7c5-4ee8-8513-60713f6f8d0f HTTP/1.1" status: 204 len: 168 time: 0.1298938 Jul 07 18:41:21.562721 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665629a8-9c70-44f3-9389-46f00a0bd319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5156b-e7c5-4ee8-8513-60713f6f8d0f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:21.899675 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43722) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:21.942102 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b890ee5f-9d48-4803-aac0-20e9a93fd076 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4d2f33a22154bc5a57de422fd88647e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411601 Jul 07 18:41:21.946212 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43724) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:22.014053 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.038038 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.110783 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.113622 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.114872 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a47a882-119b-4f0a-8594-81e989dfdccd HTTP/1.1" status: 204 len: 168 time: 0.1676202 Jul 07 18:41:22.123266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c71f-5bb6-4775-a0cf-ed0788df1edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a47a882-119b-4f0a-8594-81e989dfdccd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:22.441118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:22.470113 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:22.470356 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 3e04c5d9-0def-4bc0-9d3d-6ca457edcdc9 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:22.470868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device deb99856-007e-4fa0-b24e-5c74a2b517a4 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:22.502611 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: deb99856-007e-4fa0-b24e-5c74a2b517a4 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:22.502757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device deb99856-007e-4fa0-b24e-5c74a2b517a4 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:22.978294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43746) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:23.088103 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-158919950-network', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:23.110216 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Made reservation on behalf of c7dd4d30d7aa4581b9174f97fae94384 for: {'network': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:23.112608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.121833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.216590 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.220687 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.243000 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:41:23.259811 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d2c1e-e4b7-4903-b694-ca4e832811aa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:23.262792 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.263151 n-d-791505-12 neutron-server[93946]: INFO neutron.db.segments_db [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Added segment e54a4139-7c7b-4c85-9482-6f23ee8f943c of type vlan for network c642f6e7-cadf-424a-8618-92c7d05cdab8 Jul 07 18:41:23.318001 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.349780 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.350899 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:23.351511 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.409293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4298313 Jul 07 18:41:23.413300 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43750) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:23.416465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e595b-991e-4a64-89ca-69a3c219fc6e admin admin] Pushing event updated for resources: {'Network': ['ID=c642f6e7-cadf-424a-8618-92c7d05cdab8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:23.419000 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Request body: {'subnet': {'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-158919950-subnet', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'ip_version': 4}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:23.426526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:41:23.447182 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Made reservation on behalf of c7dd4d30d7aa4581b9174f97fae94384 for: {'subnet': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:23.447182 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214128'] for subnet, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.624169 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9293899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214114'] for subnet, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.683189 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be89f3f0-b7f6-4699-b5bd-f712c91f41fb,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:23.692482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Checking segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:23.692841 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Network hostable DHCP agents. Network: c642f6e7-cadf-424a-8618-92c7d05cdab8, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:41:23.711654 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:41:23.722230 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, c642f6e7-cadf-424a-8618-92c7d05cdab8) {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:23.726963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:23.727653 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.734033 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a02169-8bc6-4e19-815e-03dc17ff9a3c None None] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:23.746351 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-875ae460-61db-41a8-a913-82f9314d62e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3316259 Jul 07 18:41:23.749148 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43752) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:23.753772 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:23.776074 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.777012 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.834049 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.883754 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-c642f6e7-cadf-424a-8618-92c7d05cdab8', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:41:23.884655 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.985480 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.030790 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Allocated IP 172.20.0.2 (c642f6e7-cadf-424a-8618-92c7d05cdab8/be89f3f0-b7f6-4699-b5bd-f712c91f41fb/32c7bc7e-4418-4787-8af7-6da5e1620514) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:24.186779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.196469 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Transition to ACTIVE for port object 32c7bc7e-4418-4787-8af7-6da5e1620514 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:24.212745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.213030 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Transition to ACTIVE for port object 32c7bc7e-4418-4787-8af7-6da5e1620514 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:24.219191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.235439 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.262628 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:24.269653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:24.272074 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:24.277876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Pushing event updated for resources: {'Port': ['ID=32c7bc7e-4418-4787-8af7-6da5e1620514,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:24.346162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Attempting to bind port 32c7bc7e-4418-4787-8af7-6da5e1620514 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:24.346565 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Attempting to bind port 32c7bc7e-4418-4787-8af7-6da5e1620514 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:24.346928 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Attempting to bind port 32c7bc7e-4418-4787-8af7-6da5e1620514 on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:24.352053 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:24.352418 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Checking segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:24.352822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.353213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Bound using segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:24.353744 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Bound port: 32c7bc7e-4418-4787-8af7-6da5e1620514, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:24.354129 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.394789 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Allocated IP 172.25.3.234 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/4403e04c-3933-4275-9073-5040611484f2) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:24.423130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] For port 32c7bc7e-4418-4787-8af7-6da5e1620514, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:24.426780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] For port 32c7bc7e-4418-4787-8af7-6da5e1620514, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32c7bc7e-4418-4787-8af7-6da5e1620514,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:24.432583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.491059 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe159e5-68ce-4f53-86df-dee2265669da None None] Pushing event updated for resources: {'Port': ['ID=32c7bc7e-4418-4787-8af7-6da5e1620514,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:24.515733 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.557116 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.596586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:24.600893 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:24.608215 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:24.614976 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Pushing event updated for resources: {'Port': ['ID=4403e04c-3933-4275-9073-5040611484f2,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:24.895520 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.120984 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.267298 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:41:25.386883 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:25.396978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513dca6-38ae-459b-925e-4d04775b8acf None None] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:25.405650 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.406958 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-6e8ef76f-d812-4eb5-b7a2-3291ffa36bfb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6569300 Jul 07 18:41:25.409792 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43754) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:25.446772 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:25.471533 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:25.472276 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:25.477522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-418dfa24-665e-4e6b-85f6-f5bf6c9404f2 None None] Provisioning for port 32c7bc7e-4418-4787-8af7-6da5e1620514 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:25.802385 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:26.071079 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:24Z', 'revision_number': 3, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.104354 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:26.104876 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Updating router 0352a9d1-9de5-45d9-bf90-162f627f5a90 port 4403e04c-3933-4275-9073-5040611484f2 binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:26.145086 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.172222 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.384691 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Allocated IP 172.20.0.1 (c642f6e7-cadf-424a-8618-92c7d05cdab8/be89f3f0-b7f6-4699-b5bd-f712c91f41fb/f5f75332-ce30-40e7-ab42-1b1760e0a948) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:26.452769 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.466249 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Transition to ACTIVE for port object 4403e04c-3933-4275-9073-5040611484f2 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:26.471652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32c7bc7e-4418-4787-8af7-6da5e1620514 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:26.476232 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.515533 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.529289 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Transition to ACTIVE for port object f5f75332-ce30-40e7-ab42-1b1760e0a948 will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:26.563688 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Attempting to bind port 4403e04c-3933-4275-9073-5040611484f2 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:26.564076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Attempting to bind port 4403e04c-3933-4275-9073-5040611484f2 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:26.564448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Attempting to bind port 4403e04c-3933-4275-9073-5040611484f2 on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:26.568109 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.570082 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068300-597b-465e-9ae6-9f6a631cf1c5 None None] Pushing event updated for resources: {'Port': ['ID=4403e04c-3933-4275-9073-5040611484f2,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:26.577244 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:26.578150 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:26.583971 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.584263 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:26.584773 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Bound port: 4403e04c-3933-4275-9073-5040611484f2, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:26.585183 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.609295 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:26.612466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:26.615669 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:26.616203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 32c7bc7e-4418-4787-8af7-6da5e1620514 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:26.624613 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 32c7bc7e-4418-4787-8af7-6da5e1620514 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:26.624998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.652945 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:26.681780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] For port 4403e04c-3933-4275-9073-5040611484f2, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:26.683046 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.686298 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] For port 4403e04c-3933-4275-9073-5040611484f2, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4403e04c-3933-4275-9073-5040611484f2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:26.694987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.792602 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.818457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068300-597b-465e-9ae6-9f6a631cf1c5 None None] Pushing event updated for resources: {'Port': ['ID=4403e04c-3933-4275-9073-5040611484f2,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:26.821378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:26.822015 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.826609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.869880 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.949078 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c11cfb5-117e-48b5-9395-a686f3ad9725 None None] Provisioning for port f5f75332-ce30-40e7-ab42-1b1760e0a948 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:26.953863 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 32c7bc7e-4418-4787-8af7-6da5e1620514, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32c7bc7e-4418-4787-8af7-6da5e1620514,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:26.959874 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-0c11cfb5-117e-48b5-9395-a686f3ad9725 None None] Provisioning complete for port f5f75332-ce30-40e7-ab42-1b1760e0a948 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:26.960298 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-117e-48b5-9395-a686f3ad9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.969508 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.020185 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:27.060320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.067206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.071114 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-0c11cfb5-117e-48b5-9395-a686f3ad9725 None None] Port f5f75332-ce30-40e7-ab42-1b1760e0a948 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:27.106609 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=32c7bc7e-4418-4787-8af7-6da5e1620514,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:27.141962 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:27.146907 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.247783 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:27.249642 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:27.284093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:27.314165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae2327-a768-4f26-84e0-648dee95c517 None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:27.405849 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:27.536797 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:27.546507 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-060accc9-a78e-483a-9ff2-aa65d40a4cd6 admin admin] 10.222.0.66 "PUT /v2.0/routers/0352a9d1-9de5-45d9-bf90-162f627f5a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1315773 Jul 07 18:41:27.603735 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-28895b0a-55a4-46b2-bc1c-62fb82fc1cdf None None] Provisioning complete for port f5f75332-ce30-40e7-ab42-1b1760e0a948 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:27.604350 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-28895b0a-55a4-46b2-bc1c-62fb82fc1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.676903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-28895b0a-55a4-46b2-bc1c-62fb82fc1cdf None None] Port f5f75332-ce30-40e7-ab42-1b1760e0a948 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:28.087950 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.163233 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43770) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.171095 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1258717914-network', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:28.197567 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Made reservation on behalf of d1b14ab8b34f4aedaf8020f1f928a971 for: {'network': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:28.200086 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for network, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.209715 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.314745 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.320678 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.350018 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:41:28.356757 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5540b8d-2a6b-494f-b35b-f4872bfcc8f7,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.363857 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.364186 n-d-791505-12 neutron-server[93947]: INFO neutron.db.segments_db [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Added segment 710ac24e-d419-4e60-b850-a7090daac409 of type vlan for network c381f2aa-a503-44fe-b81f-ded5c655f627 Jul 07 18:41:28.412543 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755859938133'] for network, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.456272 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292'] for network, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.457564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:28.458199 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Notify callbacks [] for network, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.524254 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3579085 Jul 07 18:41:28.527336 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43772) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.534213 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Request body: {'subnet': {'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1258717914-subnet', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'ip_version': 4}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:28.564112 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ddcc4-8444-4bbf-8774-280a22c0dce2 admin admin] Pushing event updated for resources: {'Network': ['ID=c381f2aa-a503-44fe-b81f-ded5c655f627,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.571741 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32c7bc7e-4418-4787-8af7-6da5e1620514 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:28.580153 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Made reservation on behalf of d1b14ab8b34f4aedaf8020f1f928a971 for: {'subnet': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:28.587107 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345050'] for subnet, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.609708 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Network c381f2aa-a503-44fe-b81f-ded5c655f627 details requested by agent ovs-agent-n-d-791505-12 with host n-d-791505-12 {{(pid=93948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:41:28.714081 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 32c7bc7e-4418-4787-8af7-6da5e1620514 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:28.714705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.806898 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4403e04c-3933-4275-9073-5040611484f2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:28.851682 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3449478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345032'] for subnet, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.871172 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 4403e04c-3933-4275-9073-5040611484f2 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:28.885325 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4403e04c-3933-4275-9073-5040611484f2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:28.886016 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.931107 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2167171-98d3-41e6-9466-a3d642536578,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.938482 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Checking segment: {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:28.939022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Network hostable DHCP agents. Network: c381f2aa-a503-44fe-b81f-ded5c655f627, hostable agents: ['2fd1e215-6327-4e4f-9a43-bf9a05e04210'], hosted agents: [] {{(pid=93946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:41:28.959674 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Network c381f2aa-a503-44fe-b81f-ded5c655f627 is scheduled to be hosted by DHCP agent 2fd1e215-6327-4e4f-9a43-bf9a05e04210 with binding_index 1 {{(pid=93946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:41:28.970575 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-12, c381f2aa-a503-44fe-b81f-ded5c655f627) {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:28.975012 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:28.975608 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.980676 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee947ec-f00a-4b36-8313-2fc0761cfc31 None None] Network c381f2aa-a503-44fe-b81f-ded5c655f627 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:28.993395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-80d9c511-ce2b-482a-b190-f46924ece256 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4639657 Jul 07 18:41:28.995984 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43776) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:29.000605 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:29.021341 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2079442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-336'] for router, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.022346 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2076157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1972283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-351'] for router, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.040940 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.070819 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 4403e04c-3933-4275-9073-5040611484f2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4403e04c-3933-4275-9073-5040611484f2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:29.081083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.109900 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.168069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=4403e04c-3933-4275-9073-5040611484f2,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:29.206127 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90bb7ba4-b7c9-54c8-84ea-231f36db6970-c381f2aa-a503-44fe-b81f-ded5c655f627', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578'}]}} from n-d-791505-12. {{(pid=93948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:41:29.207046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.254206 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1991703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.354537 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.db_base_plugin_common [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Allocated IP 172.20.0.2 (c381f2aa-a503-44fe-b81f-ded5c655f627/e2167171-98d3-41e6-9466-a3d642536578/17195ce2-86b8-4ada-99b5-01987c333076) {{(pid=93948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:29.469140 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.490842 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.624690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Allocated IP 172.25.3.24 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/fcf5253d-42a8-4383-b672-f0ba77d6531f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:29.642219 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:29.653577 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:29.654252 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:29.688774 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.700041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Transition to ACTIVE for port object 17195ce2-86b8-4ada-99b5-01987c333076 will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:29.717346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Transition to ACTIVE for port object 17195ce2-86b8-4ada-99b5-01987c333076 will not be triggered until provisioned by entity DHCP. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:29.724779 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628'] for port, after_create {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.755741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.773781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Network c381f2aa-a503-44fe-b81f-ded5c655f627 is already hosted by enough agents. {{(pid=93948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:29.780747 n-d-791505-12 neutron-server[93948]: DEBUG neutron.scheduler.base_scheduler [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Resources bound (agent type, host, resource id): {{(pid=93948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:29.785348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Received port after_create {{(pid=93948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:29.785598 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:29.793585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Pushing event updated for resources: {'Port': ['ID=17195ce2-86b8-4ada-99b5-01987c333076,revision_number=1']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:29.812065 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.854424 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Attempting to bind port 17195ce2-86b8-4ada-99b5-01987c333076 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:29.854843 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Attempting to bind port 17195ce2-86b8-4ada-99b5-01987c333076 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:29.855212 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Attempting to bind port 17195ce2-86b8-4ada-99b5-01987c333076 on network c381f2aa-a503-44fe-b81f-ded5c655f627 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:29.859794 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:29.860437 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:29.860748 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Checking segment: {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:29.861141 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.861629 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Bound using segment: {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:29.862096 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Bound port: 17195ce2-86b8-4ada-99b5-01987c333076, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:29.862931 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.863511 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:29.866190 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:29.883726 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf5253d-42a8-4383-b672-f0ba77d6531f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:29.936771 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] For port 17195ce2-86b8-4ada-99b5-01987c333076, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:29.940906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] For port 17195ce2-86b8-4ada-99b5-01987c333076, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17195ce2-86b8-4ada-99b5-01987c333076,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:29.947158 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.020597 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ee691-62f4-48ad-89f5-81704723dcc8 None None] Pushing event updated for resources: {'Port': ['ID=17195ce2-86b8-4ada-99b5-01987c333076,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:30.049028 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 2, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:30.079633 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:30.079981 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Updating router 0352a9d1-9de5-45d9-bf90-162f627f5a90 port f5f75332-ce30-40e7-ab42-1b1760e0a948 binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:30.120420 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.197510 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.465848 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.477876 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Transition to ACTIVE for port object f5f75332-ce30-40e7-ab42-1b1760e0a948 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:30.488479 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.491954 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1991692'] for router, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.606020 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4403e04c-3933-4275-9073-5040611484f2 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:30.612942 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Pushing event updated for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:30.622107 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.622521 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.622869 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.623207 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.623543 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.623874 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.624206 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.624636 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.625127 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.625496 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.625843 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.626201 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:30.648057 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Attempting to bind port f5f75332-ce30-40e7-ab42-1b1760e0a948 on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:30.648897 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Attempting to bind port f5f75332-ce30-40e7-ab42-1b1760e0a948 by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:30.649140 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Attempting to bind port f5f75332-ce30-40e7-ab42-1b1760e0a948 on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:30.656526 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:30.657042 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Checking segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:30.657421 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.657852 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Bound using segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:30.659194 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Bound port: f5f75332-ce30-40e7-ab42-1b1760e0a948, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:30.659671 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.689718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 4403e04c-3933-4275-9073-5040611484f2 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:30.690377 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.743192 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] For port f5f75332-ce30-40e7-ab42-1b1760e0a948, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:30.748734 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] For port f5f75332-ce30-40e7-ab42-1b1760e0a948, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f5f75332-ce30-40e7-ab42-1b1760e0a948,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:30.765900 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.837941 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:30.838914 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:30.848903 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17195ce2-86b8-4ada-99b5-01987c333076 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:30.925268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 17195ce2-86b8-4ada-99b5-01987c333076 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:31.032554 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Router cef2de88-ca7e-49ed-a877-c42f6fa44d80 is scheduled to L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 with binding_index 1 {{(pid=93947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:41:31.113354 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:31.160434 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62e51-e5e6-429a-8403-5274e56f20d7 None None] Pushing event updated for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:31.185381 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:31.197397 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Sync routers for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:31.209919 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:31.210680 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:31.212168 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:31.216450 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-7c7e76f7-b70b-4784-8be1-ca2448a990e3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2167516 Jul 07 18:41:31.217894 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43778) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:31.401547 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381bce2-7bc8-4f56-8d5d-05d8893d07fc None None] Network c381f2aa-a503-44fe-b81f-ded5c655f627 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:31.421924 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:31.438947 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-8b237b23-7782-4552-95a0-4674882b188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:30Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:31.468920 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237b23-7782-4552-95a0-4674882b188d None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:30Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:31.575421 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Provisioning for port 17195ce2-86b8-4ada-99b5-01987c333076 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:31.597952 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Provisioning complete for port 17195ce2-86b8-4ada-99b5-01987c333076 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:31.599089 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:31.792115 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:31.818549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:31.856012 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:30Z', 'revision_number': 3, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:31.905824 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] For port 17195ce2-86b8-4ada-99b5-01987c333076, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17195ce2-86b8-4ada-99b5-01987c333076,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:31.908285 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Checking router: cef2de88-ca7e-49ed-a877-c42f6fa44d80 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:31.908734 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Updating router cef2de88-ca7e-49ed-a877-c42f6fa44d80 port fcf5253d-42a8-4383-b672-f0ba77d6531f binding host n-d-791505-12 {{(pid=93948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:31.934424 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:31.981880 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.021462 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Allocated IP 172.20.0.1 (c381f2aa-a503-44fe-b81f-ded5c655f627/e2167171-98d3-41e6-9466-a3d642536578/361d95c9-1c4d-45c8-bfcd-f685cdf21b0f) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:32.047378 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcb8e7-a0a5-46ba-b81e-ee9571f07190 None None] Pushing event updated for resources: {'Port': ['ID=17195ce2-86b8-4ada-99b5-01987c333076,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:32.180478 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.197012 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Transition to ACTIVE for port object 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:32.248443 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.282583 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-5a25334a-5cb6-49e2-9362-744c9f863474 None None] Provisioning complete for port 17195ce2-86b8-4ada-99b5-01987c333076 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:32.282583 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5a25334a-5cb6-49e2-9362-744c9f863474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.301220 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Network c381f2aa-a503-44fe-b81f-ded5c655f627 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:32.305592 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:32.311438 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:32.337019 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Pushing event updated for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:32.364378 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2076219'] for router_interface, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.452160 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.484419 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Transition to ACTIVE for port object fcf5253d-42a8-4383-b672-f0ba77d6531f will not be triggered until provisioned by entity L2. {{(pid=93948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:32.491796 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.552106 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f5f75332-ce30-40e7-ab42-1b1760e0a948 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:32.581297 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Attempting to bind port fcf5253d-42a8-4383-b672-f0ba77d6531f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:32.581669 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Attempting to bind port fcf5253d-42a8-4383-b672-f0ba77d6531f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:32.582036 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Attempting to bind port fcf5253d-42a8-4383-b672-f0ba77d6531f on network 52d6e229-6838-4833-bee3-24170440d153 {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:32.591064 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.595240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c31f1-c12e-4bef-ae9a-a84cdd6a9353 None None] Pushing event updated for resources: {'Port': ['ID=fcf5253d-42a8-4383-b672-f0ba77d6531f,revision_number=2']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:32.603707 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:32.604061 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Checking segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:32.604718 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.605375 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Bound using segment: {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'} {{(pid=93948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:32.606173 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.managers [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Bound port: fcf5253d-42a8-4383-b672-f0ba77d6531f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cafdde-251c-4597-b70b-f84d34514ea1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52d6e229-6838-4833-bee3-24170440d153'}}] {{(pid=93948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:32.606932 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.695736 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port f5f75332-ce30-40e7-ab42-1b1760e0a948 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:32.700718 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] For port fcf5253d-42a8-4383-b672-f0ba77d6531f, host n-d-791505-12, cleared binding levels {{(pid=93948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:32.713066 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f5f75332-ce30-40e7-ab42-1b1760e0a948 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:32.713457 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.721013 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] For port fcf5253d-42a8-4383-b672-f0ba77d6531f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fcf5253d-42a8-4383-b672-f0ba77d6531f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:32.744934 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-821df48f-387c-4f8b-9e41-350885e6a4e6 None None] Provisioning for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:32.746975 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.760535 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-821df48f-387c-4f8b-9e41-350885e6a4e6 None None] Provisioning complete for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:32.760897 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-821df48f-387c-4f8b-9e41-350885e6a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.825889 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.832778 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.872041 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-821df48f-387c-4f8b-9e41-350885e6a4e6 None None] Port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:32.873412 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c31f1-c12e-4bef-ae9a-a84cdd6a9353 None None] Pushing event updated for resources: {'Port': ['ID=fcf5253d-42a8-4383-b672-f0ba77d6531f,revision_number=3']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:32.883781 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:32.884455 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:32.911146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Pushing event updated for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:32.913973 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2075462'] for router_interface, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.971438 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:33.017037 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Network c381f2aa-a503-44fe-b81f-ded5c655f627 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:33.018663 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:33.061117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port f5f75332-ce30-40e7-ab42-1b1760e0a948, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f5f75332-ce30-40e7-ab42-1b1760e0a948,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:33.068041 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:33.069054 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17195ce2-86b8-4ada-99b5-01987c333076 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:33.076975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:33.197367 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Router cef2de88-ca7e-49ed-a877-c42f6fa44d80 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:33.242105 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:33.309753 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 17195ce2-86b8-4ada-99b5-01987c333076 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:33.310140 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:33.367081 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:33.372674 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-051a6969-7544-4c2d-b230-76e5ca7c090b admin admin] 10.222.0.66 "PUT /v2.0/routers/cef2de88-ca7e-49ed-a877-c42f6fa44d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1538370 Jul 07 18:41:33.455763 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-8bf3710b-bdbf-4bd8-9823-15bf991c017e None None] Provisioning complete for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:33.456143 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-8bf3710b-bdbf-4bd8-9823-15bf991c017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:33.513539 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3710b-bdbf-4bd8-9823-15bf991c017e None None] Port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:33.526377 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '361d95c9-1c4d-45c8-bfcd-f685cdf21b0f', 'name': '', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'mac_address': 'fa:16:3e:fe:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:31Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 2, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'subnets': [{'id': 'e2167171-98d3-41e6-9466-a3d642536578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:33.559857 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc81f3-c430-4ec2-9fca-b9dbe2e918e7 None None] The sync data for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 is: [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '361d95c9-1c4d-45c8-bfcd-f685cdf21b0f', 'name': '', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'mac_address': 'fa:16:3e:fe:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:31Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 2, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'subnets': [{'id': 'e2167171-98d3-41e6-9466-a3d642536578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:33.981660 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43786) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:33.989518 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754867505', 'description': 'tempest-secgroup-smoke-1754867505 description', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:34.012284 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.130411 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.136592 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.184659 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.186259 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031920 Jul 07 18:41:34.188908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e993e6-9105-4b8d-aea9-98a3ed7162ea tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06af97-8f00-443d-8c3a-f203a6824869,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:34.189468 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43788) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:34.196751 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:34.227551 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.301744 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.311440 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.333888 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5403261c-67e5-4606-9941-47b5d42e678d,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:34.346081 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.350120 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43790) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:34.350239 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-4f13231e-de55-4477-baaa-fccaa14d05c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590483 Jul 07 18:41:34.355814 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:34.386460 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.467836 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.473367 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.498855 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f1206b-399b-4403-abc8-f652d5d9936b,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:34.503486 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.507703 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-b43ec908-f1f6-489a-9224-29a472caed4d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531405 Jul 07 18:41:34.508046 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43792) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:34.513625 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:34.552297 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.589159 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fcf5253d-42a8-4383-b672-f0ba77d6531f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:34.639320 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.644335 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.657240 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port fcf5253d-42a8-4383-b672-f0ba77d6531f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:34.663645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fcf5253d-42a8-4383-b672-f0ba77d6531f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:34.664714 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.676854 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e2aeba-b6f9-45ac-85c5-36ade04c1a5f,revision_number=0']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:34.682612 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.689248 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43794) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:34.697378 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-10b46f87-f5bd-46c6-9c77-9103fae1af68 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1865704 Jul 07 18:41:34.698250 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:34.745497 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.785127 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.814470 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port fcf5253d-42a8-4383-b672-f0ba77d6531f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fcf5253d-42a8-4383-b672-f0ba77d6531f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:34.821565 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.823552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f5f75332-ce30-40e7-ab42-1b1760e0a948 up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:34.985268 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=fcf5253d-42a8-4383-b672-f0ba77d6531f,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:35.000963 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port f5f75332-ce30-40e7-ab42-1b1760e0a948 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:35.001686 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.157428 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.162420 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.180960 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb3558-af96-4546-828e-f7d1c2b75446,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:35.189484 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.190761 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-856636f3-874a-4f97-bf73-89fe12a05732 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4996603 Jul 07 18:41:35.193581 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43796) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:35.199091 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:35.220816 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Project c7dd4d30d7aa4581b9174f97fae94384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:41:35.225908 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.291882 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.295832 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.315403 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7527aa-363c-44f4-a567-b76805d848ab,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:35.325649 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.326919 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9122f7c7-4b3b-401f-91fd-46403e97fabd tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323118 Jul 07 18:41:35.329592 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43798) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:35.334097 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'security_group_rule': {'security_group_id': 'fe06af97-8f00-443d-8c3a-f203a6824869', 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:35.357359 n-d-791505-12 neutron-server[93946]: INFO neutron.db.securitygroups_db [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Project c7dd4d30d7aa4581b9174f97fae94384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:41:35.363150 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.433160 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.438211 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1865670'] for security_group_rule, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.457087 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d05e4b1-270a-4139-af6f-0e0986d1f1b7,revision_number=0']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:35.465543 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.466804 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-3c985d0e-d014-45b9-988f-710cc456b396 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362147 Jul 07 18:41:35.624901 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-2c7c1fcd-5db5-4034-ae3d-f742672c0dfe tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754867505&fields=id&tenant_id=c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 267 time: 0.0405486 Jul 07 18:41:35.741071 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-aa47eb27-2847-4cc6-8161-2a738da8aaaf tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:35.742967 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-aa47eb27-2847-4cc6-8161-2a738da8aaaf tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 809 time: 0.1099770 Jul 07 18:41:35.765689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-58b350a5-00de-4809-8c23-56d8af6e33b3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/quotas/c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 375 time: 0.0165474 Jul 07 18:41:35.859418 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-46b2f822-0a1c-4093-afa2-2b24ee0918d2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881011 Jul 07 18:41:35.884151 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-4fd8fcca-60b7-409c-9243-eb739870ca88 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:41:35.885174 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-4fd8fcca-60b7-409c-9243-eb739870ca88 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066557 Jul 07 18:41:35.910515 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Sync routers for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:35.922214 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:35.922886 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:35.997050 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-8ece3693-28b5-4b55-9581-e519a58b25ff service neutron] 10.222.0.66 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030645 Jul 07 18:41:36.039906 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:36.111973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-f8d0bfbf-0bdf-4334-894d-81e847e31135 service neutron] 10.222.0.66 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058183 Jul 07 18:41:36.278617 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '361d95c9-1c4d-45c8-bfcd-f685cdf21b0f', 'name': '', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'mac_address': 'fa:16:3e:fe:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:31Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 2, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'subnets': [{'id': 'e2167171-98d3-41e6-9466-a3d642536578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:36.308490 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f1a916a8-e298-411c-9316-0bc00d9ea2b8 req-2f6f7933-3e63-464c-adf6-f896f6de65a1 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 210 time: 0.0321555 Jul 07 18:41:36.312556 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Checking router: cef2de88-ca7e-49ed-a877-c42f6fa44d80 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:36.313142 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Updating router cef2de88-ca7e-49ed-a877-c42f6fa44d80 port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f binding host n-d-791505-12 {{(pid=93949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:36.355632 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.472117 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fcf5253d-42a8-4383-b672-f0ba77d6531f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:36.530652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port fcf5253d-42a8-4383-b672-f0ba77d6531f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:36.531854 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.652672 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.663339 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Transition to ACTIVE for port object 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:36.669721 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.727837 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c357-dfe6-4a7f-9666-9358d430b187 None None] Pushing event updated for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:36.787699 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Attempting to bind port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f on host n-d-791505-12 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:36.788366 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Attempting to bind port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f by drivers openvswitch,hyperv on host n-d-791505-12 at level 0 using segments [{'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:36.789410 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Attempting to bind port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f on network c381f2aa-a503-44fe-b81f-ded5c655f627 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:36.795725 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Checking agent: {'id': '3f1d0e40-f907-4a21-8209-556fa5a39858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 57, 40), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:36.796205 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Checking segment: {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:36.796687 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.797153 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Bound using segment: {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:36.797710 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Bound port: 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f, host: n-d-791505-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ac24e-d419-4e60-b850-a7090daac409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:36.798161 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.899491 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] For port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f, host n-d-791505-12, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:36.903675 n-d-791505-12 neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] For port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f, host n-d-791505-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:36.909708 n-d-791505-12 neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.956884 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:36.957677 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:37.031222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c357-dfe6-4a7f-9666-9358d430b187 None None] Pushing event updated for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=4']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:37.098005 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:37.330184 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '361d95c9-1c4d-45c8-bfcd-f685cdf21b0f', 'name': '', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'mac_address': 'fa:16:3e:fe:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:31Z', 'updated_at': '2021-07-07T18:41:36Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'subnets': [{'id': 'e2167171-98d3-41e6-9466-a3d642536578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:37.356737 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa21f1-4e56-4a6a-85d9-5bce55db19f5 None None] The sync data for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 is: [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': '361d95c9-1c4d-45c8-bfcd-f685cdf21b0f', 'name': '', 'network_id': 'c381f2aa-a503-44fe-b81f-ded5c655f627', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'mac_address': 'fa:16:3e:fe:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'e2167171-98d3-41e6-9466-a3d642536578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:31Z', 'updated_at': '2021-07-07T18:41:36Z', 'revision_number': 4, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'subnets': [{'id': 'e2167171-98d3-41e6-9466-a3d642536578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:37.506099 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-4057920d-ebed-4868-9bb1-245c83743e29 req-daa8d157-e43c-4a1e-95f5-d12893e985b7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 210 time: 0.0594943 Jul 07 18:41:37.677927 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-dc19b0c6-d5c3-44d4-8994-c7f9d4d483d9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:37.680302 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-dc19b0c6-d5c3-44d4-8994-c7f9d4d483d9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 809 time: 0.1679766 Jul 07 18:41:37.729541 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-4de97fa5-3025-4e24-810c-1d4b9bc57107 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 380 time: 0.0402021 Jul 07 18:41:37.739531 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'port': {'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'admin_state_up': True, 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'security_groups': ['fe06af97-8f00-443d-8c3a-f203a6824869']}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:37.796862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1ecdeeb5-1581-42f0-9347-2f2dcc9b75d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:37.864639 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Made reservation on behalf of c7dd4d30d7aa4581b9174f97fae94384 for: {'port': 1} {{(pid=93946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:37.869963 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.034225 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Allocated IP 172.20.0.10 (c642f6e7-cadf-424a-8618-92c7d05cdab8/be89f3f0-b7f6-4699-b5bd-f712c91f41fb/4a0d583b-7221-49ce-99db-4a1e7dc62f22) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:38.204244 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.234549 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Transition to ACTIVE for port object 4a0d583b-7221-49ce-99db-4a1e7dc62f22 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:38.271883 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.324370 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:38.328018 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:38.331308 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:38.365995 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:38.406533 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:38.406997 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.430818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-af84d7f5-68d3-4c81-afc8-66a6ef7770a7 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955194 Jul 07 18:41:38.445572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Request body: {'port': {'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-12'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:38.521574 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:38.546399 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.610978 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:38.623237 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:38.623973 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.727674 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.739780 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6424bcff-db6e-42f0-983d-f90dca31ad7e None None] Provisioning for port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:38.751215 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6424bcff-db6e-42f0-983d-f90dca31ad7e None None] Provisioning complete for port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:38.751687 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6424bcff-db6e-42f0-983d-f90dca31ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.783104 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] For port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:38.790788 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.808874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016dfca-69b9-48ae-979e-e26f9c9b1a82 req-caf49716-fea0-466c-a3f2-930988bdff32 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:38.810429 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d016dfca-69b9-48ae-979e-e26f9c9b1a82 req-caf49716-fea0-466c-a3f2-930988bdff32 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 932 time: 0.1380343 Jul 07 18:41:38.820309 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6424bcff-db6e-42f0-983d-f90dca31ad7e None None] Port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:38.844333 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Pushing event updated for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:38.887979 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d016dfca-69b9-48ae-979e-e26f9c9b1a82 req-f16e6adf-0d42-4b77-8ea7-e8aac46fdb12 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681689 Jul 07 18:41:38.933139 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0d583b-7221-49ce-99db-4a1e7dc62f22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:38.941024 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:38.954879 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Transition to ACTIVE for port object 4a0d583b-7221-49ce-99db-4a1e7dc62f22 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:38.959574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.045738 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:39.104480 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Attempting to bind port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 on host n-h1-791505-12 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:39.104822 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Attempting to bind port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 by drivers openvswitch,hyperv on host n-h1-791505-12 at level 0 using segments [{'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:39.105158 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Attempting to bind port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:39.110013 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 on network c642f6e7-cadf-424a-8618-92c7d05cdab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-12 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:41:39.110346 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Attempting to bind port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:39.115750 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Checking agent: {'id': 'e171ec0e-a214-409b-a385-e8d3ad059f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:39.116095 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Checking segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:39.117192 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Bound using segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:39.117465 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Bound port: 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host: n-h1-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:39.117816 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.189126 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:39.192683 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:39.199154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.238642 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:39.239271 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:39.240878 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1093 time: 0.8008738 Jul 07 18:41:39.241441 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:39.244206 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d4a81e-42c9-4909-8715-d6f96bc3d531" -d '{"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:39.275288 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6fb5d-46d2-40f1-a51e-8e2f1b7afdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:39.313226 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958f575-1b85-4b1c-81d0-9b68093f1fc4 x-openstack-request-id: req-8958f575-1b85-4b1c-81d0-9b68093f1fc4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:39.313534 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:39.313757 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8958f575-1b85-4b1c-81d0-9b68093f1fc4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:39.314282 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'status': 'completed', 'code': 200} Jul 07 18:41:39.385264 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-becb7d2c-5c76-435b-858b-dcfba0d3955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:39.387751 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-becb7d2c-5c76-435b-858b-dcfba0d3955f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.0835869 Jul 07 18:41:39.442225 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-64c66562-db60-431a-b3b3-8afba844ca4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 217 time: 0.0468478 Jul 07 18:41:39.497882 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-18b025d1-3780-4644-ad29-d84ec6e8a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:39.499356 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-18b025d1-3780-4644-ad29-d84ec6e8a5cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0500643 Jul 07 18:41:39.562736 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-b95d4e5e-c87b-4464-bd4f-6e19cba16e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:39.564251 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-b95d4e5e-c87b-4464-bd4f-6e19cba16e6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581751 Jul 07 18:41:39.706855 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-7d4c83ce-edff-4115-bc0e-ff9c943fe6be service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350291 Jul 07 18:41:39.817125 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-32d41110-0e91-489e-8a6c-97b5ee2d3fa5 req-d385c0af-c01d-4ed2-92b3-ae5dcbf9f7ba service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034698 Jul 07 18:41:39.934951 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-30ea5bff-d636-4527-853e-3b371afbde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:39.936853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-30ea5bff-d636-4527-853e-3b371afbde36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.0646629 Jul 07 18:41:40.074027 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-de4d14fd-b9f3-4148-aff6-48e2b81f05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:40.075464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-de4d14fd-b9f3-4148-aff6-48e2b81f05d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.1325345 Jul 07 18:41:40.122395 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-94d4393d-fe72-48e3-999a-2588299685e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 217 time: 0.0393329 Jul 07 18:41:40.179924 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e1887-d6fc-4ae0-9884-1bb349340115 req-7f47bb19-f7e4-4ad3-91c1-aa659ef792e8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:40.181459 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a76e1887-d6fc-4ae0-9884-1bb349340115 req-7f47bb19-f7e4-4ad3-91c1-aa659ef792e8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 944 time: 0.1544416 Jul 07 18:41:40.217234 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-be37cf17-ad49-4de8-bde9-94a4ae25ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:40.218754 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-be37cf17-ad49-4de8-bde9-94a4ae25ed28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0885370 Jul 07 18:41:40.262485 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a76e1887-d6fc-4ae0-9884-1bb349340115 req-c1e888ec-5678-4274-af01-08346069fa5b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729864 Jul 07 18:41:40.298061 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-c69503a6-b2c9-4268-b659-cae3eb4f37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:40.300604 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-c69503a6-b2c9-4268-b659-cae3eb4f37df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747225 Jul 07 18:41:40.306334 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d37f46cd-4a27-4841-83ef-5d89cd63899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:40.394051 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-dfce7370-9065-4f11-b141-e9fe3c823095 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Jul 07 18:41:40.453827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f up at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:40.498380 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-43d4a81e-42c9-4909-8715-d6f96bc3d531 req-20b2fb3e-ab46-4328-8084-1d8856018b5e service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957167 Jul 07 18:41:40.652555 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Provisioning complete for port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:40.652944 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:40.813727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:41.454733 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741589-20ed-4add-8911-29be8e110ec2 req-ae540559-01d6-4325-babb-e87a89717a6f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:41.456375 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52741589-20ed-4add-8911-29be8e110ec2 req-ae540559-01d6-4325-babb-e87a89717a6f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 944 time: 0.0664506 Jul 07 18:41:41.497409 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-52741589-20ed-4add-8911-29be8e110ec2 req-99571fa6-280e-4a65-9a39-8d2e436445f3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Jul 07 18:41:42.212705 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:42.390681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:41:42.502545 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:42.518134 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:41:42.562253 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:42.576177 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0d583b-7221-49ce-99db-4a1e7dc62f22 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:42.598348 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:42.602953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:42.659714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:42.696877 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c6e84-527b-4a18-8499-f387fdb08180 req-875135b9-861d-4e73-b7fd-350647e80a4e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:42.698410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-710c6e84-527b-4a18-8499-f387fdb08180 req-875135b9-861d-4e73-b7fd-350647e80a4e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 945 time: 0.0785027 Jul 07 18:41:42.739764 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-710c6e84-527b-4a18-8499-f387fdb08180 req-46faef6d-a6d2-4e97-a98a-28602f2038c3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Jul 07 18:41:42.817075 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['4a0d583b-7221-49ce-99db-4a1e7dc62f22'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:43.935455 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210a135-e05c-4f73-8138-0bbc3778e01d req-b05a93c4-37d3-4aee-8291-51bac6f18378 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:43.937165 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2210a135-e05c-4f73-8138-0bbc3778e01d req-b05a93c4-37d3-4aee-8291-51bac6f18378 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 945 time: 0.0799565 Jul 07 18:41:43.955923 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:43.980160 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-2210a135-e05c-4f73-8138-0bbc3778e01d req-168492c7-687d-45eb-a44b-713d0f9b8508 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362294 Jul 07 18:41:44.403758 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:44.454317 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning for port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:44.458391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:44.458818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:44.540326 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:44.567681 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:44.570767 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5183d9-87e3-4932-9177-23dfe9f2ec8e" -d '{"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:44.585653 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:44.590081 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:44.615865 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e25a0-aa1d-4d70-8b7b-38b36de7de06 x-openstack-request-id: req-914e25a0-aa1d-4d70-8b7b-38b36de7de06 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:44.616175 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:44.616498 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-914e25a0-aa1d-4d70-8b7b-38b36de7de06 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:44.616795 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'code': 200} Jul 07 18:41:44.644770 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:44.739700 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d735-b1a4-4ae7-add5-687e5dfb5bd8 req-05dd3568-31f7-4569-8995-52766bb3df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:44.741453 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7009d735-b1a4-4ae7-add5-687e5dfb5bd8 req-05dd3568-31f7-4569-8995-52766bb3df9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1098 time: 0.0574813 Jul 07 18:41:44.780606 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7009d735-b1a4-4ae7-add5-687e5dfb5bd8 req-3983c4cb-3fc8-4257-acca-2122a21ca7e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Jul 07 18:41:45.164291 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9659a70-c94f-4795-a1d5-d7ea5edd66ca req-0c85be4b-b977-4a53-8504-f7a5bf0a4a3e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:45.165844 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9659a70-c94f-4795-a1d5-d7ea5edd66ca req-0c85be4b-b977-4a53-8504-f7a5bf0a4a3e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 946 time: 0.0661285 Jul 07 18:41:45.211397 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9659a70-c94f-4795-a1d5-d7ea5edd66ca req-1872c706-8639-4514-902d-0cdc3edd01fb tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Jul 07 18:41:46.392512 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ece078-d24a-4779-825c-459787fcea88 req-91f97a14-e1f3-4360-ae09-3b12e0b160c2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.393391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9ece078-d24a-4779-825c-459787fcea88 req-91f97a14-e1f3-4360-ae09-3b12e0b160c2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 946 time: 0.0640333 Jul 07 18:41:46.433473 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a9ece078-d24a-4779-825c-459787fcea88 req-b7b9872b-96e4-4aef-abc5-1671e5b8656a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Jul 07 18:41:46.609921 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815199b-568f-43a2-8b6f-e40aab251a96 req-70990ebe-8bae-4665-a0a6-544d1e922b0e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.611358 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d815199b-568f-43a2-8b6f-e40aab251a96 req-70990ebe-8bae-4665-a0a6-544d1e922b0e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 946 time: 0.0638528 Jul 07 18:41:46.649825 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-d815199b-568f-43a2-8b6f-e40aab251a96 req-b3273072-0184-4de7-92b9-b469a38fc914 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Jul 07 18:41:46.674873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 43848) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:46.861166 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3adc56-3128-44e1-99f4-416b5b329a63 tempest-TestSnapshotPattern-1649707889 tempest-TestSnapshotPattern-1649707889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.862676 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-ea3adc56-3128-44e1-99f4-416b5b329a63 tempest-TestSnapshotPattern-1649707889 tempest-TestSnapshotPattern-1649707889-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1093 time: 0.1866407 Jul 07 18:41:46.865780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 43852) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:46.870687 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.v2.base [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:46.904995 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.015423 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.133699 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Allocated IP 172.25.3.177 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/aae1ddde-e59c-47f5-8a33-f9505c4f9ddf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:47.245899 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.300209 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3449586'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.366919 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:47.370413 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:47.375869 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:47.407052 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=aae1ddde-e59c-47f5-8a33-f9505c4f9ddf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:47.765729 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.847625 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.000574 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.005447 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3449344'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.072894 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=aae1ddde-e59c-47f5-8a33-f9505c4f9ddf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:48.085269 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.188560 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Floating IP 59828f68-5d47-4194-983b-dccca6d1b8cf associated. External IP: 172.25.3.177, port: 4a0d583b-7221-49ce-99db-4a1e7dc62f22. Jul 07 18:41:48.705069 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:48.832098 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:48.842231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:48.852126 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.854714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:48.855373 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:48.893064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-deb38e61-3e2c-4608-a73f-979dd0dc88f4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0260725 Jul 07 18:41:48.893809 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:48.896248 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3337c838-4ba2-4531-a674-50ddaad458e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:48.946678 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b02d9eb-4a36-474f-829b-98b94b66f4bf x-openstack-request-id: req-6b02d9eb-4a36-474f-829b-98b94b66f4bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:48.946975 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:48.947237 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b02d9eb-4a36-474f-829b-98b94b66f4bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:48.947867 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'status': 'completed', 'code': 200} Jul 07 18:41:49.004353 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:49.036643 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-5fac6d0e-9e0b-41f3-8ad4-42e427966e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:49.040968 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-5fac6d0e-9e0b-41f3-8ad4-42e427966e9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1098 time: 0.0716605 Jul 07 18:41:49.175477 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-5bbfd581-69b1-4f16-98fc-8d8a9f56fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:49.177089 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-5bbfd581-69b1-4f16-98fc-8d8a9f56fe2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.1298399 Jul 07 18:41:49.254678 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-f2a8e8c5-60c0-4313-8b5a-42845dee7b45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1000 time: 0.0701427 Jul 07 18:41:49.311151 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:47Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:49.316450 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-f44f595d-9cd4-4252-8354-c546e8cfb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:49.319064 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-f44f595d-9cd4-4252-8354-c546e8cfb4b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0571277 Jul 07 18:41:49.344586 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:49.354670 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:49.355295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:41:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:49.382819 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-ae77140d-0129-4ba7-9e5d-eafe6c4d45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:49.384392 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-ae77140d-0129-4ba7-9e5d-eafe6c4d45e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582457 Jul 07 18:41:49.471992 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:49.484619 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-2e97646b-ab09-4dde-8672-0659c4281f85 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Jul 07 18:41:49.588025 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3337c838-4ba2-4531-a674-50ddaad458e0 req-03dd6812-a7c2-4e6b-9839-d87bb4ad4c73 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966561 Jul 07 18:41:49.705906 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:47Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:49.739827 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eaa360-a8ff-4110-9066-36d909f3a748 None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:47Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:49.941982 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8481326-a925-44ed-aab0-11a9baad586f None None] New status for floating IP 59828f68-5d47-4194-983b-dccca6d1b8cf: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:55.454276 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:56.729746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.086977 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.926997 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-618f4daf-82eb-46a6-9f6b-c966875d1ecc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558853 Jul 07 18:42:06.038784 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-904d12ec-f373-466e-9ea6-591ae0e09c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:06.040336 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-904d12ec-f373-466e-9ea6-591ae0e09c33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1098 time: 0.0553284 Jul 07 18:42:06.155486 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-e48b91d9-543a-4db6-a973-a2f403842f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:06.156998 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-e48b91d9-543a-4db6-a973-a2f403842f36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0945573 Jul 07 18:42:06.224192 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-054a19ba-06a5-4d68-837a-850dded6a658 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1002 time: 0.0598867 Jul 07 18:42:06.280251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-2312a582-d090-491b-87a6-bbf881a67d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:06.281740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-2312a582-d090-491b-87a6-bbf881a67d3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0504622 Jul 07 18:42:06.345032 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-af44ca2b-20e7-4be9-ad72-7760ca67d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:06.346580 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-af44ca2b-20e7-4be9-ad72-7760ca67d276 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533414 Jul 07 18:42:06.436216 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-f9897a13-0b60-455b-9eae-5f2966abeaab service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826890 Jul 07 18:42:06.535465 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-90f6db62-7575-456a-bd21-e7a445c3d53a req-de33cb00-3147-4db5-8c0b-bda092c09a18 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922811 Jul 07 18:42:07.790319 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-4d096fb0-9993-4959-8562-065cba1ace97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:10.307005 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0eddc9ac-fd16-4092-852e-311aad0a542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:10.817216 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:12.214530 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:13.957445 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:26.746466 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.113673 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:32.453135 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:37.792176 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-1542a923-6028-4c4d-afab-6d96888185b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.308242 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-58fd0ffa-6024-403b-9a98-cb38a5e5bf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.821549 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:42.217461 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:43.960930 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:56.744621 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:58.117398 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:07.797447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c995f68-00a0-41e3-aab3-788f4543198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:07.955198 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-ad54fb1b-f57a-4bd9-b3ac-9e33072f0ec9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010418 Jul 07 18:43:08.063467 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-858073fb-b360-4205-8de6-d530c272408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:08.064964 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-858073fb-b360-4205-8de6-d530c272408e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1098 time: 0.0585761 Jul 07 18:43:08.193690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-94457b24-d8f9-44f3-ba39-d54664ddc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:08.195700 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-94457b24-d8f9-44f3-ba39-d54664ddc9b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.1059904 Jul 07 18:43:08.272468 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-59969ad2-c5d2-4f9a-ac69-aa64ddd7196a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1002 time: 0.0696850 Jul 07 18:43:08.331335 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-d7320c3b-94f1-4520-b356-3e405a032845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:08.332900 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-d7320c3b-94f1-4520-b356-3e405a032845 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0538344 Jul 07 18:43:08.397538 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-a90b6657-180c-4616-b780-a7cebf881d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:08.399169 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-a90b6657-180c-4616-b780-a7cebf881d57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587351 Jul 07 18:43:08.496061 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-dcf32be5-fdfc-4058-abc3-2f9dbcad0cf6 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897698 Jul 07 18:43:08.601973 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a1da34b4-2c86-4e43-a3c9-5b52d98acc60 req-16e3a185-6153-4841-a5a8-8fbff73f1ab9 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992134 Jul 07 18:43:09.452845 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:10.310072 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-5cd15582-ddc6-4eb0-9bfa-98274ce218a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.829941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:12.223323 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:13.964822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:26.767349 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:28.135590 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:37.795185 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7f2a595a-2661-4fc0-8d47-8a3f6f7cdae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:40.314149 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-426fb51f-708e-4eda-8c68-386fd5f5bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:40.823191 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.224111 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.966225 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:46.452223 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:46.905935 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 details requested by agent hyperv_n-h1-791505-12 with host n-h1-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:43:47.002300 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:47.014248 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Returning: {'device': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:43:47.055496 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:47.068391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a0d583b-7221-49ce-99db-4a1e7dc62f22 {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:43:47.088689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:47.092949 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:47.144014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:47.155072 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.155429 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.155782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.156130 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.156468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.156807 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.157141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.157474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.157805 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.158133 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.158480 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.158813 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:47.171118 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] get_ports_and_sgs() called for port_ids ['4a0d583b-7221-49ce-99db-4a1e7dc62f22'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:43:48.903345 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 up at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:43:48.958788 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Provisioning complete for port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:43:48.959443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.049681 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.086632 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:49.088929 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899883a6-1c42-4989-a931-a31f3ce38e8e" -d '{"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:43:49.117764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:49.123592 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.212645 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:49.304065 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7467b8-580f-4224-8191-5beb2ed1c9e2 x-openstack-request-id: req-6f7467b8-580f-4224-8191-5beb2ed1c9e2 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:43:49.304366 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-plugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:43:49.304622 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f7467b8-580f-4224-8191-5beb2ed1c9e2 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:43:49.305032 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'code': 200} Jul 07 18:43:56.796768 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.136132 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.325257 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-72dddb8d-0ecd-402c-b5e5-6afc719a8064 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754867505&fields=id&tenant_id=c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 267 time: 0.0399628 Jul 07 18:43:58.439386 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-ed389f59-0ae8-4010-b7fa-6af2578d43ac tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:58.440853 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-ed389f59-0ae8-4010-b7fa-6af2578d43ac tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 809 time: 0.1070375 Jul 07 18:43:58.455789 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-46291401-47fc-45cc-b676-5415e7f2b854 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/quotas/c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 375 time: 0.0090840 Jul 07 18:43:58.528484 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-1dceca6c-3203-4e87-b765-6a5307706b9f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0675895 Jul 07 18:43:58.699498 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-27249930-3d55-4701-83cd-d732941a83a5 service neutron] 10.222.0.66 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578805 Jul 07 18:43:58.789391 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-9e517e27-2d6e-46d2-9b29-67c690461d7e service neutron] 10.222.0.66 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840952 Jul 07 18:43:58.961293 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e8d32ca3-2e2d-42f2-9878-f118049d01a8 req-a49387db-7401-447f-ac9c-e984d825e352 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Jul 07 18:44:00.119593 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-39035df4-1ddc-461b-8149-707b6f9e5329 req-e4614fd2-2d15-4f5c-bc5f-5e99eb01ec4a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0345576 Jul 07 18:44:00.286614 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-fb2931f6-0c5e-4421-be5b-ae167fa297aa tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:00.288125 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-fb2931f6-0c5e-4421-be5b-ae167fa297aa tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 809 time: 0.1141355 Jul 07 18:44:00.337797 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-e277c91d-2140-4364-aed7-a87493848990 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7dd4d30d7aa4581b9174f97fae94384 HTTP/1.1" status: 200 len: 380 time: 0.0401208 Jul 07 18:44:00.346305 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'port': {'device_id': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'admin_state_up': True, 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'security_groups': ['fe06af97-8f00-443d-8c3a-f203a6824869']}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:00.464626 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Made reservation on behalf of c7dd4d30d7aa4581b9174f97fae94384 for: {'port': 1} {{(pid=93947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:44:00.468470 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.601627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Allocated IP 172.20.0.12 (c642f6e7-cadf-424a-8618-92c7d05cdab8/be89f3f0-b7f6-4699-b5bd-f712c91f41fb/3086595a-c7c4-448c-a501-25c44bfdda4d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:44:00.750869 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.765975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Transition to ACTIVE for port object 3086595a-c7c4-448c-a501-25c44bfdda4d will not be triggered until provisioned by entity DHCP. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:44:00.802991 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.868547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:00.884791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.885245 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.885831 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.886412 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.886975 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.887719 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.888246 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.888886 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.889409 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.889934 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.890466 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.890973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:00.904038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:44:00.916873 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:44:00.923248 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:44:00.980791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:00.981569 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.997110 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-45802e27-87c2-4d7a-97e5-66076b803d09 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6544778 Jul 07 18:44:01.261167 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-732aa89a-2eaf-44e4-8e4f-bb72f9c0b185 None None] Provisioning for port 3086595a-c7c4-448c-a501-25c44bfdda4d completed by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:44:01.266448 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-732aa89a-2eaf-44e4-8e4f-bb72f9c0b185 None None] Provisioning complete for port 3086595a-c7c4-448c-a501-25c44bfdda4d triggered by entity DHCP. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:44:01.266936 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-732aa89a-2eaf-44e4-8e4f-bb72f9c0b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.311153 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-732aa89a-2eaf-44e4-8e4f-bb72f9c0b185 None None] Port 3086595a-c7c4-448c-a501-25c44bfdda4d cannot update to ACTIVE because it is not bound. {{(pid=93948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:44:01.331217 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311239-4134-4bc7-9456-8742a056c146 req-6bce3a3f-aaee-42f9-b471-6076a6de4709 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:01.333369 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce311239-4134-4bc7-9456-8742a056c146 req-6bce3a3f-aaee-42f9-b471-6076a6de4709 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0810311 Jul 07 18:44:01.379501 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-ce311239-4134-4bc7-9456-8742a056c146 req-03239b07-69b3-4395-a9f7-9ac33d162e87 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Jul 07 18:44:02.571793 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce4643-ba80-4e4b-a6f9-a51b9bb7a4a5 req-9ae7d09e-a3ef-4eb3-8f67-777a469d7dbf tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:02.573543 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8ce4643-ba80-4e4b-a6f9-a51b9bb7a4a5 req-9ae7d09e-a3ef-4eb3-8f67-777a469d7dbf tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0677431 Jul 07 18:44:02.614588 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-f8ce4643-ba80-4e4b-a6f9-a51b9bb7a4a5 req-50a02aa1-29df-4acb-8d25-85011821785a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354581 Jul 07 18:44:02.966487 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:03.051196 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.079055 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:03.082567 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74400498-7abf-45c2-ab81-1f5eacfe064b" -d '{"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:03.098258 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:03.104460 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.138264 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a707345e-9325-413b-9059-092fd6964e64 x-openstack-request-id: req-a707345e-9325-413b-9059-092fd6964e64 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:03.138664 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:03.138861 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a707345e-9325-413b-9059-092fd6964e64 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:03.139202 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'code': 200} Jul 07 18:44:03.171391 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Pushing event updated for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:03.806133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bc787-00a0-4c32-a3a7-8afb049f6cf9 req-1c7443ff-fa24-41a7-a3a9-29edfa485387 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.807743 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-426bc787-00a0-4c32-a3a7-8afb049f6cf9 req-1c7443ff-fa24-41a7-a3a9-29edfa485387 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0700653 Jul 07 18:44:03.850431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-426bc787-00a0-4c32-a3a7-8afb049f6cf9 req-10feb22f-865c-42be-81f3-4ce86b4b92df tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370450 Jul 07 18:44:05.049154 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8c1f9-2ef5-4f9c-b696-b5fe620c141c req-3924e79a-5924-4b5c-9e39-2ae432439538 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:05.051342 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bde8c1f9-2ef5-4f9c-b696-b5fe620c141c req-3924e79a-5924-4b5c-9e39-2ae432439538 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0828898 Jul 07 18:44:05.092010 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-bde8c1f9-2ef5-4f9c-b696-b5fe620c141c req-178993c1-8e5f-4644-9103-e9bc9f3e26f5 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Jul 07 18:44:06.298714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ea2b-dae2-44eb-82be-66345a99847c req-b5daff32-476b-4e75-a7fb-71a41670c5e4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:06.301026 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd69ea2b-dae2-44eb-82be-66345a99847c req-b5daff32-476b-4e75-a7fb-71a41670c5e4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0667887 Jul 07 18:44:06.345355 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-dd69ea2b-dae2-44eb-82be-66345a99847c req-6743ef6b-8f7a-46e4-ad68-d842e1ddd24b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384843 Jul 07 18:44:07.530501 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277179b5-81b8-44a8-9960-fa30034f75df req-5a0d243b-02e1-475c-9b77-80d88ff01f7f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:07.532092 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-277179b5-81b8-44a8-9960-fa30034f75df req-5a0d243b-02e1-475c-9b77-80d88ff01f7f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0700970 Jul 07 18:44:07.573389 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-277179b5-81b8-44a8-9960-fa30034f75df req-a3a0dede-46ba-4c3c-9cda-c9ab0e1e2033 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Jul 07 18:44:07.792513 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e5a30dcf-6835-49a1-be6e-9d983fe87172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:08.760802 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5fb2-36d0-4e95-a132-a33de79b361a req-604afc71-8074-4ecd-baca-0309ffbc6259 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:08.762410 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c3b5fb2-36d0-4e95-a132-a33de79b361a req-604afc71-8074-4ecd-baca-0309ffbc6259 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0753887 Jul 07 18:44:08.804689 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7c3b5fb2-36d0-4e95-a132-a33de79b361a req-d7be351a-1097-4c21-8249-a4d9299fc5da tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Jul 07 18:44:08.903763 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-eb2749c7-22c7-4ce9-84de-886bac9c7c8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654294 Jul 07 18:44:09.013157 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f438260-9796-4611-99d9-b40e37411a9f req-b62abd1e-0b0e-4dd5-9b85-2b7f519915ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.014684 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-b62abd1e-0b0e-4dd5-9b85-2b7f519915ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.0577400 Jul 07 18:44:09.132244 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f438260-9796-4611-99d9-b40e37411a9f req-f5843d28-9398-4d72-9361-df6ef8f49920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.133779 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-f5843d28-9398-4d72-9361-df6ef8f49920 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0973673 Jul 07 18:44:09.217134 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-89c31759-25b0-4d0b-a301-d13c533246a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1000 time: 0.0754507 Jul 07 18:44:09.272956 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f438260-9796-4611-99d9-b40e37411a9f req-97d239bb-93c3-4e88-9d47-b5c912565303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.274378 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-97d239bb-93c3-4e88-9d47-b5c912565303 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0510898 Jul 07 18:44:09.345843 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f438260-9796-4611-99d9-b40e37411a9f req-ff8fec0a-68ac-4d5f-b147-80f3673f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.347496 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-ff8fec0a-68ac-4d5f-b147-80f3673f1a2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670037 Jul 07 18:44:09.448435 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-e2ff7b13-99c2-40a0-9762-56b4ea190855 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944297 Jul 07 18:44:09.547703 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-3f438260-9796-4611-99d9-b40e37411a9f req-583cce0b-8e12-4a8e-9eac-d4d9f5274ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922570 Jul 07 18:44:09.991572 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aa4f-7c42-4023-94b5-103873a17b08 req-705704b3-d96d-463d-832c-b6ceb97a90a4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.993091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eba6aa4f-7c42-4023-94b5-103873a17b08 req-705704b3-d96d-463d-832c-b6ceb97a90a4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0724843 Jul 07 18:44:10.033969 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-eba6aa4f-7c42-4023-94b5-103873a17b08 req-0aa1eb10-bc13-4748-b0f0-4a5809032d04 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349708 Jul 07 18:44:10.315838 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-50a37179-f67f-499b-ac13-8857897c94ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:10.824915 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.024435 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Request body: {'port': {'device_id': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:11.100807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.217777 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99e8f-af3d-45c4-b013-f0408b471251 req-2ce30fbe-dd78-4585-b3bb-176e374b6edc tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.219352 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13c99e8f-af3d-45c4-b013-f0408b471251 req-2ce30fbe-dd78-4585-b3bb-176e374b6edc tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 932 time: 0.0658300 Jul 07 18:44:11.258883 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-13c99e8f-af3d-45c4-b013-f0408b471251 req-71ed851c-a1f4-4513-84b1-087ce4aa65aa tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Jul 07 18:44:11.369244 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3086595a-c7c4-448c-a501-25c44bfdda4d {{(pid=93947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:44:11.376372 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.388968 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Transition to ACTIVE for port object 3086595a-c7c4-448c-a501-25c44bfdda4d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:44:11.392727 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.463147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:11.522908 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Attempting to bind port 3086595a-c7c4-448c-a501-25c44bfdda4d on host n-h2-791505-12 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:44:11.523586 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Attempting to bind port 3086595a-c7c4-448c-a501-25c44bfdda4d by drivers openvswitch,hyperv on host n-h2-791505-12 at level 0 using segments [{'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:44:11.524165 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Attempting to bind port 3086595a-c7c4-448c-a501-25c44bfdda4d on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:11.531532 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Port 3086595a-c7c4-448c-a501-25c44bfdda4d on network c642f6e7-cadf-424a-8618-92c7d05cdab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-12 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:44:11.532074 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Attempting to bind port 3086595a-c7c4-448c-a501-25c44bfdda4d on network c642f6e7-cadf-424a-8618-92c7d05cdab8 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:11.540758 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Checking agent: {'id': '5c95c7bb-6a19-4863-8cc7-e24899053f36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'started_at': datetime.datetime(2021, 7, 7, 17, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:44:11.541627 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Checking segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:44:11.541791 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Bound using segment: {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:44:11.542296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Bound port: 3086595a-c7c4-448c-a501-25c44bfdda4d, host: n-h2-791505-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54a4139-7c7b-4c85-9482-6f23ee8f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:44:11.542699 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.614176 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:44:11.617648 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:44:11.621585 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.655569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.656191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:11.657609 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] 10.222.0.73 "PUT /v2.0/ports/3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 1093 time: 0.6892803 Jul 07 18:44:11.658038 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:11.660905 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9f52c-d392-4ad9-9021-f9f915ae2431" -d '{"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:11.691965 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88875-e231-4abe-850c-f246c51fcbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:11.764481 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1714b1-429a-4d26-992f-fd1b2935efa5 x-openstack-request-id: req-8c1714b1-429a-4d26-992f-fd1b2935efa5 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:11.764850 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:11.765107 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c1714b1-429a-4d26-992f-fd1b2935efa5 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:11.765514 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'status': 'completed', 'code': 200} Jul 07 18:44:11.775564 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-76093bf3-f50b-4acf-8235-4ee5fc2b89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.777172 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-76093bf3-f50b-4acf-8235-4ee5fc2b89bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0680053 Jul 07 18:44:11.825014 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-f99e8d5d-7893-479c-8e46-6d1e7f823de1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 217 time: 0.0408306 Jul 07 18:44:11.874869 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-09e9c41b-c11c-4660-8c20-e1c9fbc75a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.876511 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-09e9c41b-c11c-4660-8c20-e1c9fbc75a44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0458190 Jul 07 18:44:11.934569 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-f172f526-37fe-4a1c-aa42-8041b4cf2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.936160 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-f172f526-37fe-4a1c-aa42-8041b4cf2514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539923 Jul 07 18:44:12.030840 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-82b55cf5-94f8-4787-9228-5c5d3b3f89af service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885179 Jul 07 18:44:12.122640 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-c6f8772d-345b-4f25-b2d8-9fa3fbf083b3 req-86aa12f5-c200-4935-89a6-44308c171314 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Jul 07 18:44:12.224973 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-7c0f2402-3554-4a05-9ede-906f1e75b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:12.226547 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-7c0f2402-3554-4a05-9ede-906f1e75b0ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0558648 Jul 07 18:44:12.227366 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:12.322064 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-ad9976d4-681f-4a30-bf14-07b93f3fe30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:12.323678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-ad9976d4-681f-4a30-bf14-07b93f3fe30d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0910084 Jul 07 18:44:12.366111 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-2a2e532e-f2d6-4ecb-ba55-830e05ab940c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 217 time: 0.0358896 Jul 07 18:44:12.422428 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-49857220-33ab-413e-a7d8-e606bd7427f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:12.423943 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-49857220-33ab-413e-a7d8-e606bd7427f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0510683 Jul 07 18:44:12.438044 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cec9c6-a05a-479f-b032-36cc1affcbeb req-389006c8-a3d1-4b51-960d-4481337ebb1f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:12.439605 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93cec9c6-a05a-479f-b032-36cc1affcbeb req-389006c8-a3d1-4b51-960d-4481337ebb1f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 944 time: 0.0667436 Jul 07 18:44:12.482912 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-93cec9c6-a05a-479f-b032-36cc1affcbeb req-6c997183-07fc-468a-b4e6-e6c02910d4a0 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368221 Jul 07 18:44:12.487521 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-2f3ef628-896d-4d37-af3f-34aca5ea2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:12.489401 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-2f3ef628-896d-4d37-af3f-34aca5ea2b37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589352 Jul 07 18:44:12.582462 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-75d008cf-015c-4e13-a46e-5a4886232153 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845332 Jul 07 18:44:12.676846 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-51a9f52c-d392-4ad9-9021-f9f915ae2431 req-0d057bb6-3bf7-4187-89fe-f543ee5b40a8 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 Jul 07 18:44:13.680948 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307336-916b-4bce-b7fb-87650d524521 req-e55ed49c-5309-49b0-8bcc-872991158014 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:13.682464 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7307336-916b-4bce-b7fb-87650d524521 req-e55ed49c-5309-49b0-8bcc-872991158014 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 944 time: 0.0673776 Jul 07 18:44:13.721635 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-e7307336-916b-4bce-b7fb-87650d524521 req-16118579-3279-4087-8a57-e169a30fe9c1 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Jul 07 18:44:13.968304 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:14.296915 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:44:14.392247 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:14.403561 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'mac_address': 'fa:16:3e:9e:9c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:44:14.444842 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:14.457329 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3086595a-c7c4-448c-a501-25c44bfdda4d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:44:14.476379 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:14.479816 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:14.530369 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=4']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:14.736211 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['3086595a-c7c4-448c-a501-25c44bfdda4d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:44:14.900918 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1537b-f43f-479e-b970-55657c0af8fc req-841c8691-b832-4a17-8b3a-0cc198119893 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:14.902481 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ec1537b-f43f-479e-b970-55657c0af8fc req-841c8691-b832-4a17-8b3a-0cc198119893 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0646060 Jul 07 18:44:14.942536 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-7ec1537b-f43f-479e-b970-55657c0af8fc req-7e220802-f95f-4ab7-907f-f9c3564eaf8e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341721 Jul 07 18:44:16.129333 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807db7be-e056-4d60-881f-b38d28c45e85 req-019294b3-acd5-4ebd-8fce-f9400bcd61c4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:16.130905 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-807db7be-e056-4d60-881f-b38d28c45e85 req-019294b3-acd5-4ebd-8fce-f9400bcd61c4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0711026 Jul 07 18:44:16.169749 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-807db7be-e056-4d60-881f-b38d28c45e85 req-44c94f90-fde8-40f3-9809-bfd041fd8b27 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 07 18:44:16.311162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:44:16.361018 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning for port 3086595a-c7c4-448c-a501-25c44bfdda4d completed by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:44:16.365804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 3086595a-c7c4-448c-a501-25c44bfdda4d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:44:16.366181 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:16.447941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:16.470393 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:16.473233 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1484e5-75a2-4e03-833c-4e25153ffc4d" -d '{"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:16.485959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:16.491218 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:16.514476 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e1951-e975-457f-915e-fdbce7b93751 x-openstack-request-id: req-062e1951-e975-457f-915e-fdbce7b93751 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:16.514778 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:16.515034 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-062e1951-e975-457f-915e-fdbce7b93751 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:16.515583 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'code': 200} Jul 07 18:44:16.544746 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=5']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:16.625198 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceaff1-b4a0-4df1-ba53-533db0ddf800 req-9bae53ec-74cd-4fce-87a5-de26f5f8775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:16.626678 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58ceaff1-b4a0-4df1-ba53-533db0ddf800 req-9bae53ec-74cd-4fce-87a5-de26f5f8775f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0517595 Jul 07 18:44:16.662940 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-58ceaff1-b4a0-4df1-ba53-533db0ddf800 req-5c151262-5377-4b35-9f49-c11d7d6f7446 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301948 Jul 07 18:44:17.354254 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa96b8-e82f-4766-b4bb-f0d42acaad52 req-61821664-1f40-40aa-b3c9-d18bec7d711f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.355816 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1faa96b8-e82f-4766-b4bb-f0d42acaad52 req-61821664-1f40-40aa-b3c9-d18bec7d711f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 946 time: 0.0706584 Jul 07 18:44:17.396637 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1faa96b8-e82f-4766-b4bb-f0d42acaad52 req-00dde3a9-23e1-4a63-a8e6-1cccf71c4b56 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346186 Jul 07 18:44:18.578017 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346749-b087-455f-96a9-382baf01f8b5 req-c4aa47a1-d256-4cff-ae66-1f9bb6c6daab tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:18.579574 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7346749-b087-455f-96a9-382baf01f8b5 req-c4aa47a1-d256-4cff-ae66-1f9bb6c6daab tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 946 time: 0.0685227 Jul 07 18:44:18.624482 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-a7346749-b087-455f-96a9-382baf01f8b5 req-e108ca04-54c7-4eac-ab27-65c733912713 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Jul 07 18:44:18.810205 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9a82-fa41-418f-a953-232591ee28a7 req-82b96486-2632-41dc-8185-322c895709e4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:18.811614 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-290d9a82-fa41-418f-a953-232591ee28a7 req-82b96486-2632-41dc-8185-322c895709e4 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 946 time: 0.0682511 Jul 07 18:44:18.851431 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-290d9a82-fa41-418f-a953-232591ee28a7 req-c82c684e-c6ed-4c25-9769-2d3f4a69af94 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Jul 07 18:44:18.875670 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44134) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:18.929281 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300785c6-71a0-49cc-bb18-edee2ff70e35 tempest-TestSnapshotPattern-1649707889 tempest-TestSnapshotPattern-1649707889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:18.930735 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-300785c6-71a0-49cc-bb18-edee2ff70e35 tempest-TestSnapshotPattern-1649707889 tempest-TestSnapshotPattern-1649707889-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1093 time: 0.0540414 Jul 07 18:44:18.933457 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44136) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:18.937742 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.v2.base [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Request body: {'floatingip': {'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:18.960838 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.058792 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.166205 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_common [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Allocated IP 172.25.3.64 (52d6e229-6838-4833-bee3-24170440d153/34ec7b58-05ea-4dad-a369-d3efe714d72f/989ccacf-1e10-4c30-9371-9fbd1c06b54d) {{(pid=93947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:44:19.266191 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.305604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1000760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755859921628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9293887'] for port, after_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.342533 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Network 52d6e229-6838-4833-bee3-24170440d153 is already hosted by enough agents. {{(pid=93947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:44:19.345264 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.base_scheduler [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Resources bound (agent type, host, resource id): {{(pid=93947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:44:19.351382 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Received port after_create {{(pid=93947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:44:19.356547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=989ccacf-1e10-4c30-9371-9fbd1c06b54d,revision_number=1']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:19.726604 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.805758 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.954833 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:19.961159 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294029'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:20.027596 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event updated for resources: {'Port': ['ID=989ccacf-1e10-4c30-9371-9fbd1c06b54d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:20.039944 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1991786'] for floatingip, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:20.138577 n-d-791505-12 neutron-server[93947]: INFO neutron.db.l3_db [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Floating IP 5f4c1c58-11e6-491f-ab71-39167f544993 associated. External IP: 172.25.3.64, port: 3086595a-c7c4-448c-a501-25c44bfdda4d. Jul 07 18:44:20.639284 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:44:20.747919 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:44:20.758502 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:44:20.764922 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:20.769213 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:20.769834 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:20.801566 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-5f05cc55-ff38-4616-9870-ad9dca8301c9 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8670802 Jul 07 18:44:20.802179 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:20.804483 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e2ce5-9911-42c8-8206-3186d2325dab" -d '{"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:20.843736 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7549b-c854-463f-94c3-2312fd454230 x-openstack-request-id: req-dec7549b-c854-463f-94c3-2312fd454230 {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:20.844028 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:20.844308 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dec7549b-c854-463f-94c3-2312fd454230 {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:20.844751 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'status': 'completed', 'code': 200} Jul 07 18:44:20.896264 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:20.925963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-f26287d0-0ea2-42f1-a960-2b64a3abd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:20.927866 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-f26287d0-0ea2-42f1-a960-2b64a3abd266 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0602150 Jul 07 18:44:21.028730 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-2b40db17-24f6-4d1b-9927-b6a1c2b28979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.030284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-2b40db17-24f6-4d1b-9927-b6a1c2b28979 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0963664 Jul 07 18:44:21.098500 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-91f205d5-fe2d-4a26-a16e-e97c70886f3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 999 time: 0.0622990 Jul 07 18:44:21.144204 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}, {'id': '5f4c1c58-11e6-491f-ab71-39167f544993', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:9e:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:44:19Z', 'updated_at': '2021-07-07T18:44:19Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:21.157864 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-35910b4d-965a-476c-82d8-250999e08018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.159604 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-35910b4d-965a-476c-82d8-250999e08018 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0543311 Jul 07 18:44:21.220261 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-604be29c-d97d-4d9a-8806-dd5226528d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.222261 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-604be29c-d97d-4d9a-8806-dd5226528d83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552285 Jul 07 18:44:21.320856 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-d498916a-ff46-4e20-8094-bcc3b817c2e3 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919919 Jul 07 18:44:21.330847 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:44:21.339474 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:21.340083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:44:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:21.416689 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-5c3e2ce5-9911-42c8-8206-3186d2325dab req-516640f3-b1a7-4876-b7b7-2f531d4139a9 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893459 Jul 07 18:44:21.446835 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:21.672492 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}, {'id': '5f4c1c58-11e6-491f-ab71-39167f544993', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:9e:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:44:19Z', 'updated_at': '2021-07-07T18:44:19Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:21.701335 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece23e3f-aff1-4150-8fb5-81615575ddfe None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}, {'id': '5f4c1c58-11e6-491f-ab71-39167f544993', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:9e:9c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:44:19Z', 'updated_at': '2021-07-07T18:44:19Z', 'revision_number': 0, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:44:21.914292 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86ab69-3ab3-44da-aac6-8cffa772e7a7 None None] New status for floating IP 5f4c1c58-11e6-491f-ab71-39167f544993: ACTIVE {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:44:23.451616 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:44:26.779294 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:28.154953 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:37.785783 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e063f103-0e07-449f-bced-3463a927c1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.317515 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e6718d94-d4a6-4c0b-9aa3-c4faba9d9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.827159 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:42.230945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:43.971413 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:48.810287 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-cb4d7834-2332-4424-be06-bd9e7b0e99a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527966 Jul 07 18:44:48.905482 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-e9114662-4be4-40f3-b662-bdd0cff72a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:48.906992 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-e9114662-4be4-40f3-b662-bdd0cff72a4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0551925 Jul 07 18:44:49.015239 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-57727dad-0aa3-4da7-949e-992a73ca34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:49.016711 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-57727dad-0aa3-4da7-949e-992a73ca34af service neutron] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0898197 Jul 07 18:44:49.081881 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-0e7120f2-9588-4b8d-808f-aa553757d0dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 1001 time: 0.0593376 Jul 07 18:44:49.134877 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-c972e209-b12f-4fbe-b8e8-77fc86161184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:49.136362 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-c972e209-b12f-4fbe-b8e8-77fc86161184 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0491457 Jul 07 18:44:49.196053 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-e9eb995d-7fc9-4576-9653-1df7b3ea635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:49.197574 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-e9eb995d-7fc9-4576-9653-1df7b3ea635f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553262 Jul 07 18:44:49.287654 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-a643b465-009b-4669-9092-6b04dc29c7a9 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836809 Jul 07 18:44:49.384662 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-eb986a38-d5a5-47f5-a810-684c0001f54f req-5840de5a-9a6b-46f9-abcc-06a2bd88a1b3 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Jul 07 18:44:56.788884 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:58.169914 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:00.451406 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:45:07.787542 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b28b4bcb-7880-4517-ab2d-b3b0586a9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:08.932091 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-93035b96-b15d-4018-87fd-000b31113ba1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950968 Jul 07 18:45:09.026714 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-b57f68dd-b2b6-4339-b2df-5831f134006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:09.028292 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-b57f68dd-b2b6-4339-b2df-5831f134006d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.0529389 Jul 07 18:45:09.138902 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-1394156d-b5db-4639-8a7d-a352b6988aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:09.140340 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-1394156d-b5db-4639-8a7d-a352b6988aaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0918190 Jul 07 18:45:09.207861 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-79c8f73b-e103-4d1a-b959-8f03a5e5c2cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 1000 time: 0.0614579 Jul 07 18:45:09.261076 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-c9878584-3aad-4e8d-b5f0-3dc315596b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:09.262683 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-c9878584-3aad-4e8d-b5f0-3dc315596b41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0477812 Jul 07 18:45:09.321094 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-b156b08b-117c-4d5d-ad5a-31892a08dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:09.322644 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-b156b08b-117c-4d5d-ad5a-31892a08dabb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538464 Jul 07 18:45:09.411168 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-63eb7183-4e8e-4d5d-836c-f4b2debfb996 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Jul 07 18:45:09.509041 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-996da8aa-137f-4e58-946b-c5e52b2037b0 req-d777614a-142b-4394-a75d-0b064758ffe1 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885377 Jul 07 18:45:10.320017 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-719e5692-79c5-4bd2-a3f5-7f6316304193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:10.828750 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:12.233632 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:13.973793 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:26.793688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:28.200812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:37.451372 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:45:37.789964 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-06190238-8485-4432-b392-a413f19310ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:40.326650 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ce927eb5-00c1-4f2d-8852-4fc910c0884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:40.832846 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:42.235368 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:43.976574 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:50.217171 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-19ca66cd-854a-483f-82fa-647a2efb9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:50.218601 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-19ca66cd-854a-483f-82fa-647a2efb9c3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0537484 Jul 07 18:45:50.333114 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-33d46c86-8677-4a6d-903a-80ab70aa3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:50.334722 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-33d46c86-8677-4a6d-903a-80ab70aa3c8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0948710 Jul 07 18:45:50.403986 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-35c82f84-3de0-4374-8b8c-a8c466fc6bf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 1001 time: 0.0618882 Jul 07 18:45:50.458690 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-b1c54ecb-d4d9-4b19-8fb7-f3fcc4cab877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:50.460817 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-b1c54ecb-d4d9-4b19-8fb7-f3fcc4cab877 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0500445 Jul 07 18:45:50.525565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-3dbf0d74-d17e-4b8f-a20f-84325481287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:50.527119 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-3dbf0d74-d17e-4b8f-a20f-84325481287d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578105 Jul 07 18:45:50.540227 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-0637d884-aafa-41df-9d04-bd72a1df9398 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=93947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:45:50.541284 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-0637d884-aafa-41df-9d04-bd72a1df9398 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063593 Jul 07 18:45:50.632255 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-0913f659-74db-4edd-943e-bd82ba46b7b2 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835686 Jul 07 18:45:50.728734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-418d7de8-306d-4afe-89ec-5d36e129c482 req-c80d7b54-3926-4c17-b0b3-1dea2014b53d service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885899 Jul 07 18:45:52.905652 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d details requested by agent hyperv_n-h2-791505-12 with host n-h2-791505-12 {{(pid=93948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:45:53.044490 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:45:53.062235 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Returning: {'device': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'port_id': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'mac_address': 'fa:16:3e:9e:9c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:45:53.121093 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:53.139757 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3086595a-c7c4-448c-a501-25c44bfdda4d {{(pid=93948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:45:53.169585 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:45:53.176317 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:53.262200 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] get_ports_and_sgs() called for port_ids ['3086595a-c7c4-448c-a501-25c44bfdda4d'] {{(pid=93948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:45:53.294614 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=6']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:45:53.310544 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.310888 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.311232 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.311569 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.311902 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.312231 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.312563 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.312889 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.313214 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.313538 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.313862 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:53.314191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:45:54.922384 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d up at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:45:55.015687 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.provisioning_blocks [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Provisioning complete for port 3086595a-c7c4-448c-a501-25c44bfdda4d triggered by entity L2. {{(pid=93948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:45:55.016489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861808'] for port, provisioning_complete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:55.141428 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:55.171083 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:45:55.173367 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed9d82-e9bd-43e7-acd4-4c42d0b68432" -d '{"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:45:55.190372 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:45:55.204906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:55.246897 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24acac24-121f-429a-9967-7ec5536591a6 x-openstack-request-id: req-24acac24-121f-429a-9967-7ec5536591a6 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:45:55.247201 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:45:55.247436 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24acac24-121f-429a-9967-7ec5536591a6 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:45:55.247843 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'code': 200} Jul 07 18:45:55.285542 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=7']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:45:56.819095 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:58.209730 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:02.982021 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44350) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:03.158768 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Deleting port 989ccacf-1e10-4c30-9371-9fbd1c06b54d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:03.159116 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.247018 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.247429 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.259690 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Calling delete_port for 989ccacf-1e10-4c30-9371-9fbd1c06b54d owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:03.421906 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.448589 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event deleted for resources: {'Port': ['ID=989ccacf-1e10-4c30-9371-9fbd1c06b54d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:03.462855 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.463210 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.463559 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.463903 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.464417 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.464761 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.465022 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.465255 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.465587 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.465917 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.466251 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.466617 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:03.527933 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.528326 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Floating IP 5f4c1c58-11e6-491f-ab71-39167f544993 disassociated (deleted). External IP: 172.25.3.64, port: 3086595a-c7c4-448c-a501-25c44bfdda4d. Jul 07 18:46:03.748509 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:03.863825 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:03.868679 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:03.885014 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:03.897411 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:03.898257 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:03.932194 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-00b44f9b-3661-4c32-9996-1fca96fd3be2 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "DELETE /v2.0/floatingips/5f4c1c58-11e6-491f-ab71-39167f544993 HTTP/1.1" status: 204 len: 168 time: 0.9487615 Jul 07 18:46:03.933130 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:03.937387 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:04.027689 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:04.267804 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef62878-580b-4d4d-8a6b-614d6f9fd666 x-openstack-request-id: req-cef62878-580b-4d4d-8a6b-614d6f9fd666 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:04.268544 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:04.268544 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cef62878-580b-4d4d-8a6b-614d6f9fd666 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:04.268850 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'status': 'completed', 'code': 200} Jul 07 18:46:04.295804 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:04.325774 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:46:04.336280 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:04.336922 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:04.350480 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-627fd680-4aee-4724-8db5-20bed87595bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:04.352091 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-627fd680-4aee-4724-8db5-20bed87595bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0597320 Jul 07 18:46:04.442694 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9c450-415d-478d-aab4-d3c20b793dfb req-dc0fb129-aa5b-4160-bc00-aa8eed96d310 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:04.445690 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ac9c450-415d-478d-aab4-d3c20b793dfb req-dc0fb129-aa5b-4160-bc00-aa8eed96d310 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 946 time: 0.0810065 Jul 07 18:46:04.451522 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:04.456473 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-1e4facc6-57b1-4897-a7cf-aa740c7553ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:04.458134 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-1e4facc6-57b1-4897-a7cf-aa740c7553ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.0987153 Jul 07 18:46:04.495725 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1ac9c450-415d-478d-aab4-d3c20b793dfb req-bb53c105-c8f9-4903-b6de-2025a9257b5d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399780 Jul 07 18:46:04.503264 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-fba68ca5-5cdc-49ce-94f3-07dd22269533 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 200 len: 217 time: 0.0380709 Jul 07 18:46:04.559594 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-8dc4984d-8f6c-498a-bc49-ac9525508871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:04.561679 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-8dc4984d-8f6c-498a-bc49-ac9525508871 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0518923 Jul 07 18:46:04.623547 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-94fa9001-603b-4031-b770-8a3f3079e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:04.625209 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-94fa9001-603b-4031-b770-8a3f3079e2cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571947 Jul 07 18:46:04.708764 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:04.728353 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-fe16b51e-f610-4863-8c2a-5b66087bdda3 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960157 Jul 07 18:46:04.739649 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95f151-1909-4e98-b565-6ffe46634b73 None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_floatingips': [{'id': '59828f68-5d47-4194-983b-dccca6d1b8cf', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '52d6e229-6838-4833-bee3-24170440d153', 'router_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'port_id': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'mac_address': 'fa:16:3e:b0:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:47Z', 'updated_at': '2021-07-07T18:41:50Z', 'revision_number': 1, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:46:04.823043 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-1b96e8af-fcb9-43e3-b40c-9bc7511ce9ad req-51275138-b992-46d3-b0cd-df7e152e70d1 service neutron] 10.222.0.73 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881510 Jul 07 18:46:04.974084 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:05.001128 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb24200-4d90-4d6b-81f1-561db3fda3ca None None] New status for floating IP 5f4c1c58-11e6-491f-ab71-39167f544993: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:46:05.064636 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1000701'] for port, before_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:05.095830 n-d-791505-12 neutron-server[93948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:05.098152 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c0ee4ee285b89f7c3205e8e9350461b7d5609ad8e91f290a58d53ddd432e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d58149-a58a-42ad-9099-e7b99113140e" -d '{"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:05.114728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:05.127138 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755860442664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755859921646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755859923743'] for port, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:05.156041 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399abe4-82fd-459d-a689-ef3a53b7d9d8 x-openstack-request-id: req-d399abe4-82fd-459d-a689-ef3a53b7d9d8 {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:05.156335 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "code": 200}]} {{(pid=93948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:05.156581 n-d-791505-12 neutron-server[93948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d399abe4-82fd-459d-a689-ef3a53b7d9d8 {{(pid=93948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:05.156966 n-d-791505-12 neutron-server[93948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'code': 200} Jul 07 18:46:05.187141 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Pushing event updated for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=8']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:05.728364 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a7c4-a651-43c4-a564-b56aba6575cd req-b098ec69-7728-49e0-a3f4-f36f33c21e1c tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:05.730941 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1907a7c4-a651-43c4-a564-b56aba6575cd req-b098ec69-7728-49e0-a3f4-f36f33c21e1c tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 944 time: 0.1000443 Jul 07 18:46:05.775613 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-1907a7c4-a651-43c4-a564-b56aba6575cd req-9c601723-0b64-48d8-8cc4-5bc28fb77d26 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Jul 07 18:46:05.849296 n-d-791505-12 neutron-server[93947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-8002e899-75a4-4292-9854-7636b89efca3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:05.852291 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-8002e899-75a4-4292-9854-7636b89efca3 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.73 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 944 time: 0.0790682 Jul 07 18:46:05.967959 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Deleting port 3086595a-c7c4-448c-a501-25c44bfdda4d {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:05.968298 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.075924 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] For port 3086595a-c7c4-448c-a501-25c44bfdda4d, host n-h2-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-12',level=0,port_id=3086595a-c7c4-448c-a501-25c44bfdda4d,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:06.076209 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.091619 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Calling delete_port for 3086595a-c7c4-448c-a501-25c44bfdda4d owned by compute:nova {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:06.241551 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.278068 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event deleted for resources: {'Port': ['ID=3086595a-c7c4-448c-a501-25c44bfdda4d,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:06.294935 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.295468 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.295963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.296431 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.296928 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.297441 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.297963 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.298525 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.299055 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.299565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.300086 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.300565 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-12 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:06.348785 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] No DVR routers for this DVR port 3086595a-c7c4-448c-a501-25c44bfdda4d on host n-h2-791505-12 {{(pid=93947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:06.352595 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.354727 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [req-6e59cbda-188f-46cd-a01c-0a78e28ecb63 req-65d27bc2-5ddd-4468-a91a-4f307be8fcc8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.73 "DELETE /v2.0/ports/3086595a-c7c4-448c-a501-25c44bfdda4d HTTP/1.1" status: 204 len: 173 time: 0.4970989 Jul 07 18:46:06.355266 n-d-791505-12 neutron-server[93947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-deleted', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d'}] {{(pid=93947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:06.357810 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a2653b32d0f83343e1e2a205d2207d748f353c2862ea3a8cacb0625584e56a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb4738-e7b4-4d50-8df7-b264e699b31b" -d '{"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-deleted", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d"}]}' {{(pid=93947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:06.409891 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44162743-ba73-4a14-9a45-46799712498e x-openstack-request-id: req-44162743-ba73-4a14-9a45-46799712498e {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:06.409891 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691fe81-dbc6-47f4-a857-6cd394b8e5e4", "name": "network-vif-deleted", "tag": "3086595a-c7c4-448c-a501-25c44bfdda4d", "status": "completed", "code": 200}]} {{(pid=93947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:06.409891 n-d-791505-12 neutron-server[93947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44162743-ba73-4a14-9a45-46799712498e {{(pid=93947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:06.410598 n-d-791505-12 neutron-server[93947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691fe81-dbc6-47f4-a857-6cd394b8e5e4', 'name': 'network-vif-deleted', 'tag': '3086595a-c7c4-448c-a501-25c44bfdda4d', 'status': 'completed', 'code': 200} Jul 07 18:46:06.968003 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-58802936-9264-4345-aa65-2c0f08ffe7f9 req-df26f688-7c8c-43fc-9662-4f973a690180 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=1691fe81-dbc6-47f4-a857-6cd394b8e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0397482 Jul 07 18:46:07.797180 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-990e69de-1f40-4ef8-8aba-d9472afa313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:08.633197 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44414) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:08.799351 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Deleting port aae1ddde-e59c-47f5-8a33-f9505c4f9ddf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:08.799696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:08.915443 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:08.915781 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:08.932266 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Calling delete_port for aae1ddde-e59c-47f5-8a33-f9505c4f9ddf owned by network:floatingip {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:08.983330 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d no longer exists at agent hyperv_n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:09.006011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] No Port match for: 3086595a-c7c4-448c-a501-25c44bfdda4d {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:09.007162 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Device 3086595a-c7c4-448c-a501-25c44bfdda4d not bound to the agent host n-h2-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:09.297823 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-7e4e7a3a-fd06-4d2a-a780-056d47c8fe62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4311459 Jul 07 18:46:09.445147 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:09.481773 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event deleted for resources: {'Port': ['ID=aae1ddde-e59c-47f5-8a33-f9505c4f9ddf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:09.488874 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-4477893c-0010-4284-b43b-e2ddbfabaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:09.490956 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-4477893c-0010-4284-b43b-e2ddbfabaa15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.1299267 Jul 07 18:46:09.604604 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for floatingip, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:09.604901 n-d-791505-12 neutron-server[93946]: INFO neutron.db.l3_db [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Floating IP 59828f68-5d47-4194-983b-dccca6d1b8cf disassociated (deleted). External IP: 172.25.3.177, port: 4a0d583b-7221-49ce-99db-4a1e7dc62f22. Jul 07 18:46:09.666286 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-5e1d8544-85f1-47a2-97c1-0982fa8beb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:09.667802 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-5e1d8544-85f1-47a2-97c1-0982fa8beb55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.1570380 Jul 07 18:46:09.742818 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-43969f0d-efee-401b-90b0-209329e80556 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 217 time: 0.0670390 Jul 07 18:46:09.840785 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-58839daa-b02a-456f-98d0-9a271bc0d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:09.842298 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-58839daa-b02a-456f-98d0-9a271bc0d5d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0888124 Jul 07 18:46:09.951585 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:09.966716 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-255158ff-81bf-47b4-8a9a-e9474702e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:09.969282 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-255158ff-81bf-47b4-8a9a-e9474702e788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185818 Jul 07 18:46:10.153137 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-ff380669-05d6-42a1-8675-9be9916cce88 service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753256 Jul 07 18:46:10.158431 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:10.172124 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for floatingip, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:10.172468 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:10.184528 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:10.185203 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:45:40Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:10.257617 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-be8a97c9-8382-4e7a-83b5-29f12c55323a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "DELETE /v2.0/floatingips/59828f68-5d47-4194-983b-dccca6d1b8cf HTTP/1.1" status: 204 len: 168 time: 1.6232684 Jul 07 18:46:10.260102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:10.262513 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c7c0d-8a71-4c1d-a35f-44678970a8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:10.303452 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:10.306425 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-56b17e08-7e5f-443d-9c75-d2cd3e97c341 req-81cab8a3-12f6-4650-b67a-c464dbdc4f1e service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452277 Jul 07 18:46:10.363367 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-47a646e5-2da3-4fe8-b2da-21ea33511df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:10.524868 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:10.545163 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad6467-9f79-4d71-827b-5f382db132c8 x-openstack-request-id: req-bcad6467-9f79-4d71-827b-5f382db132c8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:10.545547 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:10.545901 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bcad6467-9f79-4d71-827b-5f382db132c8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:10.546411 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'status': 'completed', 'code': 200} Jul 07 18:46:10.556228 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:46:10.565193 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:10.565886 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:10.652080 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-cfe09d2f-6361-4405-a24f-5c48b91693e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:10.653638 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-cfe09d2f-6361-4405-a24f-5c48b91693e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 1096 time: 0.0696018 Jul 07 18:46:10.808227 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f9cef-0df3-4656-9321-50d71398590d req-2212e273-2ea4-406e-8edd-08a20126f1e8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:10.809722 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b21f9cef-0df3-4656-9321-50d71398590d req-2212e273-2ea4-406e-8edd-08a20126f1e8 tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 944 time: 0.1551867 Jul 07 18:46:10.812970 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-89aafb2b-5714-4ce9-9106-cc5cbe5f2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:10.814377 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-89aafb2b-5714-4ce9-9106-cc5cbe5f2c53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 200 len: 910 time: 0.1494825 Jul 07 18:46:10.859661 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:10.869441 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-4de7aa1d-08d5-4dd1-98fa-bfb8484d7dfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 200 len: 217 time: 0.0451260 Jul 07 18:46:10.875010 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:10.917493 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-b21f9cef-0df3-4656-9321-50d71398590d req-ab0caf6f-5db0-4c09-9ff5-42522d6e078f tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009111 Jul 07 18:46:10.939323 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-1da67b61-65da-4fba-9e6c-5c60ab04ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:10.939323 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-1da67b61-65da-4fba-9e6c-5c60ab04ea33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 200 len: 848 time: 0.0611138 Jul 07 18:46:11.005563 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-e47b5b8f-fd38-4742-8739-36223ac7e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:11.007740 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-e47b5b8f-fd38-4742-8739-36223ac7e45c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c642f6e7-cadf-424a-8618-92c7d05cdab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623031 Jul 07 18:46:11.095192 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:11.126073 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-23fce1e8-9138-4174-a2c7-55164c4afe1e service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100652 Jul 07 18:46:11.128017 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705e6d9-94dc-40d7-81d4-3b5f6a24a128 None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 4, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12', '_interfaces': [{'id': 'f5f75332-ce30-40e7-ab42-1b1760e0a948', 'name': '', 'network_id': 'c642f6e7-cadf-424a-8618-92c7d05cdab8', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'mac_address': 'fa:16:3e:9d:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:26Z', 'updated_at': '2021-07-07T18:41:33Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'subnets': [{'id': 'be89f3f0-b7f6-4699-b5bd-f712c91f41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:46:11.227183 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-934c7c0d-8a71-4c1d-a35f-44678970a8bc req-a478f7ab-c806-457a-b10f-b71bdf70724c service neutron] 10.222.0.23 "GET /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936928 Jul 07 18:46:11.365006 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e2e6c-fd81-4ed3-965d-5cb1f8c3be44 None None] New status for floating IP 59828f68-5d47-4194-983b-dccca6d1b8cf: DOWN {{(pid=93949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:46:12.105974 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d50775-028e-4191-9f19-811e3f6baa9a req-08fb8ec5-0d70-400f-bcfe-df911499ca8a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:12.107526 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d50775-028e-4191-9f19-811e3f6baa9a req-08fb8ec5-0d70-400f-bcfe-df911499ca8a tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 944 time: 0.0676095 Jul 07 18:46:12.148497 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-62d50775-028e-4191-9f19-811e3f6baa9a req-251d72e0-1108-45e6-8835-370d0ebdefbb tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe06af97-8f00-443d-8c3a-f203a6824869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Jul 07 18:46:12.239010 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.295558 n-d-791505-12 neutron-server[93946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854edd0e-e622-466d-9083-3aa2834c8206 req-0dde27a3-983c-4d87-9f91-b5bcf6a0504d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:12.297046 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-854edd0e-e622-466d-9083-3aa2834c8206 req-0dde27a3-983c-4d87-9f91-b5bcf6a0504d tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 944 time: 0.0754590 Jul 07 18:46:12.410398 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Deleting port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:12.410773 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.502963 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] For port 4a0d583b-7221-49ce-99db-4a1e7dc62f22, host n-h1-791505-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-12',level=0,port_id=4a0d583b-7221-49ce-99db-4a1e7dc62f22,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:12.503232 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.520026 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Calling delete_port for 4a0d583b-7221-49ce-99db-4a1e7dc62f22 owned by compute:nova {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:12.655017 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.689446 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event deleted for resources: {'Port': ['ID=4a0d583b-7221-49ce-99db-4a1e7dc62f22,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:12.742265 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] No DVR routers for this DVR port 4a0d583b-7221-49ce-99db-4a1e7dc62f22 on host n-h1-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:12.745799 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261568'] for port, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.748570 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-854edd0e-e622-466d-9083-3aa2834c8206 req-d9dc9cc4-3b83-44f7-a50a-c0821e2ecb6b tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.23 "DELETE /v2.0/ports/4a0d583b-7221-49ce-99db-4a1e7dc62f22 HTTP/1.1" status: 204 len: 173 time: 0.4449036 Jul 07 18:46:12.749102 n-d-791505-12 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-deleted', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:12.752125 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1725ffa22a2daa41523a0c9469b72f78d65af39106460dcb37bcf7e5b214ea94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e2523-7534-4cb3-9166-a41babf09675" -d '{"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-deleted", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:12.829963 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d5ca90-2b56-43bc-be03-b52ff60c5c99 x-openstack-request-id: req-22d5ca90-2b56-43bc-be03-b52ff60c5c99 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:12.830407 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8339f0b-3f03-418b-9f37-e43e64d6f409", "name": "network-vif-deleted", "tag": "4a0d583b-7221-49ce-99db-4a1e7dc62f22", "status": "completed", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:12.830826 n-d-791505-12 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22d5ca90-2b56-43bc-be03-b52ff60c5c99 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:12.831475 n-d-791505-12 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8339f0b-3f03-418b-9f37-e43e64d6f409', 'name': 'network-vif-deleted', 'tag': '4a0d583b-7221-49ce-99db-4a1e7dc62f22', 'status': 'completed', 'code': 200} Jul 07 18:46:13.336489 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [req-9c401875-a4dc-4b8e-92ad-fb0adb259f4b req-810dfff1-20c8-4232-8305-d0b77587725e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8339f0b-3f03-418b-9f37-e43e64d6f409 HTTP/1.1" status: 200 len: 210 time: 0.0319152 Jul 07 18:46:13.979928 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:14.438747 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44436) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:14.451210 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:46:14.497953 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:14.522490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:14.593490 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:14.596274 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:14.597531 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe06af97-8f00-443d-8c3a-f203a6824869 HTTP/1.1" status: 204 len: 168 time: 0.1577682 Jul 07 18:46:14.608636 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f469cfc-a6a2-4e0e-b541-254e4b39679e tempest-TestSnapshotPattern-1068063375 tempest-TestSnapshotPattern-1068063375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06af97-8f00-443d-8c3a-f203a6824869,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:14.660004 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44440) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:15.034833 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:15.325133 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Deleting port f5f75332-ce30-40e7-ab42-1b1760e0a948 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:15.325424 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:15.414910 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] For port f5f75332-ce30-40e7-ab42-1b1760e0a948, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=f5f75332-ce30-40e7-ab42-1b1760e0a948,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:15.415279 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:15.428933 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Calling delete_port for f5f75332-ce30-40e7-ab42-1b1760e0a948 owned by network:router_interface {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:15.607613 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:15.638260 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f75332-ce30-40e7-ab42-1b1760e0a948,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:15.819966 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.041272 n-d-791505-12 neutron-server[93946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Router 0352a9d1-9de5-45d9-bf90-162f627f5a90 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:16.165343 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:16.171038 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-a08b12e1-fd83-4dc8-af0a-fa7a072b111b admin admin] 10.222.0.66 "PUT /v2.0/routers/0352a9d1-9de5-45d9-bf90-162f627f5a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5096869 Jul 07 18:46:16.173294 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44442) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:16.176008 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Sync routers for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:16.189326 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:16.189975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:16.301959 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:16.510178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:46:15Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:16.541571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Checking router: 0352a9d1-9de5-45d9-bf90-162f627f5a90 for host: n-d-791505-12 {{(pid=93948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:46:16.551069 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Routers {'0352a9d1-9de5-45d9-bf90-162f627f5a90'} bound to L3 agent in host n-d-791505-12 {{(pid=93948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:16.551714 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['0352a9d1-9de5-45d9-bf90-162f627f5a90'], 'active': True} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:16.620553 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks [] for router, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.672093 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvr_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] Set router 0352a9d1-9de5-45d9-bf90-162f627f5a90 gateway port host: n-d-791505-12 {{(pid=93948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:16.758929 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.825832 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Deleting port 4403e04c-3933-4275-9073-5040611484f2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:16.826100 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.873776 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_hamode_db [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:46:15Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:16.902486 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604ba73-91cc-42d2-a923-b076023a1e25 None None] The sync data for ids ['0352a9d1-9de5-45d9-bf90-162f627f5a90'] in n-d-791505-12 is: [{'id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'name': 'tempest-TestSnapshotPattern-158919950-router', 'tenant_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '4403e04c-3933-4275-9073-5040611484f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:23Z', 'updated_at': '2021-07-07T18:46:15Z', 'revision_number': 5, 'project_id': 'c7dd4d30d7aa4581b9174f97fae94384', 'gw_port': {'id': '4403e04c-3933-4275-9073-5040611484f2', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352a9d1-9de5-45d9-bf90-162f627f5a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:24Z', 'updated_at': '2021-07-07T18:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:46:16.912570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] For port 4403e04c-3933-4275-9073-5040611484f2, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=4403e04c-3933-4275-9073-5040611484f2,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:16.913392 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.929564 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Calling delete_port for 4403e04c-3933-4275-9073-5040611484f2 owned by network:router_gateway {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:17.102395 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.134782 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Pushing event deleted for resources: {'Port': ['ID=4403e04c-3933-4275-9073-5040611484f2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:17.204654 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.301502 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.304380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.355665 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.356524 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0352a9d1-9de5-45d9-bf90-162f627f5a90 {{(pid=93946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:46:17.361478 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] Notify callbacks [] for router, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.362729 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-e88c9cca-3947-47da-9190-dd7f26c30235 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0352a9d1-9de5-45d9-bf90-162f627f5a90 HTTP/1.1" status: 204 len: 168 time: 1.1884172 Jul 07 18:46:17.365311 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44444) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:17.411320 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Deleting subnet be89f3f0-b7f6-4699-b5bd-f712c91f41fb {{(pid=93946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:46:17.414623 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.454356 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10355932'] for subnet, precommit_delete_associations {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.540064 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.588481 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 no longer exists at agent hyperv_n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:17.603291 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3449537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344507'] for subnet, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.619138 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] No Port match for: 4a0d583b-7221-49ce-99db-4a1e7dc62f22 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:17.619705 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Device 4a0d583b-7221-49ce-99db-4a1e7dc62f22 not bound to the agent host n-h1-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:17.639392 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be89f3f0-b7f6-4699-b5bd-f712c91f41fb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:17.642902 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.646924 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-44bd76a8-de25-416f-9975-bd7992d237c3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/be89f3f0-b7f6-4699-b5bd-f712c91f41fb HTTP/1.1" status: 204 len: 168 time: 0.2781382 Jul 07 18:46:17.647988 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44446) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:17.650526 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a694b-7407-4280-b0dd-38b8b83beb6b None None] Network c642f6e7-cadf-424a-8618-92c7d05cdab8 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:46:17.738380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.821063 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Deleting port 32c7bc7e-4418-4787-8af7-6da5e1620514 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:17.821403 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.894780 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] For port 32c7bc7e-4418-4787-8af7-6da5e1620514, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32c7bc7e-4418-4787-8af7-6da5e1620514,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:17.895154 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.917092 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Calling delete_port for 32c7bc7e-4418-4787-8af7-6da5e1620514 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:17.943552 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] DHCP port deletion for c642f6e7-cadf-424a-8618-92c7d05cdab8 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:46:17.997056 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Deleting port 32c7bc7e-4418-4787-8af7-6da5e1620514 {{(pid=93948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:17.997443 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.009411 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.039258 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Pushing event deleted for resources: {'Port': ['ID=32c7bc7e-4418-4787-8af7-6da5e1620514,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:18.041143 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] No DVR routers for this DVR port 32c7bc7e-4418-4787-8af7-6da5e1620514 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:18.072178 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.db [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] For port 32c7bc7e-4418-4787-8af7-6da5e1620514, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=32c7bc7e-4418-4787-8af7-6da5e1620514,segment=NetworkSegment(e54a4139-7c7b-4c85-9482-6f23ee8f943c),segment_id=e54a4139-7c7b-4c85-9482-6f23ee8f943c)] {{(pid=93948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:18.072871 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.087759 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Calling delete_port for 32c7bc7e-4418-4787-8af7-6da5e1620514 owned by network:dhcp {{(pid=93948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:18.124642 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.135330 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c642f6e7-cadf-424a-8618-92c7d05cdab8']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:18.145854 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54a4139-7c7b-4c85-9482-6f23ee8f943c') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:18.147224 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54a4139-7c7b-4c85-9482-6f23ee8f943c') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:18.156523 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.167156 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637'] for port, after_delete {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.171894 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.178909 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:46:18.179349 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:46:18.181472 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:46:18.202011 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] Pushing event deleted for resources: {'Port': ['ID=32c7bc7e-4418-4787-8af7-6da5e1620514,revision_number=None']} {{(pid=93948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:18.203831 n-d-791505-12 neutron-server[93948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9465d-5c1f-4c8d-91c8-10cff9aa38b9 None None] No DVR routers for this DVR port 32c7bc7e-4418-4787-8af7-6da5e1620514 on host n-d-791505-12 {{(pid=93948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:18.241759 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.247585 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.249404 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] 10.222.0.66 "DELETE /v2.0/networks/c642f6e7-cadf-424a-8618-92c7d05cdab8 HTTP/1.1" status: 204 len: 168 time: 0.6004732 Jul 07 18:46:18.252460 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44448) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:18.265570 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d22db-3f25-4f0b-b9a2-603b2dfbf4de admin admin] Pushing event deleted for resources: {'Network': ['ID=c642f6e7-cadf-424a-8618-92c7d05cdab8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:18.598807 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2075415'] for router_interface, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.614457 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4403e04c-3933-4275-9073-5040611484f2 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:18.637001 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 4403e04c-3933-4275-9073-5040611484f2 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:18.637346 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 4403e04c-3933-4275-9073-5040611484f2 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:18.637782 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f5f75332-ce30-40e7-ab42-1b1760e0a948 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:18.657295 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: f5f75332-ce30-40e7-ab42-1b1760e0a948 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:18.657644 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device f5f75332-ce30-40e7-ab42-1b1760e0a948 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:18.658076 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32c7bc7e-4418-4787-8af7-6da5e1620514 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:18.678802 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 32c7bc7e-4418-4787-8af7-6da5e1620514 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:18.679165 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 32c7bc7e-4418-4787-8af7-6da5e1620514 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:18.865707 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Deleting port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:18.865992 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.952147 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] For port 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:18.952517 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.967199 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Calling delete_port for 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f owned by network:router_interface {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:19.156667 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:19.180640 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Pushing event deleted for resources: {'Port': ['ID=361d95c9-1c4d-45c8-bfcd-f685cdf21b0f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:19.377187 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076457'] for router_interface, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:19.615811 n-d-791505-12 neutron-server[93947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Router cef2de88-ca7e-49ed-a877-c42f6fa44d80 has already been hosted by L3 agent 20be1a5f-b5a0-422e-83f3-d2f3275b8102 {{(pid=93947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:19.736008 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] Notify agent at l3_agent.n-d-791505-12 the message routers_updated {{(pid=93947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:19.742300 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-755db1b1-1698-4387-a1b5-bd750730f2da admin admin] 10.222.0.66 "PUT /v2.0/routers/cef2de88-ca7e-49ed-a877-c42f6fa44d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887204 Jul 07 18:46:19.744903 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44450) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:19.748109 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Sync routers for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:19.758399 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:19.759072 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:19.875501 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:20.065332 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:46:19Z', 'revision_number': 5, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:20.097038 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Checking router: cef2de88-ca7e-49ed-a877-c42f6fa44d80 for host: n-d-791505-12 {{(pid=93949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:46:20.107047 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Routers {'cef2de88-ca7e-49ed-a877-c42f6fa44d80'} bound to L3 agent in host n-d-791505-12 {{(pid=93949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:20.107668 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:57:40Z,description=,heartbeat_timestamp=2021-07-07T18:46:10Z,host='n-d-791505-12',id=20be1a5f-b5a0-422e-83f3-d2f3275b8102,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:57:40Z,topic='l3_agent')) {'router_ids': ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'], 'active': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:20.159315 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks [] for router, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.269754 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.312222 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_dvr_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] Set router cef2de88-ca7e-49ed-a877-c42f6fa44d80 gateway port host: n-d-791505-12 {{(pid=93949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:20.332085 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Deleting port fcf5253d-42a8-4383-b672-f0ba77d6531f {{(pid=93947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:20.332474 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.417477 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] For port fcf5253d-42a8-4383-b672-f0ba77d6531f, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=fcf5253d-42a8-4383-b672-f0ba77d6531f,segment=NetworkSegment(48cafdde-251c-4597-b70b-f84d34514ea1),segment_id=48cafdde-251c-4597-b70b-f84d34514ea1)] {{(pid=93947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:20.418274 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.431799 n-d-791505-12 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Calling delete_port for fcf5253d-42a8-4383-b672-f0ba77d6531f owned by network:router_gateway {{(pid=93947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:20.502687 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.l3_hamode_db [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:46:19Z', 'revision_number': 5, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}], 'n-d-791505-12', False) {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:20.530106 n-d-791505-12 neutron-server[93949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b90fc6-c13c-4dbb-a9cd-f7c8b96fc6fe None None] The sync data for ids ['cef2de88-ca7e-49ed-a877-c42f6fa44d80'] in n-d-791505-12 is: [{'id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'name': 'tempest-TestSnapshotPattern-1258717914-router', 'tenant_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'external_fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:46:19Z', 'revision_number': 5, 'project_id': 'd1b14ab8b34f4aedaf8020f1f928a971', 'gw_port': {'id': 'fcf5253d-42a8-4383-b672-f0ba77d6531f', 'name': '', 'network_id': '52d6e229-6838-4833-bee3-24170440d153', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef2de88-ca7e-49ed-a877-c42f6fa44d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:29Z', 'updated_at': '2021-07-07T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34ec7b58-05ea-4dad-a369-d3efe714d72f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-12'}] {{(pid=93949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:46:20.625894 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9293878'] for port, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.653096 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf5253d-42a8-4383-b672-f0ba77d6531f,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:20.723614 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991760'] for router_gateway, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.821652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.823864 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.871195 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2065012'] for router, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.871701 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef2de88-ca7e-49ed-a877-c42f6fa44d80 {{(pid=93947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:46:20.878525 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] Notify callbacks [] for router, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.879734 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-4c56cf5b-4d51-4108-bdee-520647a6411e admin admin] 10.222.0.66 "DELETE /v2.0/routers/cef2de88-ca7e-49ed-a877-c42f6fa44d80 HTTP/1.1" status: 204 len: 168 time: 1.1338730 Jul 07 18:46:20.882905 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44452) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:20.941330 n-d-791505-12 neutron-server[93947]: DEBUG neutron.db.db_base_plugin_v2 [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Deleting subnet e2167171-98d3-41e6-9466-a3d642536578 {{(pid=93947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:46:20.946741 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.989148 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8720916'] for subnet, precommit_delete_associations {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.079496 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-872542'] for subnet, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.141564 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-872535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9293836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214545'] for subnet, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.172175 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2167171-98d3-41e6-9466-a3d642536578,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:21.191473 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.194112 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-68adc716-fff6-4250-b6f3-6618cc3b702d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e2167171-98d3-41e6-9466-a3d642536578 HTTP/1.1" status: 204 len: 168 time: 0.3101401 Jul 07 18:46:21.197043 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44454) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:21.199728 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceab646-ffa5-490a-b258-781ce597c954 None None] Network c381f2aa-a503-44fe-b81f-ded5c655f627 requested from n-d-791505-12 {{(pid=93948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:46:21.275265 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527651'] for network, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.332597 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Deleting port 17195ce2-86b8-4ada-99b5-01987c333076 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:21.333011 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755860435164'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.409689 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] For port 17195ce2-86b8-4ada-99b5-01987c333076, host n-d-791505-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-12',level=0,port_id=17195ce2-86b8-4ada-99b5-01987c333076,segment=NetworkSegment(710ac24e-d419-4e60-b850-a7090daac409),segment_id=710ac24e-d419-4e60-b850-a7090daac409)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:21.410052 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2076439'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.423941 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Calling delete_port for 17195ce2-86b8-4ada-99b5-01987c333076 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:21.515260 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1000753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582253', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755860442646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755859921637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3449595'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.541451 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Pushing event deleted for resources: {'Port': ['ID=17195ce2-86b8-4ada-99b5-01987c333076,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:21.548807 n-d-791505-12 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] No DVR routers for this DVR port 17195ce2-86b8-4ada-99b5-01987c333076 on host n-d-791505-12 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:21.610520 n-d-791505-12 neutron-server[93948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d8c6f-a052-4662-a636-4384223cd55e None None] DHCP port deletion for c381f2aa-a503-44fe-b81f-ded5c655f627 request from n-d-791505-12 {{(pid=93948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:46:21.625643 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863947', 'neutron.services.segments.db._delete_segments_for_network-8755860458590'] for network, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.636325 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c381f2aa-a503-44fe-b81f-ded5c655f627']}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:21.647824 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710ac24e-d419-4e60-b850-a7090daac409') {'for_net_delete': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:21.648123 n-d-791505-12 neutron-server[93946]: DEBUG neutron.services.segments.db [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710ac24e-d419-4e60-b850-a7090daac409') {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:21.656808 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755860467586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10355915'] for segment, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.670777 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783'] for segment, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.676487 n-d-791505-12 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:46:21.676872 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3449380'] for segment, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: Traceback (most recent call last): Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: timer() Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: cb(*args, **kw) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: return func(*args, **kwargs) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: self._notify() Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: self.callback(batched_events) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: event.method(event) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: return f(self, *a, **k) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: return self._get(url).json() Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: return self.request(url, 'GET', **kwargs) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:46:21.678608 n-d-791505-12 neutron-server[93946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:46:21.732572 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1991796'] for network, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.738696 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Notify callbacks [] for network, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.741794 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c381f2aa-a503-44fe-b81f-ded5c655f627 HTTP/1.1" status: 204 len: 168 time: 0.5437238 Jul 07 18:46:21.759200 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f840b92-65af-4e5e-8770-455ac5baa715 admin admin] Pushing event deleted for resources: {'Network': ['ID=c381f2aa-a503-44fe-b81f-ded5c655f627,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:21.936529 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44458) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:21.979896 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-5edb3d84-d14f-4558-b396-f5cb8d4a1dda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7dd4d30d7aa4581b9174f97fae94384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420856 Jul 07 18:46:21.982361 n-d-791505-12 neutron-server[93946]: DEBUG neutron.wsgi [-] (93946) accepted ('10.222.0.66', 44460) {{(pid=93946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:22.037380 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.060180 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.115337 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.118121 n-d-791505-12 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.119396 n-d-791505-12 neutron-server[93946]: INFO neutron.wsgi [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e06d2c1e-e4b7-4903-b694-ca4e832811aa HTTP/1.1" status: 204 len: 168 time: 0.1360598 Jul 07 18:46:22.128604 n-d-791505-12 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42877b94-6e60-4307-8c02-82e3c665d40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d2c1e-e4b7-4903-b694-ca4e832811aa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:22.459536 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44466) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:22.620270 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fcf5253d-42a8-4383-b672-f0ba77d6531f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:22.641208 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: fcf5253d-42a8-4383-b672-f0ba77d6531f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:22.641571 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device fcf5253d-42a8-4383-b672-f0ba77d6531f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:22.641975 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:22.661166 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:22.661521 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 361d95c9-1c4d-45c8-bfcd-f685cdf21b0f not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:22.662191 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17195ce2-86b8-4ada-99b5-01987c333076 no longer exists at agent ovs-agent-n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:22.683836 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] No Port match for: 17195ce2-86b8-4ada-99b5-01987c333076 {{(pid=93948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:22.684189 n-d-791505-12 neutron-server[93948]: DEBUG neutron.plugins.ml2.rpc [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Device 17195ce2-86b8-4ada-99b5-01987c333076 not bound to the agent host n-d-791505-12 {{(pid=93948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:22.699675 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-1589aaaa-059f-486b-bc1b-60e7941aa97e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1b14ab8b34f4aedaf8020f1f928a971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388728 Jul 07 18:46:22.702058 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [-] (93947) accepted ('10.222.0.66', 44470) {{(pid=93947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:22.753308 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.779668 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.828666 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1850147'] for security_group, after_delete {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.831652 n-d-791505-12 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.832822 n-d-791505-12 neutron-server[93947]: INFO neutron.wsgi [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5540b8d-2a6b-494f-b35b-f4872bfcc8f7 HTTP/1.1" status: 204 len: 168 time: 0.1298196 Jul 07 18:46:22.840548 n-d-791505-12 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc91a2-b7b2-4896-ba24-5df6de194654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5540b8d-2a6b-494f-b35b-f4872bfcc8f7,revision_number=None']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:26.803888 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:28.225253 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:37.790547 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d9f3ad30-09c0-4ee1-a66c-c389c1fbb7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:40.327554 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e56fe1d6-d96c-415f-a937-9de4f1a52f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:40.841805 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:42.242082 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:43.981862 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:51.451924 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:46:56.809133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:58.229688 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:07.792639 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-505a143a-e88a-41a9-9fde-dc32d33f862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:10.329439 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ba8624b4-d6c3-44ac-a737-fbba3f01b1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:10.842580 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:12.246035 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:13.985034 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:26.818226 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:28.236028 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:28.451991 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:47:37.794333 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c12425b-8c04-40c0-99c0-03cb21661a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:40.330809 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-25e85125-380c-40dc-900a-e02cbf1a4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:40.844375 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:42.247876 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:43.989208 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:56.828853 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:58.266536 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:05.452211 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:07.796351 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d28b659f-3f14-49bb-a84d-ec600214ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:10.334767 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fcc98937-99f7-4519-95cb-2506c261ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:10.851133 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:12.255808 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:13.991739 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:26.832628 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:28.260581 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:37.799280 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-491963c4-3573-46d9-9a1c-071a89596e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:40.336249 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-85319fa5-62d3-43ad-b15a-badea8742f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:40.843163 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:42.256775 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:42.452622 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:43.993137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:56.841101 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:58.259489 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:07.800340 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-471bdaa6-c649-4e79-a307-ac6bb33b05a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.337393 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4846-264e-43ac-94a5-46be208ceb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.844822 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:12.260640 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:13.995410 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:19.450959 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:49:26.845253 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:28.289339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:37.802657 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb598-413c-4066-a786-d02563197a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:40.338074 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-e8da253a-d813-4fbf-8d95-53107a338a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:40.847606 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:42.262740 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:43.998677 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:56.451447 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:49:56.857343 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:58.322612 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:00.298729 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-66f8b271-2fdf-4429-be37-eefe54e8076a req-fc788be6-3296-4f99-8f60-136e73f9da02 service neutron] (93947) timed out ('10.222.0.66', 43090) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:50:07.804479 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ec0625e0-4de2-4c88-9272-a8530517f3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:10.340050 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-ee63bf2c-24e8-41b6-a319-aee507d00619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:10.848564 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:12.265910 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:14.001773 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:26.843746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:28.320987 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:33.451949 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:50:37.807051 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-14d22c6d-4552-4018-8336-0abb40f2738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:40.341708 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f52d39a7-1bf1-4ca4-b6ae-550a25c92d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:40.850785 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:42.268719 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:44.005137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:56.853142 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:58.337331 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:07.807599 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-75a743ec-302c-430b-9058-b1e2b0e96753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:10.343746 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-009553db-7bb9-4f07-b999-9be050535fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:10.451621 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:51:10.852255 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:12.272696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:14.007447 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:26.866256 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:28.338339 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:37.809747 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c0a828ea-c8bb-40eb-a916-d57bbbad9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:40.346741 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f730fa3b-61e1-4b86-9354-6c7c5404d429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:40.854864 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:42.275596 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:44.011906 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:47.452345 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:51:56.887071 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:58.336966 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:07.811064 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f1945656-26f3-4b0b-bdfb-132d3263c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:10.347587 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-daf8104d-8589-4091-9f5c-95630ce6ce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:10.856696 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:12.279818 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:14.014014 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:24.453166 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:52:26.871023 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:28.350504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:37.812268 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-98ae0807-e6a5-4607-b657-b24fdcf1e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:40.347308 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-09fe5286-65b7-4aaf-a2d7-733c49aabeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:40.858314 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:42.282040 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:44.016504 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:56.886945 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:58.349221 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.453924 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:53:07.813412 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-fecfccb0-1b11-4b7d-8d7f-b084f20002cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.348875 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41197de1-ecda-4bb3-b3c7-66c975001e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.860882 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.286546 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:14.019296 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:26.886662 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:28.350941 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:37.814998 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-41cfc853-4a5c-4369-a865-a1c1666a2adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:38.453377 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:53:40.349609 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-f554c901-17c3-4124-8009-81b1ef8c894e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:40.863670 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:42.288137 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:44.027118 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.917097 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.353474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.816083 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-0a51fc8f-6c61-47b6-841a-5a976173c7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.352147 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-d5a04387-b7df-4470-96a6-968b8a05e402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.864588 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.292727 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.026100 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.452643 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:54:26.924184 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-aa42ea9a-13f2-4674-8700-114fb437cb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:28.369812 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-30479e05-9cfa-4855-b7ea-6a49d795b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:30.493146 n-d-791505-12 neutron-server[93947]: DEBUG neutron.wsgi [req-7bf93112-3951-4fac-9d42-5fee251ed1f6 req-31c4593d-bb2c-4ff6-b1d5-f86e37042775 service neutron] (93947) timed out ('10.222.0.66', 39634) {{(pid=93947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:54:37.819148 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-2969a6a2-76ac-459e-8937-beb7aa8c1243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:40.353134 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-b56f83c6-5777-46a6-98d3-08bb43bfe38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:40.868330 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6507-ac64-4ae7-bb57-2eef75c0912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:42.297046 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-c212dbdf-594d-4c9d-a635-f17cfe331036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:44.028474 n-d-791505-12 neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-df98648c-e181-46ac-965b-ba247e60aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755860458572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861825'] for agent, after_update {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.451923 n-d-791505-12 neutron-server[93949]: DEBUG neutron.db.agents_db [None req-907b73c5-0be9-46f5-a838-9140a590ac10 None None] Agent healthcheck: found 7 active agents {{(pid=93949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}